-- Logs begin at Thu 2022-03-10 16:35:35 UTC, end at Thu 2022-03-10 19:05:12 UTC. -- Mar 10 17:12:25.099601 n-d-833115-2 systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 17:12:28.013550 n-d-833115-2 neutron-server[103687]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:12:28.014237 n-d-833115-2 neutron-server[103687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:12:28.014406 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:12:28.017639 n-d-833115-2 neutron-server[103687]: INFO neutron.common.config [-] Logging enabled! Mar 10 17:12:28.017885 n-d-833115-2 neutron-server[103687]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 17:12:28.018191 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103687) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 17:12:28.019157 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:12:28.019395 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:12:28.019746 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:12:28.019991 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:12:28.020212 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:12:28.020935 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.021365 n-d-833115-2 neutron-server[103687]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 17:12:28.021675 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.021978 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.022259 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.022587 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.022882 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.023146 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.023434 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.023725 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.024004 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.024278 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.024557 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.024844 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.025119 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.025399 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.025680 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.025961 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] debug = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.026232 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.026674 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.027108 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.027380 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.027662 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.027915 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.028209 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.028459 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.028737 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.029060 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] host = n-d-833115-2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.029376 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.029735 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.030025 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.030312 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.030606 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.030878 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.031158 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.031422 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.031688 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.031943 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.032224 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.032505 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.032808 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.033030 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.033249 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.033536 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.033816 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.034086 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.034355 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.034649 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.034920 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.035188 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.035451 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.035727 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.036006 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.036284 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.036554 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.036823 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.037085 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.037348 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.037624 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.037891 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.038157 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.038452 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.038726 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.038989 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.039258 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.039552 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.039836 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.040113 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.040389 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.040657 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.040932 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.041195 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.041458 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.041720 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_json = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.041983 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.042247 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.042552 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.042820 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.043085 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.043352 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.043614 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.043890 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.044153 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:28.044443 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.044733 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.045050 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.045337 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.045621 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.045893 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.046176 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.046464 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.046752 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.047036 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.047319 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.047590 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.047882 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.048164 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.048453 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.048751 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.049038 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.049323 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.049593 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.049864 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.050128 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.050399 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.050704 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.050976 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.051259 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.051541 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.051815 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.052104 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.052387 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.052677 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.052960 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.053226 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.053496 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.053780 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.054050 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.054313 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.054611 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.054895 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.055165 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.055427 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.055701 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.055969 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.056232 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.056840 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.057117 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.057400 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.057667 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.057930 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.058193 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.058484 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.058752 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.059028 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.059300 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.059562 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.059828 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.060100 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.060369 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.060680 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.060950 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.061216 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.061485 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.061751 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.062013 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.062276 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.062567 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.062832 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.063095 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.063424 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.063623 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.063886 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.064149 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.064412 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.064682 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.064945 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.065223 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.065511 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.065779 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.066049 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.066321 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.066612 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.066880 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.067146 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.067416 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.067685 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.067948 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.068234 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.068508 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.068784 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.069078 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.069346 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.069632 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.069905 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.070172 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.070471 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.070745 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.071020 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.071295 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.071571 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.071861 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.072149 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.072436 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.072725 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.073010 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.073281 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.073579 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.073852 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:28.074064 n-d-833115-2 neutron-server[103687]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:12:28.074300 n-d-833115-2 neutron-server[103687]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103687) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 17:12:28.441015 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:12:28.441258 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:12:28.441579 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 17:12:28.442056 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 17:12:28.766319 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.766571 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.766790 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.767981 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.768250 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.768624 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.813501 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.813766 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.814026 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.828150 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.828425 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.828688 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.856903 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.857183 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.857493 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.894395 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.894689 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:28.894950 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.243123 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.243801 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.243801 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.244072 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.244573 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.342317 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.342764 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.343059 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.343324 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.343588 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.343896 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.344154 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.344406 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.344652 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.344927 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.345178 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.345431 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.345674 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.345924 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.346168 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.346449 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.346695 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.346960 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.347205 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.347458 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.347722 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.347969 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.348246 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.348610 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.348854 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.349095 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.349478 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.349710 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.349940 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.350166 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.350393 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.350648 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:29.351016 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 17:12:29.354117 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 17:12:29.358494 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 17:12:29.362177 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 10 17:12:29.363841 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 17:12:29.364305 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 17:12:29.364635 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 17:12:29.365009 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 17:12:29.367849 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 17:12:29.368094 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 17:12:29.368436 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:12:29.373340 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 17:12:29.396994 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 17:12:29.397433 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.397726 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103687) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 17:12:29.398089 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.399480 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103687) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 17:12:29.399755 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 17:12:29.399993 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 17:12:29.403362 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.403638 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:29.466390 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 17:12:29.466627 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 17:12:29.466937 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 17:12:29.467508 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 17:12:29.489261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_db.sqlalchemy.engines [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103687) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 17:12:29.954634 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing driver for type 'gre' Mar 10 17:12:29.955163 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] gre ID ranges: [(1, 1000)] Mar 10 17:12:30.015007 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing driver for type 'local' Mar 10 17:12:30.015356 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing driver for type 'vlan' Mar 10 17:12:30.029655 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] VlanTypeDriver initialization complete Mar 10 17:12:30.030140 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing driver for type 'vxlan' Mar 10 17:12:30.030396 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] vxlan ID ranges: [(1, 1000)] Mar 10 17:12:30.087928 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing extension driver 'port_security' Mar 10 17:12:30.088273 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.extensions.port_security [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] PortSecurityExtensionDriver initialization complete Mar 10 17:12:30.088608 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing mechanism driver 'openvswitch' Mar 10 17:12:30.088951 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing mechanism driver 'hyperv' Mar 10 17:12:30.095842 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.plugin [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:30.096694 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.097065 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.097418 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.097947 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.098375 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.098749 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.099096 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.099494 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.099885 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.100224 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.100556 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.100940 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.101340 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.101683 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.102018 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.102408 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.102828 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.103196 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.103531 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.103920 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.104312 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > address_group after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.104716 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > address_group after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.104981 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.105369 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103687) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 17:12:30.105806 n-d-833115-2 neutron-server[103687]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] ML2 OVO RPC backend initialized. {{(pid=103687) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 17:12:30.106540 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.106891 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.107302 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.107645 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > networks before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.108078 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.108528 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > ports before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.108876 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.109211 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnets before_response 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.109551 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.109885 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.110213 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.110577 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.110916 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.111250 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.111584 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.111942 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.112293 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.119601 n-d-833115-2 neutron-server[103687]: INFO neutron.quota [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded quota_driver: . Mar 10 17:12:30.119980 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.plugin [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Modular L2 Plugin initialization complete Mar 10 17:12:30.120408 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading services supported by the core plugin {{(pid=103687) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 17:12:30.120662 n-d-833115-2 neutron-server[103687]: INFO neutron.plugins.ml2.managers [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Got port-security extension from driver 'port_security' Mar 10 17:12:30.121156 n-d-833115-2 neutron-server[103687]: INFO neutron.extensions.vlantransparent [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Disabled vlantransparent extension. Mar 10 17:12:30.121642 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103687) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 17:12:30.121979 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: router Mar 10 17:12:30.158187 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.158606 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_create 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.158974 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router before_create 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.159332 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.159703 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.160054 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_delete 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.160381 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > floatingip after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.160725 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.161077 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_create 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.161418 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.161764 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.162104 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.162474 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.162914 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.163246 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.163612 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.163941 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: subnet after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.164290 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.164614 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.164947 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_create 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.165296 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.165629 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.165954 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router after_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.166294 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.166809 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_create 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.167173 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.167519 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_update 55549900 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.167881 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > agent after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.168217 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > agent after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.168559 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > network after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.169431 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Tracking information for resource: router configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:30.169754 n-d-833115-2 neutron-server[103687]: DEBUG neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Tracking information for resource: floatingip configured {{(pid=103687) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 17:12:30.174932 n-d-833115-2 neutron-server[103687]: INFO neutron.db.l3_agentschedulers_db [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 17:12:30.175515 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.175874 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.176226 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.176583 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: port after_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.177383 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router before_create 55550100 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.177746 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.178106 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_create 55550100 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.178465 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > router precommit_update 55550100 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.183681 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.provider_configuration [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service providers = [] {{(pid=103687) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 17:12:30.183990 n-d-833115-2 neutron-server[103687]: DEBUG neutron.db.servicetype_db [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103687) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 17:12:30.187066 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.service_base [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:12:30.187412 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.service_base [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:12:30.187743 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.service_base [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:12:30.188632 n-d-833115-2 neutron-server[103687]: DEBUG neutron.services.service_base [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103687) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 17:12:30.188997 n-d-833115-2 neutron-server[103687]: INFO neutron.services.service_base [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 17:12:30.189363 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.189697 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 17:12:30.200510 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.200844 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: auto_allocate Mar 10 17:12:30.206791 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: network precommit_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.207163 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: network precommit_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.207675 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.207989 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: tag Mar 10 17:12:30.214895 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.215225 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: timestamp Mar 10 17:12:30.219836 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.220294 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: network_ip_availability Mar 10 17:12:30.225850 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.226217 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.226592 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.227312 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.227625 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: flavors Mar 10 17:12:30.232573 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.232935 n-d-833115-2 neutron-server[103687]: INFO neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading Plugin: revisions Mar 10 17:12:30.237488 n-d-833115-2 neutron-server[103687]: DEBUG neutron.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103687) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 17:12:30.237881 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=103687) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 17:12:30.238646 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103687) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 17:12:30.238986 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Initializing extension manager. Mar 10 17:12:30.239504 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: __init__.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.239840 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: __pycache__ {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.240165 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: address_group.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.240932 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.241485 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: address-group Mar 10 17:12:30.241798 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: address_scope.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.242545 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.243048 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: address-scope Mar 10 17:12:30.243364 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.244283 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.244781 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: router-admin-state-down-before-update Mar 10 17:12:30.245096 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: agent.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.245799 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.246300 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: agent Mar 10 17:12:30.246647 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: agent_resources_synced.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.247559 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.248070 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: agent-resources-synced Mar 10 17:12:30.248382 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: allowedaddresspairs.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.250388 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.250939 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: allowed-address-pairs Mar 10 17:12:30.251263 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: auto_allocated_topology.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.252355 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.252902 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: auto-allocated-topology Mar 10 17:12:30.253224 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: availability_zone.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.253917 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.254439 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: availability_zone Mar 10 17:12:30.254772 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: availability_zone_filter.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.255713 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.256223 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: availability_zone_filter Mar 10 17:12:30.256542 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: data_plane_status.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.257454 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.257959 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 17:12:30.258274 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: default_subnetpools.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.259206 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.259711 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: default-subnetpools Mar 10 17:12:30.260029 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.260845 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.261353 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: dhcp_agent_scheduler Mar 10 17:12:30.261666 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: dns.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.262608 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.263092 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension dns-integration not supported by any of loaded plugins Mar 10 17:12:30.263408 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: dns_domain_ports.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.264382 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.264901 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 17:12:30.265215 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.266118 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.266667 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 17:12:30.266990 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: dvr.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.267662 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.268164 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: dvr Mar 10 17:12:30.268480 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: ecmp_routes.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.269405 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.269905 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 17:12:30.270222 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: empty_string_filtering.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.271185 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.271718 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: empty-string-filtering Mar 10 17:12:30.272032 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.272945 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.273454 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:12:30.273768 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.274738 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.275252 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 17:12:30.275574 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: external_net.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.276481 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.277000 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: external-net Mar 10 17:12:30.277315 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.278218 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.278760 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: extra_dhcp_opt Mar 10 17:12:30.279076 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: extraroute.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.280211 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.280780 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: extraroute Mar 10 17:12:30.281097 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: extraroute_atomic.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.282149 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.282692 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: extraroute-atomic Mar 10 17:12:30.283009 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: filter_validation.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.283681 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.284184 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: filter-validation Mar 10 17:12:30.284500 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: fip_pf_description.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.285415 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.285921 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 17:12:30.286233 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: fip_port_details.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.287403 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.287909 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: fip-port-details Mar 10 17:12:30.288225 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: flavors.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.289468 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.289980 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: flavors Mar 10 17:12:30.290301 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.292009 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.292530 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 17:12:30.292853 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: floatingip_pools.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.293550 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.294061 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: floatingip-pools Mar 10 17:12:30.294379 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: ip_allocation.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.295399 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.296104 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 17:12:30.296428 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.297362 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.297872 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: ip-substring-filtering Mar 10 17:12:30.298189 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l2_adjacency.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.299150 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.299653 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 17:12:30.299967 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.300954 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.301472 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: router Mar 10 17:12:30.301791 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.304136 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.304668 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 17:12:30.304997 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.305936 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.306458 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: ext-gw-mode Mar 10 17:12:30.307151 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.308074 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.308587 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: l3-ha Mar 10 17:12:30.308911 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.309820 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.310319 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 17:12:30.310668 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_flavors.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.311832 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.312337 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: l3-flavors Mar 10 17:12:30.312817 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_ndp_proxy.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.316707 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.318453 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 17:12:30.318798 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.319732 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.320247 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 17:12:30.320572 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: l3agentscheduler.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.321641 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.322151 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: l3_agent_scheduler Mar 10 17:12:30.322473 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: local_ip.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.324280 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.324837 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension local_ip not supported by any of loaded plugins Mar 10 17:12:30.325167 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: logging.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.328258 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.328794 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension logging not supported by any of loaded plugins Mar 10 17:12:30.329122 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: metering.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.329869 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.330456 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: metering Mar 10 17:12:30.330875 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.332094 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.332608 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: metering_source_and_destination_fields Mar 10 17:12:30.332930 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: multiprovidernet.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.333866 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.334379 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: multi-provider Mar 10 17:12:30.334733 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: netmtu.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.335653 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.336164 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: net-mtu Mar 10 17:12:30.336484 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: netmtu_writable.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.337399 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.337905 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: net-mtu-writable Mar 10 17:12:30.338221 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: network_availability_zone.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.338927 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.339431 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: network_availability_zone Mar 10 17:12:30.339746 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: network_ip_availability.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.340882 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.341388 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: network-ip-availability Mar 10 17:12:30.341711 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: network_segment_range.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.342558 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.343159 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 17:12:30.343467 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: pagination.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.344456 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.344776 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: pagination Mar 10 17:12:30.345098 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: port_device_profile.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.346002 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.346542 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: port-device-profile Mar 10 17:12:30.346857 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.347784 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.348288 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: port-mac-address-regenerate Mar 10 17:12:30.348599 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.349507 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.350007 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: port-numa-affinity-policy Mar 10 17:12:30.350321 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: port_resource_request.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.351288 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.351793 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 17:12:30.352112 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: port_resource_request_groups.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.353090 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.353613 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 17:12:30.353910 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: portbindings.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.354869 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.355371 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: binding Mar 10 17:12:30.355686 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: portbindings_extended.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.356970 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.357475 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: binding-extended Mar 10 17:12:30.357793 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: portsecurity.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.358826 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.359331 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: port-security Mar 10 17:12:30.359648 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: project_id.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.360652 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.360978 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: project-id Mar 10 17:12:30.361294 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: providernet.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.362218 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.362758 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: provider Mar 10 17:12:30.363073 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.366722 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.367246 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos not supported by any of loaded plugins Mar 10 17:12:30.367580 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.368841 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.369355 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 17:12:30.369678 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.370633 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.371142 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 17:12:30.371463 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_default.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.372381 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.372886 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-default not supported by any of loaded plugins Mar 10 17:12:30.373206 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_fip.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.374254 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.374782 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-fip not supported by any of loaded plugins Mar 10 17:12:30.375100 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_fip_network_policy.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.376022 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.376527 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 17:12:30.376845 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_gateway_ip.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.377765 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.378271 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 17:12:30.378611 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_port_network_policy.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.379648 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.380157 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 17:12:30.380479 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.381526 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.382033 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 17:12:30.382352 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.383435 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.383944 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 17:12:30.384262 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_pps_rule.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.385445 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.385964 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-pps not supported by any of loaded plugins Mar 10 17:12:30.386284 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_rule_type_details.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.387224 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.387736 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 17:12:30.388056 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: qos_rules_alias.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.389156 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.389763 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 17:12:30.390089 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: quota_check_limit.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.391042 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.391563 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: quota-check-limit Mar 10 17:12:30.391882 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: quotasv2.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.392832 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.393153 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: quotas Mar 10 17:12:30.393468 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: quotasv2_detail.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.395224 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.395563 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: quota_details Mar 10 17:12:30.395885 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: rbac.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.396950 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.397474 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: rbac-policies Mar 10 17:12:30.397798 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: rbac_address_group.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.398762 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.399314 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: rbac-address-group Mar 10 17:12:30.399631 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: rbac_address_scope.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.400568 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.401073 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: rbac-address-scope Mar 10 17:12:30.401391 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: rbac_security_groups.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.402305 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.402843 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: rbac-security-groups Mar 10 17:12:30.403163 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: rbac_subnetpool.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.404083 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.404592 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: rbac-subnetpool Mar 10 17:12:30.404909 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: revisionifmatch.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.405933 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.406458 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: revision-if-match Mar 10 17:12:30.406795 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: revisions.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.407913 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.408427 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: standard-attr-revisions Mar 10 17:12:30.408746 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: router_availability_zone.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.409419 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.409923 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: router_availability_zone Mar 10 17:12:30.410241 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: routerservicetype.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.411224 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.411730 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension router-service-type not supported by any of loaded plugins Mar 10 17:12:30.412045 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.412967 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.413477 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: security-groups-normalized-cidr Mar 10 17:12:30.413789 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.414728 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.415239 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: port-security-groups-filtering Mar 10 17:12:30.415550 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.416491 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.417004 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: security-groups-remote-address-group Mar 10 17:12:30.417322 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.418260 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.418808 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: security-groups-shared-filtering Mar 10 17:12:30.419119 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.419713 n-d-833115-2 neutron-server[103687]: WARNING neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 17:12:30.420027 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: securitygroup.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.429801 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.430342 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: security-group Mar 10 17:12:30.430694 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: segment.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.431431 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.432306 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension segment not supported by any of loaded plugins Mar 10 17:12:30.432631 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.433572 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.434149 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 17:12:30.434406 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: servicetype.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.435523 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.436055 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: service-type Mar 10 17:12:30.436398 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: sorting.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.437379 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.437706 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: sorting Mar 10 17:12:30.438021 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: standard_attr_segment.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.438938 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.439450 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 17:12:30.439768 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: standardattrdescription.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.440411 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.440913 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: standard-attr-description Mar 10 17:12:30.441228 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: stateful_security_group.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.442153 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.442694 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: stateful-security-group Mar 10 17:12:30.443009 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: stdattrs_common.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.443575 n-d-833115-2 neutron-server[103687]: WARNING neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 17:12:30.443886 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.444813 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.445327 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 17:12:30.445641 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnet_onboard.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.446722 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.447241 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: subnet_onboard Mar 10 17:12:30.447553 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.448507 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.449048 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 17:12:30.449366 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnet_service_types.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.450308 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.450854 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: subnet-service-types Mar 10 17:12:30.451164 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnetallocation.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.452387 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.452903 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: subnet_allocation Mar 10 17:12:30.453219 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.453892 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.454396 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: subnetpool-prefix-ops Mar 10 17:12:30.454735 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.455683 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.456186 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 17:12:30.456502 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: tagging.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.457594 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.458109 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: standard-attr-tag Mar 10 17:12:30.458453 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: timestamp.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.459664 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.460183 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loaded extension: standard-attr-timestamp Mar 10 17:12:30.460516 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: trunk.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.461558 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.462073 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension trunk not supported by any of loaded plugins Mar 10 17:12:30.462392 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: trunk_details.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.463344 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.463856 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension trunk-details not supported by any of loaded plugins Mar 10 17:12:30.464172 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: uplink_status_propagation.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.465093 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.465594 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 17:12:30.465911 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Loading extension file: vlantransparent.py {{(pid=103687) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 17:12:30.466611 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103687) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 17:12:30.467116 n-d-833115-2 neutron-server[103687]: INFO neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 17:12:30.469714 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:network Mar 10 17:12:30.470231 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnet Mar 10 17:12:30.470660 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:12:30.471043 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:port Mar 10 17:12:30.472279 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.472720 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service FLAVORS assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.473321 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.473746 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.474070 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:router Mar 10 17:12:30.474529 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:12:30.475030 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service METERING assigned prefix: /metering {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.476474 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.476842 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.477188 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:12:30.478170 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:12:30.478631 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:12:30.479057 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:12:30.479639 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service CORE assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.479971 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:12:30.480313 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] subnetpool is already registered Mar 10 17:12:30.480734 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service CORE assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.481055 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:12:30.481377 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] subnetpool is already registered Mar 10 17:12:30.483726 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.484150 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service FLAVORS assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.484729 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.485144 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.485470 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:router Mar 10 17:12:30.485807 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] router is already registered Mar 10 17:12:30.486208 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:floatingip Mar 10 17:12:30.486562 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] floatingip is already registered Mar 10 17:12:30.487007 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service METERING assigned prefix: /metering {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.487659 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 17:12:30.487980 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] rbac_policy is already registered Mar 10 17:12:30.488380 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:security_group Mar 10 17:12:30.488708 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] security_group is already registered Mar 10 17:12:30.489098 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 17:12:30.489425 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] security_group_rule is already registered Mar 10 17:12:30.490049 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service CORE assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.490370 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:12:30.490736 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] subnetpool is already registered Mar 10 17:12:30.491146 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.v2.resource_helper [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Service CORE assigned prefix: {{(pid=103687) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 17:12:30.491470 n-d-833115-2 neutron-server[103687]: INFO neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 17:12:30.491813 n-d-833115-2 neutron-server[103687]: WARNING neutron.quota.resource_registry [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] subnetpool is already registered Mar 10 17:12:30.492254 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: extensions {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.493730 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: address-groups {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.495258 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: address-scopes {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.496618 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: agents {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.497812 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: auto-allocated-topology {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.499153 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: availability_zones {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.500386 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: dhcp-networks {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.501897 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: dhcp-agents {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.503393 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: routers {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.505611 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: flavors {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.506824 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: service_profiles {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.508032 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: next_providers {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.509499 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: service_profiles {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.511089 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: floatingip-pools {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.512335 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: routers {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.514608 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: floatingips {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.516788 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: l3-routers {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.518237 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: l3-agents {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.519706 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: metering-labels {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.521079 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: metering-label-rules {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.522372 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: network-ip-availabilities {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.523678 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: bindings {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.525337 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: quotas {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.526960 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: quotas {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.528483 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: rbac-policies {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.529807 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: security-groups {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.531065 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: security-group-rules {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.532340 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: service-providers {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.533555 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: subnetpools {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.535021 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: subnetpools {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.536487 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.538196 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.540081 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.541882 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.543720 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.545728 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.547649 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.549565 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.551354 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.553232 n-d-833115-2 neutron-server[103687]: DEBUG neutron.api.extensions [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Extended resource: tags {{(pid=103687) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 17:12:30.559569 n-d-833115-2 neutron-server[103687]: WARNING keystonemiddleware.auth_token [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 17:12:30.564351 n-d-833115-2 neutron-server[103687]: WARNING keystonemiddleware.auth_token [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 17:12:30.573039 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Acquired lock "singleton_lock" {{(pid=103687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 17:12:30.573513 n-d-833115-2 neutron-server[103687]: DEBUG oslo_concurrency.lockutils [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Releasing lock "singleton_lock" {{(pid=103687) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 17:12:30.574168 n-d-833115-2 neutron-server[103687]: INFO oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Starting 2 workers Mar 10 17:12:30.579173 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Started child 103794 {{(pid=103687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:12:30.583666 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Started child 103795 {{(pid=103687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:12:30.584645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.585388 n-d-833115-2 neutron-server[103687]: INFO neutron.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 17:12:30.585770 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Publish callbacks [] for process (None), before_spawn {{(pid=103687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.586145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [-] (103794) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:12:30.588211 n-d-833115-2 neutron-server[103687]: INFO oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Starting 1 workers Mar 10 17:12:30.588694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.590088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [-] (103795) wsgi starting up on http://0.0.0.0:9696 Mar 10 17:12:30.593977 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Started child 103796 {{(pid=103687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:12:30.594746 n-d-833115-2 neutron-server[103687]: INFO oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Starting 1 workers Mar 10 17:12:30.597389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] calling RpcWorker wait() {{(pid=103796) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 17:12:30.598040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] returning from RpcWorker wait() {{(pid=103796) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 17:12:30.599182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.599565 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Started child 103797 {{(pid=103687) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 17:12:30.599705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:30.600368 n-d-833115-2 neutron-server[103687]: DEBUG neutron_lib.callbacks.manager [None req-55ca7953-0037-4c40-aec4-2d68471b27ab None None] Publish callbacks [] for process (None), after_spawn {{(pid=103687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.602306 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:12:30.602543 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:12:30.602693 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:12:30.603120 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:12:30.603475 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:12:30.603599 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:12:30.604131 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.604401 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.604636 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.604879 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.605187 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.605528 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:30.606072 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.606072 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.606304 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.606560 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.606812 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.606975 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.607148 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.607389 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.607638 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.608400 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.608400 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.608661 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.608661 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.609027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.609146 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.609360 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.609606 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.609881 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] debug = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.610135 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.610632 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.610869 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.611112 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.611347 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.611606 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.611855 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.612108 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.612355 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.612586 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.612825 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.613085 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.613314 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.613542 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.613793 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.614005 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.614267 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.614543 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.614979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] host = n-d-833115-2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.615212 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.615428 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.615657 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.615924 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.616159 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.616403 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.616663 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.616921 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.617159 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.617397 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.617638 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.617870 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.618107 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.618336 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.618525 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_options = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.618740 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.619026 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.619268 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.619496 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.619621 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.619752 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.620017 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.620178 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.620423 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.620635 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.620848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.621059 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.621271 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.621509 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.621766 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.621979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.622196 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.623842 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.624031 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.624506 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.624749 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.625017 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.625234 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.625695 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.625695 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.625901 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.626149 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.626372 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.626634 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.626910 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.627150 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.627375 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.627592 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.627870 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.628100 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.628355 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.628589 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.628943 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.629319 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.629682 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.630064 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.630419 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_json = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.630682 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.630919 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.631155 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.631385 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.631792 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.631959 n-d-833115-2 neutron-server[103797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:30.632322 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.632566 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.632860 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.633049 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.633493 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.633828 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.634371 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.634550 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.635143 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.635143 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.635143 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.635709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.635709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.636042 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.637261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.637261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.637261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.637261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.637261 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638962 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.638962 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.640330 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.640330 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.640330 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.640330 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.640330 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.641678 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.642120 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.642120 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.642333 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.642577 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.642813 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.643032 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.643344 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.643606 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.643772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.644014 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.644270 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.644489 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.644753 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.644929 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.645206 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.645408 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.645923 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.645923 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.646100 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.646232 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.646470 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.646709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.646914 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.647153 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.647403 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.647641 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.647818 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.648027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.648432 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.648812 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.649199 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.649565 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.649972 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.650212 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.650500 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.650686 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.651042 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.651415 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.651787 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.652147 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.652512 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.652875 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.653244 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.653581 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.653941 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.654154 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.654369 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.654607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.654840 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.655209 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.655682 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.655899 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.656115 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.656334 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.656572 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.656787 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.657005 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.657218 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.657504 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.657821 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.658066 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.658319 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.658569 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.658824 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.659041 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.659286 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.659506 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.659726 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.659946 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.660218 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.660467 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.660715 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.660955 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.661194 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.661460 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.661676 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.661888 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.662129 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.662342 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.662606 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.662844 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.663107 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.663344 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.663580 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.663827 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.664090 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.664360 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.664607 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.664881 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.665100 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.665368 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.665653 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.665917 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.666176 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.666440 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.666674 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.666933 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.667163 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.667407 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.667655 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.667901 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.668134 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.668357 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.668608 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.668837 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.669081 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.669388 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.669644 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.669884 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.670088 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.670482 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.671256 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.671256 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.671256 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.672639 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.675853 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.676772 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.677652 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.678286 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.678286 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.678476 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.678594 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.678848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.679076 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.679320 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.679536 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.679746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.679948 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.680156 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.680360 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.680562 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.680789 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.681002 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.681232 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.681464 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.682145 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.682400 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.682661 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.682937 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.683171 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.683385 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.683602 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.683832 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.684291 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.684291 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.684591 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.684738 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.684935 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.685217 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.685493 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.685637 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.686699 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.686699 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.686699 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687150 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687150 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687150 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687549 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687686 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.687832 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.688013 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.688247 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.688469 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.688676 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.688958 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.689200 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.689422 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.689691 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.689911 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.690161 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.690455 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.690612 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691199 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691199 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691199 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691567 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691688 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.691863 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.692068 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.692293 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.692506 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.692713 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.692942 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.693125 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.693332 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.693543 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.693758 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.693983 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.694223 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.694448 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.694649 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.694879 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.695076 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.695282 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.695504 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.695709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.695929 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.696235 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.696369 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.696527 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.696807 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.697063 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.697277 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.697568 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.697794 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.698034 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.698265 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.698592 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.698862 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.699041 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.699226 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.699750 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.699750 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.700040 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.700193 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.700581 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.700726 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.700943 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.701522 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.701522 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.701905 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.702052 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.702223 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.702998 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.702998 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.703309 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.703309 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.703596 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.703733 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.703936 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.704175 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.704405 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.704623 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.704876 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.705102 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.705341 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.705787 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.706038 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.706285 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.706553 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.706779 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.707025 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.707247 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.707400 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:12:30.707929 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103687) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 17:12:30.708086 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 17:12:30.708241 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 17:12:30.708405 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 17:12:30.708724 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 17:12:30.708871 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 17:12:30.709232 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.709394 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.709552 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.709713 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.709873 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710065 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710220 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710487 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710599 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710700 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710841 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.710999 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.711152 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.711459 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.711616 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.711774 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.711936 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712097 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712262 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712412 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712569 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712725 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.712881 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] debug = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713034 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713234 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713395 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713549 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713704 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.713861 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714017 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714173 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714328 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714507 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714664 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714820 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.714977 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.715133 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.715290 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.715467 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.715606 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.715758 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716059 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] host = n-d-833115-2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716217 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716373 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716529 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716684 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716841 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.716995 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.717151 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.717358 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.717548 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.717685 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.717848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718021 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718148 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:30.718393 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718393 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_options = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718579 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.718881 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719070 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719226 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719346 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719531 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719666 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719835 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.719970 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720133 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720268 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720433 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720581 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720728 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.720843 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721030 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721166 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721326 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721483 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721637 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721791 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.721948 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722099 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722242 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722535 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722535 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722840 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.722840 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.723709 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.724746 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_json = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.725643 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.726780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.727848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728329 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728329 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728329 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728329 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728798 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728798 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.728798 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729131 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729131 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729280 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729392 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729554 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729739 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.729913 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730203 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730358 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730533 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730658 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.730837 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731003 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731751 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731751 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731751 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731751 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.731751 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732237 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732237 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732237 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732594 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732594 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732795 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.732795 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733235 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733495 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733617 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733699 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.733831 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734011 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734254 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734420 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734420 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734735 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.734870 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735005 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735141 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735275 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735409 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735557 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735707 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735838 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.735967 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736322 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736322 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736584 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736584 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736934 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736934 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.736934 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737185 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737265 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737411 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737549 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737731 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.737876 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738038 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738194 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738326 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738499 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738677 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738806 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.738980 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739128 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739286 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739439 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739600 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739760 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.739917 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740072 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740215 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740374 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740532 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740690 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.740856 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741184 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741342 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741498 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741680 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741829 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.741978 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.742138 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.742267 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.742390 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.742750 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.742750 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743453 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743453 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743453 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743453 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743453 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.743979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744260 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744382 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744502 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744621 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744739 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.744866 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745170 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745170 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745368 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745482 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745649 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745815 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.745979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.746112 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.746277 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.746486 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.746848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.746848 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747172 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747172 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747172 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747588 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747588 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747759 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747759 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.747932 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748135 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748271 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748426 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748640 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748768 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.748946 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749141 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749279 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749404 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749525 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749699 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749834 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.749979 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750141 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750276 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750418 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750615 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750763 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.750964 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751128 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751243 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751373 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751560 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751737 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751878 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.751964 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752148 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752283 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752449 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752583 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752748 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.752886 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753027 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753206 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753341 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753512 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753645 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753812 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.753950 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754177 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754309 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754492 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754583 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754742 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.754876 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755048 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755230 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755353 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755479 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755601 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755792 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.755927 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756070 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756198 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756389 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756568 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756695 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756859 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.756993 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757116 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757341 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757432 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757587 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757727 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.757894 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758030 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758199 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758333 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758473 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758641 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758807 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.758963 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759127 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759288 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759466 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759648 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759780 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.759889 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760062 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760198 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760366 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760501 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760667 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760849 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.760981 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761105 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761241 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761368 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761559 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761693 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.761868 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762002 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762171 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762306 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762460 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762632 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762798 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.762955 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763109 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763266 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763422 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763564 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763743 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.763872 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764005 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764230 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764388 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764544 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764732 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.764923 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765008 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765157 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765310 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765468 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765636 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765775 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.765931 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766088 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766245 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766401 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766589 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766748 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.766907 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767072 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767231 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767388 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767547 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767719 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.767877 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768037 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768195 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768411 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768538 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768662 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768795 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.768962 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.769127 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.769289 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.769456 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.769628 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.769796 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.770138 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.770138 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.773635 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.773831 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774013 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:12:30.774186 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774354 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774553 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774725 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.774893 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775061 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775227 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775391 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775555 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775716 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.775878 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776040 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776200 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776360 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776518 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776679 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776838 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 17:12:30.776992 n-d-833115-2 neutron-server[103687]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103687) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 17:12:30.783523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066266 Mar 10 17:12:42.338102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7a1257-f6e4-4d5d-9350-25bcef994d36 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:12:42.393740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a1257-f6e4-4d5d-9350-25bcef994d36 None None] No non-hosted networks {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 17:12:42.412310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.agentschedulers_db [None req-7d7a1257-f6e4-4d5d-9350-25bcef994d36 None None] DHCP Agent not found on host n-d-833115-2 {{(pid=103796) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 17:12:42.504691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88c04a51-f022-4914-9266-4e13791192e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:44.519699 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d54ebe97-1cc0-449f-abb8-d28d1ec18288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:44.553746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1bd5da0f-feee-4d9b-ac3e-c3f53a391870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:45.634286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:47.077969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:48.397430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45990) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:12:48.587536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:48.589064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.589703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.590319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.591188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.591987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.592780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.593286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.593785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.594296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.594878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.595610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.596128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.596627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:48.597210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833115-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:48.613773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833115-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:12:48.942775 n-d-833115-2 neutron-server[103795]: WARNING oslo_policy.policy [None req-3c502024-2b89-497c-90ed-2aed581f56dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:48.943528 n-d-833115-2 neutron-server[103795]: WARNING oslo_policy.policy [None req-3c502024-2b89-497c-90ed-2aed581f56dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:49.173684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-3c502024-2b89-497c-90ed-2aed581f56dc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:12:49.175675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3c502024-2b89-497c-90ed-2aed581f56dc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7773318 Mar 10 17:12:50.687434 n-d-833115-2 neutron-server[103796]: INFO neutron.db.l3_hamode_db [None req-a2777270-575a-48c5-aec2-f0e8e1976771 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 17:12:50.767208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2777270-575a-48c5-aec2-f0e8e1976771 None None] Routers set() bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:12:50.767544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2777270-575a-48c5-aec2-f0e8e1976771 None None] Router IDs set() for agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:12:51.771107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:12:52.340929 n-d-833115-2 neutron-server[103794]: WARNING oslo_policy.policy [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:52.341543 n-d-833115-2 neutron-server[103794]: WARNING oslo_policy.policy [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:52.558526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:12:52.650904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.policy [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:12:52.693550 n-d-833115-2 neutron-server[103794]: WARNING oslo_policy.policy [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:52.693894 n-d-833115-2 neutron-server[103794]: WARNING oslo_policy.policy [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:12:52.801537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084468604', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084469935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084384547', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084387841', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084368883', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791084381297', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-881868', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-840419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8197467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8124013'] for rbac-policy (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:52.872851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:52.874270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9156a7cd-8322-4a95-9a4b-cd36d52d1ff2 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1010668 Mar 10 17:12:55.412186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:12:55.744779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:12:55.779453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Made reservation on behalf of c9be932f413541d3b57ed48b2bd70b58 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:12:55.783382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:55.799913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:55.927531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks [] for security_group (520c0c2f-0370-4e71-8909-23abe53c967c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:55.935888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (520c0c2f-0370-4e71-8909-23abe53c967c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:55.959819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:12:55.993979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791080899341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0df60b4c-0027-42df-b60a-7ce3fdf25f7c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:55.994594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Unsubscribe: segment precommit_create {{(pid=103794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:12:55.995094 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Added segment 0df60b4c-0027-42df-b60a-7ce3fdf25f7c of type vlan for network 722669e4-d579-4bce-ba0b-93513711a1d1 Mar 10 17:12:56.011852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=520c0c2f-0370-4e71-8909-23abe53c967c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:12:56.061567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.061765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.062134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.062475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.062998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.063359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.063675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.063988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.064308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.064617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.064931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.065240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.065515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Tracked resource versions report: Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: pushed versions: Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: { 'AddressGroup': {'1.2'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'ConntrackHelper': {'1.0'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Log': {'1.0'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Network': {'1.1'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Port': {'1.7'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'PortForwarding': {'1.2'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'QosPolicy': {'1.10'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SecurityGroup': {'1.5'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SubPort': {'1.0'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Subnet': {'1.1'}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Trunk': {'1.1'}} Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: consumer versions: Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: L3 agent@n-d-833115-2: {}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: Metadata agent@n-d-833115-2: {}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: Metering agent@n-d-833115-2: {}, Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'ConntrackHelper': '1.0', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'LocalIPAssociation': '1.0', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Log': '1.0', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Network': '1.1', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Port': '1.7', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'PortForwarding': '1.2', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'QosPolicy': '1.10', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SecurityGroup': '1.5', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SecurityGroupRule': '1.2', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'SubPort': '1.0', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Subnet': '1.1', Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: 'Trunk': '1.1'}} Mar 10 17:12:56.066676 n-d-833115-2 neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:12:56.106389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (722669e4-d579-4bce-ba0b-93513711a1d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:56.151162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (722669e4-d579-4bce-ba0b-93513711a1d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:56.156359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:12:56.157076 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:56.227623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8143263 Mar 10 17:12:56.272207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56cdb-6f5e-4ca3-852b-4fe55e3f6ce5 demo demo] Pushing event updated for resources: {'Network': ['ID=722669e4-d579-4bce-ba0b-93513711a1d1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:12:56.288224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 722669e4-d579-4bce-ba0b-93513711a1d1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:12:58.832714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:12:59.252761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf59b7d-0e01-4bd0-9b36-d573c2499a0b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:12:59.254126 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9bf59b7d-0e01-4bd0-9b36-d573c2499a0b demo admin] 10.222.0.35 "GET /v2.0/networks/722669e4-d579-4bce-ba0b-93513711a1d1 HTTP/1.1" status: 200 len: 825 time: 0.4203885 Mar 10 17:12:59.281165 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5ece19a0-32c6-47f0-bd30-e44029185c85 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/5bc14b85-5a9f-473e-a4a1-ff764e44fecc HTTP/1.1" status: 200 len: 734 time: 0.0183833 Mar 10 17:12:59.289780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Request body: {'subnet': {'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc', 'gateway_ip': '172.20.0.1', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:12:59.314080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Made reservation on behalf of c9be932f413541d3b57ed48b2bd70b58 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:12:59.316300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:59.613767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (4e7c85d1-d384-433e-9307-f52a9feb4966), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:59.678039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4e7c85d1-d384-433e-9307-f52a9feb4966,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:12:59.686953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Checking segment: {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:12:59.687327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Network hostable DHCP agents. Network: 722669e4-d579-4bce-ba0b-93513711a1d1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:12:59.711161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Network 722669e4-d579-4bce-ba0b-93513711a1d1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:12:59.723174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 722669e4-d579-4bce-ba0b-93513711a1d1) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:12:59.727781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:12:59.728374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:12:59.732973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dea7b-6844-4c04-9cf7-1abf9ba69202 None None] Network 722669e4-d579-4bce-ba0b-93513711a1d1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:12:59.745531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b8f717c-cde6-4f9a-aed2-76aaff501720 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4589131 Mar 10 17:13:00.114247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-722669e4-d579-4bce-ba0b-93513711a1d1', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:13:00.115632 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.390173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Allocated IP 172.20.0.2 (722669e4-d579-4bce-ba0b-93513711a1d1/4e7c85d1-d384-433e-9307-f52a9feb4966/fd02c307-3c89-4949-b6bf-70017f449868) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:13:00.666799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks [] for port (fd02c307-3c89-4949-b6bf-70017f449868), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.675488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (fd02c307-3c89-4949-b6bf-70017f449868), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.752721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Network 722669e4-d579-4bce-ba0b-93513711a1d1 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:13:00.757303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:13:00.765129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Pushing event updated for resources: {'Port': ['ID=fd02c307-3c89-4949-b6bf-70017f449868,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:00.767359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:13:00.776896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.777244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.777577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.777902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.778226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.778575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.778894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.779214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.779521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.779826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.780142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.780454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.780764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Tracked resource versions report: Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: pushed versions: Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: { 'AddressGroup': {'1.2'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'ConntrackHelper': {'1.0'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Log': {'1.0'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Network': {'1.1'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Port': {'1.7'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'PortForwarding': {'1.2'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'QosPolicy': {'1.10'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SecurityGroup': {'1.5'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SubPort': {'1.0'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Subnet': {'1.1'}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Trunk': {'1.1'}} Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: consumer versions: Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: L3 agent@n-d-833115-2: {}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: Metadata agent@n-d-833115-2: {}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: Metering agent@n-d-833115-2: {}, Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'ConntrackHelper': '1.0', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'LocalIPAssociation': '1.0', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Log': '1.0', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Network': '1.1', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Port': '1.7', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'PortForwarding': '1.2', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'QosPolicy': '1.10', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SecurityGroup': '1.5', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SecurityGroupRule': '1.2', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'SubPort': '1.0', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Subnet': '1.1', Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: 'Trunk': '1.1'}} Mar 10 17:13:00.781995 n-d-833115-2 neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:13:00.854967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Attempting to bind port fd02c307-3c89-4949-b6bf-70017f449868 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:13:00.855366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Attempting to bind port fd02c307-3c89-4949-b6bf-70017f449868 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:13:00.855796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Attempting to bind port fd02c307-3c89-4949-b6bf-70017f449868 on network 722669e4-d579-4bce-ba0b-93513711a1d1 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:13:00.861200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:13:00.861571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Checking segment: {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:13:00.862045 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.862405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Bound using segment: {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:13:00.862917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Bound port: fd02c307-3c89-4949-b6bf-70017f449868, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:13:00.863326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd02c307-3c89-4949-b6bf-70017f449868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:00.925544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] For port fd02c307-3c89-4949-b6bf-70017f449868, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:13:00.949534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] For port fd02c307-3c89-4949-b6bf-70017f449868, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=fd02c307-3c89-4949-b6bf-70017f449868,segment=NetworkSegment(0df60b4c-0027-42df-b60a-7ce3fdf25f7c),segment_id=0df60b4c-0027-42df-b60a-7ce3fdf25f7c)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:13:00.958055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fd02c307-3c89-4949-b6bf-70017f449868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:01.019910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66df2a-9a9b-443b-9de5-dc1e9f42db17 None None] Pushing event updated for resources: {'Port': ['ID=fd02c307-3c89-4949-b6bf-70017f449868,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:02.327642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:02.659405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-09957b97-af7d-48f9-91b8-764c9275b037 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:13:02.660409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-09957b97-af7d-48f9-91b8-764c9275b037 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316128 Mar 10 17:13:05.233931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46060) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:05.561780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-9775b82d-c298-4208-8d4a-e33b57e4b2f3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:13:05.569796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9775b82d-c298-4208-8d4a-e33b57e4b2f3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3279305 Mar 10 17:13:08.168997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:08.496690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:13:08.556913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.policy [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 17:13:08.604674 n-d-833115-2 neutron-server[103795]: WARNING oslo_policy.policy [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:13:08.605333 n-d-833115-2 neutron-server[103795]: WARNING oslo_policy.policy [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 17:13:08.671167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c06f7be1-9173-4b4a-a96a-80fa4b204fda), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:08.673126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c06f7be1-9173-4b4a-a96a-80fa4b204fda), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:08.833212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Publish callbacks [] for router_controller (c06f7be1-9173-4b4a-a96a-80fa4b204fda), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:08.839344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c06f7be1-9173-4b4a-a96a-80fa4b204fda), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:08.864370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:08.865546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f62aa83d-633c-403a-b621-7011807e104f demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6955986 Mar 10 17:13:11.340512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fd02c307-3c89-4949-b6bf-70017f449868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:13:11.423549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:11.443158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port fd02c307-3c89-4949-b6bf-70017f449868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:11.443642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd02c307-3c89-4949-b6bf-70017f449868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:11.562931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port fd02c307-3c89-4949-b6bf-70017f449868 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:11.563347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd02c307-3c89-4949-b6bf-70017f449868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:11.597741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port fd02c307-3c89-4949-b6bf-70017f449868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=fd02c307-3c89-4949-b6bf-70017f449868,segment=NetworkSegment(0df60b4c-0027-42df-b60a-7ce3fdf25f7c),segment_id=0df60b4c-0027-42df-b60a-7ce3fdf25f7c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:13:11.602800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fd02c307-3c89-4949-b6bf-70017f449868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:11.650917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=fd02c307-3c89-4949-b6bf-70017f449868,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:11.762939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-8ab48e23-f075-4215-a670-1e390051c5cc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:13:11.764008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ab48e23-f075-4215-a670-1e390051c5cc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3395195 Mar 10 17:13:12.285614 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7818ba56-4e77-4464-82c9-f66ba29246c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:12.438763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc86377-a4bb-4eef-bef7-d9dbb5ab4a56 None None] Network 722669e4-d579-4bce-ba0b-93513711a1d1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:13:12.524968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f39f93d9-ec11-46dc-a6ad-14c8bed1d7f5 None None] Provisioning complete for port fd02c307-3c89-4949-b6bf-70017f449868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:12.525362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f39f93d9-ec11-46dc-a6ad-14c8bed1d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd02c307-3c89-4949-b6bf-70017f449868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:12.644715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f39f93d9-ec11-46dc-a6ad-14c8bed1d7f5 None None] Current status of the port fd02c307-3c89-4949-b6bf-70017f449868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:12.866454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-885d6c96-9490-45bf-8f5c-0278cda2208a None None] Provisioning complete for port fd02c307-3c89-4949-b6bf-70017f449868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:12.866877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-885d6c96-9490-45bf-8f5c-0278cda2208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd02c307-3c89-4949-b6bf-70017f449868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:12.950169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-885d6c96-9490-45bf-8f5c-0278cda2208a None None] Current status of the port fd02c307-3c89-4949-b6bf-70017f449868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:13.292312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fd02c307-3c89-4949-b6bf-70017f449868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:13:13.341326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port fd02c307-3c89-4949-b6bf-70017f449868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:13.341690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd02c307-3c89-4949-b6bf-70017f449868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:13.418295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port fd02c307-3c89-4949-b6bf-70017f449868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:14.301335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46090) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:14.510311 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56544bf8-0c21-4d60-8f4b-552b7f7affdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.646714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:13:14.667262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Made reservation on behalf of fb5e510c5c334042b159e67b84773ef5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:13:14.669427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.677574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.752232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks [] for security_group (57839dd3-0d74-4d77-92fc-7fdfec1d1b56), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.758156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (57839dd3-0d74-4d77-92fc-7fdfec1d1b56), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.775130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 17:13:14.791290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57839dd3-0d74-4d77-92fc-7fdfec1d1b56,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:14.795926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d770f569-86ed-4183-9bc5-cbd0150f1a45), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.796268 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Added segment d770f569-86ed-4183-9bc5-cbd0150f1a45 of type flat for network 6f929545-93b1-4983-80a7-759e0a1154f4 Mar 10 17:13:14.843713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6f929545-93b1-4983-80a7-759e0a1154f4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.878560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6f929545-93b1-4983-80a7-759e0a1154f4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.879955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:14.880849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:14.940884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6381271 Mar 10 17:13:14.984747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c63f0-527f-49df-9a45-491fdc8139b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f929545-93b1-4983-80a7-759e0a1154f4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:14.995113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6f929545-93b1-4983-80a7-759e0a1154f4 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:13:15.600626 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:17.003858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:17.481693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46108) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:17.693732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b55da-b024-47d9-97cd-9d9269ad3665 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:17.695287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-024b55da-b024-47d9-97cd-9d9269ad3665 demo admin] 10.222.0.35 "GET /v2.0/subnets/4e7c85d1-d384-433e-9307-f52a9feb4966 HTTP/1.1" status: 200 len: 849 time: 0.2126107 Mar 10 17:13:17.862544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77b67eca-151e-4a10-8d45-9a57c7f6a0bf demo admin] 10.222.0.35 "GET /v2.0/routers/c06f7be1-9173-4b4a-a96a-80fa4b204fda HTTP/1.1" status: 200 len: 704 time: 0.1584804 Mar 10 17:13:18.153039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:18.448975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Allocated IP 172.20.0.1 (722669e4-d579-4bce-ba0b-93513711a1d1/4e7c85d1-d384-433e-9307-f52a9feb4966/6104324f-ce07-4340-b7a5-98bda5c8f009) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:13:18.587558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:18.659860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks [] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:18.729787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:18.798588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Network 722669e4-d579-4bce-ba0b-93513711a1d1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:13:18.804181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:13:18.807872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:13:18.808695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (c06f7be1-9173-4b4a-a96a-80fa4b204fda), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:18.885939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Pushing event updated for resources: {'Port': ['ID=6104324f-ce07-4340-b7a5-98bda5c8f009,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:19.015356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2d27b3fa-9ab0-4eae-8ae9-5485c1a170bb None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:19.015586 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d27b3fa-9ab0-4eae-8ae9-5485c1a170bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.023093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.048461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2d27b3fa-9ab0-4eae-8ae9-5485c1a170bb None None] Port 6104324f-ce07-4340-b7a5-98bda5c8f009 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:13:19.234300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks [] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.241384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.242195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (c06f7be1-9173-4b4a-a96a-80fa4b204fda), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.301881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Pushing event updated for resources: {'Port': ['ID=6104324f-ce07-4340-b7a5-98bda5c8f009,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:19.373189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Network 722669e4-d579-4bce-ba0b-93513711a1d1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:13:19.374685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:13:19.551757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Router c06f7be1-9173-4b4a-a96a-80fa4b204fda is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:13:19.658476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:13:19.663512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-42c4cfcb-d454-4bb8-9ae8-4a7b346c01a2 demo admin] 10.222.0.35 "PUT /v2.0/routers/c06f7be1-9173-4b4a-a96a-80fa4b204fda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7932525 Mar 10 17:13:19.672292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-52dc1f5a-0d3e-40f2-96a4-a58dee8e3c87 None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:19.672917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52dc1f5a-0d3e-40f2-96a4-a58dee8e3c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:19.682567 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Sync routers for ids ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:13:19.696922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Routers {'c06f7be1-9173-4b4a-a96a-80fa4b204fda'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:13:19.697764 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:13:14Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:19.710701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-52dc1f5a-0d3e-40f2-96a4-a58dee8e3c87 None None] Port 6104324f-ce07-4340-b7a5-98bda5c8f009 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:13:19.904098 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Set router c06f7be1-9173-4b4a-a96a-80fa4b204fda gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:13:20.340008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:18Z', 'revision_number': 2, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port_host': None, '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:19Z', 'revision_number': 2, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:20.392720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Checking router: c06f7be1-9173-4b4a-a96a-80fa4b204fda for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:13:20.393073 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Updating router c06f7be1-9173-4b4a-a96a-80fa4b204fda port 6104324f-ce07-4340-b7a5-98bda5c8f009 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:13:20.450672 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:20.981849 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks [] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:20.990466 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.166919 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Pushing event updated for resources: {'Port': ['ID=6104324f-ce07-4340-b7a5-98bda5c8f009,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:21.171433 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Attempting to bind port 6104324f-ce07-4340-b7a5-98bda5c8f009 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:13:21.171844 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Attempting to bind port 6104324f-ce07-4340-b7a5-98bda5c8f009 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:13:21.172280 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Attempting to bind port 6104324f-ce07-4340-b7a5-98bda5c8f009 on network 722669e4-d579-4bce-ba0b-93513711a1d1 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:13:21.180233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.180568 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.180903 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.181598 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.181926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.182355 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.182636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.182954 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.183258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.183575 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.183901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.184217 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Tracked resource versions report: Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: pushed versions: Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: { 'AddressGroup': {'1.2'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'ConntrackHelper': {'1.0'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Log': {'1.0'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Network': {'1.1'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Port': {'1.7'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'PortForwarding': {'1.2'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'QosPolicy': {'1.10'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SecurityGroup': {'1.5'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SubPort': {'1.0'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Subnet': {'1.1'}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Trunk': {'1.1'}} Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: consumer versions: Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: L3 agent@n-d-833115-2: {}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: Metadata agent@n-d-833115-2: {}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: Metering agent@n-d-833115-2: {}, Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'ConntrackHelper': '1.0', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'LocalIPAssociation': '1.0', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Log': '1.0', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Network': '1.1', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Port': '1.7', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'PortForwarding': '1.2', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'QosPolicy': '1.10', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SecurityGroup': '1.5', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SecurityGroupRule': '1.2', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'SubPort': '1.0', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Subnet': '1.1', Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: 'Trunk': '1.1'}} Mar 10 17:13:21.186260 n-d-833115-2 neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:13:21.188975 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:13:21.188975 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Checking segment: {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:13:21.188975 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.189442 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Bound using segment: {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:13:21.189795 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Bound port: 6104324f-ce07-4340-b7a5-98bda5c8f009, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df60b4c-0027-42df-b60a-7ce3fdf25f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:13:21.190184 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.241377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fc962df1-d2ec-427d-98a2-c6f0b38b18af None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:21.241862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc962df1-d2ec-427d-98a2-c6f0b38b18af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.258913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] For port 6104324f-ce07-4340-b7a5-98bda5c8f009, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:13:21.279107 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] For port 6104324f-ce07-4340-b7a5-98bda5c8f009, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6104324f-ce07-4340-b7a5-98bda5c8f009,segment=NetworkSegment(0df60b4c-0027-42df-b60a-7ce3fdf25f7c),segment_id=0df60b4c-0027-42df-b60a-7ce3fdf25f7c)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:13:21.279539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fc962df1-d2ec-427d-98a2-c6f0b38b18af None None] Port 6104324f-ce07-4340-b7a5-98bda5c8f009 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:13:21.286114 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.343952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9c709-dcc8-44c3-a3a5-b952a8bbf605 None None] Pushing event updated for resources: {'Port': ['ID=6104324f-ce07-4340-b7a5-98bda5c8f009,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:21.349291 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Routers {'c06f7be1-9173-4b4a-a96a-80fa4b204fda'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:13:21.349919 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:13:14Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:21.443256 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] Set router c06f7be1-9173-4b4a-a96a-80fa4b204fda gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:13:21.500694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:21.501083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.578677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Current status of the port 6104324f-ce07-4340-b7a5-98bda5c8f009 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:21.579074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.619208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] For port 6104324f-ce07-4340-b7a5-98bda5c8f009, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6104324f-ce07-4340-b7a5-98bda5c8f009,segment=NetworkSegment(0df60b4c-0027-42df-b60a-7ce3fdf25f7c),segment_id=0df60b4c-0027-42df-b60a-7ce3fdf25f7c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:13:21.624769 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:21.667072 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:18Z', 'revision_number': 2, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port_host': None, '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:21Z', 'revision_number': 4, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:21.682549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80811ec3-f250-46b7-9d3f-04f4475e2024 None None] Pushing event updated for resources: {'Port': ['ID=6104324f-ce07-4340-b7a5-98bda5c8f009,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:21.697477 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e94d4-825d-4a75-8278-555ef7b518c7 None None] The sync data for ids ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'] in n-d-833115-2 is: [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:18Z', 'revision_number': 2, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port_host': None, '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:21Z', 'revision_number': 4, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:13:22.133795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46128) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:22.247021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60ea11-4150-4ee0-95c2-688a86823175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:22.248291 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9e60ea11-4150-4ee0-95c2-688a86823175 admin admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 842 time: 0.1133821 Mar 10 17:13:22.257683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Request body: {'subnet': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:13:22.277548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Made reservation on behalf of fb5e510c5c334042b159e67b84773ef5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:13:22.279812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:22.630072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:13:22.630516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (8bf1013b-5f24-4ff0-aa18-72bc31779bb5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:22.684221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf1013b-5f24-4ff0-aa18-72bc31779bb5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:22.694655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:13:22.694990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Network hostable DHCP agents. Network: 6f929545-93b1-4983-80a7-759e0a1154f4, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:13:22.713161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:13:22.722694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6f929545-93b1-4983-80a7-759e0a1154f4) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:13:22.727767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:22.729731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:22.731822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046b0a6-2cd7-47b2-8f7d-21c28b22bcdf None None] Network 6f929545-93b1-4983-80a7-759e0a1154f4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:13:22.756974 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a804a76-9377-4097-8bea-81318f52e8be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979513 Mar 10 17:13:22.852058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc033da0-a412-4ae7-b6bd-890dd242bd97 None None] Network 6f929545-93b1-4983-80a7-759e0a1154f4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:13:25.183427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:25.314457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f3818cf-fcfc-4be2-8ac8-5114185f33b6 demo admin] 10.222.0.35 "GET /v2.0/routers/c06f7be1-9173-4b4a-a96a-80fa4b204fda HTTP/1.1" status: 200 len: 710 time: 0.1298966 Mar 10 17:13:25.398636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1501245-2330-4f8e-95dc-692b9956b3b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:13:25.400022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1501245-2330-4f8e-95dc-692b9956b3b1 demo admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 886 time: 0.0801907 Mar 10 17:13:25.409019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:13:25.660431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks [] for router_gateway (c06f7be1-9173-4b4a-a96a-80fa4b204fda), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:25.899691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks [] for router_gateway (c06f7be1-9173-4b4a-a96a-80fa4b204fda), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:25.972980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.080729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Allocated IP 172.25.3.235 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/b9348091-2d51-4726-843f-8507694aec28) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:13:26.181823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks [] for port (b9348091-2d51-4726-843f-8507694aec28), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.216753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b9348091-2d51-4726-843f-8507694aec28), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.250072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:13:26.253417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:13:26.261498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:13:26.296423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Pushing event updated for resources: {'Port': ['ID=b9348091-2d51-4726-843f-8507694aec28,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:26.614698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks [] for router_gateway (c06f7be1-9173-4b4a-a96a-80fa4b204fda), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.823123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (c06f7be1-9173-4b4a-a96a-80fa4b204fda), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.827018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (c06f7be1-9173-4b4a-a96a-80fa4b204fda), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:26.944268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Router c06f7be1-9173-4b4a-a96a-80fa4b204fda has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:13:27.059793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:13:27.064461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:27.065702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45beef27-9fba-4420-a811-a41f8d375bd9 demo admin] 10.222.0.35 "PUT /v2.0/routers/c06f7be1-9173-4b4a-a96a-80fa4b204fda HTTP/1.1" status: 200 len: 890 time: 1.6601112 Mar 10 17:13:29.333809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6104324f-ce07-4340-b7a5-98bda5c8f009 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:13:29.381093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:29.381464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:29.463894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6104324f-ce07-4340-b7a5-98bda5c8f009 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:29.631004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46148) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:13:29.772726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-81c42fad-d7ea-4bdf-a43f-797c00cf9da2 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1406097 Mar 10 17:13:30.395915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Sync routers for ids ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:13:30.409533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Routers {'c06f7be1-9173-4b4a-a96a-80fa4b204fda'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:13:30.410478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:13:14Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:30.634124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Set router c06f7be1-9173-4b4a-a96a-80fa4b204fda gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:13:31.125654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b9348091-2d51-4726-843f-8507694aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:26Z', 'revision_number': 4, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port': {'id': 'b9348091-2d51-4726-843f-8507694aec28', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:25Z', 'updated_at': '2022-03-10T17:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:21Z', 'revision_number': 5, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:31.177064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Checking router: c06f7be1-9173-4b4a-a96a-80fa4b204fda for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:13:31.177431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Updating router c06f7be1-9173-4b4a-a96a-80fa4b204fda port b9348091-2d51-4726-843f-8507694aec28 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:13:31.229654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9348091-2d51-4726-843f-8507694aec28), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.573008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks [] for port (b9348091-2d51-4726-843f-8507694aec28), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.579853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9348091-2d51-4726-843f-8507694aec28), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.624628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42849bb1-fdb6-4921-895c-8c4ce6c79d22 None None] Pushing event updated for resources: {'Port': ['ID=b9348091-2d51-4726-843f-8507694aec28,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:31.647095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Attempting to bind port b9348091-2d51-4726-843f-8507694aec28 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:13:31.647474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Attempting to bind port b9348091-2d51-4726-843f-8507694aec28 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:13:31.647832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Attempting to bind port b9348091-2d51-4726-843f-8507694aec28 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:13:31.658203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:13:31.658770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:13:31.659218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.659638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:13:31.660069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Bound port: b9348091-2d51-4726-843f-8507694aec28, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:13:31.660447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9348091-2d51-4726-843f-8507694aec28), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.715361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] For port b9348091-2d51-4726-843f-8507694aec28, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:13:31.717675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] For port b9348091-2d51-4726-843f-8507694aec28, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9348091-2d51-4726-843f-8507694aec28,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:13:31.724821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9348091-2d51-4726-843f-8507694aec28), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:31.784862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42849bb1-fdb6-4921-895c-8c4ce6c79d22 None None] Pushing event updated for resources: {'Port': ['ID=b9348091-2d51-4726-843f-8507694aec28,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:31.796569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Routers {'c06f7be1-9173-4b4a-a96a-80fa4b204fda'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:13:31.796569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:13:14Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:31.909068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] Set router c06f7be1-9173-4b4a-a96a-80fa4b204fda gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:13:32.139372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b9348091-2d51-4726-843f-8507694aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:26Z', 'revision_number': 4, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port': {'id': 'b9348091-2d51-4726-843f-8507694aec28', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:25Z', 'updated_at': '2022-03-10T17:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:21Z', 'revision_number': 5, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:13:32.165801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07347d-0955-4731-afa0-6c7c98e31713 None None] The sync data for ids ['c06f7be1-9173-4b4a-a96a-80fa4b204fda'] in n-d-833115-2 is: [{'id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'name': 'router1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'b9348091-2d51-4726-843f-8507694aec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:13:08Z', 'updated_at': '2022-03-10T17:13:26Z', 'revision_number': 4, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'gw_port': {'id': 'b9348091-2d51-4726-843f-8507694aec28', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:25Z', 'updated_at': '2022-03-10T17:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6104324f-ce07-4340-b7a5-98bda5c8f009', 'name': '', 'network_id': '722669e4-d579-4bce-ba0b-93513711a1d1', 'tenant_id': 'c9be932f413541d3b57ed48b2bd70b58', 'mac_address': 'fa:16:3e:a5:73:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06f7be1-9173-4b4a-a96a-80fa4b204fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:13:18Z', 'updated_at': '2022-03-10T17:13:21Z', 'revision_number': 5, 'project_id': 'c9be932f413541d3b57ed48b2bd70b58', 'subnets': [{'id': '4e7c85d1-d384-433e-9307-f52a9feb4966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bc14b85-5a9f-473e-a4a1-ff764e44fecc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:13:33.408544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9348091-2d51-4726-843f-8507694aec28 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:13:33.471647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b9348091-2d51-4726-843f-8507694aec28 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:33.472285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9348091-2d51-4726-843f-8507694aec28), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:33.565416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b9348091-2d51-4726-843f-8507694aec28 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:33.566048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9348091-2d51-4726-843f-8507694aec28), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:33.591074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b9348091-2d51-4726-843f-8507694aec28, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9348091-2d51-4726-843f-8507694aec28,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:13:33.606605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9348091-2d51-4726-843f-8507694aec28), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:33.671149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b9348091-2d51-4726-843f-8507694aec28,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:13:35.377321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9348091-2d51-4726-843f-8507694aec28 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:13:35.523649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b9348091-2d51-4726-843f-8507694aec28 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:13:35.524049 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9348091-2d51-4726-843f-8507694aec28), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:35.722087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b9348091-2d51-4726-843f-8507694aec28 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:13:42.279908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02c50c78-9964-4278-89cf-bfbd2f62a740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:44.533674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36a76dae-6489-4c1c-aad5-3dba5860cad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:44.654154 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:13:45.605165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:47.016696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:13:48.583919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:12.286560 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-604e4583-06a2-4a13-9ea3-76d36153b15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:14.519959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12203265-afe4-4a3f-b137-82891668b870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:15.608129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:17.017691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:18.580206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:21.652832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:14:42.282399 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-017dc6ce-7ebb-4e25-a663-7b074232b390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:44.515393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73891dbc-ec1f-4015-a397-801c0bca66e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:45.611832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:47.020087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:48.583331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:56.203304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46666) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:56.290709 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d6fdbd-3c85-443b-b444-6f43c54853c4 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:14:56.291981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-93d6fdbd-3c85-443b-b444-6f43c54853c4 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0878265 Mar 10 17:14:56.487585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121b623-6ef9-499b-ad35-5848eb4f1f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:56.489006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3121b623-6ef9-499b-ad35-5848eb4f1f8e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1923010 Mar 10 17:14:58.651350 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:14:58.844918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:14:58.979687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca01d2-d327-40f2-b392-9a7cb6761764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:58.981067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8ca01d2-d327-40f2-b392-9a7cb6761764 admin admin] 10.222.0.35 "GET /v2.0/subnets/4e7c85d1-d384-433e-9307-f52a9feb4966 HTTP/1.1" status: 200 len: 849 time: 0.1351776 Mar 10 17:14:58.992092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:14:59.085005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Publish callbacks [] for subnet (4e7c85d1-d384-433e-9307-f52a9feb4966), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:59.276322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791081072478'] for subnet (4e7c85d1-d384-433e-9307-f52a9feb4966), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:59.342369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:14:59.343024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:59.344300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] 10.222.0.35 "PUT /v2.0/subnets/4e7c85d1-d384-433e-9307-f52a9feb4966 HTTP/1.1" status: 200 len: 868 time: 0.3559692 Mar 10 17:14:59.345939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555927c-6db6-4038-bd08-2c9b6be93af3 None None] Network 722669e4-d579-4bce-ba0b-93513711a1d1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:14:59.363004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7c85d1-d384-433e-9307-f52a9feb4966,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:14:59.372424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.372769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.373109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.373459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.373780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.374105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.374445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.374779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.375099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.375417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.375765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.376076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.376391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a215f-d13e-4992-bbff-fab8053f71d9 admin admin] Tracked resource versions report: Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: pushed versions: Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: { 'AddressGroup': {'1.2'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'ConntrackHelper': {'1.0'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Log': {'1.0'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Network': {'1.1'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Port': {'1.7'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'PortForwarding': {'1.2'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'QosPolicy': {'1.10'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SecurityGroup': {'1.5'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SubPort': {'1.0'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Subnet': {'1.1'}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Trunk': {'1.1'}} Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: consumer versions: Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: L3 agent@n-d-833115-2: {}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: Metadata agent@n-d-833115-2: {}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: Metering agent@n-d-833115-2: {}, Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'ConntrackHelper': '1.0', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'LocalIPAssociation': '1.0', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Log': '1.0', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Network': '1.1', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Port': '1.7', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'PortForwarding': '1.2', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'QosPolicy': '1.10', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SecurityGroup': '1.5', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SecurityGroupRule': '1.2', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'SubPort': '1.0', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Subnet': '1.1', Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: 'Trunk': '1.1'}} Mar 10 17:14:59.377562 n-d-833115-2 neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:14:59.742090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Provisioning complete for port fd02c307-3c89-4949-b6bf-70017f449868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:14:59.742394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd02c307-3c89-4949-b6bf-70017f449868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:59.828168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Current status of the port fd02c307-3c89-4949-b6bf-70017f449868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:14:59.838307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Provisioning complete for port 6104324f-ce07-4340-b7a5-98bda5c8f009 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:14:59.838729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6104324f-ce07-4340-b7a5-98bda5c8f009), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:14:59.915331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-08a80922-fd0c-4f46-90ec-744fcc942e28 None None] Current status of the port 6104324f-ce07-4340-b7a5-98bda5c8f009 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:15:01.676162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46688) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:01.880835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ec8b1-4bde-4aaa-8d33-cefaf755950c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:01.881286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ec8b1-4bde-4aaa-8d33-cefaf755950c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:01.882869 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-789ec8b1-4bde-4aaa-8d33-cefaf755950c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053630 Mar 10 17:15:04.211041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46698) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:04.367766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57048b90-3990-45f5-ab87-c248bee9d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:04.368231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57048b90-3990-45f5-ab87-c248bee9d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:04.369776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57048b90-3990-45f5-ab87-c248bee9d297 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1575747 Mar 10 17:15:06.689908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46706) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:06.822872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5bc97-3345-4afa-89b6-0f30be1431fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:06.824333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57e5bc97-3345-4afa-89b6-0f30be1431fc admin admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 886 time: 0.1334028 Mar 10 17:15:09.186950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46714) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:09.350651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4124746-7fc9-44d3-ae07-7435fd66274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:09.352076 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4124746-7fc9-44d3-ae07-7435fd66274a admin admin] 10.222.0.35 "GET /v2.0/networks/722669e4-d579-4bce-ba0b-93513711a1d1 HTTP/1.1" status: 200 len: 869 time: 0.1642792 Mar 10 17:15:11.724083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:11.875662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0c981-1f05-4fb0-b07d-9d094ac8869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:11.876123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0c981-1f05-4fb0-b07d-9d094ac8869f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:11.877646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3af0c981-1f05-4fb0-b07d-9d094ac8869f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1525736 Mar 10 17:15:12.277301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c540e37-4167-45c3-bdff-237c117cbda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:14.237312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:14.338619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ca2e6-1dbd-4463-ac08-019f5a4b014c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:14.339067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ca2e6-1dbd-4463-ac08-019f5a4b014c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:14.341158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f0ca2e6-1dbd-4463-ac08-019f5a4b014c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1023033 Mar 10 17:15:14.520899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b154077a-d710-4d3b-a06a-b1dd10bcf5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:15.615828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:16.678623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:16.776806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6b0f3-eb6d-4029-afb5-ec9e2f8b1f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:16.788747 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cce6b0f3-eb6d-4029-afb5-ec9e2f8b1f32 admin admin] 10.222.0.35 "GET /v2.0/subnets/4e7c85d1-d384-433e-9307-f52a9feb4966 HTTP/1.1" status: 200 len: 868 time: 0.0988760 Mar 10 17:15:17.023607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:18.577227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:19.143023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:19.247621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d5eda0-25d2-4d11-874f-ee90fb9a4f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:19.248954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-68d5eda0-25d2-4d11-874f-ee90fb9a4f02 admin admin] 10.222.0.35 "GET /v2.0/subnets/8bf1013b-5f24-4ff0-aa18-72bc31779bb5 HTTP/1.1" status: 200 len: 816 time: 0.1048801 Mar 10 17:15:35.650132 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:15:42.281858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7119a602-2709-49bf-aad9-994ce0f08060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:44.524445 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0395ed9e-0461-4b48-8fc0-81e9241fe6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:45.618263 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:47.026010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:47.710079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46798) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:47.762296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-d823a95c-7a60-43e3-8ac8-036ecb60a131 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:15:47.763330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d823a95c-7a60-43e3-8ac8-036ecb60a131 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522690 Mar 10 17:15:48.581555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:50.173864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:50.236792 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a13d6-d0be-407c-a361-0d11b6969874 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:15:50.238047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e66a13d6-d0be-407c-a361-0d11b6969874 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632362 Mar 10 17:15:50.331436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfc70e-d450-4e17-b3a2-6fe839095d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:50.332899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-becfc70e-d450-4e17-b3a2-6fe839095d6c admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0906615 Mar 10 17:15:52.736962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:52.799147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:15:52.820553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Made reservation on behalf of fb5e510c5c334042b159e67b84773ef5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:15:52.822771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:52.850202 n-d-833115-2 neutron-server[103794]: WARNING neutron.services.revisions.revision_plugin [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Could not find related network for resource to bump revision. Mar 10 17:15:52.862372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:15:52.876107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8d2fcdd5-1e14-43e0-be21-b723608a41b6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:52.876565 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Added segment 8d2fcdd5-1e14-43e0-be21-b723608a41b6 of type vlan for network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 Mar 10 17:15:52.917357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6a2a4738-2b71-4b35-8b79-d7d69708e4b6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:52.947451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6a2a4738-2b71-4b35-8b79-d7d69708e4b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:52.948920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:52.949503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:52.980859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2428224 Mar 10 17:15:53.012944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Pushing event updated for resources: {'Network': ['ID=6a2a4738-2b71-4b35-8b79-d7d69708e4b6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:53.020462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.020801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.021122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.021468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.021792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.022124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.022463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.022773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.023109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.023436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.023715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.024074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.024379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551695fe-1c8a-4245-a26e-3e6281759b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:53.036218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:15:55.351052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46822) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:15:55.416283 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c9cc06-3f4c-4d80-a5cd-a41ecc456c66 admin admin] GET failed (client error): The resource could not be found. Mar 10 17:15:55.417677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-54c9cc06-3f4c-4d80-a5cd-a41ecc456c66 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656054 Mar 10 17:15:55.487775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237afb7-93be-4bb2-9920-3694413ced34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:55.489180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2237afb7-93be-4bb2-9920-3694413ced34 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668530 Mar 10 17:15:55.498859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:15:55.525023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Made reservation on behalf of fb5e510c5c334042b159e67b84773ef5 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:15:55.527658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:55.748175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (187c0d27-86ac-4d73-a68b-a92c8e0a9b18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:55.798671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Pushing event updated for resources: {'Subnet': ['ID=187c0d27-86ac-4d73-a68b-a92c8e0a9b18,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:55.816605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:15:55.816942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Network hostable DHCP agents. Network: 6a2a4738-2b71-4b35-8b79-d7d69708e4b6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:15:55.839485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:15:55.852508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6a2a4738-2b71-4b35-8b79-d7d69708e4b6) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:15:55.857140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:15:55.857873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:55.862325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da883d0-0623-4076-b7a3-ca1fd8762087 None None] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:15:55.877365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a23afea0-19f6-4bba-8947-d2f119a9460d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819051 Mar 10 17:15:55.969509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'project_id': 'fb5e510c5c334042b159e67b84773ef5', 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:15:55.970404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.108723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Allocated IP 192.168.233.2 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/66ef9e20-41bc-4d2d-9adf-a035a85511b4) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:15:56.366948 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks [] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.373809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.418173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:15:56.423970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Pushing event updated for resources: {'Port': ['ID=66ef9e20-41bc-4d2d-9adf-a035a85511b4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:56.426294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:15:56.434041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:15:56.436520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.436862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.437221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.437552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.437876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.438196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.438557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.438865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.439175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.439498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.439955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.440267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.440579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:15:56.497648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Attempting to bind port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:15:56.498009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Attempting to bind port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:15:56.498365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Attempting to bind port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:15:56.503883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:15:56.504255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:15:56.504658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.505077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:15:56.505537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Bound port: 66ef9e20-41bc-4d2d-9adf-a035a85511b4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:15:56.505923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.568270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] For port 66ef9e20-41bc-4d2d-9adf-a035a85511b4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:15:56.571284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] For port 66ef9e20-41bc-4d2d-9adf-a035a85511b4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=66ef9e20-41bc-4d2d-9adf-a035a85511b4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:15:56.578155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:56.645644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28db53b-ef87-4bfc-a197-ced1365e0907 None None] Pushing event updated for resources: {'Port': ['ID=66ef9e20-41bc-4d2d-9adf-a035a85511b4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:57.465881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 66ef9e20-41bc-4d2d-9adf-a035a85511b4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:15:57.501661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed46331-96db-4e2a-9f3a-e261c37588c7 None None] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:15:57.588269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:15:57.588666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:57.640043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Provisioning complete for port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:15:57.640431 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:57.773064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:15:57.773455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:57.787303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Current status of the port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:15:57.787525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:57.830659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 66ef9e20-41bc-4d2d-9adf-a035a85511b4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=66ef9e20-41bc-4d2d-9adf-a035a85511b4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:15:57.837753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:57.915493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:15:57.915873 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:15:57.920151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=66ef9e20-41bc-4d2d-9adf-a035a85511b4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:15:58.455114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c2a8c-e9ea-4e04-b994-f73eda600d01 None None] Current status of the port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:15:58.576084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03de2b15-9875-497d-829e-eb9a0225ded5 None None] Provisioning complete for port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:15:58.576792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03de2b15-9875-497d-829e-eb9a0225ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:58.661956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03de2b15-9875-497d-829e-eb9a0225ded5 None None] Current status of the port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:15:59.402463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 66ef9e20-41bc-4d2d-9adf-a035a85511b4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:15:59.461112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:15:59.461497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ef9e20-41bc-4d2d-9adf-a035a85511b4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:15:59.536503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 66ef9e20-41bc-4d2d-9adf-a035a85511b4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:16:12.286270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b3eda19-9983-4751-ab56-140352c46ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:12.649712 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:16:14.529434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00fdd82c-9298-4251-94e4-f91b077361e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:15.619836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:17.028879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:18.590501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:42.291834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e81aefa-dfa2-400b-b591-e9c652344cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:44.533249 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-648b6f6a-2e70-4616-97ec-279f62cde6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:45.624228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:47.032781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:48.586958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:16:49.649333 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:17:12.297271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d866d27-1b08-4d24-b9b4-14421844628a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:14.539493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-62514215-4380-4dce-baca-c869d6738a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:15.631347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.044027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.147366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:17.153300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-c4291bb1-0542-4f72-a1f2-49095a1b075b tempest-verify_tempest_config-512684768 tempest-verify_tempest_config-512684768-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:17:17.154261 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c4291bb1-0542-4f72-a1f2-49095a1b075b tempest-verify_tempest_config-512684768 tempest-verify_tempest_config-512684768-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059202 Mar 10 17:17:17.482213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:17.711643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.787005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Publish callbacks [] for security_group (302b68ca-a322-46b6-afa2-0d18e80633b1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.793152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (302b68ca-a322-46b6-afa2-0d18e80633b1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.835957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302b68ca-a322-46b6-afa2-0d18e80633b1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:17.839770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15083d0175a74cdeadd6519b91ba8ef5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3565452 Mar 10 17:17:17.842798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:17:17.845147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.845482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.845811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.846136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.846472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.846805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.847126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.847439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.847729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.848038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.848343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.848650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.848954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f6a9b-f1e9-453f-aac6-0b30c841919e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:17.934997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Publish callbacks [] for security_group (302b68ca-a322-46b6-afa2-0d18e80633b1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:17.965218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Publish callbacks [] for security_group (302b68ca-a322-46b6-afa2-0d18e80633b1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:18.061353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (302b68ca-a322-46b6-afa2-0d18e80633b1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:18.063949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:18.065540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/302b68ca-a322-46b6-afa2-0d18e80633b1 HTTP/1.1" status: 204 len: 168 time: 0.2218010 Mar 10 17:17:18.073521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302b68ca-a322-46b6-afa2-0d18e80633b1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:17:18.080474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.080825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.081167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.081503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.081837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.082165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.082491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.082851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.083327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.083455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.083777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.084097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.084416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c187448-fac6-43d2-8393-507a1500b491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:17:18.581590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:26.651509 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:17:42.307127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35e3cefc-f520-4848-abe6-9d9c57b5a4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:44.549620 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a25fb017-c2a8-4572-9e3d-367e97da9a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:45.631274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:47.041399 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:17:48.594981 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:03.656600 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:12.310378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-446857cd-2483-46e5-9801-0dacf7ca90da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:14.544986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2dea0784-d9c0-4b14-b786-d0c09d91cac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:15.633970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:17.042863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:18.597195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:40.659176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:18:42.312087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-856de155-9fa4-49f0-a44b-5b88d74bbd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:44.556376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6f27b8c-fe89-4446-8cbb-bade2f5b3a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:45.636526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:47.056412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:18:48.604414 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:12.312797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d263d47c-6c49-45ad-9baa-67e70476e8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:14.557983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-14e635b9-eb36-45e5-bc4d-215fb7132725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:15.638140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:17.055085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:17.663667 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:19:18.598956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:42.313895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ef7916c-43dd-41e6-a3a6-1d2733cd88a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:44.560776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-342dc87b-ade0-48ad-b805-dade5f053df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:45.648108 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:47.058723 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:48.606527 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:19:54.668022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:12.316795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff8aadc0-3548-483b-9e3a-4a730ad1901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:14.563720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15a687fb-ae6e-40e4-a030-276a0e21f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:15.646198 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:17.062074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:18.605426 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:26.658302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:29.487711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8342120'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:31.667491 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:20:42.318637 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8499d78e-ce39-4b06-95c9-8aac9634f253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:44.569308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e66c4a9-3fbc-4a12-b1e7-47d46dd71e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:45.654997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:47.065501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:48.596806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:56.620578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:20:59.432633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:08.667345 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:12.315371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-62718c81-ea5c-4222-86e0-7cc210f12481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:14.552183 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-492b6dd8-854b-441c-a54a-19577ecfcd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:15.653870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:17.067331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.592801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:18.962474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46942) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:19.075746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1f8bd543-ce65-44d9-8df0-0b5b883b62c1 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1121397 Mar 10 17:21:21.440606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:21:21.498099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-44af9891-0487-4b8a-a7b5-73b2f53d00a7 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0563993 Mar 10 17:21:26.623353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:29.445054 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:42.312633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07d202d3-fc03-4e13-9404-6e45cbf98102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:44.564040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b492c925-40ca-44eb-8650-fbe00b72867b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.660937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:45.667866 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:21:47.074680 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:48.606761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:56.634256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:21:59.439502 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:12.307482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5c62174-3bcc-4a1c-a40e-8832ae9947ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:14.560874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c8ee1d6-a1e0-4990-bb9f-ee1bd7aff2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:15.659010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:17.076914 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:18.602383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:22.667823 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:22:26.649341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:29.455005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:42.316591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a8d1b62-e584-4c03-8da8-35cac2452bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:44.557268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e257da3c-619f-4faa-81be-0e36053530b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:45.663832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:47.088801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:48.620364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:51.763710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47164) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:51.994963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47180) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.075326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-network', 'tenant_id': '84cf28a9b3314944baddd33232390473'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:52.098748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Made reservation on behalf of 84cf28a9b3314944baddd33232390473 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:22:52.101501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.117690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.200664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks [] for security_group (1197f5ea-ebaa-473d-906c-d93b1cf0c541), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.205944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1197f5ea-ebaa-473d-906c-d93b1cf0c541), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.251927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197f5ea-ebaa-473d-906c-d93b1cf0c541,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:52.260826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:22:52.264284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.264620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.264954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.265280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.265619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.265934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.266243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.266648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.266927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.267349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.267668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.267984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.268406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Tracked resource versions report: Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: pushed versions: Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: { 'AddressGroup': {'1.2'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'ConntrackHelper': {'1.0'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Log': {'1.0'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Network': {'1.1'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Port': {'1.7'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'PortForwarding': {'1.2'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'QosPolicy': {'1.10'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SecurityGroup': {'1.5'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SubPort': {'1.0'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Subnet': {'1.1'}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Trunk': {'1.1'}} Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: consumer versions: Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: HyperV agent@n-h1-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: HyperV agent@n-h2-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: L3 agent@n-d-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: Metadata agent@n-d-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: Metering agent@n-d-833115-2: {}, Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'ConntrackHelper': '1.0', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'LocalIPAssociation': '1.0', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Log': '1.0', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Network': '1.1', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Port': '1.7', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'PortForwarding': '1.2', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'QosPolicy': '1.10', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SecurityGroup': '1.5', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SecurityGroupRule': '1.2', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'SubPort': '1.0', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Subnet': '1.1', Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: 'Trunk': '1.1'}} Mar 10 17:22:52.269680 n-d-833115-2 neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:22:52.292304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791080899341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5119b1e0-c91f-4e26-9399-b5fa2e1d60e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.293108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Unsubscribe: segment precommit_create {{(pid=103795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 17:22:52.293623 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Added segment 5119b1e0-c91f-4e26-9399-b5fa2e1d60e5 of type vlan for network ba9942dc-377d-42fd-9d97-6b2c9696bd58 Mar 10 17:22:52.353438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ba9942dc-377d-42fd-9d97-6b2c9696bd58), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.391480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ba9942dc-377d-42fd-9d97-6b2c9696bd58), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.392683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:52.393301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.456397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6888397 Mar 10 17:22:52.456826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.464645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Request body: {'subnet': {'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-subnet', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:52.487682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Made reservation on behalf of 84cf28a9b3314944baddd33232390473 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:22:52.490725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.492464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7cdb5-1ba3-4714-9140-3652705fde72 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9942dc-377d-42fd-9d97-6b2c9696bd58,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:52.505569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:22:52.529718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1dd22f3-3ae5-45cf-acd8-84342396931e tempest-AutoAllocateNetworkTest-1676848810 tempest-AutoAllocateNetworkTest-1676848810-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=01986fb80e2f4e2ea2b9240b85bd9ec4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5336113 Mar 10 17:22:52.532724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.707531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (1962504d-641a-427e-af3a-107445ea653c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.757219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1962504d-641a-427e-af3a-107445ea653c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:52.760628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1048c0c-08d7-4b62-ad8c-59d29f06085c tempest-AutoAllocateNetworkTest-1676848810 tempest-AutoAllocateNetworkTest-1676848810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:52.764780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e1048c0c-08d7-4b62-ad8c-59d29f06085c tempest-AutoAllocateNetworkTest-1676848810 tempest-AutoAllocateNetworkTest-1676848810-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2274430 Mar 10 17:22:52.765555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47216) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.769348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.769858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.770344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.770840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.771316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.772086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.772585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.772780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.773108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.773431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.773754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.774072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.774391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Tracked resource versions report: Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: pushed versions: Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: { 'AddressGroup': {'1.2'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'ConntrackHelper': {'1.0'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Log': {'1.0'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Network': {'1.1'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Port': {'1.7'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'PortForwarding': {'1.2'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'QosPolicy': {'1.10'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SecurityGroup': {'1.5'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SubPort': {'1.0'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Subnet': {'1.1'}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Trunk': {'1.1'}} Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: consumer versions: Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: HyperV agent@n-h1-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: HyperV agent@n-h2-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: L3 agent@n-d-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: Metadata agent@n-d-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: Metering agent@n-d-833115-2: {}, Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'ConntrackHelper': '1.0', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'LocalIPAssociation': '1.0', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Log': '1.0', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Network': '1.1', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Port': '1.7', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'PortForwarding': '1.2', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'QosPolicy': '1.10', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SecurityGroup': '1.5', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SecurityGroupRule': '1.2', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'SubPort': '1.0', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Subnet': '1.1', Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: 'Trunk': '1.1'}} Mar 10 17:22:52.775570 n-d-833115-2 neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:22:52.805662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Checking segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:22:52.806103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Network hostable DHCP agents. Network: ba9942dc-377d-42fd-9d97-6b2c9696bd58, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:22:52.831749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:22:52.844165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.844319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-586f4b06-4c68-438d-8563-af7610908c1b tempest-AutoAllocateNetworkTest-1676848810 tempest-AutoAllocateNetworkTest-1676848810-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775485 Mar 10 17:22:52.867803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ba9942dc-377d-42fd-9d97-6b2c9696bd58) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:52.880121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ff14c-8aa0-449a-9821-b64efce638d9 None None] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:22:52.887483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d94cd62f-9e85-4ae6-ae6d-d05e469c20b6 tempest-AutoAllocateNetworkTest-1676848810 tempest-AutoAllocateNetworkTest-1676848810-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=01986fb80e2f4e2ea2b9240b85bd9ec4 HTTP/1.1" status: 200 len: 208 time: 0.0416970 Mar 10 17:22:52.888946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:52.889552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.910637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:52.911779 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3859745-a8af-49ca-912c-4cdd61af88e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4533184 Mar 10 17:22:52.920390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:22:52.942544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (9f576451-5f74-4643-8253-84176577189e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:52.943685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (9f576451-5f74-4643-8253-84176577189e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.009833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for router_controller (9f576451-5f74-4643-8253-84176577189e), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.024708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:22:53.025598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.196217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Allocated IP 172.20.0.2 (ba9942dc-377d-42fd-9d97-6b2c9696bd58/1962504d-641a-427e-af3a-107445ea653c/bf4efe49-4313-4a10-8536-6c5e46e19113) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:22:53.272410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for router_gateway (9f576451-5f74-4643-8253-84176577189e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.359489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks [] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.368097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.411959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:53.415614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:53.422501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:22:53.587998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Pushing event updated for resources: {'Port': ['ID=bf4efe49-4313-4a10-8536-6c5e46e19113,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:53.588925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for router_gateway (9f576451-5f74-4643-8253-84176577189e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.602587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:53.617472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.617939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.618369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.618817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.619236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.619658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.620089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.620485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.620998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.621400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.621807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.622217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.622649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Tracked resource versions report: Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: pushed versions: Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: { 'AddressGroup': {'1.2'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'ConntrackHelper': {'1.0'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Log': {'1.0'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Network': {'1.1'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Port': {'1.7'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'PortForwarding': {'1.2'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'QosPolicy': {'1.10'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SecurityGroup': {'1.5'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SubPort': {'1.0'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Subnet': {'1.1'}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Trunk': {'1.1'}} Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: consumer versions: Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: HyperV agent@n-h1-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: HyperV agent@n-h2-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: L3 agent@n-d-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: Metadata agent@n-d-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: Metering agent@n-d-833115-2: {}, Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'ConntrackHelper': '1.0', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'LocalIPAssociation': '1.0', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Log': '1.0', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Network': '1.1', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Port': '1.7', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'PortForwarding': '1.2', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'QosPolicy': '1.10', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SecurityGroup': '1.5', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SecurityGroupRule': '1.2', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'SubPort': '1.0', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Subnet': '1.1', Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: 'Trunk': '1.1'}} Mar 10 17:22:53.623974 n-d-833115-2 neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:22:53.626106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.633859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Attempting to bind port bf4efe49-4313-4a10-8536-6c5e46e19113 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:22:53.634358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Attempting to bind port bf4efe49-4313-4a10-8536-6c5e46e19113 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:22:53.634841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Attempting to bind port bf4efe49-4313-4a10-8536-6c5e46e19113 on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:53.640442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:22:53.640960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Checking segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:22:53.641453 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.641935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Bound using segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:22:53.642556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Bound port: bf4efe49-4313-4a10-8536-6c5e46e19113, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:22:53.643029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.715676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] For port bf4efe49-4313-4a10-8536-6c5e46e19113, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:22:53.719346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] For port bf4efe49-4313-4a10-8536-6c5e46e19113, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf4efe49-4313-4a10-8536-6c5e46e19113,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:22:53.726937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:53.789021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ff441-3bdc-4b43-9a69-031b0b9e2665 None None] Pushing event updated for resources: {'Port': ['ID=bf4efe49-4313-4a10-8536-6c5e46e19113,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:53.825592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Allocated IP 172.25.3.34 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/3fbc3250-abd9-48b5-9aaf-385c6aeef5fa) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:22:53.982823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.051991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.171072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e279374-1293-4389-aa2a-3af6f0edb21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.190620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:54.210130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:54.211658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:54.214750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:22:54.405324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e279374-1293-4389-aa2a-3af6f0edb21a admin admin] Publish callbacks [] for security_group (33969b99-d506-42e2-beed-6a5446968fc8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.418254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e279374-1293-4389-aa2a-3af6f0edb21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (33969b99-d506-42e2-beed-6a5446968fc8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.488318 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e279374-1293-4389-aa2a-3af6f0edb21a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01986fb80e2f4e2ea2b9240b85bd9ec4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8837624 Mar 10 17:22:54.493758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:54.506560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279374-1293-4389-aa2a-3af6f0edb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33969b99-d506-42e2-beed-6a5446968fc8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:54.601511 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] Publish callbacks [] for security_group (33969b99-d506-42e2-beed-6a5446968fc8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.637388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] Publish callbacks [] for security_group (33969b99-d506-42e2-beed-6a5446968fc8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.703952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (33969b99-d506-42e2-beed-6a5446968fc8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.706209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for router_gateway (9f576451-5f74-4643-8253-84176577189e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.706514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:54.707820 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33969b99-d506-42e2-beed-6a5446968fc8 HTTP/1.1" status: 204 len: 168 time: 0.2119658 Mar 10 17:22:54.716079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe567eae-c121-4e06-aaca-535eaf821230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33969b99-d506-42e2-beed-6a5446968fc8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:55.052535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (9f576451-5f74-4643-8253-84176577189e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.299185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bafa62-15d4-4506-9c20-6d4ecfae0fb8 None None] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:22:55.313710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Router 9f576451-5f74-4643-8253-84176577189e is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:22:55.399253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Provisioning complete for port bf4efe49-4313-4a10-8536-6c5e46e19113 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:55.400343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.466145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:22:55.479707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:22:55.491182 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:22:55.491921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:55.500998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.502898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a6181716-7a19-4317-bb0f-4fa342db44d1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5909767 Mar 10 17:22:55.506506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:55.531153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47352) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:55.609180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Current status of the port bf4efe49-4313-4a10-8536-6c5e46e19113 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:55.609180 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.748443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] For port bf4efe49-4313-4a10-8536-6c5e46e19113, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf4efe49-4313-4a10-8536-6c5e46e19113,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:22:55.762562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:55.859031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf4efe49-4313-4a10-8536-6c5e46e19113 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:55.890745 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:22:55.901701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee78ca3f-6486-48c1-8bba-b37914a8d7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.055114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bf4efe49-4313-4a10-8536-6c5e46e19113 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:56.055714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.132907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee78ca3f-6486-48c1-8bba-b37914a8d7ce admin admin] Publish callbacks [] for security_group (c97c8602-0b78-41cc-a7a9-204c3551e4bb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.140006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d1ce51c7-4fa0-4a6c-a893-82f74e37b238 None None] Provisioning complete for port bf4efe49-4313-4a10-8536-6c5e46e19113 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:56.140722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1ce51c7-4fa0-4a6c-a893-82f74e37b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.148288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee78ca3f-6486-48c1-8bba-b37914a8d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c97c8602-0b78-41cc-a7a9-204c3551e4bb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.159897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795142a7-f5f1-4c20-ac55-452e984b1e93 None None] Pushing event updated for resources: {'Port': ['ID=bf4efe49-4313-4a10-8536-6c5e46e19113,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.175387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.232858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ee78ca3f-6486-48c1-8bba-b37914a8d7ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55f55a92b4f848668c5363bbfa3cff0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7000968 Mar 10 17:22:56.243047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:56.260763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:54Z', 'revision_number': 3, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:56.295803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ca3f-6486-48c1-8bba-b37914a8d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c8602-0b78-41cc-a7a9-204c3551e4bb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.310911 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:22:56.311396 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Updating router 9f576451-5f74-4643-8253-84176577189e port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:22:56.341306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] Publish callbacks [] for security_group (c97c8602-0b78-41cc-a7a9-204c3551e4bb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.364972 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.381566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Allocated IP 172.20.0.1 (ba9942dc-377d-42fd-9d97-6b2c9696bd58/1962504d-641a-427e-af3a-107445ea653c/24a94f3a-1853-48e1-b55d-da5ed1c65a11) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:22:56.398796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bf4efe49-4313-4a10-8536-6c5e46e19113 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:56.401174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] Publish callbacks [] for security_group (c97c8602-0b78-41cc-a7a9-204c3551e4bb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.473242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce51c7-4fa0-4a6c-a893-82f74e37b238 None None] Current status of the port bf4efe49-4313-4a10-8536-6c5e46e19113 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:56.502584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c97c8602-0b78-41cc-a7a9-204c3551e4bb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.506127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.507457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c97c8602-0b78-41cc-a7a9-204c3551e4bb HTTP/1.1" status: 204 len: 168 time: 0.2628901 Mar 10 17:22:56.523493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c370d-30bb-4670-a2d8-d4feb8c9ce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c8602-0b78-41cc-a7a9-204c3551e4bb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.529359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks [] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.600401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.659014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Pushing event updated for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.663628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.671361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:56.673232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:56.676146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:22:56.676620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (9f576451-5f74-4643-8253-84176577189e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.732491 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks [] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.745822 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.775769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47422) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:56.778196 n-d-833115-2 neutron-server[103795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:22:56.823919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-b6098a6f-6437-46cb-814d-b19855b34bcd tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6269e4aafa2443bdb087e759806d9d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387065 Mar 10 17:22:56.826751 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Pushing event updated for resources: {'Port': ['ID=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:56.842813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.843370 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.844179 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.844904 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.847115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.848003 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.848620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.849093 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.851249 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.851596 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.859123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.860318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.860992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Tracked resource versions report: Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: pushed versions: Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: { 'AddressGroup': {'1.2'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'ConntrackHelper': {'1.0'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'LocalIPAssociation': {'1.0'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Log': {'1.0'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Network': {'1.1'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Port': {'1.7'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'PortForwarding': {'1.2'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'QosPolicy': {'1.10'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SecurityGroup': {'1.5'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SubPort': {'1.0'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Subnet': {'1.1'}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Trunk': {'1.1'}} Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: consumer versions: Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: { DHCP agent@n-d-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: HyperV agent@n-h1-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: HyperV agent@n-h2-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: L3 agent@n-d-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: Metadata agent@n-d-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: Metering agent@n-d-833115-2: {}, Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: Open vSwitch agent@n-d-833115-2: { 'AddressGroup': '1.2', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'ConntrackHelper': '1.0', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'LocalIPAssociation': '1.0', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Log': '1.0', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Network': '1.1', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Port': '1.7', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'PortForwarding': '1.2', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'QosPolicy': '1.10', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SecurityGroup': '1.5', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SecurityGroupRule': '1.2', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'SubPort': '1.0', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Subnet': '1.1', Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: 'Trunk': '1.1'}} Mar 10 17:22:56.863266 n-d-833115-2 neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 17:22:56.887701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.903607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Attempting to bind port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:22:56.904120 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Attempting to bind port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:22:56.904581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Attempting to bind port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:22:56.914607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:22:56.915671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:22:56.917072 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.917845 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:22:56.918599 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Bound port: 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:22:56.920279 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:56.985756 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] For port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:22:56.993042 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] For port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:22:57.003756 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.028177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c4c3c8b2-712b-4034-bc84-8d5b224a63b2 None None] Provisioning complete for port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:57.028658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c8b2-712b-4034-bc84-8d5b224a63b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.073894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d5324-b1d6-49a4-a756-d6c03de75d9e None None] Pushing event updated for resources: {'Port': ['ID=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:57.074092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3c8b2-712b-4034-bc84-8d5b224a63b2 None None] Port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:22:57.082638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-e43be134-436f-4b42-b1c5-d9b4896ef882 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:22:57.091800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-e43be134-436f-4b42-b1c5-d9b4896ef882 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654614 Mar 10 17:22:57.113756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-0d109b13-2808-4328-bc12-aa19560039ac tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/quotas/6269e4aafa2443bdb087e759806d9d43 HTTP/1.1" status: 200 len: 375 time: 0.0206435 Mar 10 17:22:57.121638 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:22:57.122552 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:57.185627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-dcd59397-7b24-4fcc-ab44-899d8b87c0f4 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709579 Mar 10 17:22:57.231369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks [] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.238881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.239705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (9f576451-5f74-4643-8253-84176577189e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.280275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47436) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:57.295829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43fccdc-770c-4ee1-8773-d0828fa12586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.328470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Pushing event updated for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:57.397081 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:22:57.454619 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43fccdc-770c-4ee1-8773-d0828fa12586 admin admin] Publish callbacks [] for security_group (48daf50b-3979-4bba-bd0c-1bc9d36d16a1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.468651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43fccdc-770c-4ee1-8773-d0828fa12586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48daf50b-3979-4bba-bd0c-1bc9d36d16a1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.605673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30f57185-8fad-48e1-915f-7668c4dadea2 req-cef71dde-cf66-48e3-b513-241106fca756 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 210 time: 0.0668466 Mar 10 17:22:57.628087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fccdc-770c-4ee1-8773-d0828fa12586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48daf50b-3979-4bba-bd0c-1bc9d36d16a1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:57.635832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f43fccdc-770c-4ee1-8773-d0828fa12586 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a68a583824f4eb88d83a9e59e6a7192&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3518317 Mar 10 17:22:57.636211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47474) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:57.694664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:22:57.696534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:22:57.769847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] Publish callbacks [] for security_group (48daf50b-3979-4bba-bd0c-1bc9d36d16a1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.776760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf4efe49-4313-4a10-8536-6c5e46e19113 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:57.830137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] Publish callbacks [] for security_group (48daf50b-3979-4bba-bd0c-1bc9d36d16a1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.930751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bf4efe49-4313-4a10-8536-6c5e46e19113 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:57.930751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.970365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48daf50b-3979-4bba-bd0c-1bc9d36d16a1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.971397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:22:57.976998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:57.978842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48daf50b-3979-4bba-bd0c-1bc9d36d16a1 HTTP/1.1" status: 204 len: 168 time: 0.3414550 Mar 10 17:22:57.997947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2787df8-3bc4-46f9-8482-7107743843f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48daf50b-3979-4bba-bd0c-1bc9d36d16a1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:22:58.115108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 1, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:22:58.147645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bf4efe49-4313-4a10-8536-6c5e46e19113 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:22:58.200763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cb7f83df-a84b-4eed-ae87-b0fe8e661b6d None None] Provisioning complete for port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:58.201404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb7f83df-a84b-4eed-ae87-b0fe8e661b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:58.217734 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9212c-3886-4113-8da1-e14895ad5aca None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 1, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:22:58.260921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:22:58.271440 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-190a25e6-bb61-45bb-86d8-45b86804b90b admin admin] 10.222.0.35 "PUT /v2.0/routers/9f576451-5f74-4643-8253-84176577189e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7631154 Mar 10 17:22:58.324989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f83df-a84b-4eed-ae87-b0fe8e661b6d None None] Port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:22:59.335996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47590) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:59.380511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:22:59.481531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:59.667923 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:22:59.767002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:22:59.846190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:22:59.846879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:22:59.883080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abcc713c-d487-4fed-9154-5e1fb5b9df29 req-6071fc5b-4b11-489e-aad9-2f498fb1677c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 210 time: 0.5427566 Mar 10 17:22:59.924406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-158cef32-0f88-4768-9f60-3872ae4fba66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.011204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.41', 64935) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:00.091138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-610bdb60-02e9-43e3-8f27-d532f36c238e tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6269e4aafa2443bdb087e759806d9d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750463 Mar 10 17:23:00.114817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:00.115671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.151500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-158cef32-0f88-4768-9f60-3872ae4fba66 admin admin] Publish callbacks [] for security_group (b30440e3-4307-426d-866f-71b3e880e34a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.156123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:00.163136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-158cef32-0f88-4768-9f60-3872ae4fba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b30440e3-4307-426d-866f-71b3e880e34a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.167100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.272330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-158cef32-0f88-4768-9f60-3872ae4fba66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a60526e73fad4fe5b5c9839aca910ecb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8894498 Mar 10 17:23:00.275734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:00.282556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cef32-0f88-4768-9f60-3872ae4fba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30440e3-4307-426d-866f-71b3e880e34a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:00.336474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:00.380243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-fed3d7d0-54f9-49d3-a50c-6d21e1a76c5d tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:00.382415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-fed3d7d0-54f9-49d3-a50c-6d21e1a76c5d tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850444 Mar 10 17:23:00.418704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] Publish callbacks [] for security_group (b30440e3-4307-426d-866f-71b3e880e34a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.449520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] Publish callbacks [] for security_group (b30440e3-4307-426d-866f-71b3e880e34a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.488007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:00.493023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-network', 'tenant_id': '9712cafd75e64c579a95e33f92625d01'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:00.517161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Request body: {'port': {'device_id': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '6269e4aafa2443bdb087e759806d9d43'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:00.540065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Made reservation on behalf of 9712cafd75e64c579a95e33f92625d01 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:00.543373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.562391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.623547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b30440e3-4307-426d-866f-71b3e880e34a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.628143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.630345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b30440e3-4307-426d-866f-71b3e880e34a HTTP/1.1" status: 204 len: 168 time: 0.3533854 Mar 10 17:23:00.667014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks [] for security_group (b6be0fea-e62a-44b7-ac79-90af1a073b96), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.672572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b6be0fea-e62a-44b7-ac79-90af1a073b96), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.705773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:23:00.706952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39ddd3-1dd7-4d16-83b8-f4426c775d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30440e3-4307-426d-866f-71b3e880e34a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:00.716712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-bf507c5f-0a1e-4fdb-95af-1f00c7a1e51f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04362d682d264543abaf04ed2329eef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947485 Mar 10 17:23:00.725844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be0fea-e62a-44b7-ac79-90af1a073b96,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:00.742864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2bca2116-f521-4188-8c4d-890919d2fcba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.743447 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Added segment 2bca2116-f521-4188-8c4d-890919d2fcba of type vlan for network d7b3bb14-2e69-420f-b062-b05393e366ef Mar 10 17:23:00.836742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d7b3bb14-2e69-420f-b062-b05393e366ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.878104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d7b3bb14-2e69-420f-b062-b05393e366ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.879545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:00.880405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.900614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Made reservation on behalf of 6269e4aafa2443bdb087e759806d9d43 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:00.905339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.926273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:00.972558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b3bb14-2e69-420f-b062-b05393e366ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:00.987879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d7b3bb14-2e69-420f-b062-b05393e366ef details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:23:00.991925 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b79c8b2e-074b-4e53-9f00-1c830e43b9f9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5016396 Mar 10 17:23:00.993712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:01.000365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Request body: {'subnet': {'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-subnet', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:01.002038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-c842b0e9-08a7-4ad3-b7b4-51720fcc488b tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:01.011736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-c842b0e9-08a7-4ad3-b7b4-51720fcc488b tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2939906 Mar 10 17:23:01.044053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Made reservation on behalf of 9712cafd75e64c579a95e33f92625d01 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:01.049384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.071721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-91ef4999-f83a-45de-aa27-33bd727c9970 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/quotas/04362d682d264543abaf04ed2329eef2 HTTP/1.1" status: 200 len: 375 time: 0.0380628 Mar 10 17:23:01.293287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (c1f04dd1-3eb7-4db1-956f-725ee751562b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.309896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-1d8b724d-6063-470b-a6e6-63ef70f04384 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04362d682d264543abaf04ed2329eef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2369316 Mar 10 17:23:01.397239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:01.428335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:01.429531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f04dd1-3eb7-4db1-956f-725ee751562b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:01.432729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks [] for security_group (69da80b9-e620-44c9-8753-c51e55d1d6c6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.434612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:01.442468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (69da80b9-e620-44c9-8753-c51e55d1d6c6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.447273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Checking segment: {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:01.448256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Network hostable DHCP agents. Network: d7b3bb14-2e69-420f-b062-b05393e366ef, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:23:01.523142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Network d7b3bb14-2e69-420f-b062-b05393e366ef is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:23:01.596603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d7b3bb14-2e69-420f-b062-b05393e366ef) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:01.620604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69da80b9-e620-44c9-8753-c51e55d1d6c6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:01.621282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:01.621902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.728473 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb5666d1-1891-4c82-a3d6-56dd57e07886 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7308054 Mar 10 17:23:01.730064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47716) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:01.745844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:01.790628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:01.798575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02fd19-2986-42ce-a597-cbd091b712ef None None] Network d7b3bb14-2e69-420f-b062-b05393e366ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:01.851932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23902c8e-b93c-4a02-af06-83d54501fb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.930852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.934167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:01.958340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:02.018892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:02.100226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43005063-3468-4ec5-aebb-cec432cba265 req-8c913066-6772-4b03-9f27-1737b892d866 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 210 time: 0.1887472 Mar 10 17:23:02.228927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Allocated IP 192.168.233.57 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/0ce624e2-5c81-4b87-b5a5-3cfb63822df7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:02.404558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03b30284-cf69-4427-82fc-c4cc6ecca23d req-b944aefd-46d0-4a56-881c-d893e248b091 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 0.1494920 Mar 10 17:23:02.481262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23902c8e-b93c-4a02-af06-83d54501fb51 admin admin] Publish callbacks [] for security_group (ad35a9b0-415d-410d-be20-9b2e5f6ac229), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.490305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for router_controller (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.497357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23902c8e-b93c-4a02-af06-83d54501fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ad35a9b0-415d-410d-be20-9b2e5f6ac229), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.680280 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23902c8e-b93c-4a02-af06-83d54501fb51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3d6e91bb59b41f1b89a93aa02bc1ab4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8883607 Mar 10 17:23:02.687984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:02.713065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks [] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.725181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23902c8e-b93c-4a02-af06-83d54501fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35a9b0-415d-410d-be20-9b2e5f6ac229,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:02.757966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.767294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d7b3bb14-2e69-420f-b062-b05393e366ef', 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef', 'project_id': '9712cafd75e64c579a95e33f92625d01', 'fixed_ips': [{'subnet_id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:23:02.769029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.838694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for router_gateway (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.839451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:02.857073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:02.890760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] Publish callbacks [] for security_group (ad35a9b0-415d-410d-be20-9b2e5f6ac229), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.899689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:02.918180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:02.921489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:02.975070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] Publish callbacks [] for security_group (ad35a9b0-415d-410d-be20-9b2e5f6ac229), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.027733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5184755 Mar 10 17:23:03.043340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892ed32-27a0-4a0e-b5a8-4468e0ae8d2c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Pushing event updated for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:03.061118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-eacdafe6-1e4a-4aa4-8ffc-4a04c94f7695 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:23:03.063654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-eacdafe6-1e4a-4aa4-8ffc-4a04c94f7695 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238969 Mar 10 17:23:03.243608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ad35a9b0-415d-410d-be20-9b2e5f6ac229), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.248123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:03.248663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.262382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.272434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad35a9b0-415d-410d-be20-9b2e5f6ac229 HTTP/1.1" status: 204 len: 168 time: 0.5787466 Mar 10 17:23:03.334594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0809c-8c0e-4c95-bf45-208a7f336ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35a9b0-415d-410d-be20-9b2e5f6ac229,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:03.715487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922afac-3bd1-4dae-ba95-7728cdc802f1 req-536fea8e-dcfa-4174-947e-78c48179bf52 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:03.717244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0922afac-3bd1-4dae-ba95-7728cdc802f1 req-536fea8e-dcfa-4174-947e-78c48179bf52 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 935 time: 0.2025330 Mar 10 17:23:03.747725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for router_gateway (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.783333 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:03.819184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Allocated IP 172.20.0.2 (d7b3bb14-2e69-420f-b062-b05393e366ef/c1f04dd1-3eb7-4db1-956f-725ee751562b/3eae3d07-0260-4335-ab18-8e5dea0b2cca) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:03.945559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0922afac-3bd1-4dae-ba95-7728cdc802f1 req-6570a5da-e790-4bf1-94a1-c5d77a16d202 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106593 Mar 10 17:23:04.013141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Request body: {'port': {'device_id': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:04.089873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bb590b-b4a4-4be4-b977-140c286fd864 req-2b2b30dd-7298-4d64-8c50-e5d599641e60 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 0.1266112 Mar 10 17:23:04.169174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Allocated IP 172.25.3.148 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8876389a-ad8b-49f7-8d65-fe7345030ad7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:04.270380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.303603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4b23cd9e-41a6-402a-ba2c-b3b32c7a6104 None None] Provisioning complete for port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:04.309468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b23cd9e-41a6-402a-ba2c-b3b32c7a6104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.540840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.59', 64444) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:04.558869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks [] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.561663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 2, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:04.624326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4b23cd9e-41a6-402a-ba2c-b3b32c7a6104 None None] Port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:04.721626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-96a2d0c5-a6b3-4be7-bf41-2783bc9ead7f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=04362d682d264543abaf04ed2329eef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1696022 Mar 10 17:23:04.751748 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.767884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:04.768237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Updating router 9f576451-5f74-4643-8253-84176577189e port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:23:04.832337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:04.840604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.928650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:04.983810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.026394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Network d7b3bb14-2e69-420f-b062-b05393e366ef is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:05.057471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:05.064875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:05.087456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:05.088741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Pushing event updated for resources: {'Port': ['ID=8876389a-ad8b-49f7-8d65-fe7345030ad7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:05.091990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:05.145150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:05.293872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Pushing event updated for resources: {'Port': ['ID=3eae3d07-0260-4335-ab18-8e5dea0b2cca,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:05.345972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Attempting to bind port 3eae3d07-0260-4335-ab18-8e5dea0b2cca on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:05.346784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Attempting to bind port 3eae3d07-0260-4335-ab18-8e5dea0b2cca by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:05.346784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Attempting to bind port 3eae3d07-0260-4335-ab18-8e5dea0b2cca on network d7b3bb14-2e69-420f-b062-b05393e366ef {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:05.361253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:05.361704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Checking segment: {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:05.361954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.362353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Bound using segment: {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:05.362889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Bound port: 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:05.363271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.417621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-8bf1295b-bd6b-4a36-b6c8-f57307511372 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:05.420177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-8bf1295b-bd6b-4a36-b6c8-f57307511372 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6949604 Mar 10 17:23:05.526832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-827b1c5e-0626-4b6a-93ff-413e96f67a92 req-b43831ac-282f-4fd3-987b-5069eb70439a tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 0.2422404 Mar 10 17:23:05.553723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Request body: {'port': {'device_id': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '04362d682d264543abaf04ed2329eef2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:05.599652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] For port 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:05.603346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] For port 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3eae3d07-0260-4335-ab18-8e5dea0b2cca,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:05.613900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.781545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for router_gateway (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:05.809792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb765-5a1e-4afa-ab7f-91f32a4708be None None] Pushing event updated for resources: {'Port': ['ID=3eae3d07-0260-4335-ab18-8e5dea0b2cca,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:05.870795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47870) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:05.925709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b052d2f-3a59-4425-aa16-873a6f7dff96 req-5f9f8745-6417-4569-92fc-12e65e39e508 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:05.937344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b052d2f-3a59-4425-aa16-873a6f7dff96 req-5f9f8745-6417-4569-92fc-12e65e39e508 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 935 time: 0.6975765 Mar 10 17:23:06.104793 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks [] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.127472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.225874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Made reservation on behalf of 04362d682d264543abaf04ed2329eef2 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:06.244673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.287147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.325843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b052d2f-3a59-4425-aa16-873a6f7dff96 req-3fb4b692-27cc-43d8-8ff1-333b29134516 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511014 Mar 10 17:23:06.358456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:06.362691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b92ca-1984-40b6-bef0-4b1968b51f17 None None] Pushing event updated for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:06.420991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks [] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.495495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Transition to ACTIVE for port object 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:06.510414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.587058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.703672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Attempting to bind port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:06.704111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Attempting to bind port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:06.704476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Attempting to bind port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:06.711008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcf81b44-fef9-4d9f-9cfe-1e021ca9edf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.721677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:06.721949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Checking segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:06.722288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.722720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Bound using segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:06.746343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Bound port: 24a94f3a-1853-48e1-b55d-da5ed1c65a11, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:06.746902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:06.993707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] For port 24a94f3a-1853-48e1-b55d-da5ed1c65a11, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:07.009890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] For port 24a94f3a-1853-48e1-b55d-da5ed1c65a11, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24a94f3a-1853-48e1-b55d-da5ed1c65a11,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:07.046447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.182051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:23:07.228599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3eae3d07-0260-4335-ab18-8e5dea0b2cca up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:07.275539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Provisioning complete for port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:07.275919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.333034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:07.334120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:07.635265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Pushing event updated for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:07.638077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:07.651692 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Sync routers for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:07.672999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.675854 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:07.679628 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6387409-0e8e-40d6-b3ad-e36f98aab4de admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9427662 Mar 10 17:23:07.679775 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:07.680435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:07.692627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:07.757239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7af0d163-feb3-4bcf-985e-2a2b4fbe6a9b req-4257c455-da32-499d-9621-8f15ee353c5f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 0.9633031 Mar 10 17:23:07.768156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcf81b44-fef9-4d9f-9cfe-1e021ca9edf9 admin admin] Publish callbacks [] for security_group (112766a1-8c28-4eee-b04e-635cae82bf5c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.792487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcf81b44-fef9-4d9f-9cfe-1e021ca9edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (112766a1-8c28-4eee-b04e-635cae82bf5c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.812349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8348fa-e30d-4880-95a0-18769ffc47b2 None None] Network d7b3bb14-2e69-420f-b062-b05393e366ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:07.882937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b92ca-1984-40b6-bef0-4b1968b51f17 None None] Pushing event updated for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:07.883529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Attempting to bind port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:07.883948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Attempting to bind port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:07.884327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Attempting to bind port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:07.945788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks [] for security_group (3d7122d3-4abb-4fa5-9455-a3a33451d907), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:07.993662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d7122d3-4abb-4fa5-9455-a3a33451d907), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.019858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:08.020117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Attempting to bind port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:08.079113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dcf81b44-fef9-4d9f-9cfe-1e021ca9edf9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d3205c2691d4b16ab16166f2d6faa34&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1911008 Mar 10 17:23:08.096226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf81b44-fef9-4d9f-9cfe-1e021ca9edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112766a1-8c28-4eee-b04e-635cae82bf5c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:08.126685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47928) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:08.255881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:08.256663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:08.263599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:08.264271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Bound port: 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:08.264878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.286204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3eae3d07-0260-4335-ab18-8e5dea0b2cca triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:08.286204 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.341423 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:08.401001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Current status of the port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:08.401400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.591937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.608175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] For port 24a94f3a-1853-48e1-b55d-da5ed1c65a11, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24a94f3a-1853-48e1-b55d-da5ed1c65a11,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:08.671075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:08.676090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:08.686056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] Publish callbacks [] for security_group (112766a1-8c28-4eee-b04e-635cae82bf5c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.722223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.730958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.769219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3c27-37f0-4231-9467-c61d132e65c9 req-6c95c3a7-9d55-4826-83c1-7e3d3fd7131c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:08.782722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c35d3c27-37f0-4231-9467-c61d132e65c9 req-6c95c3a7-9d55-4826-83c1-7e3d3fd7131c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.9468749 Mar 10 17:23:08.783206 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:05Z', 'revision_number': 3, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:08.789612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7122d3-4abb-4fa5-9455-a3a33451d907,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:08.893867 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Checking router: aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:08.897653 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Updating router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 port 8876389a-ad8b-49f7-8d65-fe7345030ad7 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:23:08.973216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:08.973918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:08.977998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] 10.222.0.41 "PUT /v2.0/ports/0ce624e2-5c81-4b87-b5a5-3cfb63822df7 HTTP/1.1" status: 200 len: 1095 time: 5.4954879 Mar 10 17:23:09.002356 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.008900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3eae3d07-0260-4335-ab18-8e5dea0b2cca is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:09.012479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c35d3c27-37f0-4231-9467-c61d132e65c9 req-bfaf141b-577f-4f8b-a4e0-85424aa88221 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280228 Mar 10 17:23:09.012997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:09.021879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.054493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Allocated IP 172.20.0.1 (d7b3bb14-2e69-420f-b062-b05393e366ef/c1f04dd1-3eb7-4db1-956f-725ee751562b/3aa80fe4-d489-48e2-afbc-631d2d49d4de) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:09.145916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Provisioning complete for port 3eae3d07-0260-4335-ab18-8e5dea0b2cca triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:09.146603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.308218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Allocated IP 192.168.233.92 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/531c3586-a199-4fd8-ae68-e49e77617dc6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:09.397273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247662ed-a551-444a-8e9f-0e02eaba715c None None] Pushing event updated for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:09.416257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:06Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:09.500290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25932bd-9b17-4633-a292-426e9f831ac2 None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:06Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:09.521907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks [] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.561023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3eae3d07-0260-4335-ab18-8e5dea0b2cca,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:09.586618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.599230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] Publish callbacks [] for security_group (112766a1-8c28-4eee-b04e-635cae82bf5c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.690337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.707222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Current status of the port 3eae3d07-0260-4335-ab18-8e5dea0b2cca is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:09.707609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.849541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24a94f3a-1853-48e1-b55d-da5ed1c65a11 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:09.869851 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks [] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.880419 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:09.912472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:09.939224 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec9ba-683e-4619-b57e-45fdcbd8768f None None] Pushing event updated for resources: {'Port': ['ID=8876389a-ad8b-49f7-8d65-fe7345030ad7,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:09.952713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Network d7b3bb14-2e69-420f-b062-b05393e366ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:09.955125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:09.974959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:09.975548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.009762 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Attempting to bind port 8876389a-ad8b-49f7-8d65-fe7345030ad7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:10.010137 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Attempting to bind port 8876389a-ad8b-49f7-8d65-fe7345030ad7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:10.012214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Attempting to bind port 8876389a-ad8b-49f7-8d65-fe7345030ad7 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:10.038647 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:10.039385 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:10.040097 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.040790 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:10.048261 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Bound port: 8876389a-ad8b-49f7-8d65-fe7345030ad7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:10.048937 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.189557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:23:10.189964 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:23:10.214508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=3eae3d07-0260-4335-ab18-8e5dea0b2cca,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:10.235369 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] For port 8876389a-ad8b-49f7-8d65-fe7345030ad7, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:10.239620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] For port 8876389a-ad8b-49f7-8d65-fe7345030ad7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8876389a-ad8b-49f7-8d65-fe7345030ad7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:10.251910 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.345944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:10.346383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.375582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fec9ba-683e-4619-b57e-45fdcbd8768f None None] Pushing event updated for resources: {'Port': ['ID=8876389a-ad8b-49f7-8d65-fe7345030ad7,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:10.401614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:10.402125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:10.438862 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:10.439739 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:10.586844 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks [] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.634497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:10.652890 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:10.667779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.728045 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7521d582-226a-46e2-8e64-1d2df4138020" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:10.763865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (112766a1-8c28-4eee-b04e-635cae82bf5c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.766016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Current status of the port 3eae3d07-0260-4335-ab18-8e5dea0b2cca is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:10.773322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.779725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/112766a1-8c28-4eee-b04e-635cae82bf5c HTTP/1.1" status: 204 len: 168 time: 2.6469681 Mar 10 17:23:10.780604 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.792085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Provisioning complete for port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:10.793543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:10.832387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49f3aafc-4261-46ec-8f29-95b241b353d1 req-a7598dd1-31df-45af-b963-e1adb46e7a1c tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 1.0697427 Mar 10 17:23:10.859561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c55795f-95b3-4a81-9260-1b69e7624c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.011238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b8da2218-5c15-4532-b324-d39e111efa2e None None] Current status of the port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:11.081782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4ad-5ca4-418c-8d32-1cc405cc3e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.087293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993026dd-82ed-43cd-9168-896aba801f3c service neutron] Pushing event updated for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:11.098551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:11.141510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9ceefd07-4778-4955-996e-731b3259cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:11.143045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-9ceefd07-4778-4955-996e-731b3259cc46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 1129 time: 1.3576107 Mar 10 17:23:11.155357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:05Z', 'revision_number': 3, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:11.174188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:11.187124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Provisioning complete for port 3eae3d07-0260-4335-ab18-8e5dea0b2cca triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:11.187286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.191004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318aba-fc91-4124-ac04-42804af3d6a9 None None] The sync data for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 is: [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:05Z', 'revision_number': 3, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:11.257728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5e76a-e456-4575-9c44-044fdc814159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112766a1-8c28-4eee-b04e-635cae82bf5c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:11.477664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Current status of the port 3eae3d07-0260-4335-ab18-8e5dea0b2cca is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:11.502811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:11.504403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Provisioning complete for port 3aa80fe4-d489-48e2-afbc-631d2d49d4de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:11.506339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.524165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:11.524871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.542623 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d4dc4-d574-470e-a411-5857865ad42b x-openstack-request-id: req-2a7d4dc4-d574-470e-a411-5857865ad42b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:11.542974 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:11.543245 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a7d4dc4-d574-470e-a411-5857865ad42b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:11.543738 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7', 'status': 'completed', 'code': 200} Mar 10 17:23:11.650177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f1d71978-1979-4037-a21f-5d777d27d0d5 None None] Port 3aa80fe4-d489-48e2-afbc-631d2d49d4de cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:11.676298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-fcd2dca4-d3f1-4016-b976-b5b78baa14d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7 HTTP/1.1" status: 200 len: 217 time: 0.5032086 Mar 10 17:23:11.709738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Pushing event updated for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:11.846666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47982) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:11.855690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3eae3d07-0260-4335-ab18-8e5dea0b2cca up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:11.963662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-351852bf-4abe-498a-a69f-b3bd1e172b8a None None] Provisioning complete for port 531c3586-a199-4fd8-ae68-e49e77617dc6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:11.967642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c55795f-95b3-4a81-9260-1b69e7624c9d admin admin] Publish callbacks [] for security_group (e10b4923-fa80-4143-a587-f521bc40f1c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:11.978245 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-351852bf-4abe-498a-a69f-b3bd1e172b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.005899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c55795f-95b3-4a81-9260-1b69e7624c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e10b4923-fa80-4143-a587-f521bc40f1c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.022578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d1b935a-18b4-44f3-bd52-b92c95eff3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.079641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4ad-5ca4-418c-8d32-1cc405cc3e17 admin admin] Publish callbacks [] for security_group (984c2b99-2bcd-46dd-830a-d7cd2e199922), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.109760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4ad-5ca4-418c-8d32-1cc405cc3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (984c2b99-2bcd-46dd-830a-d7cd2e199922), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.160829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b50a4ad-5ca4-418c-8d32-1cc405cc3e17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3be54e9dfba4225b4c3a2a3b0ef272c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7116849 Mar 10 17:23:12.161936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:12.166331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-b3342860-80ab-4c55-ab62-6f701bd82990 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6270137 Mar 10 17:23:12.180695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-351852bf-4abe-498a-a69f-b3bd1e172b8a None None] Port 531c3586-a199-4fd8-ae68-e49e77617dc6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:12.221723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3eae3d07-0260-4335-ab18-8e5dea0b2cca triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:12.222179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.224638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fbbed-244a-4756-8702-a0b4d4d04647 req-9f6e5ec6-80f9-4cd7-94b5-d81a3b318c48 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:12.239251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e34fbbed-244a-4756-8702-a0b4d4d04647 req-9f6e5ec6-80f9-4cd7-94b5-d81a3b318c48 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 1.5149295 Mar 10 17:23:12.273056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-f4961ac7-0c7e-44b2-87a7-00d53e55857a tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:23:12.274666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-f4961ac7-0c7e-44b2-87a7-00d53e55857a tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0736709 Mar 10 17:23:12.286271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks [] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.346703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-ed05575f-6976-438b-80ab-880b8bf785f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:12.346905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] Publish callbacks [] for security_group (984c2b99-2bcd-46dd-830a-d7cd2e199922), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.356559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-ed05575f-6976-438b-80ab-880b8bf785f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6549840 Mar 10 17:23:12.376077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] Publish callbacks [] for security_group (984c2b99-2bcd-46dd-830a-d7cd2e199922), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.378681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbd04d60-2bdd-4c1a-bab0-bdcfe1acead5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.437784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.438793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.453108 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c55795f-95b3-4a81-9260-1b69e7624c9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e00be4d9ac14fea9ffd39cd5d0c2fc7&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0356305 Mar 10 17:23:12.471250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:12.479150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (984c2b99-2bcd-46dd-830a-d7cd2e199922), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.481958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.486366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/984c2b99-2bcd-46dd-830a-d7cd2e199922 HTTP/1.1" status: 204 len: 168 time: 0.2995737 Mar 10 17:23:12.513715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3eae3d07-0260-4335-ab18-8e5dea0b2cca is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:12.596712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] Publish callbacks [] for security_group (e10b4923-fa80-4143-a587-f521bc40f1c2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.633486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] Publish callbacks [] for security_group (e10b4923-fa80-4143-a587-f521bc40f1c2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.694250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55795f-95b3-4a81-9260-1b69e7624c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b4923-fa80-4143-a587-f521bc40f1c2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.737425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a4ad-5ca4-418c-8d32-1cc405cc3e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c2b99-2bcd-46dd-830a-d7cd2e199922,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.760533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e10b4923-fa80-4143-a587-f521bc40f1c2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.764363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:12.765867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e10b4923-fa80-4143-a587-f521bc40f1c2 HTTP/1.1" status: 204 len: 168 time: 0.2879274 Mar 10 17:23:12.790119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f164ab5-2746-4902-8f6c-65e0e5058bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c2b99-2bcd-46dd-830a-d7cd2e199922,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.845218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76cae-8cab-402d-83d3-f43b3361798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b4923-fa80-4143-a587-f521bc40f1c2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.865372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:12.932046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Network d7b3bb14-2e69-420f-b062-b05393e366ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:12.934531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:13.050176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d1b935a-18b4-44f3-bd52-b92c95eff3c7 admin admin] Publish callbacks [] for security_group (555b5ed0-0cea-4a3b-aa32-6be7991e4350), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.109190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:13.119592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a84a-5a55-4091-963b-86a6decc9091 req-98b13dc2-b793-4454-861b-24af5daf866f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.132587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f829a84a-5a55-4091-963b-86a6decc9091 req-98b13dc2-b793-4454-861b-24af5daf866f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 935 time: 1.1405587 Mar 10 17:23:13.146698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d1b935a-18b4-44f3-bd52-b92c95eff3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (555b5ed0-0cea-4a3b-aa32-6be7991e4350), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.163756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e34fbbed-244a-4756-8702-a0b4d4d04647 req-9220d69f-9fbb-4e79-85b8-b2c67d45b697 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230771 Mar 10 17:23:13.325983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7d1b935a-18b4-44f3-bd52-b92c95eff3c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47db40f8294d49698b22fa387c8f8c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4016280 Mar 10 17:23:13.329402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b935a-18b4-44f3-bd52-b92c95eff3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b5ed0-0cea-4a3b-aa32-6be7991e4350,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.330372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:13.373278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029581-11cc-4907-9039-ee0458492dc1 req-6fba374c-ea0b-4996-8405-fb68ce67a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:13.375410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-6fba374c-ea0b-4996-8405-fb68ce67a72d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0095026 Mar 10 17:23:13.398047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f829a84a-5a55-4091-963b-86a6decc9091 req-a390fcdb-697a-484f-be82-fe2e0f26ff08 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644641 Mar 10 17:23:13.555373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ff11c03f-6ee3-4972-8823-71307a942c2e None None] Provisioning complete for port 3aa80fe4-d489-48e2-afbc-631d2d49d4de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:13.555956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff11c03f-6ee3-4972-8823-71307a942c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.603630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] Publish callbacks [] for security_group (555b5ed0-0cea-4a3b-aa32-6be7991e4350), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.692310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ff11c03f-6ee3-4972-8823-71307a942c2e None None] Port 3aa80fe4-d489-48e2-afbc-631d2d49d4de cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:13.692894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] Publish callbacks [] for security_group (555b5ed0-0cea-4a3b-aa32-6be7991e4350), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.701713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-894ba57a-fe24-419d-afdb-c9fe583b26f6 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722611 Mar 10 17:23:13.702314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48006) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:13.702686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48008) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:13.792139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e65f71c-66c0-4db4-b115-44f00b5044e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.797126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df35b6e8-fed3-447a-a54a-3289ab46f8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.817591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:13.825411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8876389a-ad8b-49f7-8d65-fe7345030ad7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:13.845638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8516c7b5-a2af-4b27-8337-7381facb4859 admin admin] 10.222.0.35 "PUT /v2.0/routers/aa7fc49b-40fa-40bb-b983-ebd7eaa3f351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1639719 Mar 10 17:23:13.847582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (555b5ed0-0cea-4a3b-aa32-6be7991e4350), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.850996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.856295 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/555b5ed0-0cea-4a3b-aa32-6be7991e4350 HTTP/1.1" status: 204 len: 168 time: 0.5218985 Mar 10 17:23:13.865013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbefce-2cf1-4382-af81-012339d4f193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b5ed0-0cea-4a3b-aa32-6be7991e4350,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:13.943280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8876389a-ad8b-49f7-8d65-fe7345030ad7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:13.943925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:13.983181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Request body: {'port': {'device_id': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'device_owner': 'compute:tempest-test_az-783276219', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:14.169915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c029581-11cc-4907-9039-ee0458492dc1 req-a28a9d39-9aef-4aba-9f5d-a038243415f5 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164331 Mar 10 17:23:14.186111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8876389a-ad8b-49f7-8d65-fe7345030ad7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:14.187696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.252305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 8876389a-ad8b-49f7-8d65-fe7345030ad7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8876389a-ad8b-49f7-8d65-fe7345030ad7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:14.259398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.284515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.345121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df35b6e8-fed3-447a-a54a-3289ab46f8d4 admin admin] Publish callbacks [] for security_group (b1aa986a-6986-4394-9d8a-ba4b50ca60e3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.379920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df35b6e8-fed3-447a-a54a-3289ab46f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b1aa986a-6986-4394-9d8a-ba4b50ca60e3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.436035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=8876389a-ad8b-49f7-8d65-fe7345030ad7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:14.523620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Sync routers for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:14.548787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:14.549427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:14.681402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b43e-6c00-4e7b-a937-68a8bb32c32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.682156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35b6e8-fed3-447a-a54a-3289ab46f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa986a-6986-4394-9d8a-ba4b50ca60e3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:14.752928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e65f71c-66c0-4db4-b115-44f00b5044e3 admin admin] Publish callbacks [] for security_group (ded01642-5bca-4960-84d0-cb76db205466), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.817546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e65f71c-66c0-4db4-b115-44f00b5044e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ded01642-5bca-4960-84d0-cb76db205466), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:14.839124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:14.884172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df35b6e8-fed3-447a-a54a-3289ab46f8d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0390a4d8d4b64a73a5e1799d774c1f67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1791577 Mar 10 17:23:14.887028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:15.037112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] Publish callbacks [] for security_group (b1aa986a-6986-4394-9d8a-ba4b50ca60e3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:15.076203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6e65f71c-66c0-4db4-b115-44f00b5044e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27e970ca5af14b18baa8e754163ce0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3700876 Mar 10 17:23:15.081663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001de4-c268-4823-af7a-d1323e9a9cd2 req-85609a65-cc8e-4081-923f-30b19af95ae5 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:15.089512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2001de4-c268-4823-af7a-d1323e9a9cd2 req-85609a65-cc8e-4081-923f-30b19af95ae5 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.7343955 Mar 10 17:23:15.097936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48036) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:15.128908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d582-226a-46e2-8e64-1d2df4138020 req-62bb214e-14a1-4676-b18c-1c833bbc95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:15.130965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-62bb214e-14a1-4676-b18c-1c833bbc95d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 1129 time: 0.7665637 Mar 10 17:23:15.141866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] Publish callbacks [] for security_group (b1aa986a-6986-4394-9d8a-ba4b50ca60e3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:15.148885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65f71c-66c0-4db4-b115-44f00b5044e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded01642-5bca-4960-84d0-cb76db205466,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:15.354467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b1aa986a-6986-4394-9d8a-ba4b50ca60e3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:15.357253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:15.358636 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1aa986a-6986-4394-9d8a-ba4b50ca60e3 HTTP/1.1" status: 204 len: 168 time: 0.4705420 Mar 10 17:23:15.369470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10258-9d85-462b-90f8-23780086d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa986a-6986-4394-9d8a-ba4b50ca60e3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:15.695699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2001de4-c268-4823-af7a-d1323e9a9cd2 req-edce4833-2960-4012-a1b3-abbb8a70935d tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048124 Mar 10 17:23:15.807587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8876389a-ad8b-49f7-8d65-fe7345030ad7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:15.987562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c4ff7-a365-4b49-b452-def49aa10fc2 req-74975f20-5f66-4b51-b935-2e0c766cae12 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:15.999956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-232c4ff7-a365-4b49-b452-def49aa10fc2 req-74975f20-5f66-4b51-b935-2e0c766cae12 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 935 time: 1.0353496 Mar 10 17:23:16.086596 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.094178 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] Publish callbacks [] for security_group (ded01642-5bca-4960-84d0-cb76db205466), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.236088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d582-226a-46e2-8e64-1d2df4138020 req-8a52d584-c939-4a68-bd10-5756c855af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:16.244636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-8a52d584-c939-4a68-bd10-5756c855af4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 1.0762186 Mar 10 17:23:16.276703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48054) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:16.294472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8876389a-ad8b-49f7-8d65-fe7345030ad7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:16.300042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.310802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14977fd1-97a6-471e-8341-0fb789f270a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.397093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-ac9c9652-c8eb-4397-8ba3-ee46c79dfab9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7 HTTP/1.1" status: 200 len: 217 time: 0.1275132 Mar 10 17:23:16.399734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] Publish callbacks [] for security_group (ded01642-5bca-4960-84d0-cb76db205466), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.466216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 4, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3aa80fe4-d489-48e2-afbc-631d2d49d4de', 'name': '', 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'mac_address': 'fa:16:3e:e1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 2, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'subnets': [{'id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:16.484740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531c3586-a199-4fd8-ae68-e49e77617dc6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:16.495833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks [] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.513732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Transition to ACTIVE for port object 531c3586-a199-4fd8-ae68-e49e77617dc6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:16.534009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14977fd1-97a6-471e-8341-0fb789f270a4 admin admin] Publish callbacks [] for security_group (eebb4980-f548-4ba5-8d50-29dc81d42354), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.537167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.543385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14977fd1-97a6-471e-8341-0fb789f270a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eebb4980-f548-4ba5-8d50-29dc81d42354), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.543871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-232c4ff7-a365-4b49-b452-def49aa10fc2 req-1613dd7b-1464-46cf-bffc-ec6a51de6fbf tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402820 Mar 10 17:23:16.597799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Checking router: aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:16.604317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Updating router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 port 3aa80fe4-d489-48e2-afbc-631d2d49d4de binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:23:16.606723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14977fd1-97a6-471e-8341-0fb789f270a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb4980-f548-4ba5-8d50-29dc81d42354,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:16.658629 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-14977fd1-97a6-471e-8341-0fb789f270a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=982c76d512ae4d97a33e26e0cf98f494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798273 Mar 10 17:23:16.659646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48066) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:16.664999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d582-226a-46e2-8e64-1d2df4138020 req-4f6f8eb8-74ea-43f6-9828-ef760474bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:16.667101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-4f6f8eb8-74ea-43f6-9828-ef760474bc43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1431663 Mar 10 17:23:16.708964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Pushing event updated for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:16.770326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.855938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] Publish callbacks [] for security_group (eebb4980-f548-4ba5-8d50-29dc81d42354), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.880480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ded01642-5bca-4960-84d0-cb76db205466), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.883296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.884578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ded01642-5bca-4960-84d0-cb76db205466 HTTP/1.1" status: 204 len: 168 time: 1.7799714 Mar 10 17:23:16.901232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Attempting to bind port 531c3586-a199-4fd8-ae68-e49e77617dc6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:16.901559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Attempting to bind port 531c3586-a199-4fd8-ae68-e49e77617dc6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:16.901878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Attempting to bind port 531c3586-a199-4fd8-ae68-e49e77617dc6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:16.937734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Port 531c3586-a199-4fd8-ae68-e49e77617dc6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:16.938053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Attempting to bind port 531c3586-a199-4fd8-ae68-e49e77617dc6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:16.943486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36e70e-3ea0-4e25-a7ef-19ade52ec45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded01642-5bca-4960-84d0-cb76db205466,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:16.948571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:16.948906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:16.949278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:16.949720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Bound port: 531c3586-a199-4fd8-ae68-e49e77617dc6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:16.950066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:16.956023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521d582-226a-46e2-8e64-1d2df4138020 req-1fbe3838-2ffa-4abf-a227-ac1ed5855f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:16.957800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-1fbe3838-2ffa-4abf-a227-ac1ed5855f07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2828233 Mar 10 17:23:16.958493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] Publish callbacks [] for security_group (eebb4980-f548-4ba5-8d50-29dc81d42354), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.076029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eebb4980-f548-4ba5-8d50-29dc81d42354), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.078647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.083113 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eebb4980-f548-4ba5-8d50-29dc81d42354 HTTP/1.1" status: 204 len: 168 time: 0.4221451 Mar 10 17:23:17.092777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8876389a-ad8b-49f7-8d65-fe7345030ad7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:17.100663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33972ce9-c91d-4e28-9ff7-288e96880edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb4980-f548-4ba5-8d50-29dc81d42354,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:17.114969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab085ee-7ccd-40df-9a29-0648035fc64d req-3ba6a598-3f5c-482a-9724-1d4060fc260c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:17.127920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cab085ee-7ccd-40df-9a29-0648035fc64d req-3ba6a598-3f5c-482a-9724-1d4060fc260c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.2661877 Mar 10 17:23:17.249908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.266858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:17.273253 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081798927', 'description': 'tempest-description--633510029'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:17.288405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cab085ee-7ccd-40df-9a29-0648035fc64d req-8b97da2a-9c18-4356-aa7a-64673eebabdc tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538086 Mar 10 17:23:17.332068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.336283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:17.340241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-312721e9-9e84-4a64-9872-826590e840dc service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735249 Mar 10 17:23:17.347242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=531c3586-a199-4fd8-ae68-e49e77617dc6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:17.394364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.515496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (c1396a93-81f2-4fef-9fd4-051c06578b23), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.523042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c1396a93-81f2-4fef-9fd4-051c06578b23), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.526044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Pushing event updated for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:17.569185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.575018 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3066742 Mar 10 17:23:17.612318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48082) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:17.640428 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'security_group_rule': {'security_group_id': 'c1396a93-81f2-4fef-9fd4-051c06578b23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:17.701724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:17.720737 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.724497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-750a4ac0-3814-40c3-8267-0d20a51dac89 service neutron] 10.222.0.59 "PUT /v2.0/ports/531c3586-a199-4fd8-ae68-e49e77617dc6 HTTP/1.1" status: 200 len: 1116 time: 4.6282802 Mar 10 17:23:17.724978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:17.739221 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:17.744687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a3867-dc6a-4f02-bac0-cbe5db03f8ca tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1396a93-81f2-4fef-9fd4-051c06578b23,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:17.842556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (768b8624-d415-437d-871e-c0d4884eff2d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:17.870820 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d94ead-3acc-4c85-8d99-a1db5e331d2f x-openstack-request-id: req-19d94ead-3acc-4c85-8d99-a1db5e331d2f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:17.871745 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:17.872159 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19d94ead-3acc-4c85-8d99-a1db5e331d2f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:17.875089 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6', 'status': 'completed', 'code': 200} Mar 10 17:23:18.020383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks [] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.038750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.052385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (768b8624-d415-437d-871e-c0d4884eff2d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.065210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (768b8624-d415-437d-871e-c0d4884eff2d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.083002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7521d582-226a-46e2-8e64-1d2df4138020 req-a813df4d-5e2a-4e98-8993-0b0bd5ce7c80 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301507 Mar 10 17:23:18.129577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768b8624-d415-437d-871e-c0d4884eff2d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.139886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.144268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9eee3a24-c055-4b94-8c17-f7b0f51c05ee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274620 Mar 10 17:23:18.146439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-38b6b49e-272e-4dc0-8a57-4c9c8217404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.148069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-38b6b49e-272e-4dc0-8a57-4c9c8217404c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04362d682d264543abaf04ed2329eef2&device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 1150 time: 0.3505340 Mar 10 17:23:18.148491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:18.161246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'security_group_rule': {'security_group_id': 'c1396a93-81f2-4fef-9fd4-051c06578b23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:18.188331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c775f-aeff-47b5-8524-bd9f67f860c9 None None] Pushing event updated for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.224899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cbc56-c7bd-45f5-a5dd-51a5c389ffac req-9b1c63d0-1cdc-481d-b709-4b88ed121347 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.234105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-531cbc56-c7bd-45f5-a5dd-51a5c389ffac req-9b1c63d0-1cdc-481d-b709-4b88ed121347 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 968 time: 0.4622226 Mar 10 17:23:18.411683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (2e7456f5-f7b9-4765-9745-590e3f158c10), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.496128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Attempting to bind port 3aa80fe4-d489-48e2-afbc-631d2d49d4de on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:18.497825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Attempting to bind port 3aa80fe4-d489-48e2-afbc-631d2d49d4de by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:18.498522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Attempting to bind port 3aa80fe4-d489-48e2-afbc-631d2d49d4de on network d7b3bb14-2e69-420f-b062-b05393e366ef {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:18.515892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:18.516333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Checking segment: {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:18.518421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.518888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Bound using segment: {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:18.519382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Bound port: 3aa80fe4-d489-48e2-afbc-631d2d49d4de, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bca2116-f521-4188-8c4d-890919d2fcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:18.519787 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.598493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (2e7456f5-f7b9-4765-9745-590e3f158c10), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.611372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-8f6e4bf9-7e1a-49bd-923e-070579d2b36b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=531c3586-a199-4fd8-ae68-e49e77617dc6 HTTP/1.1" status: 200 len: 217 time: 0.3722217 Mar 10 17:23:18.614612 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2e7456f5-f7b9-4765-9745-590e3f158c10), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.686255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.713216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-cd77cd2a-f07d-4fbb-973e-ebc1466542b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.714880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-cd77cd2a-f07d-4fbb-973e-ebc1466542b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0810354 Mar 10 17:23:18.721554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.722939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5709121 Mar 10 17:23:18.727998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:18.734185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:18.784945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a0670bf8-d06b-427b-a9a2-feb4a3d45903 None None] Provisioning complete for port 3aa80fe4-d489-48e2-afbc-631d2d49d4de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:18.786880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0670bf8-d06b-427b-a9a2-feb4a3d45903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.789034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:18.865102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-531cbc56-c7bd-45f5-a5dd-51a5c389ffac req-f555fe0d-dbfc-44ea-b561-dfe5f2ad9807 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301832 Mar 10 17:23:18.902194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04507eb1-caf7-4ce6-b8d7-683b8f242c4f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7456f5-f7b9-4765-9745-590e3f158c10,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:18.921086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] For port 3aa80fe4-d489-48e2-afbc-631d2d49d4de, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:18.931348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a0670bf8-d06b-427b-a9a2-feb4a3d45903 None None] Port 3aa80fe4-d489-48e2-afbc-631d2d49d4de cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:18.952787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5402d-755e-4e0b-9cbc-754d3b3ef8bb req-20a4aba8-0e71-49a9-bcce-ca2c9ac9dc6b tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:18.962523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ca5402d-755e-4e0b-9cbc-754d3b3ef8bb req-20a4aba8-0e71-49a9-bcce-ca2c9ac9dc6b tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.4758947 Mar 10 17:23:18.971407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] For port 3aa80fe4-d489-48e2-afbc-631d2d49d4de, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3aa80fe4-d489-48e2-afbc-631d2d49d4de,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:18.992434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:19.025885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-a86ee180-1788-4b68-9c0c-7d666228559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:19.036347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-a86ee180-1788-4b68-9c0c-7d666228559f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2392516 Mar 10 17:23:19.129888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:19.131890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:23:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:19.232184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ca5402d-755e-4e0b-9cbc-754d3b3ef8bb req-6e1a9308-a46b-4d32-b2c1-38492c56c081 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684219 Mar 10 17:23:19.404667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:19.553392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-85159c5e-aac1-42c8-96a4-f09fce78adf6 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854715 Mar 10 17:23:19.629385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:19.778103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Allocated IP 172.25.3.47 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ac4921d4-6988-4ed6-a106-6955529f3cfa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:19.801499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c775f-aeff-47b5-8524-bd9f67f860c9 None None] Pushing event updated for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:19.972795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Provisioning complete for port 3aa80fe4-d489-48e2-afbc-631d2d49d4de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:19.975062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:20.148071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:20.199841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:20.402298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:20.415481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:20.425674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:20.447769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Current status of the port 3aa80fe4-d489-48e2-afbc-631d2d49d4de is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:20.448271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:20.557827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] For port 3aa80fe4-d489-48e2-afbc-631d2d49d4de, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3aa80fe4-d489-48e2-afbc-631d2d49d4de,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:20.574763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 4, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3aa80fe4-d489-48e2-afbc-631d2d49d4de', 'name': '', 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'mac_address': 'fa:16:3e:e1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:18Z', 'revision_number': 4, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'subnets': [{'id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:20.579419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:20.666284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ee13-29cb-4afb-b972-26c39d1c8ba1 req-3834e07b-d3cf-4d5a-abc4-098e4ac53fd5 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:20.667840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1894ee13-29cb-4afb-b972-26c39d1c8ba1 req-3834e07b-d3cf-4d5a-abc4-098e4ac53fd5 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 968 time: 0.4438243 Mar 10 17:23:20.686476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ca1a8-efca-4774-8fd2-084abe9c02ba None None] The sync data for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 is: [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:23:10Z', 'revision_number': 4, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3aa80fe4-d489-48e2-afbc-631d2d49d4de', 'name': '', 'network_id': 'd7b3bb14-2e69-420f-b062-b05393e366ef', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'mac_address': 'fa:16:3e:e1:f3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:08Z', 'updated_at': '2022-03-10T17:23:18Z', 'revision_number': 4, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'subnets': [{'id': 'c1f04dd1-3eb7-4db1-956f-725ee751562b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:20.804147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce190dd0-002e-4bbe-af13-bf6c2839f272 None None] Pushing event updated for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:20.811090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1970e8a4-9cc8-40cb-88ed-30f9736e400b req-97ab5599-4952-4597-8531-3e74d60ef9ff service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2543619 Mar 10 17:23:20.829080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf171bd-e086-48db-8887-d6731058affe req-75bbe608-69b6-41da-9e01-a910468b8f63 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:20.843685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecf171bd-e086-48db-8887-d6731058affe req-75bbe608-69b6-41da-9e01-a910468b8f63 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.3177505 Mar 10 17:23:20.995996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.001172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1894ee13-29cb-4afb-b972-26c39d1c8ba1 req-dfc68147-0c0b-413b-98d2-9869dac295de tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197358 Mar 10 17:23:21.030281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecf171bd-e086-48db-8887-d6731058affe req-ba75fd14-02aa-468d-9ba5-ba0f8fef4ed7 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854277 Mar 10 17:23:21.059797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-359ea9eb-97ae-47db-8b5a-3d54b250806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.066568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-359ea9eb-97ae-47db-8b5a-3d54b250806a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04362d682d264543abaf04ed2329eef2&device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 1150 time: 0.1584773 Mar 10 17:23:21.176162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.266195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'Port': ['ID=ac4921d4-6988-4ed6-a106-6955529f3cfa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:21.421114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-f615fc3d-41f6-4511-a47d-b392b635337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.427010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-f615fc3d-41f6-4511-a47d-b392b635337b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3337634 Mar 10 17:23:21.579947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-0a533cc1-e601-403c-a500-d78d2d401c6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=531c3586-a199-4fd8-ae68-e49e77617dc6 HTTP/1.1" status: 200 len: 217 time: 0.1405194 Mar 10 17:23:21.658654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-6652d5ab-6c38-449a-966a-bcb7553a7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.660193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-6652d5ab-6c38-449a-966a-bcb7553a7ad7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0693836 Mar 10 17:23:21.821315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-23c0357d-54f5-4e31-8725-d5f44388fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:21.822932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-23c0357d-54f5-4e31-8725-d5f44388fe7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1511025 Mar 10 17:23:21.881344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3aa80fe4-d489-48e2-afbc-631d2d49d4de up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:21.903665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.916022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:21.987431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.037557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3aa80fe4-d489-48e2-afbc-631d2d49d4de triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:22.038404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.051452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-be51d641-7690-4bdf-bcc5-b73a781dee02 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030973 Mar 10 17:23:22.167933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'Port': ['ID=ac4921d4-6988-4ed6-a106-6955529f3cfa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:22.182932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.192154 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-935e30fd-bb8e-4a6c-b4c9-4162b65f85c8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4618528 Mar 10 17:23:22.232543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48202) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:22.304589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b100304e-9ae0-4c78-a2a3-6f2b4de9f84c req-2716abb6-a268-46d6-b13f-278f0e7fb029 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433205 Mar 10 17:23:22.386341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3aa80fe4-d489-48e2-afbc-631d2d49d4de is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:22.515672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ad30-4340-4d5b-8d03-7e685e4e18a1 req-adeed823-d964-47d0-b726-cf82c88a4d07 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.517407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cc7ad30-4340-4d5b-8d03-7e685e4e18a1 req-adeed823-d964-47d0-b726-cf82c88a4d07 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 968 time: 0.0791798 Mar 10 17:23:22.605523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3929834-ae9c-4059-9e85-540e3e299586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.641826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cc7ad30-4340-4d5b-8d03-7e685e4e18a1 req-dbab12f9-9be4-4e53-b729-e793c55ccba6 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162205 Mar 10 17:23:22.819003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3929834-ae9c-4059-9e85-540e3e299586 admin admin] Publish callbacks [] for security_group (e0f6dcdf-ac28-413f-9722-0e431bc55a8f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.822273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf557b-a7be-437d-82c1-85e4b48c91e0 req-94a0e303-cdd2-4f06-bc79-3e88a668ce05 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:22.825435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fecf557b-a7be-437d-82c1-85e4b48c91e0 req-94a0e303-cdd2-4f06-bc79-3e88a668ce05 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.1044526 Mar 10 17:23:22.830281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3929834-ae9c-4059-9e85-540e3e299586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e0f6dcdf-ac28-413f-9722-0e431bc55a8f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.901271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929834-ae9c-4059-9e85-540e3e299586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6dcdf-ac28-413f-9722-0e431bc55a8f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:22.909108 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3929834-ae9c-4059-9e85-540e3e299586 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d14cb69ebf24054bea96bdf9718e333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6730847 Mar 10 17:23:22.909231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:22.941539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-2a570b06-65a9-429d-8b94-0746267c8008 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2081798927&fields=id&tenant_id=84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 267 time: 0.0989795 Mar 10 17:23:22.964808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] Publish callbacks [] for security_group (e0f6dcdf-ac28-413f-9722-0e431bc55a8f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:22.983260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fecf557b-a7be-437d-82c1-85e4b48c91e0 req-477a951e-34ab-4706-ada9-08782e48fd70 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486735 Mar 10 17:23:22.990459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] Publish callbacks [] for security_group (e0f6dcdf-ac28-413f-9722-0e431bc55a8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.116205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e0f6dcdf-ac28-413f-9722-0e431bc55a8f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.119255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.123235 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0f6dcdf-ac28-413f-9722-0e431bc55a8f HTTP/1.1" status: 204 len: 168 time: 0.2130568 Mar 10 17:23:23.140936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdba32-848a-4332-86a9-b1ac69102829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6dcdf-ac28-413f-9722-0e431bc55a8f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:23.227945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-48feb784-94b8-46ed-936a-f956ac84e57c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:23.229488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-48feb784-94b8-46ed-936a-f956ac84e57c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 823 time: 0.2798159 Mar 10 17:23:23.258522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-b2f8b258-4430-49aa-8370-b63a64ccc22a tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/quotas/84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 375 time: 0.0197570 Mar 10 17:23:23.386833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-3e133b11-bea8-4977-82c5-3fc0208d5dd0 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240776 Mar 10 17:23:23.615355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:23.628888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-296f0f02-952a-4264-88d0-6417c8fcc6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.710085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-296f0f02-952a-4264-88d0-6417c8fcc6f6 admin admin] Publish callbacks [] for security_group (5e5012ba-55ea-48e9-87c8-fa257e0a5d6e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.715614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-296f0f02-952a-4264-88d0-6417c8fcc6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5e5012ba-55ea-48e9-87c8-fa257e0a5d6e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.721816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ce675a63-00d5-4c7c-b301-db1ac2a819f4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:23:23.728660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ce675a63-00d5-4c7c-b301-db1ac2a819f4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1936824 Mar 10 17:23:23.756682 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-296f0f02-952a-4264-88d0-6417c8fcc6f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e5b7832b44845cba5f1a7107400aab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380808 Mar 10 17:23:23.756682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f0f02-952a-4264-88d0-6417c8fcc6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5012ba-55ea-48e9-87c8-fa257e0a5d6e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:23.758229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48262) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:23.851701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-2c03a1d4-c7b8-47d8-ad9e-cc6117b315ae service neutron] 10.222.0.35 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221840 Mar 10 17:23:23.892967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] Publish callbacks [] for security_group (5e5012ba-55ea-48e9-87c8-fa257e0a5d6e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:23.895703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1160675-d46b-488a-bb18-d3fcba91ba3d req-134ad5a6-a5e2-4348-89b7-0306c8ad89f0 tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=89071d577b9e454db10801c3437f3658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485942 Mar 10 17:23:23.979498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] Publish callbacks [] for security_group (5e5012ba-55ea-48e9-87c8-fa257e0a5d6e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:24.070019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-b08eecf5-1b79-43e3-b850-0efbee4293dc service neutron] 10.222.0.35 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049050 Mar 10 17:23:24.095432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160675-d46b-488a-bb18-d3fcba91ba3d req-016387d4-a31a-4d09-83c7-f8f514ec537c tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:24.096847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1160675-d46b-488a-bb18-d3fcba91ba3d req-016387d4-a31a-4d09-83c7-f8f514ec537c tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934373 Mar 10 17:23:24.112486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1160675-d46b-488a-bb18-d3fcba91ba3d req-087029db-d853-4187-bde1-2e93a8682d1d tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/quotas/89071d577b9e454db10801c3437f3658 HTTP/1.1" status: 200 len: 375 time: 0.0101516 Mar 10 17:23:24.116102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5e5012ba-55ea-48e9-87c8-fa257e0a5d6e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:24.118668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:24.119703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e5012ba-55ea-48e9-87c8-fa257e0a5d6e HTTP/1.1" status: 204 len: 168 time: 0.3601975 Mar 10 17:23:24.153116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1160675-d46b-488a-bb18-d3fcba91ba3d req-bd0e191a-ead3-4143-8a98-b14410546509 tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89071d577b9e454db10801c3437f3658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323386 Mar 10 17:23:24.154381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c4fd-2908-488b-b266-cf66dc786d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5012ba-55ea-48e9-87c8-fa257e0a5d6e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:24.371501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdb5a9-757f-48d1-95e4-8d1c607c154f req-abd71e07-1c92-4184-99fb-fe048c26ede2 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:24.373015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5fdb5a9-757f-48d1-95e4-8d1c607c154f req-abd71e07-1c92-4184-99fb-fe048c26ede2 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 968 time: 0.0998905 Mar 10 17:23:24.382260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0084d-1a62-4f70-abd0-93ea0c71f209 req-dcaab86a-914b-4fde-90f8-448e24c0c6af tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:24.383773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01b0084d-1a62-4f70-abd0-93ea0c71f209 req-dcaab86a-914b-4fde-90f8-448e24c0c6af tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.0764389 Mar 10 17:23:24.621448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5fdb5a9-757f-48d1-95e4-8d1c607c154f req-899de9cd-f687-4b0c-9955-2e6f5a95f671 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367129 Mar 10 17:23:24.630347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01b0084d-1a62-4f70-abd0-93ea0c71f209 req-a392b918-bfcb-46a3-81e5-9bb0e4c1a2b4 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285531 Mar 10 17:23:24.699760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37fcac78-1ef5-4206-b6a1-7ae0ee82da2e req-f52bd815-4978-4d7b-9639-e218a9a38a27 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 210 time: 0.0363462 Mar 10 17:23:25.205339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48338) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:25.321716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 531c3586-a199-4fd8-ae68-e49e77617dc6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:25.337629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b11d789c-36ad-4ca8-80d9-0602f0367d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.452014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=531c3586-a199-4fd8-ae68-e49e77617dc6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:25.455447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b11d789c-36ad-4ca8-80d9-0602f0367d82 admin admin] Publish callbacks [] for security_group (7df5ccd2-3e22-4d38-94c3-ec4f815b541a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.462186 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b11d789c-36ad-4ca8-80d9-0602f0367d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7df5ccd2-3e22-4d38-94c3-ec4f815b541a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.467138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '531c3586-a199-4fd8-ae68-e49e77617dc6', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '531c3586-a199-4fd8-ae68-e49e77617dc6', 'mac_address': 'fa:16:3e:c8:23:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:tempest-test_az-783276219', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:25.503488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d789c-36ad-4ca8-80d9-0602f0367d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5ccd2-3e22-4d38-94c3-ec4f815b541a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:25.508180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b11d789c-36ad-4ca8-80d9-0602f0367d82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fb963e7a1dd4fd592c298acabf9e7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010445 Mar 10 17:23:25.510951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:25.532821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 531c3586-a199-4fd8-ae68-e49e77617dc6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:25.533222 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.569341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531c3586-a199-4fd8-ae68-e49e77617dc6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:25.593697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] Publish callbacks [] for security_group (7df5ccd2-3e22-4d38-94c3-ec4f815b541a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.631845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] Publish callbacks [] for security_group (7df5ccd2-3e22-4d38-94c3-ec4f815b541a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.633163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=531c3586-a199-4fd8-ae68-e49e77617dc6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:25.649339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.731661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-eb915b73-1c83-4d6d-8ddd-8ea80a7fd1b1 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:25.735849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-eb915b73-1c83-4d6d-8ddd-8ea80a7fd1b1 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 823 time: 0.1762133 Mar 10 17:23:25.767724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7df5ccd2-3e22-4d38-94c3-ec4f815b541a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.772305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:25.774287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7df5ccd2-3e22-4d38-94c3-ec4f815b541a HTTP/1.1" status: 204 len: 168 time: 0.2606635 Mar 10 17:23:25.791659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ec973-f39c-46ca-9fdc-30694d8d4513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5ccd2-3e22-4d38-94c3-ec4f815b541a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:25.801729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:25.944641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23acb0-8c56-45c2-8232-d75f22ae4516 req-83f6ac8b-169e-4c28-b1d7-865af875c55f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:25.946187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c23acb0-8c56-45c2-8232-d75f22ae4516 req-83f6ac8b-169e-4c28-b1d7-865af875c55f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 969 time: 0.1805177 Mar 10 17:23:25.987503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-8918f609-4195-4377-9ee0-1f19f3ba1396 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 380 time: 0.2428448 Mar 10 17:23:25.999172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'port': {'device_id': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'admin_state_up': True, 'tenant_id': '84cf28a9b3314944baddd33232390473', 'security_groups': ['c1396a93-81f2-4fef-9fd4-051c06578b23']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:26.025535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['531c3586-a199-4fd8-ae68-e49e77617dc6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:26.088315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9dae9-ad8e-4bfc-9df9-0532a20a4137 req-6ff4fff9-549d-43d4-973a-821873013ab6 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:26.089814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b9dae9-ad8e-4bfc-9df9-0532a20a4137 req-6ff4fff9-549d-43d4-973a-821873013ab6 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.2109041 Mar 10 17:23:26.095964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:26.102564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c23acb0-8c56-45c2-8232-d75f22ae4516 req-d148c968-6bf6-471c-a379-f9c6d66bd33e tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435385 Mar 10 17:23:26.179212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b9dae9-ad8e-4bfc-9df9-0532a20a4137 req-ca2325d0-cc03-4c86-88f1-dc1f08f81883 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713406 Mar 10 17:23:26.196600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Made reservation on behalf of 84cf28a9b3314944baddd33232390473 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:26.201760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.283947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48384) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:26.308843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb555b5-b20c-4e4b-8d57-53e6f3f7367e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.323550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0598b5a-6d26-4ea6-8d1c-a73a62fe4697 req-8a42ac23-290a-4415-9a2a-5bd7d1f9ceaa tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 210 time: 0.0540028 Mar 10 17:23:26.379483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85c2946-cd0a-4d1b-b889-ac3746795544 req-a6cf8e37-2386-4a35-bced-3ac4067473fd tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=89071d577b9e454db10801c3437f3658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522583 Mar 10 17:23:26.433522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb555b5-b20c-4e4b-8d57-53e6f3f7367e admin admin] Publish callbacks [] for security_group (5798b8c5-2ba1-4a61-a27d-35d36a790d22), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.438675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Allocated IP 172.20.0.13 (ba9942dc-377d-42fd-9d97-6b2c9696bd58/1962504d-641a-427e-af3a-107445ea653c/b9ccd8fe-3f78-4e21-b373-78293275c51b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:26.440837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb555b5-b20c-4e4b-8d57-53e6f3f7367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5798b8c5-2ba1-4a61-a27d-35d36a790d22), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.491134 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9cb555b5-b20c-4e4b-8d57-53e6f3f7367e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=570a30ef55f440f1ad4695f9d8133308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060413 Mar 10 17:23:26.493648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:26.500645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb555b5-b20c-4e4b-8d57-53e6f3f7367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5798b8c5-2ba1-4a61-a27d-35d36a790d22,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:26.528792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9922560d-4440-4d93-b890-3e067965ec3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.541044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c2946-cd0a-4d1b-b889-ac3746795544 req-642c0906-6ca1-4fec-a869-da3ea99b0fbb tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:26.542592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85c2946-cd0a-4d1b-b889-ac3746795544 req-642c0906-6ca1-4fec-a869-da3ea99b0fbb tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554604 Mar 10 17:23:26.573524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85c2946-cd0a-4d1b-b889-ac3746795544 req-84f9d86d-4f73-4a96-b39f-9974d029e9bf tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/quotas/89071d577b9e454db10801c3437f3658 HTTP/1.1" status: 200 len: 375 time: 0.0209937 Mar 10 17:23:26.581393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] Publish callbacks [] for security_group (5798b8c5-2ba1-4a61-a27d-35d36a790d22), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.613679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] Publish callbacks [] for security_group (5798b8c5-2ba1-4a61-a27d-35d36a790d22), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.640779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85c2946-cd0a-4d1b-b889-ac3746795544 req-1c787ca4-c8ee-4831-8d05-00d5c0c3c1cd tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89071d577b9e454db10801c3437f3658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370023 Mar 10 17:23:26.641101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.666153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9922560d-4440-4d93-b890-3e067965ec3f admin admin] Publish callbacks [] for security_group (9082cd89-7806-4d6f-8c93-f237bb059ad1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.672490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9922560d-4440-4d93-b890-3e067965ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9082cd89-7806-4d6f-8c93-f237bb059ad1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.678635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.718109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9922560d-4440-4d93-b890-3e067965ec3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=645413099e32448585e00daeb71da207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6210649 Mar 10 17:23:26.719340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5798b8c5-2ba1-4a61-a27d-35d36a790d22), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.721727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.721853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48394) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:26.726053 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5798b8c5-2ba1-4a61-a27d-35d36a790d22 HTTP/1.1" status: 204 len: 168 time: 0.2311702 Mar 10 17:23:26.726892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922560d-4440-4d93-b890-3e067965ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082cd89-7806-4d6f-8c93-f237bb059ad1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:26.738133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505712-9a31-4954-8be2-fec10e57d404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798b8c5-2ba1-4a61-a27d-35d36a790d22,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:26.765501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.826797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:26.836689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:26.840484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:26.845733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:26.846310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.848491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:26.857174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] Publish callbacks [] for security_group (9082cd89-7806-4d6f-8c93-f237bb059ad1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:26.877045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-c3be6f35-dbb0-40ba-999f-138c661b26ec tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835831 Mar 10 17:23:26.892324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Request body: {'port': {'device_id': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:26.898411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] Publish callbacks [] for security_group (9082cd89-7806-4d6f-8c93-f237bb059ad1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.009006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.068454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9082cd89-7806-4d6f-8c93-f237bb059ad1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.083384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.089200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9082cd89-7806-4d6f-8c93-f237bb059ad1 HTTP/1.1" status: 204 len: 168 time: 0.3617866 Mar 10 17:23:27.126362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcbf0e-1f29-4702-843c-3b407aa3ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082cd89-7806-4d6f-8c93-f237bb059ad1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:27.210051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-68001780-0e24-4956-8e15-b55085e7da5c None None] Provisioning complete for port b9ccd8fe-3f78-4e21-b373-78293275c51b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:27.211073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68001780-0e24-4956-8e15-b55085e7da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.308157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-68001780-0e24-4956-8e15-b55085e7da5c None None] Port b9ccd8fe-3f78-4e21-b373-78293275c51b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:27.331872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 531c3586-a199-4fd8-ae68-e49e77617dc6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:27.399895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ccd8fe-3f78-4e21-b373-78293275c51b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:27.408511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks [] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.426055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Transition to ACTIVE for port object b9ccd8fe-3f78-4e21-b373-78293275c51b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:27.431044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 531c3586-a199-4fd8-ae68-e49e77617dc6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:27.436055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 531c3586-a199-4fd8-ae68-e49e77617dc6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:27.437092 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.437546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.511405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02f7b9-742d-48d0-a838-b00561cd5b8e req-b26da4fd-837d-4c57-84ee-33516b1fdcc6 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:27.513066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb02f7b9-742d-48d0-a838-b00561cd5b8e req-b26da4fd-837d-4c57-84ee-33516b1fdcc6 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 969 time: 0.3114269 Mar 10 17:23:27.549939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:27.563154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Attempting to bind port b9ccd8fe-3f78-4e21-b373-78293275c51b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:27.563485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Attempting to bind port b9ccd8fe-3f78-4e21-b373-78293275c51b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:27.563803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Attempting to bind port b9ccd8fe-3f78-4e21-b373-78293275c51b on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:27.574547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 531c3586-a199-4fd8-ae68-e49e77617dc6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:27.575126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.579621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Port b9ccd8fe-3f78-4e21-b373-78293275c51b on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:27.579621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Attempting to bind port b9ccd8fe-3f78-4e21-b373-78293275c51b on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:27.604863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:27.605182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Checking segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:27.605566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Bound using segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:27.606014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Bound port: b9ccd8fe-3f78-4e21-b373-78293275c51b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:27.606373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.629496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:27.641762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48434) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:27.659313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6766e2e5-db75-48ee-ac7d-b6b6b29f67f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.673586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb02f7b9-742d-48d0-a838-b00561cd5b8e req-18517f97-4553-4966-82fe-ee1b067ffe33 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482458 Mar 10 17:23:27.747324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=531c3586-a199-4fd8-ae68-e49e77617dc6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:27.757488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.825876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6766e2e5-db75-48ee-ac7d-b6b6b29f67f5 admin admin] Publish callbacks [] for security_group (12452fd6-8c79-4786-812c-8dbbbe2dfd5d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.834927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6766e2e5-db75-48ee-ac7d-b6b6b29f67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (12452fd6-8c79-4786-812c-8dbbbe2dfd5d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.860576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:27.865411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:27.873971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:27.895975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6766e2e5-db75-48ee-ac7d-b6b6b29f67f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98450e6013c24f5ea68628f3909c092e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530632 Mar 10 17:23:27.897083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766e2e5-db75-48ee-ac7d-b6b6b29f67f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12452fd6-8c79-4786-812c-8dbbbe2dfd5d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:27.899727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48442) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:27.901777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00265b35-2e4f-41e4-80c0-492def567f51 req-89ef1e4e-9dcf-43ec-9325-1edab049023e tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:27.903555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00265b35-2e4f-41e4-80c0-492def567f51 req-89ef1e4e-9dcf-43ec-9325-1edab049023e tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 947 time: 0.2631907 Mar 10 17:23:27.907055 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.920547 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc47b3-b463-418d-915d-e02f0d265c01" -d '{"events": [{"server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "name": "network-vif-plugged", "status": "completed", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:27.972077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] Publish callbacks [] for security_group (12452fd6-8c79-4786-812c-8dbbbe2dfd5d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.977452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:27.978160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:27.979776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] 10.222.0.41 "PUT /v2.0/ports/b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 200 len: 1092 time: 1.0943716 Mar 10 17:23:27.988841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829bbae-e92e-423a-a446-406042ab7c31 req-ff2d5072-ca9e-4c34-ba88-3fad737d17dc tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:27.991930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1829bbae-e92e-423a-a446-406042ab7c31 req-ff2d5072-ca9e-4c34-ba88-3fad737d17dc tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 944 time: 0.1959329 Mar 10 17:23:27.992493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:27.994883 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6c9430-5537-4dce-86ac-b2a98a369726" -d '{"events": [{"name": "network-changed", "server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:28.006763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] Publish callbacks [] for security_group (12452fd6-8c79-4786-812c-8dbbbe2dfd5d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:28.061191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f2d3e-bc3f-452b-89a1-d2efda36c8da service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:28.082499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (12452fd6-8c79-4786-812c-8dbbbe2dfd5d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:28.086242 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:28.087593 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12452fd6-8c79-4786-812c-8dbbbe2dfd5d HTTP/1.1" status: 204 len: 168 time: 0.1867247 Mar 10 17:23:28.100282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00265b35-2e4f-41e4-80c0-492def567f51 req-3a045bb5-5739-4c1b-9979-2f9396f04c77 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862648 Mar 10 17:23:28.106559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29f26-758f-4ed8-b80b-c812c4d3f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12452fd6-8c79-4786-812c-8dbbbe2dfd5d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:28.159334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1829bbae-e92e-423a-a446-406042ab7c31 req-b1feb9d0-938d-41ba-9c7b-02d9474e620c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558137 Mar 10 17:23:28.168101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ff21c907-633c-4ae6-b1ad-cb3a5686c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:28.169608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ff21c907-633c-4ae6-b1ad-cb3a5686c94a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 1126 time: 0.1252990 Mar 10 17:23:28.233259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-bd84e003-8d4c-4004-bb2c-5f05c473cd2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 200 len: 217 time: 0.0557203 Mar 10 17:23:28.279885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:28.305516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ba7f0a82-5d36-4473-b7ea-4cbcca9eaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:28.307431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-ba7f0a82-5d36-4473-b7ea-4cbcca9eaad3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.0663955 Mar 10 17:23:28.366139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-3280e096-bc19-4824-883d-80cdfb4d3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:28.367679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-3280e096-bc19-4824-883d-80cdfb4d3f73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531714 Mar 10 17:23:28.400217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:28.412243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7', 'mac_address': 'fa:16:3e:75:d8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:28.458566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:28.459518 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:28.483488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-fc9e7844-9255-4156-9c45-5a04bbacb991 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081119 Mar 10 17:23:28.493490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:28.522953 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ac929-1de8-449d-a8dd-073ed4baad0a x-openstack-request-id: req-9e7ac929-1de8-449d-a8dd-073ed4baad0a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:28.523287 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "name": "network-vif-plugged", "status": "completed", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:28.523986 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e7ac929-1de8-449d-a8dd-073ed4baad0a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:28.523986 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6', 'code': 200} Mar 10 17:23:28.544822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:28.559653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:28.631536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:28.725642 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3ed07c-fbd4-4634-9bfa-7524cc0e5006 x-openstack-request-id: req-3a3ed07c-fbd4-4634-9bfa-7524cc0e5006 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:28.726057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:28.726161 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a3ed07c-fbd4-4634-9bfa-7524cc0e5006 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:28.726560 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'status': 'completed', 'code': 200} Mar 10 17:23:28.898021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa238bdd-4478-4186-9ea8-51833e515359 req-153e22b0-1830-4ed9-b937-e8f038b3dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:28.899549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa238bdd-4478-4186-9ea8-51833e515359 req-153e22b0-1830-4ed9-b937-e8f038b3dada service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 1152 time: 0.1722739 Mar 10 17:23:28.909134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171cb4d5-b380-4263-bd95-5d57648c63b2 req-cfd11e44-a0ad-45e3-864f-521eb918d7ec service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185231 Mar 10 17:23:28.936049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a5ac3-d8ff-4db1-b887-901c5f70a1e2 req-ae50e2a0-5e75-4cd5-a1a1-3884fdbf8081 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:28.940289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-083a5ac3-d8ff-4db1-b887-901c5f70a1e2 req-ae50e2a0-5e75-4cd5-a1a1-3884fdbf8081 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.1609426 Mar 10 17:23:28.941898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-aa238bdd-4478-4186-9ea8-51833e515359 req-3c30b6c1-f7e1-4c65-aa51-23943e9a2737 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.012545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['0ce624e2-5c81-4b87-b5a5-3cfb63822df7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:29.033027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94d76eac-f781-475f-8d68-bdb17fbb27ce req-c497bff7-f296-4947-b7a3-9f386c361c5b tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=89071d577b9e454db10801c3437f3658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629833 Mar 10 17:23:29.109545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-083a5ac3-d8ff-4db1-b887-901c5f70a1e2 req-6f42d2f2-4a52-4fa7-9364-f37f378568b3 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519618 Mar 10 17:23:29.169301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-80123e84-b56d-4f2b-a9dd-5146dac3603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.170856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-80123e84-b56d-4f2b-a9dd-5146dac3603f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 1126 time: 0.1763196 Mar 10 17:23:29.278486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-aa238bdd-4478-4186-9ea8-51833e515359 req-3c30b6c1-f7e1-4c65-aa51-23943e9a2737 service neutron] Publish callbacks [] for security_group (0dd1276f-9c1c-49a2-bd4a-070d36f80a01), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.292533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d76eac-f781-475f-8d68-bdb17fbb27ce req-f6e92751-9754-479f-8e81-18fd74be768e tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.295216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94d76eac-f781-475f-8d68-bdb17fbb27ce req-f6e92751-9754-479f-8e81-18fd74be768e tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521727 Mar 10 17:23:29.298635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-aa238bdd-4478-4186-9ea8-51833e515359 req-3c30b6c1-f7e1-4c65-aa51-23943e9a2737 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0dd1276f-9c1c-49a2-bd4a-070d36f80a01), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.381401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94d76eac-f781-475f-8d68-bdb17fbb27ce req-6c949a20-175d-4d5f-be73-83db14572e0c tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/quotas/89071d577b9e454db10801c3437f3658 HTTP/1.1" status: 200 len: 375 time: 0.0783269 Mar 10 17:23:29.407848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-0c16eadb-57f4-447b-931e-dd4895a38c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.409264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-0c16eadb-57f4-447b-931e-dd4895a38c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 924 time: 0.2245028 Mar 10 17:23:29.412016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30b6c1-f7e1-4c65-aa51-23943e9a2737 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd1276f-9c1c-49a2-bd4a-070d36f80a01,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:29.431122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa238bdd-4478-4186-9ea8-51833e515359 req-3c30b6c1-f7e1-4c65-aa51-23943e9a2737 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208290 Mar 10 17:23:29.436013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94d76eac-f781-475f-8d68-bdb17fbb27ce req-9a849265-dd1e-409c-b81b-2952346bb35f tempest-QuotasAdminNegativeTest-302031558 tempest-QuotasAdminNegativeTest-302031558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89071d577b9e454db10801c3437f3658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431650 Mar 10 17:23:29.479861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-88fd5186-bc03-491f-8f0c-5f8de90cfd4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 200 len: 217 time: 0.0474217 Mar 10 17:23:29.485460 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:29.534156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-bfe0309c-8b99-4bb8-94ca-fd4d49b865ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.535591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-bfe0309c-8b99-4bb8-94ca-fd4d49b865ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.0487993 Mar 10 17:23:29.662967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18860d27-3c36-447c-b46e-8741e8251a8b req-4528052a-0fce-4c67-a09b-f74ab67feab1 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.664447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18860d27-3c36-447c-b46e-8741e8251a8b req-4528052a-0fce-4c67-a09b-f74ab67feab1 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 948 time: 0.1207216 Mar 10 17:23:29.667990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-039d843f-39e3-4425-b2c9-172940393b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.669359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-039d843f-39e3-4425-b2c9-172940393b69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1269753 Mar 10 17:23:29.684459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921f04-7548-400d-a10e-ead4731ed2f0 req-fe245878-9ec2-4b66-916f-e2a9211403e3 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:29.685880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8921f04-7548-400d-a10e-ead4731ed2f0 req-fe245878-9ec2-4b66-916f-e2a9211403e3 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 944 time: 0.1056664 Mar 10 17:23:29.813572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18860d27-3c36-447c-b46e-8741e8251a8b req-fc575ae7-019f-4a33-bbd0-db567eb554fd tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413460 Mar 10 17:23:29.825197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8921f04-7548-400d-a10e-ead4731ed2f0 req-57dfa7ef-6392-4c0d-927e-29c976508a53 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236465 Mar 10 17:23:29.846598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-79b59102-c3b0-4e73-be87-c3075968f228 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597457 Mar 10 17:23:29.961807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f6c9430-5537-4dce-86ac-b2a98a369726 req-64f98d75-f1a4-4cbe-a110-9aa3c42f5c1f service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082087 Mar 10 17:23:30.264567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:30.314482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b28d5-5602-4e4f-9911-8d1f4d59c560 req-b0365657-1d08-4ee2-9173-a63aacfd120f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:30.316047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392b28d5-5602-4e4f-9911-8d1f4d59c560 req-b0365657-1d08-4ee2-9173-a63aacfd120f tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.0618689 Mar 10 17:23:30.321151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:30.326050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:30.333049 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.370124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Request body: {'security_group': {'name': 'tempest-securitygroup-914549430', 'description': 'tempest-description-127182662'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:30.379154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:30.388445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392b28d5-5602-4e4f-9911-8d1f4d59c560 req-8394a11b-7975-4f35-9968-708751bd9abd tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653117 Mar 10 17:23:30.416948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.426510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.433106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:30.433590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.468113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:30.475604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.519432 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.524578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:30.524717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.526918 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ccc75e-d198-47d8-9d1d-d8cc80ee763d" -d '{"events": [{"server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:30.533671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.569086 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66132d9d-7c48-4cf2-8727-eed0577f7f07 x-openstack-request-id: req-66132d9d-7c48-4cf2-8727-eed0577f7f07 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:30.569836 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "name": "network-vif-plugged", "status": "completed", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:30.569836 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66132d9d-7c48-4cf2-8727-eed0577f7f07 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:30.570172 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7', 'code': 200} Mar 10 17:23:30.577170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.622933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (2c46dca5-90f2-4901-92c5-15ecf74c1aa3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.628443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c46dca5-90f2-4901-92c5-15ecf74c1aa3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.633986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe14-2fc7-435a-84b9-708f2e99fd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.689349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.690810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65ce573f-9dfc-4d89-86f5-b4ac004e5148 req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3331871 Mar 10 17:23:30.691458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5130-759a-49da-a19d-a0535bed30c3 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46dca5-90f2-4901-92c5-15ecf74c1aa3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.717535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe14-2fc7-435a-84b9-708f2e99fd70 admin admin] Publish callbacks [] for security_group (565063be-ba37-47b2-9897-13b03d20a0cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.722531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d6cbe14-2fc7-435a-84b9-708f2e99fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (565063be-ba37-47b2-9897-13b03d20a0cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.726998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed570ee5-10d1-405c-995d-6295eb124400 req-96cfb740-6668-4427-af0f-7844452b6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:30.726998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed570ee5-10d1-405c-995d-6295eb124400 req-96cfb740-6668-4427-af0f-7844452b6e2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 1131 time: 0.0829048 Mar 10 17:23:30.729576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:30.729709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Request body: {'security_group': {'name': 'tempest-securitygroup-730397497', 'description': 'tempest-description-48493280'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:30.769760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.772319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:30.772480 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d6cbe14-2fc7-435a-84b9-708f2e99fd70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3473bc8783e64fb8b86c78f5793408af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919930 Mar 10 17:23:30.773781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cbe14-2fc7-435a-84b9-708f2e99fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565063be-ba37-47b2-9897-13b03d20a0cc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.808823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed570ee5-10d1-405c-995d-6295eb124400 req-e2d4ad32-689e-4f97-a5b0-c02e6e797ec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Mar 10 17:23:30.859296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e78ca97-7340-4cc0-a46a-c807bd2eeb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.875099 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] Publish callbacks [] for security_group (565063be-ba37-47b2-9897-13b03d20a0cc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.923921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] Publish callbacks [] for security_group (565063be-ba37-47b2-9897-13b03d20a0cc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.937586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (725d34bf-e945-4833-9529-631514981db8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.938848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e78ca97-7340-4cc0-a46a-c807bd2eeb66 admin admin] Publish callbacks [] for security_group (6cdf750e-0ad8-455e-91f3-28b1b1d465b4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.943619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e78ca97-7340-4cc0-a46a-c807bd2eeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6cdf750e-0ad8-455e-91f3-28b1b1d465b4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.957485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (725d34bf-e945-4833-9529-631514981db8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:30.981885 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e78ca97-7340-4cc0-a46a-c807bd2eeb66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89071d577b9e454db10801c3437f3658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460740 Mar 10 17:23:30.982904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ca97-7340-4cc0-a46a-c807bd2eeb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf750e-0ad8-455e-91f3-28b1b1d465b4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:30.986002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48572) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:31.009645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.010892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38c63f58-33e6-41ab-b817-1a285cfac597 req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2897336 Mar 10 17:23:31.019850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6efcd-dbb1-4227-ab20-fe8615b645e5 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725d34bf-e945-4833-9529-631514981db8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.041496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893698-8823-4a94-b873-337fc846f316 req-eabb1f23-138d-402f-b476-82b3e66331e5 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:31.043213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc893698-8823-4a94-b873-337fc846f316 req-eabb1f23-138d-402f-b476-82b3e66331e5 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.1439598 Mar 10 17:23:31.053715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] Publish callbacks [] for security_group (6cdf750e-0ad8-455e-91f3-28b1b1d465b4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.060788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (565063be-ba37-47b2-9897-13b03d20a0cc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.063511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.067175 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/565063be-ba37-47b2-9897-13b03d20a0cc HTTP/1.1" status: 204 len: 168 time: 0.2880864 Mar 10 17:23:31.078457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] Publish callbacks [] for security_group (6cdf750e-0ad8-455e-91f3-28b1b1d465b4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.103627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a31a5-280d-4651-8c51-3aad708ec2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565063be-ba37-47b2-9897-13b03d20a0cc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.148992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6cdf750e-0ad8-455e-91f3-28b1b1d465b4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.153129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc893698-8823-4a94-b873-337fc846f316 req-e7cbb038-4cdf-4d32-ac11-60f8c13d93c4 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006701 Mar 10 17:23:31.153931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.158211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cdf750e-0ad8-455e-91f3-28b1b1d465b4 HTTP/1.1" status: 204 len: 168 time: 0.1709824 Mar 10 17:23:31.169133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abcceb-f5c4-4480-a3d6-695ba1e690f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf750e-0ad8-455e-91f3-28b1b1d465b4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.179724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4579d-ea33-4037-8d65-69c0f1653075 req-b68f8593-ade7-4a1e-94bd-3f63225bba69 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:31.187067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e4579d-ea33-4037-8d65-69c0f1653075 req-b68f8593-ade7-4a1e-94bd-3f63225bba69 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 944 time: 0.0949144 Mar 10 17:23:31.256891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e4579d-ea33-4037-8d65-69c0f1653075 req-0c3e3cc1-e17e-495a-bbc1-96eb97c92c83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687463 Mar 10 17:23:31.415105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1490564673', 'description': 'tempest-description-1186834617'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:31.438387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.449113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.562806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:31.578001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73070c3f-1755-4a28-8b6b-4c29b8adf353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.597764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:31.599586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc1127-da4f-411a-b396-fdae904c7899 req-734f126a-3e2d-4ff9-92e7-4671cb3f5ec8 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:31.601128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bfc1127-da4f-411a-b396-fdae904c7899 req-734f126a-3e2d-4ff9-92e7-4671cb3f5ec8 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.1310375 Mar 10 17:23:31.629502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edc6df61-adfc-4be2-b4a2-6cdc5e15d7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.651447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.659255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-12903298-b4f8-48d6-b55b-f4eecad67a69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213331 Mar 10 17:23:31.662171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.699858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73070c3f-1755-4a28-8b6b-4c29b8adf353 admin admin] Publish callbacks [] for security_group (6de4e33b-75ab-47d2-9d7b-8df81e738533), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.706406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73070c3f-1755-4a28-8b6b-4c29b8adf353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6de4e33b-75ab-47d2-9d7b-8df81e738533), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.732485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bfc1127-da4f-411a-b396-fdae904c7899 req-2ae4dbb5-3367-448a-a744-1eaeacc972ad tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225178 Mar 10 17:23:31.765514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.766570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73070c3f-1755-4a28-8b6b-4c29b8adf353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de4e33b-75ab-47d2-9d7b-8df81e738533,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.773902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73070c3f-1755-4a28-8b6b-4c29b8adf353 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b12f57d4e3bd4ec48e0f8a996b1d2daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094760 Mar 10 17:23:31.776176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edc6df61-adfc-4be2-b4a2-6cdc5e15d7c2 admin admin] Publish callbacks [] for security_group (435dde62-db16-4b78-89d6-5509c06fcec2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.777121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:31.795246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edc6df61-adfc-4be2-b4a2-6cdc5e15d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (435dde62-db16-4b78-89d6-5509c06fcec2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.812132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (7904631a-06fb-408b-9ce3-2bf9e5fcb891), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.815119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-b386c7ea-0261-4910-87c0-9b66619060db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:31.816922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-b386c7ea-0261-4910-87c0-9b66619060db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04362d682d264543abaf04ed2329eef2&device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 1152 time: 0.1041660 Mar 10 17:23:31.819720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7904631a-06fb-408b-9ce3-2bf9e5fcb891), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.855097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.861680 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edc6df61-adfc-4be2-b4a2-6cdc5e15d7c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b44883b588234f8792b663741ad38325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600009 Mar 10 17:23:31.861680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6df61-adfc-4be2-b4a2-6cdc5e15d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435dde62-db16-4b78-89d6-5509c06fcec2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.861862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9de4e86-5b3a-4007-9643-8c2233f6b326 req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4483805 Mar 10 17:23:31.861947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:31.884477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55281a-a88f-47e3-ad2a-dc2f6e291e34 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7904631a-06fb-408b-9ce3-2bf9e5fcb891,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:31.905846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] Publish callbacks [] for security_group (6de4e33b-75ab-47d2-9d7b-8df81e738533), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.906302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1970575161', 'description': 'tempest-description-1666963871'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:31.937962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] Publish callbacks [] for security_group (6de4e33b-75ab-47d2-9d7b-8df81e738533), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.946232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] Publish callbacks [] for security_group (435dde62-db16-4b78-89d6-5509c06fcec2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:31.984112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] Publish callbacks [] for security_group (435dde62-db16-4b78-89d6-5509c06fcec2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.000016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.015888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-5994da55-d4fe-4617-8bbc-7c75b341bb13 tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.017421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-5994da55-d4fe-4617-8bbc-7c75b341bb13 tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 1152 time: 0.1379390 Mar 10 17:23:32.028127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6de4e33b-75ab-47d2-9d7b-8df81e738533), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.030932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.032070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6de4e33b-75ab-47d2-9d7b-8df81e738533 HTTP/1.1" status: 204 len: 168 time: 0.2539141 Mar 10 17:23:32.041854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac88b8-18f7-47ec-b3b6-23acf6f27207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de4e33b-75ab-47d2-9d7b-8df81e738533,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.047066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (435dde62-db16-4b78-89d6-5509c06fcec2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.050093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.054113 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/435dde62-db16-4b78-89d6-5509c06fcec2 HTTP/1.1" status: 204 len: 168 time: 0.1887341 Mar 10 17:23:32.061202 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-1b4b40ef-fbc7-4b17-9ff2-8c67b6ac2b0f tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.062606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945421b-8697-4b4f-b71a-e7e6a0eb6710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435dde62-db16-4b78-89d6-5509c06fcec2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.063429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-b836b2ee-2de3-4b47-9cf2-985a26bbc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.066027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-b836b2ee-2de3-4b47-9cf2-985a26bbc8e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2140779 Mar 10 17:23:32.136543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-58f119f8-d419-4470-8c02-2653989037b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=531c3586-a199-4fd8-ae68-e49e77617dc6 HTTP/1.1" status: 200 len: 217 time: 0.0559871 Mar 10 17:23:32.241206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (d7b829e9-54e6-457b-a54f-950d33fa2e41), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.244773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-f7dd82da-5692-4252-a8b4-9d8c77269417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.246436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-f7dd82da-5692-4252-a8b4-9d8c77269417 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1018398 Mar 10 17:23:32.252826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d7b829e9-54e6-457b-a54f-950d33fa2e41), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.278683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b9ccd8fe-3f78-4e21-b373-78293275c51b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:32.334963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.336255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a11a474-b7d0-402f-8c97-b09f12be24a6 req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4555316 Mar 10 17:23:32.365616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6d4eb-669d-4618-96a0-381645341243 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b829e9-54e6-457b-a54f-950d33fa2e41,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.376406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-1b4b40ef-fbc7-4b17-9ff2-8c67b6ac2b0f tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] Publish callbacks [] for security_group (c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.385280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-22fd71e0-08c4-4847-b2cd-11b2cb358e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.386892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-22fd71e0-08c4-4847-b2cd-11b2cb358e66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1292293 Mar 10 17:23:32.389545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-1b4b40ef-fbc7-4b17-9ff2-8c67b6ac2b0f tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.413655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:32.422269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b11db2db-b9bb-4db1-b628-2e4029f6a0a6 req-1b4b40ef-fbc7-4b17-9ff2-8c67b6ac2b0f tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931558 Mar 10 17:23:32.426195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'port_id': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'mac_address': 'fa:16:3e:94:e6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:32.484487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b9ccd8fe-3f78-4e21-b373-78293275c51b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:32.486397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.503521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ccd8fe-3f78-4e21-b373-78293275c51b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:32.529071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b40ef-fbc7-4b17-9ff2-8c67b6ac2b0f tempest-AggregatesAdminTestJSON-925569519 tempest-AggregatesAdminTestJSON-925569519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.532180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:32.549118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:32.620161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:32.788254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-9348d4d5-a7ef-408f-8807-f780af86b8ad service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767538 Mar 10 17:23:32.802444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a2b1f-b607-41ad-8919-923cea0722e2 req-35184895-fe36-4c2f-abf6-bf7f0b676ffd tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.807162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b0a2b1f-b607-41ad-8919-923cea0722e2 req-35184895-fe36-4c2f-abf6-bf7f0b676ffd tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.3425496 Mar 10 17:23:32.899908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b9ccd8fe-3f78-4e21-b373-78293275c51b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:32.903554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78ffca-b83e-4988-8f1f-f094f95b5d36 req-0580ebb5-2c3a-442d-b121-507f7c7f6b83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:32.914135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de78ffca-b83e-4988-8f1f-f094f95b5d36 req-0580ebb5-2c3a-442d-b121-507f7c7f6b83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 945 time: 0.1907585 Mar 10 17:23:33.008251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b0a2b1f-b607-41ad-8919-923cea0722e2 req-69076afb-8bfc-4b45-878a-02466755a7f0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920943 Mar 10 17:23:33.015451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa115-3ece-4919-bf81-920ba3993a1f req-f38a71ca-cbc4-4f5d-b352-e4e57853ad3c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093985 Mar 10 17:23:33.031171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de78ffca-b83e-4988-8f1f-f094f95b5d36 req-f10cbd9c-af20-4cce-9bac-63cc96965ef1 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159046 Mar 10 17:23:33.379353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-174d13ef-6725-4f7d-94d5-2b643235f3f3 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37038 time: 0.3097785 Mar 10 17:23:33.462207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-e2195694-a754-4fa5-8802-b0688e74698b tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0dd1276f-9c1c-49a2-bd4a-070d36f80a01 HTTP/1.1" status: 200 len: 2998 time: 0.0759509 Mar 10 17:23:33.484535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bba735-f520-4f12-a2a8-f99e08ec83c1 req-4ac97cc0-7cce-41a0-9f02-a0f549a0af03 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:33.484535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43bba735-f520-4f12-a2a8-f99e08ec83c1 req-4ac97cc0-7cce-41a0-9f02-a0f549a0af03 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.0883811 Mar 10 17:23:33.541065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-1249b271-17f2-4825-bcf9-5156fc9534cc tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0dd1276f-9c1c-49a2-bd4a-070d36f80a01 HTTP/1.1" status: 200 len: 2998 time: 0.0726101 Mar 10 17:23:33.578897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43bba735-f520-4f12-a2a8-f99e08ec83c1 req-2edf560f-600e-480c-8123-6da16a65ec94 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Mar 10 17:23:33.611221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-b22137b2-e17f-4db7-9e3c-7bf4e0fa36d8 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1197f5ea-ebaa-473d-906c-d93b1cf0c541 HTTP/1.1" status: 200 len: 2994 time: 0.0565348 Mar 10 17:23:33.655525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-05451683-a411-4716-b55e-6e1ef75b4127 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/1197f5ea-ebaa-473d-906c-d93b1cf0c541 HTTP/1.1" status: 200 len: 2994 time: 0.0411835 Mar 10 17:23:33.703612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-abcccfec-a6b2-4cb5-b25c-aff497a11eb8 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3d7122d3-4abb-4fa5-9455-a3a33451d907 HTTP/1.1" status: 200 len: 2994 time: 0.0413659 Mar 10 17:23:33.750958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-fd28108d-d39f-4ac0-bf36-c492ecf335f3 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3d7122d3-4abb-4fa5-9455-a3a33451d907 HTTP/1.1" status: 200 len: 2994 time: 0.0393703 Mar 10 17:23:33.793552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-3d7e63a6-5d53-443f-a944-0a7a60e23dca tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/520c0c2f-0370-4e71-8909-23abe53c967c HTTP/1.1" status: 200 len: 2990 time: 0.0362275 Mar 10 17:23:33.837291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-10bf5535-bdde-4c94-a6fb-e240b174b969 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/520c0c2f-0370-4e71-8909-23abe53c967c HTTP/1.1" status: 200 len: 2990 time: 0.0377188 Mar 10 17:23:33.881779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-51192c21-55f3-4708-ad3c-49bb39954990 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/57839dd3-0d74-4d77-92fc-7fdfec1d1b56 HTTP/1.1" status: 200 len: 2994 time: 0.0363169 Mar 10 17:23:33.923109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-93a4c1e8-9b3a-4a77-927b-c7707c1a1c0e tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/57839dd3-0d74-4d77-92fc-7fdfec1d1b56 HTTP/1.1" status: 200 len: 2994 time: 0.0353820 Mar 10 17:23:33.969572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-88caba38-26c0-484b-9f7b-5a7a168de097 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/69da80b9-e620-44c9-8753-c51e55d1d6c6 HTTP/1.1" status: 200 len: 2994 time: 0.0401483 Mar 10 17:23:34.009536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-4a08e89d-f386-4978-9162-8b1b1e129d19 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/69da80b9-e620-44c9-8753-c51e55d1d6c6 HTTP/1.1" status: 200 len: 2994 time: 0.0342934 Mar 10 17:23:34.051391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-ca19b086-e811-4407-82d7-948c4aadc986 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1 HTTP/1.1" status: 200 len: 2998 time: 0.0360682 Mar 10 17:23:34.095057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-bccbad2b-d85b-4729-bf0e-7fcc05000aa4 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1 HTTP/1.1" status: 200 len: 2998 time: 0.0353832 Mar 10 17:23:34.135546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-c15b7316-7b4c-4754-a05c-badb656b770b tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b6be0fea-e62a-44b7-ac79-90af1a073b96 HTTP/1.1" status: 200 len: 2994 time: 0.0347049 Mar 10 17:23:34.184464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-6b31a1cd-69b1-4e82-9e07-3bd49529cbec tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b6be0fea-e62a-44b7-ac79-90af1a073b96 HTTP/1.1" status: 200 len: 2994 time: 0.0426967 Mar 10 17:23:34.236080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-5f847c12-0b0b-4d68-a3d6-86c3232b20b7 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30 HTTP/1.1" status: 200 len: 2998 time: 0.0455792 Mar 10 17:23:34.280504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b9ccd8fe-3f78-4e21-b373-78293275c51b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:34.289497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-5609b800-138a-45c4-a86c-afa08cdc7bb9 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30 HTTP/1.1" status: 200 len: 2998 time: 0.0469534 Mar 10 17:23:34.340410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port b9ccd8fe-3f78-4e21-b373-78293275c51b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:34.344576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port b9ccd8fe-3f78-4e21-b373-78293275c51b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:34.344973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.358093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-bc776ad2-deb2-4d30-a12e-c7db87ec17b5 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99 HTTP/1.1" status: 200 len: 2998 time: 0.0677230 Mar 10 17:23:34.390736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9b824-71a9-4f6f-a1f6-de90ae46ee4a req-d8bb6b04-13f6-4c34-a86c-09e541e6684a tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:34.392240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a9b824-71a9-4f6f-a1f6-de90ae46ee4a req-d8bb6b04-13f6-4c34-a86c-09e541e6684a tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.0722916 Mar 10 17:23:34.428535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b9ccd8fe-3f78-4e21-b373-78293275c51b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:34.429373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.433967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522ca8ad-7cc9-48d6-b240-a8631e6074dc req-3aa2f6af-f045-49a5-83e6-ce4746ae172a tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99 HTTP/1.1" status: 200 len: 2998 time: 0.0660017 Mar 10 17:23:34.456765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:34.459585 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce60fd9-a7a3-4698-90ff-2a9bb81aa18e" -d '{"events": [{"server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:34.466082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a9b824-71a9-4f6f-a1f6-de90ae46ee4a req-4228f402-d153-4bcf-bea6-7b0d8d6686eb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640132 Mar 10 17:23:34.479110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:34.485472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:34.544637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:34.581605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55d3ada5-1b37-48f1-8ed3-e815f06f90f5 req-97cab312-1122-4d91-bad3-907c5121cf78 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0321703 Mar 10 17:23:34.601791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61edf4e-7d13-4f01-b8d2-5fb2e12ac5c9 req-94469cf0-2b59-4b5b-adab-63d5202647ed tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:34.603607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f61edf4e-7d13-4f01-b8d2-5fb2e12ac5c9 req-94469cf0-2b59-4b5b-adab-63d5202647ed tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.0876281 Mar 10 17:23:34.688749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f61edf4e-7d13-4f01-b8d2-5fb2e12ac5c9 req-b41c1282-cf98-4a5f-9bf8-65e3157a5d0b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731156 Mar 10 17:23:34.733309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e761b53c-b8d4-4ef3-9180-0b7895990d29 req-feb2958d-5235-47e7-af06-41ecdbcac128 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0903729719f4f5ea0b01b2d1d2e30dc HTTP/1.1" status: 200 len: 6150 time: 0.0949802 Mar 10 17:23:34.792265 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfb506-e6f9-44b1-a400-5ef82ebae7ca x-openstack-request-id: req-f6dfb506-e6f9-44b1-a400-5ef82ebae7ca {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:34.792579 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:34.792861 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6dfb506-e6f9-44b1-a400-5ef82ebae7ca {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:34.793280 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'code': 200} Mar 10 17:23:34.796856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e761b53c-b8d4-4ef3-9180-0b7895990d29 req-00da2b74-f22a-4bdf-b654-e87260b3f82a tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "GET /v2.0/security-groups/a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1 HTTP/1.1" status: 200 len: 2998 time: 0.0517583 Mar 10 17:23:34.857488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e761b53c-b8d4-4ef3-9180-0b7895990d29 req-f8707348-53e4-4393-a2b6-0bb83a37e28d tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "GET /v2.0/security-groups/a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1 HTTP/1.1" status: 200 len: 2998 time: 0.0485842 Mar 10 17:23:34.982032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfb38f-c2c5-4ebe-8799-a95e3baac1d7 req-29b98c42-129d-4829-8841-2f642336d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:34.983737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bcfb38f-c2c5-4ebe-8799-a95e3baac1d7 req-29b98c42-129d-4829-8841-2f642336d9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 1128 time: 0.1113064 Mar 10 17:23:34.996458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098750f-6272-43d4-9796-cf6c2159803b req-f732edc2-5f90-47e2-ad83-6ab9dc5acf9b tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:34.997857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6098750f-6272-43d4-9796-cf6c2159803b req-f732edc2-5f90-47e2-ad83-6ab9dc5acf9b tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.1175890 Mar 10 17:23:35.007635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.050600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533ec89-eb21-45c2-8a0c-ab24548de1d0 req-7949b97f-2770-4060-848c-b25f18108376 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:35.052113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1533ec89-eb21-45c2-8a0c-ab24548de1d0 req-7949b97f-2770-4060-848c-b25f18108376 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 970 time: 0.1291184 Mar 10 17:23:35.136000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bcfb38f-c2c5-4ebe-8799-a95e3baac1d7 req-4eafdb2a-3122-4c9e-a43f-bec3f830efdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371648 Mar 10 17:23:35.189163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02f492f5-b4a7-48e0-9620-c3e545b15568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.197980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1533ec89-eb21-45c2-8a0c-ab24548de1d0 req-af5544ba-b73c-45ef-a274-ff3faf2e1bf4 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d7122d3-4abb-4fa5-9455-a3a33451d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245916 Mar 10 17:23:35.275386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02f492f5-b4a7-48e0-9620-c3e545b15568 admin admin] Publish callbacks [] for security_group (8338881a-faab-407b-82aa-45c3ca13067f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.276258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Deleting port 531c3586-a199-4fd8-ae68-e49e77617dc6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:35.276656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.280466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02f492f5-b4a7-48e0-9620-c3e545b15568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8338881a-faab-407b-82aa-45c3ca13067f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.319349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6042df17-0677-4340-b1fa-f0570699f030 req-ba71ddd6-0f9c-431e-912a-c158ea34c097 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d7b829e9-54e6-457b-a54f-950d33fa2e41 HTTP/1.1" status: 200 len: 1795 time: 0.0738549 Mar 10 17:23:35.323351 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-02f492f5-b4a7-48e0-9620-c3e545b15568 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecbe7cc032ad4a43a0f0142872439870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140812 Mar 10 17:23:35.324250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.326378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f492f5-b4a7-48e0-9620-c3e545b15568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8338881a-faab-407b-82aa-45c3ca13067f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.388069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] Publish callbacks [] for security_group (8338881a-faab-407b-82aa-45c3ca13067f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.400879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e91cee8b-1eb9-4722-b7db-43aacfbc0366 req-9183f15b-bc8e-4e7b-bfdd-c5ae1e166215 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0383377 Mar 10 17:23:35.432330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] For port 531c3586-a199-4fd8-ae68-e49e77617dc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=531c3586-a199-4fd8-ae68-e49e77617dc6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:35.432667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.435629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] Publish callbacks [] for security_group (8338881a-faab-407b-82aa-45c3ca13067f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.455499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Calling delete_port for 531c3586-a199-4fd8-ae68-e49e77617dc6 owned by compute:tempest-test_az-783276219 {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:35.501936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6042df17-0677-4340-b1fa-f0570699f030 req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (d7b829e9-54e6-457b-a54f-950d33fa2e41), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.504684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8338881a-faab-407b-82aa-45c3ca13067f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.508069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.511734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8338881a-faab-407b-82aa-45c3ca13067f HTTP/1.1" status: 204 len: 168 time: 0.1838732 Mar 10 17:23:35.518197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faecdae-0211-4ee5-8c08-a4ce4412064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8338881a-faab-407b-82aa-45c3ca13067f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.590204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6042df17-0677-4340-b1fa-f0570699f030 req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (d7b829e9-54e6-457b-a54f-950d33fa2e41), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.655113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c21cac-6586-46ad-a60c-b641c597df00 req-9f025500-9bbd-414f-94c3-be1c7e5e9ed0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:35.656599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03c21cac-6586-46ad-a60c-b641c597df00 req-9f025500-9bbd-414f-94c3-be1c7e5e9ed0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.1558485 Mar 10 17:23:35.676463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6042df17-0677-4340-b1fa-f0570699f030 req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d7b829e9-54e6-457b-a54f-950d33fa2e41), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.679542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6042df17-0677-4340-b1fa-f0570699f030 req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.680632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6042df17-0677-4340-b1fa-f0570699f030 req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7b829e9-54e6-457b-a54f-950d33fa2e41 HTTP/1.1" status: 204 len: 173 time: 0.3369813 Mar 10 17:23:35.729800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c2a84-df05-4bb5-9e75-4d2ed8ab8707 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b829e9-54e6-457b-a54f-950d33fa2e41,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.785541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03c21cac-6586-46ad-a60c-b641c597df00 req-719277bc-994a-4137-b690-256e3c7eb6df tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229019 Mar 10 17:23:35.792462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-dece3dcb-363e-4ba6-bd3b-86cfc2b14c1c tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "GET /v2.0/security-groups/7904631a-06fb-408b-9ce3-2bf9e5fcb891 HTTP/1.1" status: 200 len: 1795 time: 0.0844524 Mar 10 17:23:35.794284 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (531c3586-a199-4fd8-ae68-e49e77617dc6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.815105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['531c3586-a199-4fd8-ae68-e49e77617dc6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:35.825266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:35.843119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-324b394e-a6cf-440c-a04b-c380527ab9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.879528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Pushing event deleted for resources: {'Port': ['ID=531c3586-a199-4fd8-ae68-e49e77617dc6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:35.939291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-324b394e-a6cf-440c-a04b-c380527ab9e6 admin admin] Publish callbacks [] for security_group (d835e2c6-b84e-4659-86d9-703cd02fe24b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.959232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] No DVR routers for this DVR port 531c3586-a199-4fd8-ae68-e49e77617dc6 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:35.959763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-324b394e-a6cf-440c-a04b-c380527ab9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d835e2c6-b84e-4659-86d9-703cd02fe24b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.972758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:35.976471 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6098750f-6272-43d4-9796-cf6c2159803b req-5d0a6c05-06ac-4bb1-8f5a-79a433b18707 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.59 "DELETE /v2.0/ports/531c3586-a199-4fd8-ae68-e49e77617dc6 HTTP/1.1" status: 204 len: 173 time: 0.9678514 Mar 10 17:23:35.979125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'name': 'network-vif-deleted', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:35.981463 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc48a91-cbd0-4258-a473-564b59ba88f4" -d '{"events": [{"server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "name": "network-vif-deleted", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:36.002040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:36.007170 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-324b394e-a6cf-440c-a04b-c380527ab9e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73b81665d49641e3b951cc12ec240ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805089 Mar 10 17:23:36.010699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b394e-a6cf-440c-a04b-c380527ab9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d835e2c6-b84e-4659-86d9-703cd02fe24b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.038897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (7904631a-06fb-408b-9ce3-2bf9e5fcb891), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.055064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595614ec-0f90-4274-bddd-1fbd61c7a722 req-a1444a18-2756-4356-bf1e-70a508d2e739 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:36.057933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-595614ec-0f90-4274-bddd-1fbd61c7a722 req-a1444a18-2756-4356-bf1e-70a508d2e739 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.1754484 Mar 10 17:23:36.111032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (7904631a-06fb-408b-9ce3-2bf9e5fcb891), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.166340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] Publish callbacks [] for security_group (d835e2c6-b84e-4659-86d9-703cd02fe24b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.171539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-595614ec-0f90-4274-bddd-1fbd61c7a722 req-15d2a09f-d4dc-47ae-bd7c-fda7f21576af tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064835 Mar 10 17:23:36.193063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7904631a-06fb-408b-9ce3-2bf9e5fcb891), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.195574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.197573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-419a38b7-1ea6-4e88-ad4e-ff4140c485af req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/7904631a-06fb-408b-9ce3-2bf9e5fcb891 HTTP/1.1" status: 204 len: 173 time: 0.3862338 Mar 10 17:23:36.199710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] Publish callbacks [] for security_group (d835e2c6-b84e-4659-86d9-703cd02fe24b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.222950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16c60a-b6dc-4f87-87d2-a108d6321de2 tempest-SecurityGroupsTestAdminJSON-693547258 tempest-SecurityGroupsTestAdminJSON-693547258-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904631a-06fb-408b-9ce3-2bf9e5fcb891,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.230841 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fc6be-0a4f-4de4-b834-1ea339e1cabe x-openstack-request-id: req-934fc6be-0a4f-4de4-b834-1ea339e1cabe {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:36.231268 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142a55ab-f486-42fb-a4e5-31b8d668d360", "name": "network-vif-deleted", "tag": "531c3586-a199-4fd8-ae68-e49e77617dc6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:36.231518 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-934fc6be-0a4f-4de4-b834-1ea339e1cabe {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:36.231907 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142a55ab-f486-42fb-a4e5-31b8d668d360', 'name': 'network-vif-deleted', 'tag': '531c3586-a199-4fd8-ae68-e49e77617dc6', 'status': 'completed', 'code': 200} Mar 10 17:23:36.277955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-4e315fc8-efb3-4913-9a9d-71279b119c43 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "GET /v2.0/security-groups/725d34bf-e945-4833-9529-631514981db8 HTTP/1.1" status: 200 len: 1792 time: 0.0603852 Mar 10 17:23:36.298047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d835e2c6-b84e-4659-86d9-703cd02fe24b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.302316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.303618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d835e2c6-b84e-4659-86d9-703cd02fe24b HTTP/1.1" status: 204 len: 168 time: 0.2946157 Mar 10 17:23:36.347264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f42936c8-ddb9-40e2-95c8-32e77bd32e6d req-9d8377dc-0f1d-4ef1-a62e-fe9ed59b28f6 tempest-AggregatesAdminTestJSON-892612025 tempest-AggregatesAdminTestJSON-892612025-project] 10.222.0.35 "GET /v2.0/ports?device_id=142a55ab-f486-42fb-a4e5-31b8d668d360 HTTP/1.1" status: 200 len: 210 time: 0.0500586 Mar 10 17:23:36.350241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22dd9d-38f3-48a4-8270-7f20b439d409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835e2c6-b84e-4659-86d9-703cd02fe24b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.384611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (725d34bf-e945-4833-9529-631514981db8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.410414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (725d34bf-e945-4833-9529-631514981db8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.456229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (725d34bf-e945-4833-9529-631514981db8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.459110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.460315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e7f8410-0387-4c0e-8f70-987e1dfb4338 req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "DELETE /v2.0/security-groups/725d34bf-e945-4833-9529-631514981db8 HTTP/1.1" status: 204 len: 173 time: 0.1737370 Mar 10 17:23:36.473593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c2322-92d2-49e5-b3a3-540b79f2a0f8 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d34bf-e945-4833-9529-631514981db8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.549587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51806de3-f103-4dd8-a55a-1b0c1ea98a4b req-1a75dec9-eae7-4716-9c8c-fa372120f162 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0497804 Mar 10 17:23:36.592335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-7e7cd4ac-71d7-43fa-b50c-e994bef244ab tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "GET /v2.0/security-groups/2c46dca5-90f2-4901-92c5-15ecf74c1aa3 HTTP/1.1" status: 200 len: 1793 time: 0.0917511 Mar 10 17:23:36.670139 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:23:36.685910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0feadc7-46d3-439a-93e6-5f1083ff97f1 req-88aab914-33aa-4205-b082-0355d32c87c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0336061 Mar 10 17:23:36.688749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (2c46dca5-90f2-4901-92c5-15ecf74c1aa3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.714765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (2c46dca5-90f2-4901-92c5-15ecf74c1aa3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.756880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c46dca5-90f2-4901-92c5-15ecf74c1aa3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.759624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:36.760829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f357d790-61f8-4dc4-8287-3a01cbcfa104 req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c46dca5-90f2-4901-92c5-15ecf74c1aa3 HTTP/1.1" status: 204 len: 173 time: 0.1610200 Mar 10 17:23:36.770493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d489da-a82c-451f-a9f9-b4376657dd85 tempest-SecurityGroupsTestAdminJSON-531122872 tempest-SecurityGroupsTestAdminJSON-531122872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46dca5-90f2-4901-92c5-15ecf74c1aa3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:36.921246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa401a7-8713-4966-b7e0-1d12e1bcb84b req-94285a04-49c0-44e5-a10e-d2dcd322b14b tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:36.928760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faa401a7-8713-4966-b7e0-1d12e1bcb84b req-94285a04-49c0-44e5-a10e-d2dcd322b14b tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.0678840 Mar 10 17:23:36.973135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faa401a7-8713-4966-b7e0-1d12e1bcb84b req-dc0dd233-4884-4582-a714-78ef99eddcd2 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Mar 10 17:23:37.003419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:37.139305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e73f21d2-1794-4ad3-8d0c-2f298a2f607e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0903729719f4f5ea0b01b2d1d2e30dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344483 Mar 10 17:23:37.141664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48794) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:37.224569 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] Publish callbacks [] for security_group (a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.237263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-60036078-19ae-48ab-b91c-5ab8946886a8 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:37.238764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-60036078-19ae-48ab-b91c-5ab8946886a8 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 1131 time: 0.0806851 Mar 10 17:23:37.277178 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] Publish callbacks [] for security_group (a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.584354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edcad9-c124-4160-8ec7-1ccf65f43ed3 req-40befb4b-4dfb-4c94-a87a-471ff8c0a8a0 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:37.591566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44edcad9-c124-4160-8ec7-1ccf65f43ed3 req-40befb4b-4dfb-4c94-a87a-471ff8c0a8a0 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.3337767 Mar 10 17:23:37.624877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.627733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.628858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1 HTTP/1.1" status: 204 len: 168 time: 0.4863424 Mar 10 17:23:37.651496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Deleting port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:37.651824 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.667409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e04bf-3305-4963-a7a7-39f5a5f6ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db0a01-5706-43a4-9ec2-0a8f47e3d4a1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:37.707430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44edcad9-c124-4160-8ec7-1ccf65f43ed3 req-92ec06b9-4bd2-4975-9165-92a7dc26646f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132052 Mar 10 17:23:37.844802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dad9d21-288f-4e14-b031-eaa2975f6d99 req-03a38b30-995f-4ee4-bca3-bbc1c9ac22a4 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0497327 Mar 10 17:23:37.869103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] For port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:37.869471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:37.897463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Calling delete_port for 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:37.992435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a9d2c-b2ee-436f-ac92-1ad75d299a61 req-043b3172-1236-4e97-b27e-9fa85cc9f154 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:37.998575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-196a9d2c-b2ee-436f-ac92-1ad75d299a61 req-043b3172-1236-4e97-b27e-9fa85cc9f154 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.1206694 Mar 10 17:23:38.007999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:38.015338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'floatingip': {'port_id': 'b9ccd8fe-3f78-4e21-b373-78293275c51b'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:38.100020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.142547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:38.190296 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44f7c8e6-c5fc-4689-98e0-423899ce619c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3eaf89ce12f4db291c65f26e0408b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462794 Mar 10 17:23:38.191307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48854) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:38.243067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] Publish callbacks [] for security_group (dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.266198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] Publish callbacks [] for security_group (dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.278862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (0ce624e2-5c81-4b87-b5a5-3cfb63822df7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.288971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f060ef-1f5a-4429-a596-9a69092e17ad req-7a734dc7-d76b-44ca-afea-fd0ea47724e9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:38.290110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['0ce624e2-5c81-4b87-b5a5-3cfb63822df7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:38.290718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f060ef-1f5a-4429-a596-9a69092e17ad req-7a734dc7-d76b-44ca-afea-fd0ea47724e9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6f8e291-725a-40d8-a1fe-684f0d3902e8 HTTP/1.1" status: 200 len: 949 time: 0.1535428 Mar 10 17:23:38.327486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.330746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.332077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99 HTTP/1.1" status: 204 len: 168 time: 0.1397469 Mar 10 17:23:38.337345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ce624e2-5c81-4b87-b5a5-3cfb63822df7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:38.342239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217be05-6f2c-44c4-ad20-fd56aeb1b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaf1cc-25f0-4d1d-9af3-055c18ad4c99,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:38.482799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] No DVR routers for this DVR port 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:38.501736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:38.505899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63eba0aa-df63-4988-bd8c-0184ea1c66ba req-e1abfabe-6de7-43dc-915e-944b176fc5a5 tempest-DeleteServersAdminTestJSON-1964973671 tempest-DeleteServersAdminTestJSON-1964973671-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0ce624e2-5c81-4b87-b5a5-3cfb63822df7 HTTP/1.1" status: 204 len: 173 time: 1.2619460 Mar 10 17:23:38.506495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'name': 'network-vif-deleted', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:38.509013 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442f656-9867-4049-9c67-623bc28c1f8a" -d '{"events": [{"server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "name": "network-vif-deleted", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:38.531442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f060ef-1f5a-4429-a596-9a69092e17ad req-e30768a7-c65e-42ac-9208-b866d31f32f9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327719 Mar 10 17:23:38.685301 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882b1af-469e-4d42-996d-ce3e722e86fd x-openstack-request-id: req-5882b1af-469e-4d42-996d-ce3e722e86fd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:38.685640 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8e291-725a-40d8-a1fe-684f0d3902e8", "name": "network-vif-deleted", "tag": "0ce624e2-5c81-4b87-b5a5-3cfb63822df7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:38.685839 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5882b1af-469e-4d42-996d-ce3e722e86fd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:38.686227 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8e291-725a-40d8-a1fe-684f0d3902e8', 'name': 'network-vif-deleted', 'tag': '0ce624e2-5c81-4b87-b5a5-3cfb63822df7', 'status': 'completed', 'code': 200} Mar 10 17:23:39.224563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8701ef42-f221-46e0-9164-862ad4239c48 req-d37557bb-aeec-447f-9037-b6a0bb5b6172 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0655351 Mar 10 17:23:39.252847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.273978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:39.400718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 531c3586-a199-4fd8-ae68-e49e77617dc6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:39.410505 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Floating IP 301335a1-d6a7-4b03-baed-76814bdb7889 associated. External IP: 172.25.3.47, port: b9ccd8fe-3f78-4e21-b373-78293275c51b. Mar 10 17:23:39.449294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 531c3586-a199-4fd8-ae68-e49e77617dc6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:39.451727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 531c3586-a199-4fd8-ae68-e49e77617dc6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:39.703880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3b65874-d9b7-46fd-b311-8987d4e9675e req-e1755926-0940-4891-a6ca-4e9292efea9d tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0366924 Mar 10 17:23:39.929101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfa8d100-524b-4f12-b48c-77107ad8ece6 req-34e1de3a-38c8-4597-aa45-09d198b02a6d tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0398970 Mar 10 17:23:40.054786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:23:40.114318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-51b9d58b-658e-4224-ab3c-c16255a5eb3d tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6269e4aafa2443bdb087e759806d9d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414362 Mar 10 17:23:40.312928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49000) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:40.347837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:23:40.353839 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.372401 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:23:40.380059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-d59d9375-a3df-43b3-94b8-8e1d98e23f13 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:40.381653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-d59d9375-a3df-43b3-94b8-8e1d98e23f13 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665315 Mar 10 17:23:40.390497 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:40.403840 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:23:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:40.404690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4f0ea965-f842-4ea5-bbff-368d89e747e9 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "PUT /v2.0/floatingips/301335a1-d6a7-4b03-baed-76814bdb7889 HTTP/1.1" status: 200 len: 991 time: 2.3954847 Mar 10 17:23:40.408914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-ab061bac-d86d-4d3d-a242-1a473cf31913 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/quotas/6269e4aafa2443bdb087e759806d9d43 HTTP/1.1" status: 200 len: 375 time: 0.0197754 Mar 10 17:23:40.479150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-49adc9d0-5c27-4d66-b59a-64403f99c556 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631948 Mar 10 17:23:40.534559 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:40.640651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fc838c-5393-42a8-af1d-b50798c27c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.688159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:40.690670 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad947d10-b33e-4fcd-ace9-1959e44b703a" -d '{"events": [{"name": "network-changed", "server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:40.785268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89127f3-3939-4484-8ac7-6bf7caf8fbde req-cf97fd3c-8813-43b8-9c9a-5e2c74791705 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:40.789142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c89127f3-3939-4484-8ac7-6bf7caf8fbde req-cf97fd3c-8813-43b8-9c9a-5e2c74791705 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.1198809 Mar 10 17:23:40.801777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fc838c-5393-42a8-af1d-b50798c27c83 admin admin] Publish callbacks [] for security_group (262824ba-54fc-4973-b982-b78e3a0f3dc6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.811229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02fc838c-5393-42a8-af1d-b50798c27c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (262824ba-54fc-4973-b982-b78e3a0f3dc6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:40.850338 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-02fc838c-5393-42a8-af1d-b50798c27c83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a887b4abb5924fa69c4dbdd5a07b75eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358982 Mar 10 17:23:40.860275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c89127f3-3939-4484-8ac7-6bf7caf8fbde req-dc9339bb-ae59-491d-90f0-50e97ea5eced tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638895 Mar 10 17:23:40.862054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49032) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:40.895944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc838c-5393-42a8-af1d-b50798c27c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262824ba-54fc-4973-b982-b78e3a0f3dc6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:40.965922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65531b4f-551e-4f97-a7ed-187208ca3261 req-b019ee44-97f4-41f7-b7bf-dd462e87a5ef tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 210 time: 0.0500190 Mar 10 17:23:40.993032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] Publish callbacks [] for security_group (262824ba-54fc-4973-b982-b78e3a0f3dc6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.034141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] Publish callbacks [] for security_group (262824ba-54fc-4973-b982-b78e3a0f3dc6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.037353 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee5961b-6e80-45c6-b135-06cf2bfe4cb5 x-openstack-request-id: req-3ee5961b-6e80-45c6-b135-06cf2bfe4cb5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:41.037721 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:41.038149 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ee5961b-6e80-45c6-b135-06cf2bfe4cb5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:41.038626 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'status': 'completed', 'code': 200} Mar 10 17:23:41.044622 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:94:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:23:38Z', 'revision_number': 1, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:41.090960 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:23:41.106819 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:23:41.108119 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:23:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:41.145450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-74c131a8-8c89-4ee4-ac8c-2eab8873bb88 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dd3ae447abf341deba286a4a87051f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350029 Mar 10 17:23:41.187134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-17d76ef7-05ba-46a7-8d56-185e8bd44c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.188727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-17d76ef7-05ba-46a7-8d56-185e8bd44c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 1128 time: 0.1158614 Mar 10 17:23:41.192705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (262824ba-54fc-4973-b982-b78e3a0f3dc6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.195635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.196919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/262824ba-54fc-4973-b982-b78e3a0f3dc6 HTTP/1.1" status: 204 len: 168 time: 0.3337774 Mar 10 17:23:41.233095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac5758-6748-4ce2-b64a-840638f6920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262824ba-54fc-4973-b982-b78e3a0f3dc6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:41.313610 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:23:41.361861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-014afb74-1678-4f66-92bf-7e0117e9e29e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.363490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-014afb74-1678-4f66-92bf-7e0117e9e29e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072282 Mar 10 17:23:41.413875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a7092d3-ed4a-4c12-8ad5-791446a633f9 req-2bfe10cc-f5f2-49e1-8241-50a7307b6d1c tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0433078 Mar 10 17:23:41.421700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-dfab7dc0-0c3d-48cc-94cd-2cd97f7b0fe2 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/quotas/dd3ae447abf341deba286a4a87051f64 HTTP/1.1" status: 200 len: 375 time: 0.0527344 Mar 10 17:23:41.434213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-18fae562-bfde-4247-add7-dc85ba332e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.435681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-18fae562-bfde-4247-add7-dc85ba332e7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 924 time: 0.2346380 Mar 10 17:23:41.467123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ddfbfd8a-df42-4d2b-8583-1b9c425a4351 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444002 Mar 10 17:23:41.641064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-2738bbb4-759e-4462-8c5b-e058fa2b210f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 200 len: 999 time: 0.1855738 Mar 10 17:23:41.685077 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:94:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:23:38Z', 'revision_number': 1, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:23:41.731827 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2de98-32dc-47aa-9f92-ada4dd9b5ac0 None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:94:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:23:38Z', 'revision_number': 1, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:23:41.748920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-daca82ed-8201-49fb-a333-f4bf1c25c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.753480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-daca82ed-8201-49fb-a333-f4bf1c25c172 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.1042385 Mar 10 17:23:41.781967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:41.817816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1600f2d-5088-41a2-8760-96fb97df8dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:41.892777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8a18c0d-cdb3-4b36-b313-a94ba27f2765 req-13bcca4d-eba1-4bf4-9d5c-3b2765de15a5 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0797689 Mar 10 17:23:41.932383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-8c4f49c8-60e8-4133-a29a-5295cc02a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:41.935122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-8c4f49c8-60e8-4133-a29a-5295cc02a901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1704814 Mar 10 17:23:42.051708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1600f2d-5088-41a2-8760-96fb97df8dd4 admin admin] Publish callbacks [] for security_group (e650a437-59f0-4324-9e6e-b75fa4fd6098), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.069140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1600f2d-5088-41a2-8760-96fb97df8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e650a437-59f0-4324-9e6e-b75fa4fd6098), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.123179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-6c87c68d-0a0b-4c76-b249-6622d36948b0 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811154 Mar 10 17:23:42.185379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1600f2d-5088-41a2-8760-96fb97df8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650a437-59f0-4324-9e6e-b75fa4fd6098,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:42.211945 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b1600f2d-5088-41a2-8760-96fb97df8dd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c05a6a1330b748fbbdf7758b82df4dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278941 Mar 10 17:23:42.216544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49112) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:42.251024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840d9fd-c370-45d0-a184-bab068300220 None None] New status for floating IP 301335a1-d6a7-4b03-baed-76814bdb7889: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:23:42.323073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:42.327603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24d1bdb2-a1a2-4d97-9d25-45ac4bc02f50 req-9e9722e9-7960-4c44-b631-728be3b400b9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 210 time: 0.1567931 Mar 10 17:23:42.343210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-8ad09b24-1a3a-47a6-be52-c50d9c85b119 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6269e4aafa2443bdb087e759806d9d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234858 Mar 10 17:23:42.355875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] Publish callbacks [] for security_group (e650a437-59f0-4324-9e6e-b75fa4fd6098), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.425285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] Publish callbacks [] for security_group (e650a437-59f0-4324-9e6e-b75fa4fd6098), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.477868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:23:42.534026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad947d10-b33e-4fcd-ace9-1959e44b703a req-606fe812-74bc-4b4c-86e0-7a35fceec034 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034367 Mar 10 17:23:42.552160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e650a437-59f0-4324-9e6e-b75fa4fd6098), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.555619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.559590 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e650a437-59f0-4324-9e6e-b75fa4fd6098 HTTP/1.1" status: 204 len: 168 time: 0.3392422 Mar 10 17:23:42.570503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:23:42.571002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0ce624e2-5c81-4b87-b5a5-3cfb63822df7 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:23:42.637221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffdebe-c87d-4c2e-a3a2-afcdf755006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650a437-59f0-4324-9e6e-b75fa4fd6098,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:42.638367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-53401eb8-52c0-4326-8cab-22ba21c5a536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.652355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32984c51-dd96-40e1-a109-9d8415e9bbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.663800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-d61a3c68-7dc6-4167-9372-f5bc48f139ea tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:42.666581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-d61a3c68-7dc6-4167-9372-f5bc48f139ea tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484519 Mar 10 17:23:42.704582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-742c6a9d-fa1d-4dde-850d-2b4b5cd8e31a req-be6d69d7-735b-452c-b6ad-1bd06b33704b tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0796387 Mar 10 17:23:42.715166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Request body: {'port': {'device_id': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '6269e4aafa2443bdb087e759806d9d43'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:42.812236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32984c51-dd96-40e1-a109-9d8415e9bbbb admin admin] Publish callbacks [] for security_group (0f1de214-55cf-4938-ad21-f8b633b3b773), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.823927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32984c51-dd96-40e1-a109-9d8415e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0f1de214-55cf-4938-ad21-f8b633b3b773), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:42.917259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49146) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:42.917933 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32984c51-dd96-40e1-a109-9d8415e9bbbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d5bc6607d774d9eb662802f9767555e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937755 Mar 10 17:23:42.919213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32984c51-dd96-40e1-a109-9d8415e9bbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1de214-55cf-4938-ad21-f8b633b3b773,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:43.021152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Made reservation on behalf of 6269e4aafa2443bdb087e759806d9d43 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:43.024668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.048172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] Publish callbacks [] for security_group (0f1de214-55cf-4938-ad21-f8b633b3b773), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.090898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bda118c-f492-4338-97a3-4ec92c90e591 req-a69cb8d6-dbf3-47a2-9d8e-393863721eaf tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0467093 Mar 10 17:23:43.111748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] Publish callbacks [] for security_group (0f1de214-55cf-4938-ad21-f8b633b3b773), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.236475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0f1de214-55cf-4938-ad21-f8b633b3b773), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.242060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.243369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f1de214-55cf-4938-ad21-f8b633b3b773 HTTP/1.1" status: 204 len: 168 time: 0.3208923 Mar 10 17:23:43.290754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3c26e-0db6-4b75-814b-a7cfe3650a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1de214-55cf-4938-ad21-f8b633b3b773,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:43.337383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Allocated IP 192.168.233.243 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/5753df4c-e39c-4405-be60-876bd86bc2cd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:43.654695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:43.709164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1a89fca-7000-4c70-a906-1823b447b392 req-b3edd70f-790f-4022-b577-5c2f5c1f3689 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 210 time: 0.2778232 Mar 10 17:23:43.738262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-f509d52d-fa49-46fd-91be-20976b0f6799 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd3ae447abf341deba286a4a87051f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344980 Mar 10 17:23:43.846630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:43.865029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4eb85e42-3bba-4d95-a5a4-7ba1aa291299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.917147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34979bba-4be6-4126-bc35-725b4b28207e req-13450dcb-04be-4109-9315-d84c61c3557f tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0528767 Mar 10 17:23:43.937799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks [] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.969628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4eb85e42-3bba-4d95-a5a4-7ba1aa291299 admin admin] Publish callbacks [] for security_group (d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.974115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-af3c1206-7eaa-4701-8660-7180ef7d6351 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:43.975696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-af3c1206-7eaa-4701-8660-7180ef7d6351 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095501 Mar 10 17:23:43.979178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4eb85e42-3bba-4d95-a5a4-7ba1aa291299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:43.988596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Request body: {'port': {'device_id': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'dd3ae447abf341deba286a4a87051f64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:44.037926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49206) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.045478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb85e42-3bba-4d95-a5a4-7ba1aa291299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.065115 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4eb85e42-3bba-4d95-a5a4-7ba1aa291299 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4de76f8af6ac41a0a18f130ff6c80dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173164 Mar 10 17:23:44.065733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.097927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff86538-efb2-4ee8-b765-0e154c338336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.151653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] Publish callbacks [] for security_group (d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.158177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Made reservation on behalf of dd3ae447abf341deba286a4a87051f64 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:44.162635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.177365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.181759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.201289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] Publish callbacks [] for security_group (d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.216477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.269578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-daa0e7ad-3276-4cb6-8699-acdeb4ac7e29 req-1bdc774a-7c78-4044-8832-3a2b9bd7021a tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0562041 Mar 10 17:23:44.284113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1829347754-network', 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:44.305818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:44.308488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff86538-efb2-4ee8-b765-0e154c338336 admin admin] Publish callbacks [] for security_group (70c1a225-be9e-42da-9598-1e05998d674b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.316040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:44.323130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:44.324148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff86538-efb2-4ee8-b765-0e154c338336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (70c1a225-be9e-42da-9598-1e05998d674b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.329644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:44.330166 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.339217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.342142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.343541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1 HTTP/1.1" status: 204 len: 168 time: 0.2766125 Mar 10 17:23:44.346211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Pushing event updated for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.352107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:44.354386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.371268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3670a14b-1667-4100-b9e8-2bc0f0189898 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6758969 Mar 10 17:23:44.385059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Request body: {'port': {'device_id': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:44.392502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.399735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ff86538-efb2-4ee8-b765-0e154c338336 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52e31acdf3274a1bb239b607d9635aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7436049 Mar 10 17:23:44.410236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49224) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.412439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff86538-efb2-4ee8-b765-0e154c338336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c1a225-be9e-42da-9598-1e05998d674b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.417007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks [] for security_group (7a487540-b664-452c-a81e-50074e08f1ad), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.429890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7a487540-b664-452c-a81e-50074e08f1ad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.446567 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a93c0c9a-bae8-4f22-84ca-5cc8d48d2c68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04362d682d264543abaf04ed2329eef2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4046476 Mar 10 17:23:44.448349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.455920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465072e-a761-40d4-8d60-4387b8fe9981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2bda4-41b9-4cd6-9e81-52e39e26f1d1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.535086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] Publish callbacks [] for security_group (70c1a225-be9e-42da-9598-1e05998d674b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.572092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] Publish callbacks [] for security_group (70c1a225-be9e-42da-9598-1e05998d674b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.574319 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-97413fea-ba58-4532-8442-e237a851bd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.592072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks [] for security_group (6bb591a6-13d7-4640-8864-a1758307e904), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.612346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6bb591a6-13d7-4640-8864-a1758307e904), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.642185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:23:44.654555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.657382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb591a6-13d7-4640-8864-a1758307e904,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.683055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4f4995e6-d698-4ab3-9f6f-d3b5c35a7146), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.683514 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Added segment 4f4995e6-d698-4ab3-9f6f-d3b5c35a7146 of type vlan for network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc Mar 10 17:23:44.696358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a487540-b664-452c-a81e-50074e08f1ad,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.708140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Allocated IP 192.168.233.86 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/6ca4548b-2a52-4157-a4f7-c6ffc5409b12) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:44.732799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.767668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (70c1a225-be9e-42da-9598-1e05998d674b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.771701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.775675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70c1a225-be9e-42da-9598-1e05998d674b HTTP/1.1" status: 204 len: 168 time: 0.3617320 Mar 10 17:23:44.782602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ca5aa-512b-48c3-b7ce-d6974e64b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c1a225-be9e-42da-9598-1e05998d674b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.785007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.786222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:44.787078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.833507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6155059 Mar 10 17:23:44.838149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49238) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:44.844690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Request body: {'subnet': {'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1829347754-subnet', 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:44.848422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-094b52fb-57a0-4713-a17e-4aed8985bc19 None None] Provisioning complete for port 5753df4c-e39c-4405-be60-876bd86bc2cd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:44.848909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-094b52fb-57a0-4713-a17e-4aed8985bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.895691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3324-46d8-487f-b21a-a6511ea1721b admin admin] Pushing event updated for resources: {'Network': ['ID=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:44.897451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] Publish callbacks [] for security_group (3d7122d3-4abb-4fa5-9455-a3a33451d907), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.904529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-094b52fb-57a0-4713-a17e-4aed8985bc19 None None] Port 5753df4c-e39c-4405-be60-876bd86bc2cd cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:44.918164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:23:44.937086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:44.939651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:44.968888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] Publish callbacks [] for security_group (3d7122d3-4abb-4fa5-9455-a3a33451d907), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.043601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce0d60-20ee-4dce-ba8e-8b41d96467cb req-b6104d85-96f5-4502-8338-f33c73d05c33 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.050770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45ce0d60-20ee-4dce-ba8e-8b41d96467cb req-b6104d85-96f5-4502-8338-f33c73d05c33 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 936 time: 0.1741500 Mar 10 17:23:45.143233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd64e122-eec2-4d82-97f4-1e5752ab5da7 req-567b475a-047b-4947-b17e-97a98f3c2de6 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0816119 Mar 10 17:23:45.182468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d7122d3-4abb-4fa5-9455-a3a33451d907), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.185008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.188904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d7122d3-4abb-4fa5-9455-a3a33451d907 HTTP/1.1" status: 204 len: 168 time: 0.7360718 Mar 10 17:23:45.193161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:45.214418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45ce0d60-20ee-4dce-ba8e-8b41d96467cb req-f768e335-fcfe-40c2-8f88-4548c2c69abe tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625137 Mar 10 17:23:45.220059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12feb08c-1f88-4819-a06f-66190df4541e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.231524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69728-9176-40ec-83b0-1a1bb347b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7122d3-4abb-4fa5-9455-a3a33451d907,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:45.264331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (a64b20ea-92fa-4cb8-a27d-754bb7eb167e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.264980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks [] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.357366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.375937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64b20ea-92fa-4cb8-a27d-754bb7eb167e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:45.397764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:45.398115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Network hostable DHCP agents. Network: e6b98f42-c3c4-4653-a098-f1bcfa8e9afc, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:23:45.445057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12feb08c-1f88-4819-a06f-66190df4541e admin admin] Publish callbacks [] for security_group (c3545c41-3800-423e-9bb0-209d525cfc15), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.452471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:23:45.457611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12feb08c-1f88-4819-a06f-66190df4541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c3545c41-3800-423e-9bb0-209d525cfc15), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.458084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:45.470918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:45.490650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, e6b98f42-c3c4-4653-a098-f1bcfa8e9afc) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:45.495909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.497110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.503960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafb985-9fb8-4ebc-a42e-0eade7ab5e95 None None] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:45.513284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:45.519781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.520823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.544061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12feb08c-1f88-4819-a06f-66190df4541e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d325af941ac34220b7bb25c55ab5b977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494358 Mar 10 17:23:45.545522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:45.547029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feb08c-1f88-4819-a06f-66190df4541e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3545c41-3800-423e-9bb0-209d525cfc15,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:45.548939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Pushing event updated for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:45.579304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-88bae38e-e6c1-4782-baaa-bce34cc9e048 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5951617 Mar 10 17:23:45.597415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ff8cc8c-5815-4b9f-90aa-488e046e5739 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7585025 Mar 10 17:23:45.604886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Request body: {'port': {'device_id': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:45.671437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8d1e8-0995-4167-8e22-03f027a646cd req-b004ed38-8bdf-4225-910f-b88febeb4369 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:45.673465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2f8d1e8-0995-4167-8e22-03f027a646cd req-b004ed38-8bdf-4225-910f-b88febeb4369 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 935 time: 0.2877049 Mar 10 17:23:45.705514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] Publish callbacks [] for security_group (c3545c41-3800-423e-9bb0-209d525cfc15), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.735004 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.742547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2a9a1-ea9b-475a-a626-ea6cd2f7cde8 None None] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:45.768075 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.768417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] Publish callbacks [] for security_group (c3545c41-3800-423e-9bb0-209d525cfc15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.788912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:45.819826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5753df4c-e39c-4405-be60-876bd86bc2cd {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:45.850131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks [] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.875305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eafda6e0-c1f6-4bc9-aa4e-8f2003148e6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d3b0d6b2fbc4c248d130e8b37270a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852492 Mar 10 17:23:45.877704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:45.912727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c3545c41-3800-423e-9bb0-209d525cfc15), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.914672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2f8d1e8-0995-4167-8e22-03f027a646cd req-bd6f7142-30fb-4fa7-856c-56c400106f86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959321 Mar 10 17:23:45.916607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.917975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3545c41-3800-423e-9bb0-209d525cfc15 HTTP/1.1" status: 204 len: 168 time: 0.3481553 Mar 10 17:23:45.932155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Transition to ACTIVE for port object 5753df4c-e39c-4405-be60-876bd86bc2cd will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:45.943121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.947900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9eb97365-38ff-46f9-9693-b1a450357d1e None None] Provisioning complete for port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:45.948133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c17c4-ebe2-4a5f-9622-c99a74ae247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3545c41-3800-423e-9bb0-209d525cfc15,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:45.951112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9eb97365-38ff-46f9-9693-b1a450357d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:45.984095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] Publish callbacks [] for security_group (c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.011509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] Publish callbacks [] for security_group (c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.017548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9eb97365-38ff-46f9-9693-b1a450357d1e None None] Port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:23:46.076481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:46.130847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.135534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.137726 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30 HTTP/1.1" status: 204 len: 168 time: 0.2585044 Mar 10 17:23:46.157007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Attempting to bind port 5753df4c-e39c-4405-be60-876bd86bc2cd on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:46.157337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Attempting to bind port 5753df4c-e39c-4405-be60-876bd86bc2cd by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:46.157798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Attempting to bind port 5753df4c-e39c-4405-be60-876bd86bc2cd on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:46.160507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972accab-9409-4497-9dc2-fe79ab6970ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0eb8a-3ff1-4ff6-8e76-598dd6b39a30,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:46.214879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Port 5753df4c-e39c-4405-be60-876bd86bc2cd on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:46.214879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Attempting to bind port 5753df4c-e39c-4405-be60-876bd86bc2cd on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:46.241819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:46.243516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:46.243981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:46.246190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Bound port: 5753df4c-e39c-4405-be60-876bd86bc2cd, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:46.249865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.374945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69dfb393-f899-48da-93ca-61b369115917 req-09e4b9c4-f354-40ea-b3b1-d6dea5b88cdf tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0592051 Mar 10 17:23:46.477866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:46.489854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks [] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.495752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:46.513778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Transition to ACTIVE for port object 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:46.519196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5753df4c-e39c-4405-be60-876bd86bc2cd,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:46.527213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da53d-70b6-4870-b745-43e3689a73e2 req-a3bd1739-c5a1-42ec-8e91-835982b8194c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.528726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-830da53d-70b6-4870-b745-43e3689a73e2 req-a3bd1739-c5a1-42ec-8e91-835982b8194c tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 948 time: 0.1925273 Mar 10 17:23:46.531081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.541716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.603562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.604183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.605568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/5753df4c-e39c-4405-be60-876bd86bc2cd HTTP/1.1" status: 200 len: 1096 time: 2.2247827 Mar 10 17:23:46.606192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:46.608487 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b647c-c304-4557-a457-d5a4557ed7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:46.661424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:46.740133 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b647fa6d-e160-4922-92b2-6d63ee85c12c x-openstack-request-id: req-b647fa6d-e160-4922-92b2-6d63ee85c12c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:46.740546 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:46.741004 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b647fa6d-e160-4922-92b2-6d63ee85c12c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:46.741515 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd', 'status': 'completed', 'code': 200} Mar 10 17:23:46.820133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-830da53d-70b6-4870-b745-43e3689a73e2 req-9bf745d4-40bb-4a54-88b3-e96f614c13eb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760060 Mar 10 17:23:46.831428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Attempting to bind port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:46.831765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Attempting to bind port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:46.832144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Attempting to bind port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:46.839984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-2ed8ed1f-f996-4e67-8a25-8414c4d0c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:46.841495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-2ed8ed1f-f996-4e67-8a25-8414c4d0c235 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 1130 time: 0.1510408 Mar 10 17:23:46.876916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:46.877251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Attempting to bind port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:46.891495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:46.891763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:46.892152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:46.892583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Bound port: 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:46.892936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:46.936552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f07d5-be45-4c6a-843b-dd2a2a9825f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:46.947573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-d74e29f7-72ad-477d-96b7-175124d87f25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=5753df4c-e39c-4405-be60-876bd86bc2cd HTTP/1.1" status: 200 len: 217 time: 0.0982480 Mar 10 17:23:47.015414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:47.022104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1256586206-network', 'tenant_id': '8da2707fe5274f8c8ed376e54d5ee356'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:47.070013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Made reservation on behalf of 8da2707fe5274f8c8ed376e54d5ee356 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:47.072935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.082820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.087705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:47.114086 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.119023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:47.137229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcfb5f-5c4a-47ff-8d40-731cb9da67eb req-b3d86ff8-dfca-4c99-8f2c-f65657d13e98 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.138795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01bcfb5f-5c4a-47ff-8d40-731cb9da67eb req-b3d86ff8-dfca-4c99-8f2c-f65657d13e98 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 947 time: 0.1164982 Mar 10 17:23:47.140764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3b4c2dea-0a58-4a8b-91ac-c117ffed57df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.142343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-3b4c2dea-0a58-4a8b-91ac-c117ffed57df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1866021 Mar 10 17:23:47.143494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.187616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks [] for security_group (520337bc-d1ab-4894-b3a4-0571a0a34b20), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.200265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (520337bc-d1ab-4894-b3a4-0571a0a34b20), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.208632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.209286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.210730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ca4548b-2a52-4157-a4f7-c6ffc5409b12 HTTP/1.1" status: 200 len: 1095 time: 1.6226857 Mar 10 17:23:47.237876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:23:47.264240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520337bc-d1ab-4894-b3a4-0571a0a34b20,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:47.278341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bc003b82-3797-4894-814a-ccff73d83e11), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.279117 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Added segment bc003b82-3797-4894-814a-ccff73d83e11 of type vlan for network 945d41e7-b8aa-430d-aa72-14cc50892361 Mar 10 17:23:47.305931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01bcfb5f-5c4a-47ff-8d40-731cb9da67eb req-df54fe03-df30-417f-9f9d-15d8cbf35917 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534390 Mar 10 17:23:47.306829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96ce28-0cc7-4bb6-aa94-63fa7249bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:47.352457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (945d41e7-b8aa-430d-aa72-14cc50892361), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.388005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d937-cf12-4523-ba56-daa8d5605102 req-fbfd6329-42e4-43de-8ead-98a28912d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.388281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (945d41e7-b8aa-430d-aa72-14cc50892361), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.389206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.389805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.391315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-fbfd6329-42e4-43de-8ead-98a28912d3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2378733 Mar 10 17:23:47.411456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-3a87d5fc-bce8-4131-8311-ddafc95777c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.415627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-3a87d5fc-bce8-4131-8311-ddafc95777c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 1129 time: 0.1049492 Mar 10 17:23:47.456937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4385211 Mar 10 17:23:47.457847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:47.471393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Request body: {'subnet': {'network_id': '945d41e7-b8aa-430d-aa72-14cc50892361', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1256586206-subnet', 'tenant_id': '8da2707fe5274f8c8ed376e54d5ee356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:47.562414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0733d-7134-4685-908c-a594ae5fbbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=945d41e7-b8aa-430d-aa72-14cc50892361,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:47.566122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Made reservation on behalf of 8da2707fe5274f8c8ed376e54d5ee356 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:47.569572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.577082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 945d41e7-b8aa-430d-aa72-14cc50892361 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:23:47.749011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-abd0c2d5-769f-44ea-a775-1c9b28633e03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12 HTTP/1.1" status: 200 len: 217 time: 0.3194263 Mar 10 17:23:47.756045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (1a4270d0-6622-49b2-b47a-8577235546df), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.814299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4270d0-6622-49b2-b47a-8577235546df,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:47.823915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Checking segment: {'id': 'bc003b82-3797-4894-814a-ccff73d83e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '945d41e7-b8aa-430d-aa72-14cc50892361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:47.824270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Network hostable DHCP agents. Network: 945d41e7-b8aa-430d-aa72-14cc50892361, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:23:47.847797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Network 945d41e7-b8aa-430d-aa72-14cc50892361 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:23:47.864728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 945d41e7-b8aa-430d-aa72-14cc50892361) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:47.870823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6eaf29b5-388e-4d5b-9d88-bc589f116262 req-48422561-1e88-4438-8df5-ad6fe9a8c702 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.1189337 Mar 10 17:23:47.881263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.881907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:47.894605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-473e038e-d44b-4ad4-9c1a-1747fe18c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:47.896397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-473e038e-d44b-4ad4-9c1a-1747fe18c3d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1361375 Mar 10 17:23:47.900871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df855f39-0fde-4e83-b1eb-722ff33a5ec4 None None] Network 945d41e7-b8aa-430d-aa72-14cc50892361 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:47.923539 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f3dbf8f7-7be3-45e8-a7c1-41cfac9e8429 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4595420 Mar 10 17:23:47.996212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-ad7725d2-c2ee-46e0-831a-2e4eda3184e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970640 Mar 10 17:23:48.048095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78190124-e1c1-4f2c-98c3-b492167154ca None None] Network 945d41e7-b8aa-430d-aa72-14cc50892361 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:23:48.059067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-d718dfb4-2f4b-46bf-81d8-423eaf7e5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.060597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-d718dfb4-2f4b-46bf-81d8-423eaf7e5dff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1573384 Mar 10 17:23:48.099298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e6523-ee64-4983-8949-22c156caf595 req-d13e0b37-5b9e-4cdb-827c-f1e5e2bab198 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.100825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc4e6523-ee64-4983-8949-22c156caf595 req-d13e0b37-5b9e-4cdb-827c-f1e5e2bab198 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 948 time: 0.1478808 Mar 10 17:23:48.224418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2513d937-cf12-4523-ba56-daa8d5605102 req-def23257-cf94-4077-9963-b5273b020c5d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204907 Mar 10 17:23:48.257069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc4e6523-ee64-4983-8949-22c156caf595 req-c7dbae53-5e76-40a6-a3b0-c27f172bde57 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415443 Mar 10 17:23:48.281974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-bf1ddc6e-8052-4145-bf67-49e2f7c0af84 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783137 Mar 10 17:23:48.392288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-0ea4af68-e20c-40b1-9877-f470382812ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.394110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-0ea4af68-e20c-40b1-9877-f470382812ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6269e4aafa2443bdb087e759806d9d43&device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 1130 time: 0.1223972 Mar 10 17:23:48.459469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2acb2acb-533c-4e8c-8443-c5bec5348d13 req-3bca164b-3005-4d7c-a532-0cb6b394ec9c service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571050 Mar 10 17:23:48.541240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4cc95-d016-4632-a4f7-2c6242eb8c96 req-0b732d45-c54b-4078-b1a6-c1a9deaa36c3 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.542932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21a4cc95-d016-4632-a4f7-2c6242eb8c96 req-0b732d45-c54b-4078-b1a6-c1a9deaa36c3 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 947 time: 0.1377563 Mar 10 17:23:48.548018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-39533e41-733e-494f-afc7-f5a86d9b5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.549460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-39533e41-733e-494f-afc7-f5a86d9b5545 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1487741 Mar 10 17:23:48.604006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:48.604626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-5b776155-fe12-465c-a862-4bf6179ba8a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=5753df4c-e39c-4405-be60-876bd86bc2cd HTTP/1.1" status: 200 len: 217 time: 0.0453293 Mar 10 17:23:48.663913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21a4cc95-d016-4632-a4f7-2c6242eb8c96 req-8a96f629-7746-4581-9b3d-5243c3f9c790 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120465 Mar 10 17:23:48.676775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-81f36996-25d6-4956-a00e-ad0de78ea08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.678892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-81f36996-25d6-4956-a00e-ad0de78ea08e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0638199 Mar 10 17:23:48.747151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:48.749381 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c136559d-85e0-4842-bf37-0979af2f611e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:48.873505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-ea2766b5-d65d-4142-9d20-a3c20ef8857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.875053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-ea2766b5-d65d-4142-9d20-a3c20ef8857c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1869593 Mar 10 17:23:48.918650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.919127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.919673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.920131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.920605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.921031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.921560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:48.923547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01c55413-c2fc-4d80-88ad-25975d105f88 req-82b3949f-a952-4d8a-9d45-5457990dc406 tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5021 time: 0.2437401 Mar 10 17:23:48.982992 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da18d2f-fcbe-4e03-a213-f5b7192ff772 x-openstack-request-id: req-9da18d2f-fcbe-4e03-a213-f5b7192ff772 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:48.983439 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:48.983535 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9da18d2f-fcbe-4e03-a213-f5b7192ff772 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:48.983893 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12', 'status': 'completed', 'code': 200} Mar 10 17:23:49.089747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-e49e9049-ac58-435b-9101-4f448d459019 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012923 Mar 10 17:23:49.268293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-95c78a29-7e8c-4531-8592-4b322a7f728d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.269767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-95c78a29-7e8c-4531-8592-4b322a7f728d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.2786789 Mar 10 17:23:49.295050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136559d-85e0-4842-bf37-0979af2f611e req-f081ed47-417a-472a-96a5-cc0df0e43b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.296474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-f081ed47-417a-472a-96a5-cc0df0e43b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 1129 time: 0.2875147 Mar 10 17:23:49.301254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a852-b279-46fe-87e9-eff554f3c9d8 req-02e30adf-5a68-4252-b4d0-2c723355621d tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.303120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d84a852-b279-46fe-87e9-eff554f3c9d8 req-02e30adf-5a68-4252-b4d0-2c723355621d tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 886 time: 0.2713926 Mar 10 17:23:49.329220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-165caa7c-6269-428d-ab25-1712731d3c62 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/quotas/b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 375 time: 0.0470951 Mar 10 17:23:49.548166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f97b647c-c304-4557-a457-d5a4557ed7dc req-e09c3c56-eaba-4dd9-bfcd-47511dc12a7b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510462 Mar 10 17:23:49.604590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-321d9a44-ce9a-4d28-b5fd-7174e0e64e82 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628138 Mar 10 17:23:49.608100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b23391be-0d81-468f-afa2-73aed01c5bcb req-522284c7-f637-4b25-b1a1-6cf8a6cb2675 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0653386 Mar 10 17:23:49.716289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136559d-85e0-4842-bf37-0979af2f611e req-d1f6b8db-8ff6-4664-9424-894e441b927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.717758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-d1f6b8db-8ff6-4664-9424-894e441b927b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4099214 Mar 10 17:23:49.777000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-93981611-8ce7-4f93-be2d-9fefe3e1707a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12 HTTP/1.1" status: 200 len: 217 time: 0.0515244 Mar 10 17:23:49.780564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-abc96e2c-dee2-4e4d-919e-a6418e7633d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455743 Mar 10 17:23:49.887988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136559d-85e0-4842-bf37-0979af2f611e req-547be036-199a-4a54-aed1-d61deff28af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.889453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-547be036-199a-4a54-aed1-d61deff28af2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1059766 Mar 10 17:23:49.945678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-dffcc0d1-08cd-4855-8aee-3ce0269985af service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545346 Mar 10 17:23:49.988273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136559d-85e0-4842-bf37-0979af2f611e req-5854c78a-32f5-4009-abb2-ec9f227830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:49.990590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-5854c78a-32f5-4009-abb2-ec9f227830de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0892742 Mar 10 17:23:50.033128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d493485-7ac7-4198-aa86-478cd2121ba0 req-86bb7150-1ce1-40d6-9500-e3057dcea3eb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.034710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d493485-7ac7-4198-aa86-478cd2121ba0 req-86bb7150-1ce1-40d6-9500-e3057dcea3eb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 948 time: 0.0866997 Mar 10 17:23:50.077867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.159079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d493485-7ac7-4198-aa86-478cd2121ba0 req-efd5129b-6e97-4877-8095-09b9481837af tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170006 Mar 10 17:23:50.179547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-9aeabc89-66eb-4ac5-93c0-873beaa92111 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727104 Mar 10 17:23:50.224427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e562a16a-6656-4abf-bf32-d6bd36ffbf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.313966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e562a16a-6656-4abf-bf32-d6bd36ffbf4a admin admin] Publish callbacks [] for security_group (34451ca6-07d9-436b-9dff-2525e0813cd5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.319034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e562a16a-6656-4abf-bf32-d6bd36ffbf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (34451ca6-07d9-436b-9dff-2525e0813cd5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.337124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.337501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.337956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.338500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.338869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.339312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.339746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.341528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36c064d9-8706-4ff1-8042-85c7483f6f3b req-3b312571-07f7-4c3d-b8de-7d54e20e580e tempest-NetworksTest-719113542 tempest-NetworksTest-719113542-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5021 time: 0.2444839 Mar 10 17:23:50.366465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c136559d-85e0-4842-bf37-0979af2f611e req-02177d16-a3ea-43ec-a4ee-15a6b34c50a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649566 Mar 10 17:23:50.374370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562a16a-6656-4abf-bf32-d6bd36ffbf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34451ca6-07d9-436b-9dff-2525e0813cd5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:50.377649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f3eba-2a5a-4bea-be1b-7faa9134bdf1 req-2d920076-24fa-407c-a1e3-bd0069474a43 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:50.378783 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e562a16a-6656-4abf-bf32-d6bd36ffbf4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22088c43d1af4518a7826dfa22b19507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998605 Mar 10 17:23:50.380213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-488f3eba-2a5a-4bea-be1b-7faa9134bdf1 req-2d920076-24fa-407c-a1e3-bd0069474a43 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 947 time: 0.1449187 Mar 10 17:23:50.381777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49450) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.470762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-488f3eba-2a5a-4bea-be1b-7faa9134bdf1 req-1cce7a2a-5215-4da9-a403-7f5f7c7919b9 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778170 Mar 10 17:23:50.518305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63c72d0d-9232-4e9b-a635-011b1b0e0bda req-987f05e4-ed96-43c4-957a-e2ddda300848 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 210 time: 0.0433018 Mar 10 17:23:50.530182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] Publish callbacks [] for security_group (34451ca6-07d9-436b-9dff-2525e0813cd5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.567920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] Publish callbacks [] for security_group (34451ca6-07d9-436b-9dff-2525e0813cd5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.634029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (34451ca6-07d9-436b-9dff-2525e0813cd5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.637098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.642151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34451ca6-07d9-436b-9dff-2525e0813cd5 HTTP/1.1" status: 204 len: 168 time: 0.2553985 Mar 10 17:23:50.660095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.666199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2658-e382-42c4-a54e-76c1c27b7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34451ca6-07d9-436b-9dff-2525e0813cd5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:50.691959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49470) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:50.777494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c869612e-7faf-456b-97f9-61026cbf9b7a req-29ebd61b-5f4f-4d76-8731-b44296b526b5 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0424976 Mar 10 17:23:50.938247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43ac-547f-4ab6-99c2-b9d6ccc2056a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:50.972042 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21938ebc-9b40-4f68-b6c3-fa556ba02a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.030419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43ac-547f-4ab6-99c2-b9d6ccc2056a admin admin] Publish callbacks [] for security_group (aaf2a5a1-f16d-4256-8d15-31428abee5c9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.035219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8e43ac-547f-4ab6-99c2-b9d6ccc2056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (aaf2a5a1-f16d-4256-8d15-31428abee5c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.065714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:51.074708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c8e43ac-547f-4ab6-99c2-b9d6ccc2056a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27940e0ced5c46a3940d273152ac7ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132030 Mar 10 17:23:51.075654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e43ac-547f-4ab6-99c2-b9d6ccc2056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2a5a1-f16d-4256-8d15-31428abee5c9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.077165 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21938ebc-9b40-4f68-b6c3-fa556ba02a1a admin admin] Publish callbacks [] for security_group (c9c0f9fe-f56f-43ab-afb2-f785bafb129a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.077820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49478) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:51.084507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd20473b-1c5d-4f71-8e7d-9d07bca51a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.087497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21938ebc-9b40-4f68-b6c3-fa556ba02a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c9c0f9fe-f56f-43ab-afb2-f785bafb129a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.125775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] Publish callbacks [] for security_group (aaf2a5a1-f16d-4256-8d15-31428abee5c9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.140593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21938ebc-9b40-4f68-b6c3-fa556ba02a1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=199d339126b04a66ab91c532bbaf5248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476182 Mar 10 17:23:51.143212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49480) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:51.149170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21938ebc-9b40-4f68-b6c3-fa556ba02a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c0f9fe-f56f-43ab-afb2-f785bafb129a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.154676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] Publish callbacks [] for security_group (aaf2a5a1-f16d-4256-8d15-31428abee5c9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.213575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd20473b-1c5d-4f71-8e7d-9d07bca51a00 admin admin] Publish callbacks [] for security_group (b49cb26e-715c-45c5-b1a6-36b0420b93c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.220666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] Publish callbacks [] for security_group (c9c0f9fe-f56f-43ab-afb2-f785bafb129a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.224134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd20473b-1c5d-4f71-8e7d-9d07bca51a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b49cb26e-715c-45c5-b1a6-36b0420b93c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.243535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (aaf2a5a1-f16d-4256-8d15-31428abee5c9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.246998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.250655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aaf2a5a1-f16d-4256-8d15-31428abee5c9 HTTP/1.1" status: 204 len: 168 time: 0.1695769 Mar 10 17:23:51.262233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] Publish callbacks [] for security_group (c9c0f9fe-f56f-43ab-afb2-f785bafb129a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.278175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81caa7f-8c85-4665-a752-4702112035f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2a5a1-f16d-4256-8d15-31428abee5c9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.317651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cd20473b-1c5d-4f71-8e7d-9d07bca51a00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f81c1c653eb44b682658f231d3cd572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508185 Mar 10 17:23:51.319869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20473b-1c5d-4f71-8e7d-9d07bca51a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49cb26e-715c-45c5-b1a6-36b0420b93c5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.321348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:51.388134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] Publish callbacks [] for security_group (b49cb26e-715c-45c5-b1a6-36b0420b93c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.393117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c9c0f9fe-f56f-43ab-afb2-f785bafb129a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.396173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.397655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9c0f9fe-f56f-43ab-afb2-f785bafb129a HTTP/1.1" status: 204 len: 168 time: 0.2534499 Mar 10 17:23:51.417181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a81c52-ee37-4bc1-af86-d1dce2505edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c0f9fe-f56f-43ab-afb2-f785bafb129a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.434255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-feb1a0c0-4556-4063-b744-95ad57b40974 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.436094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-feb1a0c0-4556-4063-b744-95ad57b40974 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.1173372 Mar 10 17:23:51.447671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] Publish callbacks [] for security_group (b49cb26e-715c-45c5-b1a6-36b0420b93c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.452495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Request body: {'port': {'device_id': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'admin_state_up': True, 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:51.487840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815b0d4-901f-4439-a3b2-bdf85d08a7f4 req-de2bc842-d5a7-4e32-8ba5-e1dce576f986 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.489667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e815b0d4-901f-4439-a3b2-bdf85d08a7f4 req-de2bc842-d5a7-4e32-8ba5-e1dce576f986 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 948 time: 0.2377071 Mar 10 17:23:51.535136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5753df4c-e39c-4405-be60-876bd86bc2cd details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:51.540389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b49cb26e-715c-45c5-b1a6-36b0420b93c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.543425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.548537 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b49cb26e-715c-45c5-b1a6-36b0420b93c5 HTTP/1.1" status: 204 len: 168 time: 0.2253237 Mar 10 17:23:51.569018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c3015-1d1c-4f9b-9b27-717890e79f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49cb26e-715c-45c5-b1a6-36b0420b93c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.665739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e815b0d4-901f-4439-a3b2-bdf85d08a7f4 req-6ab4c1d5-dedc-46e1-8609-8c08930a4b9b tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684644 Mar 10 17:23:51.704776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9110c-8642-4895-9fea-a7626a7fb64a req-6fb2528b-2917-467a-833b-a23fce73de1c tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:51.712049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c9110c-8642-4895-9fea-a7626a7fb64a req-6fb2528b-2917-467a-833b-a23fce73de1c tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 947 time: 0.1017404 Mar 10 17:23:51.719472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5753df4c-e39c-4405-be60-876bd86bc2cd,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:51.741555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '5753df4c-e39c-4405-be60-876bd86bc2cd', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '5753df4c-e39c-4405-be60-876bd86bc2cd', 'mac_address': 'fa:16:3e:df:5c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:51.768597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c9110c-8642-4895-9fea-a7626a7fb64a req-c601484f-26ac-4847-8339-914370ba6b7a tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 Mar 10 17:23:51.771934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:23:51.775113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.796378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5753df4c-e39c-4405-be60-876bd86bc2cd is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:51.797104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.812049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5753df4c-e39c-4405-be60-876bd86bc2cd {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:51.814732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b957b13b-4b26-4a99-ac99-8f62181142ee req-f77c618b-4b69-4e65-af82-414e1af56a8a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 210 time: 0.0501745 Mar 10 17:23:51.847335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5753df4c-e39c-4405-be60-876bd86bc2cd,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:51.852980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.900449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49504) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:51.917561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:51.924570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2826ba2-cc0c-4b60-932b-2dfb2bf2946d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:51.938961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2784883c-eb5d-4a6d-b16f-45c520bd164d req-fc8fe75e-cfdc-44aa-9d4e-8e73df26aa7f tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0569856 Mar 10 17:23:52.019629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Allocated IP 172.20.0.13 (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc/a64b20ea-92fa-4cb8-a27d-754bb7eb167e/0886fd42-1a8c-4ef8-9b5f-5afb38179771) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:23:52.026250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2826ba2-cc0c-4b60-932b-2dfb2bf2946d admin admin] Publish callbacks [] for security_group (25605407-93fc-4549-bfde-9a81a5d9cf0e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.033117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2826ba2-cc0c-4b60-932b-2dfb2bf2946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (25605407-93fc-4549-bfde-9a81a5d9cf0e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.067000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826ba2-cc0c-4b60-932b-2dfb2bf2946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25605407-93fc-4549-bfde-9a81a5d9cf0e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.084738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5753df4c-e39c-4405-be60-876bd86bc2cd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:52.085762 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2826ba2-cc0c-4b60-932b-2dfb2bf2946d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4249a54a5ec3421da9a2c470e79c219b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842151 Mar 10 17:23:52.086645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:52.154023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] Publish callbacks [] for security_group (25605407-93fc-4549-bfde-9a81a5d9cf0e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.225492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:52.252255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.306372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks [] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.335625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] Publish callbacks [] for security_group (25605407-93fc-4549-bfde-9a81a5d9cf0e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.389649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.392297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (25605407-93fc-4549-bfde-9a81a5d9cf0e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.395064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.399437 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25605407-93fc-4549-bfde-9a81a5d9cf0e HTTP/1.1" status: 204 len: 168 time: 0.3115146 Mar 10 17:23:52.406753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:52.407166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61e52d-56b9-4c34-9521-134c37478d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25605407-93fc-4549-bfde-9a81a5d9cf0e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.409914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Publish callbacks [] for security_group (fc5bdebc-15a5-4352-849a-56f03b0db6df), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.447759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fc5bdebc-15a5-4352-849a-56f03b0db6df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.498966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:23:52.512265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:23:52.517819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:23:52.526082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:52.527154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.530866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5bdebc-15a5-4352-849a-56f03b0db6df,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.537908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=168cc3f65d4f46508c092bd426043089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113987 Mar 10 17:23:52.538736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.540831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:52.557696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.558068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.558408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.558780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.559109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.559436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.559761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.560084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.560406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.560732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.561048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.561366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.561680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.566172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:52.573195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.573543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.573950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.574262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.574657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.574991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.575449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.575781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.576136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.576421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.576743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.577059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.577380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618042e-a820-4fd5-afcb-5f5a9ddf4ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.584318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ba72c12b-cb08-48bd-b28c-bc7d26e263cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1390903 Mar 10 17:23:52.596187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Request body: {'port': {'device_id': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:23:52.596364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12', 'mac_address': 'fa:16:3e:46:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:52.623896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Publish callbacks [] for security_group (fc5bdebc-15a5-4352-849a-56f03b0db6df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.660642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:52.661279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.670470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Publish callbacks [] for security_group (fc5bdebc-15a5-4352-849a-56f03b0db6df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.672185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.675997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:52.699219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:52.707980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.765559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fc5bdebc-15a5-4352-849a-56f03b0db6df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.771512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:52.773435 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc5bdebc-15a5-4352-849a-56f03b0db6df HTTP/1.1" status: 204 len: 168 time: 0.2316284 Mar 10 17:23:52.785048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5bdebc-15a5-4352-849a-56f03b0db6df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.788956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:52.793890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.794521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.795174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.795661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.796147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.796605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.797069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.803476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.804052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.804441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.805221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.805326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.805776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5d9fc9-2c70-4d35-9986-b08788d99d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:52.955355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b4d0b-2229-49b2-8792-0fc422d6f6ba req-72a83111-e6e5-429f-b0b0-85e9450e9565 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:52.956873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0b4d0b-2229-49b2-8792-0fc422d6f6ba req-72a83111-e6e5-429f-b0b0-85e9450e9565 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 949 time: 0.1392422 Mar 10 17:23:53.023040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3459e-5d62-4198-b2f2-333724cbe681 req-63e22948-e502-4197-b41c-e6a274e492de tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:53.024532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3aa3459e-5d62-4198-b2f2-333724cbe681 req-63e22948-e502-4197-b41c-e6a274e492de tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 948 time: 0.1385949 Mar 10 17:23:53.051296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6ca4548b-2a52-4157-a4f7-c6ffc5409b12'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:53.106534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0b4d0b-2229-49b2-8792-0fc422d6f6ba req-92117f68-dc13-4147-be7e-8c0c8fb37019 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162515 Mar 10 17:23:53.193113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3aa3459e-5d62-4198-b2f2-333724cbe681 req-8560f970-d96b-4c4e-b181-1e76331d900d tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513412 Mar 10 17:23:53.265221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0886fd42-1a8c-4ef8-9b5f-5afb38179771 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:53.276212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks [] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.305753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Transition to ACTIVE for port object 0886fd42-1a8c-4ef8-9b5f-5afb38179771 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:23:53.322379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ef783-5b39-4c4b-8aeb-708d1e30f7ca req-c0861de3-2d1e-47d7-b55f-877805e7fc5a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:53.324869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c4ef783-5b39-4c4b-8aeb-708d1e30f7ca req-c0861de3-2d1e-47d7-b55f-877805e7fc5a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 932 time: 0.1039159 Mar 10 17:23:53.326131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.408270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-201ee9c5-a97a-4642-8b32-ed2769b000c7 req-47663079-e957-4c24-b178-dd4f810b0473 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0792642 Mar 10 17:23:53.432163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:53.492165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c4ef783-5b39-4c4b-8aeb-708d1e30f7ca req-802aaa66-4585-4d18-8b40-22beec8fa960 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584537 Mar 10 17:23:53.495976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:23:53.496395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:23:53.499006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:53.503523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:23:53.503849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:23:53.509741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:23:53.510321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:23:53.510869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:23:53.511453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Bound port: 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:23:53.511808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.538027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5753df4c-e39c-4405-be60-876bd86bc2cd up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:53.584497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:23:53.590237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:23:53.595528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 5753df4c-e39c-4405-be60-876bd86bc2cd completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:53.599573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.600272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 5753df4c-e39c-4405-be60-876bd86bc2cd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:53.601351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.660285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:53.660901 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.663124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] 10.222.0.59 "PUT /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 1092 time: 1.0717411 Mar 10 17:23:53.676724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:53.680084 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8897a805-e8ab-4a21-9e61-a7e8202fc76a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:53.690966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd8be-a49d-45cd-a6e3-58ca022e4d49 service neutron] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:53.733835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5753df4c-e39c-4405-be60-876bd86bc2cd is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:53.734545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.752825 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91997ef8-d195-4d53-a36a-41b68e1d2357 x-openstack-request-id: req-91997ef8-d195-4d53-a36a-41b68e1d2357 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:53.753121 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:53.753462 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91997ef8-d195-4d53-a36a-41b68e1d2357 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:53.756809 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'status': 'completed', 'code': 200} Mar 10 17:23:53.761846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:53.764225 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9296d7-285c-4c58-9762-ce77addd084d" -d '{"events": [{"server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "name": "network-vif-plugged", "status": "completed", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:53.778050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5753df4c-e39c-4405-be60-876bd86bc2cd,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:53.778506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ad9dc26b-5193-4ac3-9f15-660ca5111c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:53.780233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-ad9dc26b-5193-4ac3-9f15-660ca5111c7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1126 time: 0.0666356 Mar 10 17:23:53.785185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:53.838935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-229bbf88-cd9b-414a-a278-c17fe2a52242 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0502534 Mar 10 17:23:53.848419 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167cb218-6a81-4645-98e8-07ce8c92b467 x-openstack-request-id: req-167cb218-6a81-4645-98e8-07ce8c92b467 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:53.848807 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "name": "network-vif-plugged", "status": "completed", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:53.849063 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-167cb218-6a81-4645-98e8-07ce8c92b467 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:53.849455 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd', 'code': 200} Mar 10 17:23:53.852683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:53.860954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.861301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.861938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.862493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.862998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.863477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.864156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.864640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.865224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.865706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.866225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.866713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.867037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:23:53.906994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-99a27f9b-930c-471f-b5ff-50c7dc92c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:53.908570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-99a27f9b-930c-471f-b5ff-50c7dc92c0c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0564392 Mar 10 17:23:53.915756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.59', 64462) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:53.964116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-a18a165b-e3ce-4a33-80ba-ab898dbc9b1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406365 Mar 10 17:23:54.005001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538eb4d2-3fc0-4e8f-bfb5-02cc57597f8e req-da43c1fa-b1d5-4868-8309-11a15d0b3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.006735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538eb4d2-3fc0-4e8f-bfb5-02cc57597f8e req-da43c1fa-b1d5-4868-8309-11a15d0b3842 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 1132 time: 0.0874214 Mar 10 17:23:54.065352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538eb4d2-3fc0-4e8f-bfb5-02cc57597f8e req-e2726d60-ef99-42dd-9c2c-254c327e4df5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517190 Mar 10 17:23:54.068448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-bafd2765-ac9e-4072-bc05-4f6d58c4514c service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963929 Mar 10 17:23:54.235247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01382e7d-b1af-4314-a3a3-62d6700109b8 req-ea14d085-6fc0-4d82-ade4-7f534db0d920 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.236820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01382e7d-b1af-4314-a3a3-62d6700109b8 req-ea14d085-6fc0-4d82-ade4-7f534db0d920 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.0651627 Mar 10 17:23:54.313946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01382e7d-b1af-4314-a3a3-62d6700109b8 req-e34a5f2a-d692-4545-91fa-43394977cd69 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702837 Mar 10 17:23:54.380867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b56ae0c-d57a-47c4-8c8e-0a22e1d33d3e req-44a81f1b-0ac6-4a37-a08e-9bc1720e7a51 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134901 Mar 10 17:23:54.390628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:54.463474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1e13-910c-4a3c-9ad9-e3a592b984db req-1882ed0b-28c8-4159-b561-80911a28f496 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.471807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f0f1e13-910c-4a3c-9ad9-e3a592b984db req-1882ed0b-28c8-4159-b561-80911a28f496 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 948 time: 0.0843875 Mar 10 17:23:54.476550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:54.482107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:54.482842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:54.565728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f0f1e13-910c-4a3c-9ad9-e3a592b984db req-a963a866-15f8-42ef-8cbc-74f9ee00420c tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Mar 10 17:23:54.601872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-79e709d9-1979-4327-9b9b-200a0c3dd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.605556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-79e709d9-1979-4327-9b9b-200a0c3dd3a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1126 time: 0.1290114 Mar 10 17:23:54.610541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:54.611033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:54.658783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:54.669818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:54.691143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7180a8d2-d848-4d0f-8304-50b10ac8cf7c req-af31ff33-0d36-4b2f-9bb1-f89682c53185 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0730493 Mar 10 17:23:54.751178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:54.815008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-c5e7b5dc-09b1-4d6e-9760-77f15270275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.816481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-c5e7b5dc-09b1-4d6e-9760-77f15270275e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2018607 Mar 10 17:23:54.827984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa274b-f568-408a-b126-53375976d809 req-9d4c6d7a-e9ad-4193-bd10-d9447fbdf5b8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.829422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeaa274b-f568-408a-b126-53375976d809 req-9d4c6d7a-e9ad-4193-bd10-d9447fbdf5b8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.1318700 Mar 10 17:23:54.871951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-4de56593-b4f1-4f86-b69b-ede1ed69c4a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0416119 Mar 10 17:23:54.945526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeaa274b-f568-408a-b126-53375976d809 req-9fe3dcc9-4958-4a63-bc31-754903dd7b32 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077788 Mar 10 17:23:54.949096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-4f5bfeb9-5317-4113-ad4c-760666eb2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:54.953325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-4f5bfeb9-5317-4113-ad4c-760666eb2092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0663288 Mar 10 17:23:54.991997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-d0dfdb3d-5231-4d70-a701-f35f1c96863d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320573 Mar 10 17:23:55.097345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-d653d412-30bd-4b3e-a0b6-ed26ed8c82e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981677 Mar 10 17:23:55.214410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8897a805-e8ab-4a21-9e61-a7e8202fc76a req-1239447a-aef0-42b5-a862-fa31058ff7d6 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104765 Mar 10 17:23:55.483595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5685f4d-acb5-467a-8bf2-ffdd4e6ad8e3 req-3373a256-6f5a-4b5a-bbb6-6aa832567acb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:55.485077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5685f4d-acb5-467a-8bf2-ffdd4e6ad8e3 req-3373a256-6f5a-4b5a-bbb6-6aa832567acb tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.0629494 Mar 10 17:23:55.540907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5685f4d-acb5-467a-8bf2-ffdd4e6ad8e3 req-d5952b38-c1e8-46c1-97cb-d82b34984fbc tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 Mar 10 17:23:55.850792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:55.853388 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11355b7-0110-4ac1-901b-d7ca46cf7013" -d '{"events": [{"server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:55.905784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49712) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:55.947198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49716) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:56.000130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2411ef-0250-4595-811e-8a90d3ce91aa req-9a23ed5b-9b33-4559-b860-223bcf863da4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:56.001751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed2411ef-0250-4595-811e-8a90d3ce91aa req-9a23ed5b-9b33-4559-b860-223bcf863da4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.3173935 Mar 10 17:23:56.013463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6446aec-e493-4317-8e5a-44ddccda733d req-6740b3e6-fcc9-4fc6-9f77-a72599be3de9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:56.014939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6446aec-e493-4317-8e5a-44ddccda733d req-6740b3e6-fcc9-4fc6-9f77-a72599be3de9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.0706096 Mar 10 17:23:56.020588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5adaf63-1fe4-43ee-8c56-4fd95e9abb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.081257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e31f766-0c61-411a-98af-bf38e1384e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.090591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed2411ef-0250-4595-811e-8a90d3ce91aa req-ab12cbb0-5f83-4fa3-b791-a0e0d10dde33 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Mar 10 17:23:56.097776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6446aec-e493-4317-8e5a-44ddccda733d req-0fac4f54-30f9-44cd-87af-f6e1c3d47112 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755322 Mar 10 17:23:56.145185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5adaf63-1fe4-43ee-8c56-4fd95e9abb9e admin admin] Publish callbacks [] for security_group (4d26a04b-3d6b-4617-b7a8-e26ca8266267), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.152796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5adaf63-1fe4-43ee-8c56-4fd95e9abb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4d26a04b-3d6b-4617-b7a8-e26ca8266267), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.171104 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca583086-b352-4c2a-beb7-f3fc17749206 x-openstack-request-id: req-ca583086-b352-4c2a-beb7-f3fc17749206 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:56.171702 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:56.172110 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca583086-b352-4c2a-beb7-f3fc17749206 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:56.172646 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12', 'code': 200} Mar 10 17:23:56.211797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-692e2288-d244-4463-b3e8-a45c5bea99e9 req-754b5d49-9f2c-4c7d-86c3-13d41d5acf8e tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0408423 Mar 10 17:23:56.232213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5adaf63-1fe4-43ee-8c56-4fd95e9abb9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c801554cc59c48dcac47bda2ced192c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252039 Mar 10 17:23:56.236267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:56.245200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adaf63-1fe4-43ee-8c56-4fd95e9abb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26a04b-3d6b-4617-b7a8-e26ca8266267,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:56.298766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e31f766-0c61-411a-98af-bf38e1384e6a admin admin] Publish callbacks [] for security_group (cee24d70-3d2a-4376-982f-55afb62676f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.307875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e31f766-0c61-411a-98af-bf38e1384e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cee24d70-3d2a-4376-982f-55afb62676f0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.317221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68c2c-71c3-4ed1-8e4b-582238de2dd7 req-091fdfa2-d144-42dd-9ecd-62e56ceff833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:56.318744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-afb68c2c-71c3-4ed1-8e4b-582238de2dd7 req-091fdfa2-d144-42dd-9ecd-62e56ceff833 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 1131 time: 0.0713720 Mar 10 17:23:56.333547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64208-740a-4884-b77e-1691ea65a859 req-6a3af444-5f6f-49c7-ad3f-9d47912cdde7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:56.340589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16d64208-740a-4884-b77e-1691ea65a859 req-6a3af444-5f6f-49c7-ad3f-9d47912cdde7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.1052704 Mar 10 17:23:56.366829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e31f766-0c61-411a-98af-bf38e1384e6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c18537605e9a4dcfa11992da76f9bb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183352 Mar 10 17:23:56.367953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] Publish callbacks [] for security_group (4d26a04b-3d6b-4617-b7a8-e26ca8266267), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.369745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31f766-0c61-411a-98af-bf38e1384e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee24d70-3d2a-4376-982f-55afb62676f0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:56.373497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49728) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:56.398246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] Publish callbacks [] for security_group (4d26a04b-3d6b-4617-b7a8-e26ca8266267), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.459066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16d64208-740a-4884-b77e-1691ea65a859 req-e61e8e88-8fe6-4239-854d-09a9510a8559 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176069 Mar 10 17:23:56.461425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-afb68c2c-71c3-4ed1-8e4b-582238de2dd7 req-3d195aef-8eb0-449c-ba33-6292df63869d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126966 Mar 10 17:23:56.471155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4d26a04b-3d6b-4617-b7a8-e26ca8266267), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.471155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.471155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d26a04b-3d6b-4617-b7a8-e26ca8266267 HTTP/1.1" status: 204 len: 168 time: 0.2312741 Mar 10 17:23:56.490741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ff262-80dc-4736-94fc-9fa917ef3761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26a04b-3d6b-4617-b7a8-e26ca8266267,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:56.501116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] Publish callbacks [] for security_group (cee24d70-3d2a-4376-982f-55afb62676f0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.530094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] Publish callbacks [] for security_group (cee24d70-3d2a-4376-982f-55afb62676f0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.611407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907aea-1bf4-43da-a2a5-dd3559065b50 req-c58a89cd-65b2-4795-8313-19b3b67a5031 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:56.619063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03907aea-1bf4-43da-a2a5-dd3559065b50 req-c58a89cd-65b2-4795-8313-19b3b67a5031 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.0867827 Mar 10 17:23:56.644524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cee24d70-3d2a-4376-982f-55afb62676f0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.647162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.648276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cee24d70-3d2a-4376-982f-55afb62676f0 HTTP/1.1" status: 204 len: 168 time: 0.2726071 Mar 10 17:23:56.663892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.669037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c6df-0e32-4c67-8ea0-fc2916d1531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee24d70-3d2a-4376-982f-55afb62676f0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:56.704200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03907aea-1bf4-43da-a2a5-dd3559065b50 req-b22defb9-b50c-4574-93f5-bca0728c7ff9 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Mar 10 17:23:56.741213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49742) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:56.867253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49748) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:56.887971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1e88-b6ff-4fcf-8610-3d6169a396a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.969883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1e88-b6ff-4fcf-8610-3d6169a396a8 admin admin] Publish callbacks [] for security_group (120176a3-adac-43b0-a34f-43b5ac49d690), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:56.975771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1e88-b6ff-4fcf-8610-3d6169a396a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (120176a3-adac-43b0-a34f-43b5ac49d690), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.017157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be9ef134-479d-4533-91af-b5a6ca63393a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.035145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dc2f1e88-b6ff-4fcf-8610-3d6169a396a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46cd22e3b67045839c8bc399d0caec03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660426 Mar 10 17:23:57.038248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f1e88-b6ff-4fcf-8610-3d6169a396a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120176a3-adac-43b0-a34f-43b5ac49d690,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.038453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:57.046544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:57.067515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-35fcafdc-11a4-4c56-ae2d-9d8659aa4319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.092735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] Publish callbacks [] for security_group (120176a3-adac-43b0-a34f-43b5ac49d690), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.120658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] Publish callbacks [] for security_group (120176a3-adac-43b0-a34f-43b5ac49d690), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.160651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be9ef134-479d-4533-91af-b5a6ca63393a admin admin] Publish callbacks [] for security_group (55b96a0b-cff9-41cb-9c9b-a42a6809d69f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.167576 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be9ef134-479d-4533-91af-b5a6ca63393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (55b96a0b-cff9-41cb-9c9b-a42a6809d69f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.174974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (120176a3-adac-43b0-a34f-43b5ac49d690), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.178140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.181736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/120176a3-adac-43b0-a34f-43b5ac49d690 HTTP/1.1" status: 204 len: 168 time: 0.1393268 Mar 10 17:23:57.192820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d8455-8cc6-4987-a298-43592c042684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120176a3-adac-43b0-a34f-43b5ac49d690,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.239678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-35fcafdc-11a4-4c56-ae2d-9d8659aa4319 admin admin] Publish callbacks [] for security_group (9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.255465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-35fcafdc-11a4-4c56-ae2d-9d8659aa4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.265127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-be9ef134-479d-4533-91af-b5a6ca63393a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e834bf8c9f4446fd98cd0c7ea8685086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202343 Mar 10 17:23:57.265392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:57.270707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef134-479d-4533-91af-b5a6ca63393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b96a0b-cff9-41cb-9c9b-a42a6809d69f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.308104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-35fcafdc-11a4-4c56-ae2d-9d8659aa4319 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fabcb4baefa4f4ca7d1f39f7cced35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596080 Mar 10 17:23:57.314331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:57.321314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcafdc-11a4-4c56-ae2d-9d8659aa4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.338307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bba71c-c3bc-48a3-903f-694cf0539c47 req-43c97f16-1f54-431c-a13f-ef29d9499e5e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:57.340020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0bba71c-c3bc-48a3-903f-694cf0539c47 req-43c97f16-1f54-431c-a13f-ef29d9499e5e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.1663322 Mar 10 17:23:57.357956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] Publish callbacks [] for security_group (55b96a0b-cff9-41cb-9c9b-a42a6809d69f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.389708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] Publish callbacks [] for security_group (55b96a0b-cff9-41cb-9c9b-a42a6809d69f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.391652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb98d53-35bf-43cb-882c-8add55feb7bf req-4b1c1c37-16cf-4c07-a2a9-fdc70ad7582a tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0448005 Mar 10 17:23:57.411916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] Publish callbacks [] for security_group (9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.436320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0bba71c-c3bc-48a3-903f-694cf0539c47 req-d8da15a6-27be-4340-b554-c540603323b7 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872762 Mar 10 17:23:57.445954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] Publish callbacks [] for security_group (9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.486999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (55b96a0b-cff9-41cb-9c9b-a42a6809d69f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.490114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.491306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b96a0b-cff9-41cb-9c9b-a42a6809d69f HTTP/1.1" status: 204 len: 168 time: 0.2247899 Mar 10 17:23:57.500159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc74a-cf15-487d-95d6-890f9c75b47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b96a0b-cff9-41cb-9c9b-a42a6809d69f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.508862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.512496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.513858 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070 HTTP/1.1" status: 204 len: 168 time: 0.1983628 Mar 10 17:23:57.530130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526c3b-915f-444b-8915-013ee97f4db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2df77a-d8e5-4d0a-ac8d-78ddee2f3070,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.575180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:23:57.690966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998475c5-eb60-4dde-a39e-02ea3aa13093 req-b64970f7-5cb7-426c-aaf4-5124f208d117 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:57.693853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-998475c5-eb60-4dde-a39e-02ea3aa13093 req-b64970f7-5cb7-426c-aaf4-5124f208d117 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.1012228 Mar 10 17:23:57.764204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:57.780824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'port_id': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'mac_address': 'fa:16:3e:10:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b20ea-92fa-4cb8-a27d-754bb7eb167e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:23:57.783611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-998475c5-eb60-4dde-a39e-02ea3aa13093 req-ef363480-a386-4196-9d23-b036f355023e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774469 Mar 10 17:23:57.881426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:57.881426 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.892801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-e5f35640-1a8c-47d7-bf71-4c88b86d7f81 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:57.898916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-e5f35640-1a8c-47d7-bf71-4c88b86d7f81 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.1064112 Mar 10 17:23:57.900830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0886fd42-1a8c-4ef8-9b5f-5afb38179771 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:23:57.923545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:57.929313 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:57.959196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d65e7e-8323-4adb-bec5-f60e17cb2420 req-21ebae76-4087-469e-a21e-99b4f85e052f tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:57.961096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97d65e7e-8323-4adb-bec5-f60e17cb2420 req-21ebae76-4087-469e-a21e-99b4f85e052f tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 950 time: 0.1300769 Mar 10 17:23:57.987000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:57.995310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:58.008518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-162c61d3-0d15-4fbc-80b3-259b74a558e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.071670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97d65e7e-8323-4adb-bec5-f60e17cb2420 req-ed177559-462a-44c5-91ec-2b3c18b2001e tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/security-groups?id=69da80b9-e620-44c9-8753-c51e55d1d6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021566 Mar 10 17:23:58.092128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-162c61d3-0d15-4fbc-80b3-259b74a558e8 admin admin] Publish callbacks [] for security_group (c68cd2f6-03aa-4498-be49-003b2fd69264), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.097839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-162c61d3-0d15-4fbc-80b3-259b74a558e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c68cd2f6-03aa-4498-be49-003b2fd69264), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.114487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Deleting port 5753df4c-e39c-4405-be60-876bd86bc2cd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:23:58.114745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.130310 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-162c61d3-0d15-4fbc-80b3-259b74a558e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cfbeb2228f94850ace80502e2e62eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339667 Mar 10 17:23:58.131392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49792) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:23:58.155627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c61d3-0d15-4fbc-80b3-259b74a558e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68cd2f6-03aa-4498-be49-003b2fd69264,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:58.178466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0886fd42-1a8c-4ef8-9b5f-5afb38179771'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:58.256147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] Publish callbacks [] for security_group (c68cd2f6-03aa-4498-be49-003b2fd69264), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.265623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] For port 5753df4c-e39c-4405-be60-876bd86bc2cd, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5753df4c-e39c-4405-be60-876bd86bc2cd,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:58.265800 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.291196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Calling delete_port for 5753df4c-e39c-4405-be60-876bd86bc2cd owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:23:58.298319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] Publish callbacks [] for security_group (c68cd2f6-03aa-4498-be49-003b2fd69264), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.402518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c68cd2f6-03aa-4498-be49-003b2fd69264), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.405023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.406299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c68cd2f6-03aa-4498-be49-003b2fd69264 HTTP/1.1" status: 204 len: 168 time: 0.2738237 Mar 10 17:23:58.450178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd0e7a-4f8f-4664-b066-1fec06bf55c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68cd2f6-03aa-4498-be49-003b2fd69264,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:58.521666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37d8a230-13f2-470b-80a4-e39438badf17 req-deef48be-5e9a-4b5b-ac1b-655987b813aa tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0339491 Mar 10 17:23:58.523712 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (5753df4c-e39c-4405-be60-876bd86bc2cd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.538529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5753df4c-e39c-4405-be60-876bd86bc2cd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:23:58.584135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Pushing event deleted for resources: {'Port': ['ID=5753df4c-e39c-4405-be60-876bd86bc2cd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:23:58.648427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] No DVR routers for this DVR port 5753df4c-e39c-4405-be60-876bd86bc2cd on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:23:58.651766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:58.655151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b612732-ffdc-4aec-a57b-a5789fe5d297 req-ca050a9e-ff52-4f45-9fb2-451411646ca0 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.59 "DELETE /v2.0/ports/5753df4c-e39c-4405-be60-876bd86bc2cd HTTP/1.1" status: 204 len: 173 time: 0.7528129 Mar 10 17:23:58.655631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'name': 'network-vif-deleted', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:58.658330 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64adc8-a7de-4ead-a268-ceb3fdf635a9" -d '{"events": [{"server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "name": "network-vif-deleted", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:58.694528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331b9e6-3215-44ab-8e23-d5592200207f req-f62bf810-5b2f-44ff-a4a1-3f7ee3fb04e5 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:58.717768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2331b9e6-3215-44ab-8e23-d5592200207f req-f62bf810-5b2f-44ff-a4a1-3f7ee3fb04e5 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.1950154 Mar 10 17:23:58.740547 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5eb077-d51e-4e4f-b3a1-bef1e86fdb66 x-openstack-request-id: req-3b5eb077-d51e-4e4f-b3a1-bef1e86fdb66 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:23:58.741081 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e752034-3c80-4b51-8c59-5d13f92ce05e", "name": "network-vif-deleted", "tag": "5753df4c-e39c-4405-be60-876bd86bc2cd", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:23:58.741529 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b5eb077-d51e-4e4f-b3a1-bef1e86fdb66 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:23:58.742094 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e752034-3c80-4b51-8c59-5d13f92ce05e', 'name': 'network-vif-deleted', 'tag': '5753df4c-e39c-4405-be60-876bd86bc2cd', 'status': 'completed', 'code': 200} Mar 10 17:23:58.787598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2331b9e6-3215-44ab-8e23-d5592200207f req-db62bcd6-2880-4d32-a3e3-089163548c79 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Mar 10 17:23:58.931323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d717e-05ab-4f77-9d05-ef663679d72e req-091dcfd1-978f-46a9-a131-de277f68bc3a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:58.938476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-841d717e-05ab-4f77-9d05-ef663679d72e req-091dcfd1-978f-46a9-a131-de277f68bc3a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.0661335 Mar 10 17:23:58.985055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-841d717e-05ab-4f77-9d05-ef663679d72e req-471f7c74-c6d1-4283-ad69-b178d29ff0ff tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Mar 10 17:23:59.194501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-105d8354-e29a-4724-b4f3-310b0252e67c req-153aeb7c-155a-4f66-a8d5-e4517fe393e2 tempest-DeleteServersAdminTestJSON-297493777 tempest-DeleteServersAdminTestJSON-297493777-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e752034-3c80-4b51-8c59-5d13f92ce05e HTTP/1.1" status: 200 len: 210 time: 0.0378499 Mar 10 17:23:59.343353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-929092b3-d7b4-488e-89ba-34abf8e8e59a tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dd3ae447abf341deba286a4a87051f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415394 Mar 10 17:23:59.482609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-29e124e8-1cbf-4fc4-a528-a441056e903c tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:23:59.490984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-29e124e8-1cbf-4fc4-a528-a441056e903c tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363268 Mar 10 17:23:59.493884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:59.508177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-d40723cc-4810-4a6a-8bd3-42800739acfd tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/quotas/dd3ae447abf341deba286a4a87051f64 HTTP/1.1" status: 200 len: 375 time: 0.0121250 Mar 10 17:23:59.583865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:23:59.599522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-cc2f9c6d-070d-438e-b3a3-ec96ed281155 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847945 Mar 10 17:23:59.698095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf162181-2369-48e9-9786-cb9bb85b086d req-0ca7fca3-a8af-49a2-96f3-39a7155c8b44 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0398738 Mar 10 17:23:59.727502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:23:59.733360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:23:59.733821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:59.851492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:23:59.852411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:59.878752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:23:59.881200 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b7e79-16a0-484b-b99b-e76777463990" -d '{"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:23:59.903736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4daa58f7-2d18-405f-b359-39963c473ac1 req-5eb832ac-168f-4263-9edd-509cdad6a051 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 210 time: 0.0439224 Mar 10 17:23:59.920643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:23:59.929396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:23:59.986119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:00.006702 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad51d54-0fc9-49cc-8d18-2028bebc6ed6 x-openstack-request-id: req-6ad51d54-0fc9-49cc-8d18-2028bebc6ed6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:00.020852 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:00.024059 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ad51d54-0fc9-49cc-8d18-2028bebc6ed6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:00.024797 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'code': 200} Mar 10 17:24:00.151131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b85f-3fb9-4d53-bc0c-9aaa301c8cb3 req-1b20c1da-41eb-402c-9607-d1da8fe1435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:00.152644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f52b85f-3fb9-4d53-bc0c-9aaa301c8cb3 req-1b20c1da-41eb-402c-9607-d1da8fe1435d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1128 time: 0.0797594 Mar 10 17:24:00.191496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce318-3362-42c9-bc50-1017545fca50 req-f7b0bb60-5c1b-4683-8d7c-925029930514 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:00.202890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a68ce318-3362-42c9-bc50-1017545fca50 req-f7b0bb60-5c1b-4683-8d7c-925029930514 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 946 time: 0.0843532 Mar 10 17:24:00.273460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f52b85f-3fb9-4d53-bc0c-9aaa301c8cb3 req-ffb2d563-e2eb-45c0-b783-5d06a58df7d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075687 Mar 10 17:24:00.303013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a68ce318-3362-42c9-bc50-1017545fca50 req-d5683317-7145-4901-903c-f8a9828f3e40 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837948 Mar 10 17:24:00.643122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49964) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:00.678472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49968) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:00.805536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34efbc01-4055-41b3-b342-c322ba6b846a req-31c406f1-3374-4db9-a3c4-d95f0a94bc96 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0288260 Mar 10 17:24:00.921300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0350cb39-d607-40c0-b0f7-facade789c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:00.929368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:00.943919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d71fa6f9-23f6-4ed6-80a6-c8030b51fae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.036285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c99a001d-436e-479a-af78-5f0332d1a64e req-c2b07532-3797-451d-bb41-9bc714fe6510 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 210 time: 0.0571382 Mar 10 17:24:01.093353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-83ef6b35-54e3-4ecd-b968-4d4082a8eeec tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dd3ae447abf341deba286a4a87051f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304198 Mar 10 17:24:01.112736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-978f013b-8fbe-4f8d-a9ee-623fc0939161 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6269e4aafa2443bdb087e759806d9d43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1811967 Mar 10 17:24:01.116457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:01.157317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d71fa6f9-23f6-4ed6-80a6-c8030b51fae8 admin admin] Publish callbacks [] for security_group (680c2863-fe1f-4596-a9c1-2e897e5e43c7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.173793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d71fa6f9-23f6-4ed6-80a6-c8030b51fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (680c2863-fe1f-4596-a9c1-2e897e5e43c7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.188896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] Publish callbacks [] for security_group (69da80b9-e620-44c9-8753-c51e55d1d6c6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.212227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0350cb39-d607-40c0-b0f7-facade789c67 admin admin] Publish callbacks [] for security_group (d601a1da-782d-4ec5-9031-5a600bef41bf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.241669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] Publish callbacks [] for security_group (69da80b9-e620-44c9-8753-c51e55d1d6c6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.243863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0350cb39-d607-40c0-b0f7-facade789c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d601a1da-782d-4ec5-9031-5a600bef41bf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.279038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d71fa6f9-23f6-4ed6-80a6-c8030b51fae8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bca5004c46140f29c9f5574a48cc810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345024 Mar 10 17:24:01.281951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:01.299858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa6f9-23f6-4ed6-80a6-c8030b51fae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680c2863-fe1f-4596-a9c1-2e897e5e43c7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:01.318590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-653b3ce6-05e2-4fea-b81d-5cefaa738302 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:01.320476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-653b3ce6-05e2-4fea-b81d-5cefaa738302 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180421 Mar 10 17:24:01.332413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0350cb39-d607-40c0-b0f7-facade789c67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f29bff30e3504550b6d368b1f7e6b532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6524241 Mar 10 17:24:01.334825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49998) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:01.357641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Request body: {'port': {'device_id': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'dd3ae447abf341deba286a4a87051f64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:01.394031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350cb39-d607-40c0-b0f7-facade789c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d601a1da-782d-4ec5-9031-5a600bef41bf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:01.396214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] Publish callbacks [] for security_group (680c2863-fe1f-4596-a9c1-2e897e5e43c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.420451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (69da80b9-e620-44c9-8753-c51e55d1d6c6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.423618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.425288 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69da80b9-e620-44c9-8753-c51e55d1d6c6 HTTP/1.1" status: 204 len: 168 time: 0.3075540 Mar 10 17:24:01.440651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] Publish callbacks [] for security_group (680c2863-fe1f-4596-a9c1-2e897e5e43c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.459794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edd770-fa41-43fa-8d7f-39c1d911cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da80b9-e620-44c9-8753-c51e55d1d6c6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:01.528847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (680c2863-fe1f-4596-a9c1-2e897e5e43c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.531839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.535872 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/680c2863-fe1f-4596-a9c1-2e897e5e43c7 HTTP/1.1" status: 204 len: 168 time: 0.2490580 Mar 10 17:24:01.546452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8110c4c-b700-4327-b013-374a5c568bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680c2863-fe1f-4596-a9c1-2e897e5e43c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:01.559103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] Publish callbacks [] for security_group (d601a1da-782d-4ec5-9031-5a600bef41bf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.580685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431458f-8cd2-40bb-a93a-e0d7d66a7a70 req-1e77a551-dac4-4977-ba59-a706b90eaaf0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:01.581587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5753df4c-e39c-4405-be60-876bd86bc2cd no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:01.588174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9431458f-8cd2-40bb-a93a-e0d7d66a7a70 req-1e77a551-dac4-4977-ba59-a706b90eaaf0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 946 time: 0.1953397 Mar 10 17:24:01.610750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 5753df4c-e39c-4405-be60-876bd86bc2cd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:01.611229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5753df4c-e39c-4405-be60-876bd86bc2cd not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:01.633869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] Publish callbacks [] for security_group (d601a1da-782d-4ec5-9031-5a600bef41bf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.676331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Made reservation on behalf of dd3ae447abf341deba286a4a87051f64 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:01.680647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.727593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9431458f-8cd2-40bb-a93a-e0d7d66a7a70 req-22175bb4-c1a9-4a05-90e1-eb209da7b235 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376741 Mar 10 17:24:01.745524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d601a1da-782d-4ec5-9031-5a600bef41bf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.748944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:01.751148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d601a1da-782d-4ec5-9031-5a600bef41bf HTTP/1.1" status: 204 len: 168 time: 0.4145758 Mar 10 17:24:01.794010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac5cca-746b-4ab9-95ad-635a4b3cda27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d601a1da-782d-4ec5-9031-5a600bef41bf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:01.871696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Allocated IP 192.168.233.222 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/2b5b4267-4a20-4f85-9b5e-921f1329c0d0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:01.905132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:01.923780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6286d56-6fa8-45ac-8963-13fcfa317621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.044009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6286d56-6fa8-45ac-8963-13fcfa317621 admin admin] Publish callbacks [] for security_group (8109980b-1149-4a32-9ffc-58d595ea0ed4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.051426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6286d56-6fa8-45ac-8963-13fcfa317621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8109980b-1149-4a32-9ffc-58d595ea0ed4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.080819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47294e8b-2b99-402c-b54f-d14723ccd677 req-a7b437d0-b591-41ae-a7e7-9a55f081baf8 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0414209 Mar 10 17:24:02.101258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6286d56-6fa8-45ac-8963-13fcfa317621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=077a89e8589e4f38a69ceeb4599beefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945617 Mar 10 17:24:02.102833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6286d56-6fa8-45ac-8963-13fcfa317621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109980b-1149-4a32-9ffc-58d595ea0ed4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:02.107439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50028) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:02.175081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] Publish callbacks [] for security_group (8109980b-1149-4a32-9ffc-58d595ea0ed4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.192134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks [] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.203802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] Publish callbacks [] for security_group (8109980b-1149-4a32-9ffc-58d595ea0ed4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.210040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:02.226946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4229-41ec-4ac8-aae9-f1e5c954a8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.270818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22adbe63-b312-44a3-9336-685b1988466a req-912f5661-dcef-41d8-bda9-81bf1d8ab748 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 210 time: 0.0559869 Mar 10 17:24:02.331191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4229-41ec-4ac8-aae9-f1e5c954a8b4 admin admin] Publish callbacks [] for security_group (2f5b7036-5169-4406-9dc7-1dee54f49b86), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.334443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124f16-1879-4724-9156-1c7a13483e32 req-cc6df9e1-979b-4cb2-85e5-e19c8a2e2eea tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:02.336652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98124f16-1879-4724-9156-1c7a13483e32 req-cc6df9e1-979b-4cb2-85e5-e19c8a2e2eea tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1128 time: 0.1042173 Mar 10 17:24:02.336817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4229-41ec-4ac8-aae9-f1e5c954a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f5b7036-5169-4406-9dc7-1dee54f49b86), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.344316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.357107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6ca4548b-2a52-4157-a4f7-c6ffc5409b12'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:02.402088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8109980b-1149-4a32-9ffc-58d595ea0ed4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.405285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.406065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8109980b-1149-4a32-9ffc-58d595ea0ed4 HTTP/1.1" status: 204 len: 168 time: 0.2976699 Mar 10 17:24:02.421762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e4229-41ec-4ac8-aae9-f1e5c954a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b7036-5169-4406-9dc7-1dee54f49b86,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:02.438170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:02.444647 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea0e4229-41ec-4ac8-aae9-f1e5c954a8b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfc79ed13cd743069fbb936b30544aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297080 Mar 10 17:24:02.449444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a7fc6-77cb-4204-8bdc-ae9b8d2d8fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109980b-1149-4a32-9ffc-58d595ea0ed4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:02.449611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:02.451753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:02.455228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:02.460504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:02.461000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.484557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Pushing event updated for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:02.546752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-64a7e581-26b0-4801-ada5-60ba97d9dc86 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2012556 Mar 10 17:24:02.568687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98124f16-1879-4724-9156-1c7a13483e32 req-706b21cb-0f66-4fa4-a4e2-3f4f81037d41 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220399 Mar 10 17:24:02.578600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Request body: {'port': {'device_id': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:02.630262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] Publish callbacks [] for security_group (2f5b7036-5169-4406-9dc7-1dee54f49b86), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.714324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] Publish callbacks [] for security_group (2f5b7036-5169-4406-9dc7-1dee54f49b86), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.817271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f5b7036-5169-4406-9dc7-1dee54f49b86), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.821434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.822928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f5b7036-5169-4406-9dc7-1dee54f49b86 HTTP/1.1" status: 204 len: 168 time: 0.3762753 Mar 10 17:24:02.827321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.840225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348727-8dce-4a71-96a2-9311b132726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b7036-5169-4406-9dc7-1dee54f49b86,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:02.857252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4ca9e-4752-44ec-a04e-6d467a396c43 req-0d293776-69f8-42fd-8cb7-db572e2514b5 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:02.859115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b4ca9e-4752-44ec-a04e-6d467a396c43 req-0d293776-69f8-42fd-8cb7-db572e2514b5 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1128 time: 0.0803277 Mar 10 17:24:02.950050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6e6131ca-bc32-4f58-80b7-f90743d7df7f None None] Provisioning complete for port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:02.951299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e6131ca-bc32-4f58-80b7-f90743d7df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:02.982865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b4ca9e-4752-44ec-a04e-6d467a396c43 req-d055667d-d35b-4ed6-bf86-d190eb487633 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044524 Mar 10 17:24:03.001053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e6131ca-bc32-4f58-80b7-f90743d7df7f None None] Port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:03.294418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:03.426883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54ae48b1-31df-4ae1-a504-4b940db57774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.486069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c61a80b-c998-4c52-8dc1-8d332d7b72d2 req-3f3f2dc0-f611-4eb0-98ed-1d910c80301c tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.2795272 Mar 10 17:24:03.507756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:03.528478 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks [] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.531399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54ae48b1-31df-4ae1-a504-4b940db57774 admin admin] Publish callbacks [] for security_group (07005bb8-b7b0-4d77-9182-3ebfdb460c7a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.537929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-54ae48b1-31df-4ae1-a504-4b940db57774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07005bb8-b7b0-4d77-9182-3ebfdb460c7a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.546653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Transition to ACTIVE for port object 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:03.562889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.589138 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-54ae48b1-31df-4ae1-a504-4b940db57774 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45562f8c9be04355bbd88758b435a5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934752 Mar 10 17:24:03.590986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae48b1-31df-4ae1-a504-4b940db57774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07005bb8-b7b0-4d77-9182-3ebfdb460c7a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:03.595500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:03.651839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:03.691082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] Publish callbacks [] for security_group (07005bb8-b7b0-4d77-9182-3ebfdb460c7a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.694406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Attempting to bind port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:03.694769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Attempting to bind port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:03.695095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Attempting to bind port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:03.705289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c76dd-e49d-4635-a7b2-37c28bb8a1bf req-95ed61e2-6929-475b-8212-fe016b739300 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:03.706841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b3c76dd-e49d-4635-a7b2-37c28bb8a1bf req-95ed61e2-6929-475b-8212-fe016b739300 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 948 time: 0.1405296 Mar 10 17:24:03.711481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:03.711800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Attempting to bind port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:03.720885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] Publish callbacks [] for security_group (07005bb8-b7b0-4d77-9182-3ebfdb460c7a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.729907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:03.730315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:03.730750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:03.731654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Bound port: 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:03.732376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.814903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07005bb8-b7b0-4d77-9182-3ebfdb460c7a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.817742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.819446 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07005bb8-b7b0-4d77-9182-3ebfdb460c7a HTTP/1.1" status: 204 len: 168 time: 0.2225327 Mar 10 17:24:03.828297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fcc50-5c44-4f9e-9f7e-9e890b580229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07005bb8-b7b0-4d77-9182-3ebfdb460c7a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:03.836888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b3c76dd-e49d-4635-a7b2-37c28bb8a1bf req-6951ec41-e866-4a81-9c14-ea82292c25df tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226137 Mar 10 17:24:03.871096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:03.883310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:03.899929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-3c0ec9a0-befe-4cb8-9b3d-1f9ad0340fd7 req-b4eaab11-a883-477f-ade0-d7a1df26e679 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:03.901054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c0ec9a0-befe-4cb8-9b3d-1f9ad0340fd7 req-b4eaab11-a883-477f-ade0-d7a1df26e679 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4340246 Mar 10 17:24:03.915487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.948437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:03.949243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:03.951093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] 10.222.0.59 "PUT /v2.0/ports/2b5b4267-4a20-4f85-9b5e-921f1329c0d0 HTTP/1.1" status: 200 len: 1096 time: 1.3814018 Mar 10 17:24:03.977080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:03.980679 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bc39b9-d8e8-4386-a85e-8ea59e057c73" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:04.085083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecee97-a473-4f30-bfe0-2341313a5ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:04.097138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-7527da9f-33d2-4005-9067-711a02b62939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:04.099594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-7527da9f-33d2-4005-9067-711a02b62939 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 1130 time: 0.0880730 Mar 10 17:24:04.158600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-e4864825-14e8-4786-b393-1669645b83c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0 HTTP/1.1" status: 200 len: 217 time: 0.0495293 Mar 10 17:24:04.244591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-611ddeb1-0f47-415a-9964-3e4c70bbbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:04.246269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-611ddeb1-0f47-415a-9964-3e4c70bbbaf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0810342 Mar 10 17:24:04.312806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-601f5138-42f8-45de-8b85-d58cdd2ab817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:04.314494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-601f5138-42f8-45de-8b85-d58cdd2ab817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0556450 Mar 10 17:24:04.441293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-9a6b9cb5-c660-4e55-a003-f315cb7016d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205316 Mar 10 17:24:04.445182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16306ec5-22e7-41d4-868c-0112f52ce345 x-openstack-request-id: req-16306ec5-22e7-41d4-868c-0112f52ce345 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:04.445474 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:04.445835 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16306ec5-22e7-41d4-868c-0112f52ce345 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:04.446313 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0', 'status': 'completed', 'code': 200} Mar 10 17:24:04.522870 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:04.542471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7481203e-4c85-4b95-96c4-41ad42307f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.585700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c18b40-1d15-42c0-b18c-86b01cba5b5e req-e8ff524f-973e-42fd-97e5-ac8d89d053a1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333196 Mar 10 17:24:04.626369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b826a8b-6148-44fc-a7ca-fea690b2df5e req-bc0f845d-7491-41f1-82d4-26fbe94ec3fe tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0329218 Mar 10 17:24:04.674232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7481203e-4c85-4b95-96c4-41ad42307f18 admin admin] Publish callbacks [] for security_group (190e6b0a-b573-4693-a0fc-41fbf665e50d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.679293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7481203e-4c85-4b95-96c4-41ad42307f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (190e6b0a-b573-4693-a0fc-41fbf665e50d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.717801 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7481203e-4c85-4b95-96c4-41ad42307f18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=417de268cf9241b1b89f4911497775bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938295 Mar 10 17:24:04.720744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:04.720858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-b4d8bca1-5e49-4b48-ae81-c2ce25918bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:04.723636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-b4d8bca1-5e49-4b48-ae81-c2ce25918bba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd3ae447abf341deba286a4a87051f64&device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 1130 time: 0.0727491 Mar 10 17:24:04.756096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481203e-4c85-4b95-96c4-41ad42307f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e6b0a-b573-4693-a0fc-41fbf665e50d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:04.810693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] Publish callbacks [] for security_group (190e6b0a-b573-4693-a0fc-41fbf665e50d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.838817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] Publish callbacks [] for security_group (190e6b0a-b573-4693-a0fc-41fbf665e50d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.882815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-fddc0337-6075-4d73-8a52-93f25b47c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:04.884785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-fddc0337-6075-4d73-8a52-93f25b47c571 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1542089 Mar 10 17:24:04.925598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (190e6b0a-b573-4693-a0fc-41fbf665e50d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.932514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:04.932514 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/190e6b0a-b573-4693-a0fc-41fbf665e50d HTTP/1.1" status: 204 len: 168 time: 0.2074986 Mar 10 17:24:04.944288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1082-cffe-4263-b52a-2ddc85f21169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e6b0a-b573-4693-a0fc-41fbf665e50d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:04.967208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-cf1c4ffb-b16e-4403-b580-3bccb7e0d1dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0 HTTP/1.1" status: 200 len: 217 time: 0.0752940 Mar 10 17:24:05.069847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165081c4-ae4f-4ccc-bbef-0440d09cb07a req-c1211e42-6433-4881-a4e1-1e8d49c8f60f tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:05.076318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-165081c4-ae4f-4ccc-bbef-0440d09cb07a req-c1211e42-6433-4881-a4e1-1e8d49c8f60f tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 948 time: 0.1202798 Mar 10 17:24:05.078122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-1858684f-5527-4b2a-b5bf-418a1b3777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:05.079600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-1858684f-5527-4b2a-b5bf-418a1b3777fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0915041 Mar 10 17:24:05.103310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50210) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:05.128357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-165081c4-ae4f-4ccc-bbef-0440d09cb07a req-ed9075f2-abb9-4d62-bf6c-48ec2291a24a tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Mar 10 17:24:05.180388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-24380ff1-c1ff-46ee-a2e2-0241216ff35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:05.182284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-24380ff1-c1ff-46ee-a2e2-0241216ff35b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0574441 Mar 10 17:24:05.300413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-b55e37af-b565-4ffa-b692-609bd6853a8b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111219 Mar 10 17:24:05.345203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:05.403648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bc39b9-d8e8-4386-a85e-8ea59e057c73 req-2dab5aa9-a4c2-4aef-bdf0-22ccb283961c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961473 Mar 10 17:24:05.455182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-894881336-network', 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:05.476387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:05.480523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.490231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.547214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37aa094e-57bd-4279-9354-f2f77c768e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.623809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks [] for security_group (6a4e3e84-5607-4594-b665-a14392457915), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.634390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a4e3e84-5607-4594-b665-a14392457915), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.680706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:05.712502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c55d244-613c-41b2-b62f-8b499e049269), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.712885 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Added segment 4c55d244-613c-41b2-b62f-8b499e049269 of type vlan for network b2899171-52e0-4889-b51f-5adef352bd5d Mar 10 17:24:05.718708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e3e84-5607-4594-b665-a14392457915,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:05.795528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37aa094e-57bd-4279-9354-f2f77c768e23 admin admin] Publish callbacks [] for security_group (b1d22474-1acd-4255-8288-08e3b99a19c0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.814330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84bd0037-d0fd-4e4d-946d-70eb37fb53a7 req-2b284299-859f-458b-9b90-fe328006ee36 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0736039 Mar 10 17:24:05.839566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b2899171-52e0-4889-b51f-5adef352bd5d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.843426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37aa094e-57bd-4279-9354-f2f77c768e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b1d22474-1acd-4255-8288-08e3b99a19c0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.894595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b2899171-52e0-4889-b51f-5adef352bd5d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.895956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:05.897045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:05.908735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-37aa094e-57bd-4279-9354-f2f77c768e23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3bc4149bb504cdf808444078e97ed37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625062 Mar 10 17:24:05.911776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50258) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:05.937988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa094e-57bd-4279-9354-f2f77c768e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d22474-1acd-4255-8288-08e3b99a19c0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:05.951122 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8427956 Mar 10 17:24:05.957233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:05.963083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Request body: {'subnet': {'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-894881336-subnet', 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:06.002657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427c704-5ef6-4c1e-9771-6850d9823c15 admin admin] Pushing event updated for resources: {'Network': ['ID=b2899171-52e0-4889-b51f-5adef352bd5d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:06.015682 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] Publish callbacks [] for security_group (b1d22474-1acd-4255-8288-08e3b99a19c0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.019620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:06.031288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b2899171-52e0-4889-b51f-5adef352bd5d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:06.049049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.054632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] Publish callbacks [] for security_group (b1d22474-1acd-4255-8288-08e3b99a19c0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.127190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b1d22474-1acd-4255-8288-08e3b99a19c0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.130355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.136182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1d22474-1acd-4255-8288-08e3b99a19c0 HTTP/1.1" status: 204 len: 168 time: 0.2232981 Mar 10 17:24:06.145886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3d443-efcb-4894-a012-0deaeeb4ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d22474-1acd-4255-8288-08e3b99a19c0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:06.262128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (8f2f7e58-7d36-4f70-9d63-8ea48bdd158c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.264782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32989b6-5040-45b0-9192-e945c76415bb req-ec96bb9e-44b7-4d9d-b827-849055aabba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:06.273755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b32989b6-5040-45b0-9192-e945c76415bb req-ec96bb9e-44b7-4d9d-b827-849055aabba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 948 time: 0.0681241 Mar 10 17:24:06.319146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:06.328379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:06.328875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Network hostable DHCP agents. Network: b2899171-52e0-4889-b51f-5adef352bd5d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:06.344675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50280) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:06.349005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b32989b6-5040-45b0-9192-e945c76415bb req-5074e044-613f-4984-a3af-4e58789bd7bb tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Mar 10 17:24:06.353009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Network b2899171-52e0-4889-b51f-5adef352bd5d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:06.365488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b2899171-52e0-4889-b51f-5adef352bd5d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:06.370003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:06.371019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.377295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4130765-0c3d-4c45-afb0-707829d875ad None None] Network b2899171-52e0-4889-b51f-5adef352bd5d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:06.390012 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b508b232-5a68-40bf-be03-653ef3e6d039 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4315422 Mar 10 17:24:06.491711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0356ae-34c5-4c46-9e5e-e92208e571c9 None None] Network b2899171-52e0-4889-b51f-5adef352bd5d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:06.539441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:06.657313 n-d-833115-2 neutron-server[103794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 17:24:06.661099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-18d8d489-0698-4b70-8243-9ddc3088b04c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:06.662247 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-18d8d489-0698-4b70-8243-9ddc3088b04c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163397 Mar 10 17:24:06.798826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe65f-4e65-42fb-a7ba-543deed61621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.932534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe65f-4e65-42fb-a7ba-543deed61621 admin admin] Publish callbacks [] for security_group (619b40de-f810-4663-bdcd-c5eaa3ce3d71), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:06.959915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2e9dbe-7856-40fe-abfe-b58f10133495 req-fb67edfc-3b1b-4fd8-b292-cbb94a366f7f tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0442450 Mar 10 17:24:06.960522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe65f-4e65-42fb-a7ba-543deed61621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (619b40de-f810-4663-bdcd-c5eaa3ce3d71), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.005339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7bdfe65f-4e65-42fb-a7ba-543deed61621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f68655a2e56c4bd3ba39d953dcae1ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648101 Mar 10 17:24:07.006564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfe65f-4e65-42fb-a7ba-543deed61621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b40de-f810-4663-bdcd-c5eaa3ce3d71,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:07.008114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:07.088936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-f93af999-7c91-4151-b324-d875ac83ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:07.090337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-f93af999-7c91-4151-b324-d875ac83ca37 service neutron] 10.222.0.35 "GET /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 1125 time: 0.2013865 Mar 10 17:24:07.108313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:07.108857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:24:07.110794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] Publish callbacks [] for security_group (619b40de-f810-4663-bdcd-c5eaa3ce3d71), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.164418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] Publish callbacks [] for security_group (619b40de-f810-4663-bdcd-c5eaa3ce3d71), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.290496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (619b40de-f810-4663-bdcd-c5eaa3ce3d71), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.293090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.294327 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/619b40de-f810-4663-bdcd-c5eaa3ce3d71 HTTP/1.1" status: 204 len: 168 time: 0.2849238 Mar 10 17:24:07.313246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3c024-e8b1-48af-9840-781b0767b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b40de-f810-4663-bdcd-c5eaa3ce3d71,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:07.318789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:07.319204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:07.319479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:07.328441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:07.328765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:07.334041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:07.334780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:07.335351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:07.335778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Bound port: 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:07.441193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:07.451532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.453661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-57f67492-7b7e-4b9a-b122-a05bc9118657 service neutron] 10.222.0.35 "POST /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771/bindings HTTP/1.1" status: 201 len: 389 time: 0.3488913 Mar 10 17:24:07.513890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d93e9-a36b-4e90-9e7f-aaafc15d2dd1 req-d7586a93-213f-43ab-a132-eeff8bd822de tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:07.528432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858d93e9-a36b-4e90-9e7f-aaafc15d2dd1 req-d7586a93-213f-43ab-a132-eeff8bd822de tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 948 time: 0.1047571 Mar 10 17:24:07.639680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:07.686112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858d93e9-a36b-4e90-9e7f-aaafc15d2dd1 req-c4fa9a49-1939-4d8c-9b49-e76bbdde9dc3 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539950 Mar 10 17:24:07.775844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:07.777726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:07.783604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1615369386-network', 'tenant_id': '87bc4212e5464f77b7bc5d258f40c1e3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:07.793957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0', 'mac_address': 'fa:16:3e:0f:bf:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:07.814217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b88f-36dd-40be-bc70-3ffe9b193aea req-3921d5cf-8333-48ff-a04f-cae24a976085 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:07.816057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aa0b88f-36dd-40be-bc70-3ffe9b193aea req-3921d5cf-8333-48ff-a04f-cae24a976085 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 946 time: 0.1285584 Mar 10 17:24:07.822823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Made reservation on behalf of 87bc4212e5464f77b7bc5d258f40c1e3 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:07.823428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-a3aa7d8e-e626-4a1e-8d6e-69a1b39500ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:07.824912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-a3aa7d8e-e626-4a1e-8d6e-69a1b39500ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1128 time: 0.0802648 Mar 10 17:24:07.826189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.840195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:07.840562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.845754 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.858198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:07.884742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:07.893690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.907140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:07.938928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b23a332-cb55-4d45-a062-5dbf0e95ca7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:07.999442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks [] for security_group (177bbbb3-4ab9-422a-98ea-78155ccf774b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.010344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.015866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (177bbbb3-4ab9-422a-98ea-78155ccf774b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.043183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aa0b88f-36dd-40be-bc70-3ffe9b193aea req-8056b88b-9c33-4ec3-b1ad-a0dc7652d54f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140749 Mar 10 17:24:08.107487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:08.119782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['2b5b4267-4a20-4f85-9b5e-921f1329c0d0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:08.135947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-15bc31f5-19d6-43d6-8ef2-b7e49f839626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:08.137432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-15bc31f5-19d6-43d6-8ef2-b7e49f839626 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.3058112 Mar 10 17:24:08.139288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83bafbe0-444a-44a5-b89d-e92117949cb7 req-4dff4a06-0764-45d2-bed5-4f41f3f8fedf tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0479858 Mar 10 17:24:08.141698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177bbbb3-4ab9-422a-98ea-78155ccf774b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.157272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-361a8366-8c06-427e-82ac-8fe67a742f87 req-b450d475-2d34-451e-95ec-dba24d1b6758 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0518703 Mar 10 17:24:08.197215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b23a332-cb55-4d45-a062-5dbf0e95ca7d admin admin] Publish callbacks [] for security_group (1d5dd7e3-0362-4f8f-84ef-5c21160de9d4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.200131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-5b36b92b-3dc4-4a16-bc83-556a46191dd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0456154 Mar 10 17:24:08.211420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f53686d1-a7a5-47a1-903d-44755b906b7d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.211893 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Added segment f53686d1-a7a5-47a1-903d-44755b906b7d of type vlan for network b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 Mar 10 17:24:08.235263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b23a332-cb55-4d45-a062-5dbf0e95ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1d5dd7e3-0362-4f8f-84ef-5c21160de9d4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.273167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-d2146166-8fde-4c4f-b0be-82620eb539fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:08.276038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-d2146166-8fde-4c4f-b0be-82620eb539fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0695109 Mar 10 17:24:08.304794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.324470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b23a332-cb55-4d45-a062-5dbf0e95ca7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ec0a2c8e49f4af78a401f6e4e1e6b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158461 Mar 10 17:24:08.329391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:08.339105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23a332-cb55-4d45-a062-5dbf0e95ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5dd7e3-0362-4f8f-84ef-5c21160de9d4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.341957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-8d6b1a2e-258d-40c9-ac60-ffcc808b8867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584800 Mar 10 17:24:08.381587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.382409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:08.383033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.436342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6568472 Mar 10 17:24:08.436943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:08.445429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Request body: {'subnet': {'network_id': 'b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1615369386-subnet', 'tenant_id': '87bc4212e5464f77b7bc5d258f40c1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:08.451209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] Publish callbacks [] for security_group (1d5dd7e3-0362-4f8f-84ef-5c21160de9d4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.474348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-a9e02955-6454-4c72-a61d-c67b01549c7e service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245294 Mar 10 17:24:08.495067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ecd84-ec82-4962-9dec-5522391f91a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.507951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:08.524186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] Publish callbacks [] for security_group (1d5dd7e3-0362-4f8f-84ef-5c21160de9d4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.532086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Made reservation on behalf of 87bc4212e5464f77b7bc5d258f40c1e3 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:08.534476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.632230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-9aaa4b16-67fa-42a6-8bcc-ca01164c4b2b service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515365 Mar 10 17:24:08.663875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1d5dd7e3-0362-4f8f-84ef-5c21160de9d4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.667378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.668959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d5dd7e3-0362-4f8f-84ef-5c21160de9d4 HTTP/1.1" status: 204 len: 168 time: 0.3385513 Mar 10 17:24:08.682382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1067-254e-455c-8d9e-6b82b4f352ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5dd7e3-0362-4f8f-84ef-5c21160de9d4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.811805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (1163fc96-be6f-459a-985b-f6a3cdfc78aa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.867076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1163fc96-be6f-459a-985b-f6a3cdfc78aa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:08.871647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-92e4a8d1-4579-4659-8279-008be9f54a05 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a39dd3008df04ed48767ba31079220d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873544 Mar 10 17:24:08.877733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Checking segment: {'id': 'f53686d1-a7a5-47a1-903d-44755b906b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:08.878091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Network hostable DHCP agents. Network: b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:08.896011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Network b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:08.906957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:08.912399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:08.913916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:08.921022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61291b66-ecae-4a2f-a990-7e70199aac72 None None] Network b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:08.938217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a26c943-7ea8-4c0f-8110-bb61b9b43862 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4966846 Mar 10 17:24:09.035876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-6c8dc006-ecb0-4563-9f77-8cc7bf231085 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:09.036900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-6c8dc006-ecb0-4563-9f77-8cc7bf231085 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1128 time: 0.2513161 Mar 10 17:24:09.050469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:09.083414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f71b4-84c2-47dc-a605-9c9bc00c05b0 None None] Network b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:09.086604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67ef0a-6310-4d32-8172-0ca0b673fb70 req-0ae33d53-fd34-48d3-b37b-08a1a4914849 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:09.088665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b67ef0a-6310-4d32-8172-0ca0b673fb70 req-0ae33d53-fd34-48d3-b37b-08a1a4914849 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 949 time: 0.2814326 Mar 10 17:24:09.125789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-c46fc28c-5881-445e-acd3-cb377b02179a tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:09.127171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-c46fc28c-5881-445e-acd3-cb377b02179a tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461727 Mar 10 17:24:09.221642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-cf22c8f5-d676-4051-a9d9-7383bc612ca2 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/quotas/a39dd3008df04ed48767ba31079220d0 HTTP/1.1" status: 200 len: 375 time: 0.0844450 Mar 10 17:24:09.275191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-cf51f498-9f28-489a-9590-5326d859552b tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a39dd3008df04ed48767ba31079220d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438430 Mar 10 17:24:09.279558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b67ef0a-6310-4d32-8172-0ca0b673fb70 req-dd2a0f62-bdaa-43c7-82ab-14b23164a7a3 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713641 Mar 10 17:24:09.280339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.500221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:09.577378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:09.586019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52477b-c537-47aa-9445-771de8ba419a req-ceb527ef-53f2-4ff1-ba69-083d06792912 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:09.587643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a52477b-c537-47aa-9445-771de8ba419a req-ceb527ef-53f2-4ff1-ba69-083d06792912 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 946 time: 0.0836020 Mar 10 17:24:09.612202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:09.647043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:09.649361 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a952b284-e469-4fa0-b01c-462ae2eb3f0a" -d '{"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:09.653313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks [] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.675700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:09.680896 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.681711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:09.682283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.769195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a52477b-c537-47aa-9445-771de8ba419a req-875f12a8-2edb-49d9-b7c5-8da5a7a5d8ae tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630425 Mar 10 17:24:09.853567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:09.853969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.871133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:09.871475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:09.871805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:09.883798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:09.884117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Attempting to bind port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:09.911732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:09.922216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:09.922586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:09.922968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:09.923394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Bound port: 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:09.923749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:09.928969 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8033ea94-43cd-4697-ba33-f376eece65ce" -d '{"events": [{"server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:09.944848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:09.945391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c63b15c-f753-4d0d-a434-d365d63099f7 req-2986dcdb-42e9-406c-b247-1d0a4aa47778 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0661950 Mar 10 17:24:09.952854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:09.961701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.045430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:10.095531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85663a38-376f-4978-981e-da8bd547ef27 req-04437351-9675-4423-9db7-c27da2bbb2ed tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 210 time: 0.0543590 Mar 10 17:24:10.170343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:10.177731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:10.192457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.225982 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2170c2e-b8b3-4ff8-8672-7bbc57951ac0 x-openstack-request-id: req-b2170c2e-b8b3-4ff8-8672-7bbc57951ac0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:10.226292 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:10.226648 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2170c2e-b8b3-4ff8-8672-7bbc57951ac0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:10.226955 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'code': 200} Mar 10 17:24:10.236268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-f1c7a4e9-2443-47d5-806e-97843011aef6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:10.243078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-f1c7a4e9-2443-47d5-806e-97843011aef6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.2364597 Mar 10 17:24:10.274444 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4de9d-231d-4f6b-947b-150097a6a483 x-openstack-request-id: req-d4b4de9d-231d-4f6b-947b-150097a6a483 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:10.274857 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "name": "network-vif-plugged", "status": "completed", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:10.275356 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4b4de9d-231d-4f6b-947b-150097a6a483 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:10.275986 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0', 'code': 200} Mar 10 17:24:10.286576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-4a6dad71-1564-4528-b732-894d9d625196 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/quotas/519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 375 time: 0.0426025 Mar 10 17:24:10.299853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:10.352564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:10.353196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:10.355151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-35bbf6c9-723d-4f3a-9450-7708a65a75f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 1122 time: 1.3086948 Mar 10 17:24:10.358642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b70554e9-8f9e-41d2-896f-897086c13fd3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607579 Mar 10 17:24:10.414238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0886fd42-1a8c-4ef8-9b5f-5afb38179771'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:10.483510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2669135-7f5b-49ef-ac19-8ce227ee2e87 req-dbda733f-c89b-45bd-bec8-801d1a9bfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:10.485017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2669135-7f5b-49ef-ac19-8ce227ee2e87 req-dbda733f-c89b-45bd-bec8-801d1a9bfaee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 1132 time: 0.1290317 Mar 10 17:24:10.511618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-3d89d324-307b-43e9-a59b-1adf0558feb9 service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418123 Mar 10 17:24:10.571840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2669135-7f5b-49ef-ac19-8ce227ee2e87 req-fdc67ed7-5af9-4a67-835f-0147871a92ba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771337 Mar 10 17:24:10.628530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b6bbcf6f-b057-44b8-a1c0-d985130aa0aa service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103339 Mar 10 17:24:10.726052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-c2904d49-a09c-4b77-a685-ddef2f4b1751 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a39dd3008df04ed48767ba31079220d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273175 Mar 10 17:24:10.897042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-4701ef36-3c47-4597-9411-066ab1499cb1 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:10.898640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-4701ef36-3c47-4597-9411-066ab1499cb1 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673717 Mar 10 17:24:11.167413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Request body: {'port': {'device_id': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'a39dd3008df04ed48767ba31079220d0'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:11.209761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed844cd-75ba-4eb8-b2d3-fb905488b23f req-a334e541-7784-4fe5-b21a-76ee1ace45c1 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0465415 Mar 10 17:24:11.298667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc281afb-fa96-407b-b465-d27f86dbcddf req-e26009fc-2141-4a3a-89f2-b35e722df3d5 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:11.303698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc281afb-fa96-407b-b465-d27f86dbcddf req-e26009fc-2141-4a3a-89f2-b35e722df3d5 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 950 time: 0.4039834 Mar 10 17:24:11.381170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc281afb-fa96-407b-b465-d27f86dbcddf req-1e8ed99a-cacb-4503-9f19-4250dc79fbd2 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758784 Mar 10 17:24:11.387497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Made reservation on behalf of a39dd3008df04ed48767ba31079220d0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:11.392688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.408552 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.492149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5c9efa9-b11e-4ea2-875b-52d91de22f79 req-92dcb00a-eb3d-40af-816a-e5f806405566 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 210 time: 0.0341475 Mar 10 17:24:11.547465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks [] for security_group (cf287ff5-dfac-4d18-8137-6653e8d39352), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.572559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cf287ff5-dfac-4d18-8137-6653e8d39352), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:11.675863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf287ff5-dfac-4d18-8137-6653e8d39352,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:11.683103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19a438bc-de71-4f8e-9906-64d9927a188f req-0837f994-fde9-4f8c-bd54-d301971a9944 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 210 time: 0.0819981 Mar 10 17:24:11.717221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05aa9d-2f41-4b77-8335-4dd10e54d76a req-dc324e5a-12ea-4bd3-b7a1-bb465b4b8ee6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:11.725833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd05aa9d-2f41-4b77-8335-4dd10e54d76a req-dc324e5a-12ea-4bd3-b7a1-bb465b4b8ee6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.1914189 Mar 10 17:24:11.816505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Allocated IP 192.168.233.82 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/d309b1c4-4a0e-44d9-a82a-dfd9c92268f1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:11.835549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd05aa9d-2f41-4b77-8335-4dd10e54d76a req-0cb914bd-6db2-42de-9e23-f00df9f31a9c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087072 Mar 10 17:24:12.013284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2fee740-0ea4-4e75-ae09-ca1491073952 req-586d4911-8df4-44a5-8888-57fe3669eb19 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.1394982 Mar 10 17:24:12.156964 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks [] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.189403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-7746eae2-fce5-4a15-a222-ee0abf08725f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:12.190814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-7746eae2-fce5-4a15-a222-ee0abf08725f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.2346470 Mar 10 17:24:12.206680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Request body: {'port': {'device_id': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'admin_state_up': True, 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:12.228308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:12.230675 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:12.276636 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153f6f3d-4193-4ec2-ba28-85891efe93ba x-openstack-request-id: req-153f6f3d-4193-4ec2-ba28-85891efe93ba {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:12.276933 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:12.277185 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-153f6f3d-4193-4ec2-ba28-85891efe93ba {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:12.277637 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'status': 'completed', 'code': 200} Mar 10 17:24:12.308985 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.341474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:12.345503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1dab9974-f4bb-468e-a5bf-6cb45565620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.365477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:12.372866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:12.377954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:12.378649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.396518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:12.426005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Pushing event updated for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:12.450827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-f44dccfb-2d8c-4106-a9d8-c462cd05e0aa tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5412490 Mar 10 17:24:12.472437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-db987bdd-8a1a-486a-80bb-8e603d017054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:12.473823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Request body: {'port': {'device_id': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:12.474003 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-db987bdd-8a1a-486a-80bb-8e603d017054 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1156 time: 0.1717653 Mar 10 17:24:12.498619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50528) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:12.509456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:12.513032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.688562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1895e19-146e-46ce-837d-7104ad34f2b4 req-d8b645a3-3b46-4a05-ba22-8d097eb94a2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 210 time: 0.0844586 Mar 10 17:24:12.692689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.716822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35d09631-ef72-410c-bb16-96597e7d77fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.763147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eb43-ed14-478f-9a7c-db0e68941630 req-453f48da-c686-4215-a5e9-9df92ca4f5ca tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:12.764001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e7a32027-889a-47f4-94ba-3a39bd215e51 None None] Provisioning complete for port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:12.764378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e7a32027-889a-47f4-94ba-3a39bd215e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.765081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3df3eb43-ed14-478f-9a7c-db0e68941630 req-453f48da-c686-4215-a5e9-9df92ca4f5ca tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 950 time: 0.2357886 Mar 10 17:24:12.807034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e7a32027-889a-47f4-94ba-3a39bd215e51 None None] Port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:12.813013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48b862ba-23b5-4ee0-bdcc-0d541f6d3378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:12.882636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Allocated IP 172.20.0.6 (b2899171-52e0-4889-b51f-5adef352bd5d/8f2f7e58-7d36-4f70-9d63-8ea48bdd158c/b233bd6b-8173-47ca-b431-78ce7df9a117) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:12.885865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-8de56b7e-193c-4b4b-a3fd-ad697feb2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:12.887361 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-8de56b7e-193c-4b4b-a3fd-ad697feb2289 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.4051747 Mar 10 17:24:12.979439 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-ce0930ff-a077-4292-bc8c-b5030293e587 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0797241 Mar 10 17:24:12.988856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3df3eb43-ed14-478f-9a7c-db0e68941630 req-97582c4c-f060-4383-aa90-b7d04827db3d tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885276 Mar 10 17:24:13.030698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca1182-86a9-4550-811b-6ed62f4fad29 req-a0e17f0f-3fcc-4412-a9fa-56634bd7932d tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.032193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5ca1182-86a9-4550-811b-6ed62f4fad29 req-a0e17f0f-3fcc-4412-a9fa-56634bd7932d tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 935 time: 0.2279053 Mar 10 17:24:13.048154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35d09631-ef72-410c-bb16-96597e7d77fd admin admin] Publish callbacks [] for security_group (cc0f3f67-1ee5-4039-a72a-9cd41f975e9c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.062905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35d09631-ef72-410c-bb16-96597e7d77fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cc0f3f67-1ee5-4039-a72a-9cd41f975e9c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.107674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-34c447fe-b063-4a62-9c1d-5171e474d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.109153 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-34c447fe-b063-4a62-9c1d-5171e474d2c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1228938 Mar 10 17:24:13.157217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-35d09631-ef72-410c-bb16-96597e7d77fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b836bb1e95424914aac9382f48580177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590795 Mar 10 17:24:13.164247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50542) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:13.174074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48b862ba-23b5-4ee0-bdcc-0d541f6d3378 admin admin] Publish callbacks [] for security_group (373a8743-a117-4796-b14a-64369b101e97), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.175373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d09631-ef72-410c-bb16-96597e7d77fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f3f67-1ee5-4039-a72a-9cd41f975e9c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.179782 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-89019124-c648-413a-ad1b-7768db778243 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585172 Mar 10 17:24:13.181496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48b862ba-23b5-4ee0-bdcc-0d541f6d3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (373a8743-a117-4796-b14a-64369b101e97), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.242001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b862ba-23b5-4ee0-bdcc-0d541f6d3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a8743-a117-4796-b14a-64369b101e97,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.271357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5ca1182-86a9-4550-811b-6ed62f4fad29 req-6e8f3893-c8e4-4946-abec-0f9c483476c7 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319365 Mar 10 17:24:13.280570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48b862ba-23b5-4ee0-bdcc-0d541f6d3378 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc6b335bf9bd47d7a1d9680f0feb5c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7732198 Mar 10 17:24:13.282465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50544) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:13.321880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0158d2-7c50-446b-8b96-4dbe7215c15b req-4f07fb8c-b05d-480a-ae8f-2ece2831123e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.328692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d0158d2-7c50-446b-8b96-4dbe7215c15b req-4f07fb8c-b05d-480a-ae8f-2ece2831123e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.2669594 Mar 10 17:24:13.338325 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-c7bbc471-5d8c-43f3-9687-869b21097292 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420002 Mar 10 17:24:13.369777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] Publish callbacks [] for security_group (373a8743-a117-4796-b14a-64369b101e97), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.403397 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks [] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.420879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] Publish callbacks [] for security_group (cc0f3f67-1ee5-4039-a72a-9cd41f975e9c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.434103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] Publish callbacks [] for security_group (373a8743-a117-4796-b14a-64369b101e97), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.457122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:13.479449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks [] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.483882 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4c580575-6bb0-4d9b-be66-7d9a7d731c0f req-5c3197be-8b38-4918-8387-584f1c8fe12c service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355963 Mar 10 17:24:13.504031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d0158d2-7c50-446b-8b96-4dbe7215c15b req-181734a3-2333-4084-87db-1662e54304d3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739900 Mar 10 17:24:13.511948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (373a8743-a117-4796-b14a-64369b101e97), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.515590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.516745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/373a8743-a117-4796-b14a-64369b101e97 HTTP/1.1" status: 204 len: 168 time: 0.2333853 Mar 10 17:24:13.525634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4c65-a369-4c83-8ea3-e0632d2c2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a8743-a117-4796-b14a-64369b101e97,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.528417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] Publish callbacks [] for security_group (cc0f3f67-1ee5-4039-a72a-9cd41f975e9c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.564945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Transition to ACTIVE for port object d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:13.570841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3e753f4-a0e7-42f5-af47-602075e65d03 req-7df4db16-624b-4275-ab5b-c34752657e80 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0581312 Mar 10 17:24:13.577052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.601605 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.670464 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:24:13.696606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Network b2899171-52e0-4889-b51f-5adef352bd5d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:13.698386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.708410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:13.713726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:13.719328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.720000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.795468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cc0f3f67-1ee5-4039-a72a-9cd41f975e9c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.798099 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.802048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc0f3f67-1ee5-4039-a72a-9cd41f975e9c HTTP/1.1" status: 204 len: 168 time: 0.6228149 Mar 10 17:24:13.872928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Attempting to bind port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:13.873512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Attempting to bind port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:13.873987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Attempting to bind port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:13.876607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de28522-ba8e-4375-99f7-c9098afac787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f3f67-1ee5-4039-a72a-9cd41f975e9c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.883533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809278 Mar 10 17:24:13.885140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911c4e4-89c5-4741-ad54-78747e6c416e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:13.901796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-40d96726-a7f5-43f7-ab59-899efb7b3515 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:13.909668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-40d96726-a7f5-43f7-ab59-899efb7b3515 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 1132 time: 0.2843378 Mar 10 17:24:13.916093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Request body: {'port': {'device_id': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:13.965669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:13.970954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:13.971366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Attempting to bind port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:13.980523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe29d-00e9-4fb8-b36b-a771fd06385a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.992330 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-57782bcd-00af-4783-a5e8-9d475ac99c13 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:13.998252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:13.998767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:13.999909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:14.000716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Bound port: d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:14.001759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.074294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d424f-489f-4cea-8d3a-d44f368a49c7 req-f1db1051-7723-4809-a6d7-d547158ea278 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:14.075965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b66d424f-489f-4cea-8d3a-d44f368a49c7 req-f1db1051-7723-4809-a6d7-d547158ea278 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 931 time: 0.2714667 Mar 10 17:24:14.086556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe29d-00e9-4fb8-b36b-a771fd06385a admin admin] Publish callbacks [] for security_group (444c0fe4-5747-49d1-9d8f-a8ce566f8f38), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.092408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe29d-00e9-4fb8-b36b-a771fd06385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (444c0fe4-5747-49d1-9d8f-a8ce566f8f38), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.109484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.141017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e1fe29d-00e9-4fb8-b36b-a771fd06385a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d75a0de9bf141a29c161da58ebe3bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740689 Mar 10 17:24:14.142341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fe29d-00e9-4fb8-b36b-a771fd06385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c0fe4-5747-49d1-9d8f-a8ce566f8f38,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:14.146645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50560) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:14.212949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] Publish callbacks [] for security_group (444c0fe4-5747-49d1-9d8f-a8ce566f8f38), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.232427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:14.252456 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] Publish callbacks [] for security_group (444c0fe4-5747-49d1-9d8f-a8ce566f8f38), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.259339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59ad06dc-44ad-4198-bc28-5454558f13d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.270712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:14.322588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b66d424f-489f-4cea-8d3a-d44f368a49c7 req-8bb13688-bce9-498c-bd27-0e333eac8960 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357008 Mar 10 17:24:14.335185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (444c0fe4-5747-49d1-9d8f-a8ce566f8f38), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.339947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.341841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/444c0fe4-5747-49d1-9d8f-a8ce566f8f38 HTTP/1.1" status: 204 len: 168 time: 0.1937687 Mar 10 17:24:14.355963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:14.372957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6549-ba98-4760-bc6d-09f1033e4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c0fe4-5747-49d1-9d8f-a8ce566f8f38,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:14.390976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59ad06dc-44ad-4198-bc28-5454558f13d7 admin admin] Publish callbacks [] for security_group (7aa2b802-635d-4644-b02a-dc147c37ba90), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.396031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59ad06dc-44ad-4198-bc28-5454558f13d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7aa2b802-635d-4644-b02a-dc147c37ba90), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.405481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.436196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad06dc-44ad-4198-bc28-5454558f13d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa2b802-635d-4644-b02a-dc147c37ba90,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:14.461658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59ad06dc-44ad-4198-bc28-5454558f13d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88d0abeca2614f6f8ae9385c39b46d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262576 Mar 10 17:24:14.462294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:14.517688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:14.525936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] Publish callbacks [] for security_group (7aa2b802-635d-4644-b02a-dc147c37ba90), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.550155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] Publish callbacks [] for security_group (7aa2b802-635d-4644-b02a-dc147c37ba90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.615924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7aa2b802-635d-4644-b02a-dc147c37ba90), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.619980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.624259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7aa2b802-635d-4644-b02a-dc147c37ba90 HTTP/1.1" status: 204 len: 168 time: 0.1581047 Mar 10 17:24:14.637999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-027490b0-46d8-463d-acc0-5c62888d6fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.654663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53836829-bdf7-4af8-986b-845af068b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa2b802-635d-4644-b02a-dc147c37ba90,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:14.692938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:14.715032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:24:14.743169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:14.743797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.745602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 HTTP/1.1" status: 200 len: 1095 time: 2.2798579 Mar 10 17:24:14.767081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:14.770051 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43807fa3-0204-439b-a84d-70d9558a91f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:14.810177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-57782bcd-00af-4783-a5e8-9d475ac99c13 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Publish callbacks [] for security_group (23a29809-ad0a-46f1-91d5-036a427af201), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:14.813803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f926c-0e75-4d13-9040-cebe716deef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:14.932459 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-57782bcd-00af-4783-a5e8-9d475ac99c13 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (23a29809-ad0a-46f1-91d5-036a427af201), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:15.047478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13ba6d01-70ea-4717-b824-6358283bdb9d req-57782bcd-00af-4783-a5e8-9d475ac99c13 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1361034 Mar 10 17:24:15.098637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57782bcd-00af-4783-a5e8-9d475ac99c13 tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a29809-ad0a-46f1-91d5-036a427af201,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:15.218393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1963db4-d65d-4879-aeae-61a6a73bb8b1 req-51ace685-4719-45f1-abd7-58653343b553 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.227197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1963db4-d65d-4879-aeae-61a6a73bb8b1 req-51ace685-4719-45f1-abd7-58653343b553 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 947 time: 0.5039923 Mar 10 17:24:15.248063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-ee5d60a0-fd15-4448-aad8-4ea5835cdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.249524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-ee5d60a0-fd15-4448-aad8-4ea5835cdb7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39dd3008df04ed48767ba31079220d0&device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 1129 time: 0.4316936 Mar 10 17:24:15.350404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b233bd6b-8173-47ca-b431-78ce7df9a117 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:15.365749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-2621592d-502e-445b-ac00-041002f68b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 HTTP/1.1" status: 200 len: 217 time: 0.0937777 Mar 10 17:24:15.377905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks [] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:15.397891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb1491-2644-418f-b1c9-b6435832da81 req-ccf6b57c-8a91-4043-aa69-58cad0b0b82a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.399647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08bb1491-2644-418f-b1c9-b6435832da81 req-ccf6b57c-8a91-4043-aa69-58cad0b0b82a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.2538209 Mar 10 17:24:15.444731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1963db4-d65d-4879-aeae-61a6a73bb8b1 req-78302ccc-46aa-45e2-a8b0-7b5cc3ca1955 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166960 Mar 10 17:24:15.478546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Transition to ACTIVE for port object b233bd6b-8173-47ca-b431-78ce7df9a117 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:15.487836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-8716cb99-4f9c-40d2-beba-7961f0781aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.489616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-8716cb99-4f9c-40d2-beba-7961f0781aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1153176 Mar 10 17:24:15.491808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:15.596893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08bb1491-2644-418f-b1c9-b6435832da81 req-45fccc4e-e85b-455c-8bc9-0861b99cd66c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510589 Mar 10 17:24:15.629989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd08a095-b319-4cb7-bb89-bb7b6fd1fb85 req-b93b53f1-2ebb-4de5-834f-926f50c96011 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0542932 Mar 10 17:24:15.665006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:15.697389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:15.714948 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b46160-f790-41d3-ba59-85ef7ae00a02 x-openstack-request-id: req-a3b46160-f790-41d3-ba59-85ef7ae00a02 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:15.715243 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:15.715500 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3b46160-f790-41d3-ba59-85ef7ae00a02 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:15.715897 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1', 'status': 'completed', 'code': 200} Mar 10 17:24:15.757417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:15.757751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:15.758080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:15.762509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-99d46939-3f42-4414-987e-1ef419e110fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.764039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-99d46939-3f42-4414-987e-1ef419e110fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2579145 Mar 10 17:24:15.766745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:15.766745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:15.780244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:15.780646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:15.781027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:15.781618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Bound port: b233bd6b-8173-47ca-b431-78ce7df9a117, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:15.781972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:15.965160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-603fe10d-701c-492f-8ef6-65670a3a11be service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934686 Mar 10 17:24:15.976227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1903-7e66-43e7-82ad-e593c1b6d68f req-289c164f-0ff4-4da2-9c27-2fd1a2236d05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:15.977961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbec1903-7e66-43e7-82ad-e593c1b6d68f req-289c164f-0ff4-4da2-9c27-2fd1a2236d05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.1845961 Mar 10 17:24:16.021260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:16.048203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:16.104757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:16.183734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.183990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:16.185834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] 10.222.0.59 "PUT /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 1091 time: 2.2929943 Mar 10 17:24:16.231944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbec1903-7e66-43e7-82ad-e593c1b6d68f req-7a5b50cb-f32e-43f3-a71d-a00337fb52a7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409058 Mar 10 17:24:16.298137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-886f7695-6d74-41ee-8b45-9033b9e6e407 req-1958fd28-2180-4296-a74c-7bae903c1d05 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190255 Mar 10 17:24:16.305579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11ef93-8647-4764-85f2-5da6081f0abc service neutron] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:16.328298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdd0ed-7b67-4ce8-8c7c-93400631b89d req-816d1d51-75dc-47e8-8591-040131fd470f tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.336526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fdd0ed-7b67-4ce8-8c7c-93400631b89d req-816d1d51-75dc-47e8-8591-040131fd470f tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 1132 time: 0.1831281 Mar 10 17:24:16.369059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-e813e4e3-9f40-4f75-b804-ac4cb78bdca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.370505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-e813e4e3-9f40-4f75-b804-ac4cb78bdca5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1125 time: 0.1280749 Mar 10 17:24:16.459879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-d4b6bdc1-a8a5-47dc-a9fd-beeb465e6a3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.0628479 Mar 10 17:24:16.476277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fdd0ed-7b67-4ce8-8c7c-93400631b89d req-6bbe9360-7cbe-4b24-8b26-b5ab4dc9c66b tempest-ServersAdminNegativeTestJSON-1441875394 tempest-ServersAdminNegativeTestJSON-1441875394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318309 Mar 10 17:24:16.551536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-cbabd5a2-ae4d-4151-af84-2275db556d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.555255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-cbabd5a2-ae4d-4151-af84-2275db556d32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a39dd3008df04ed48767ba31079220d0&device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 1129 time: 0.1997664 Mar 10 17:24:16.575789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-305ec99c-7847-4562-b84c-c7fcc9837458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.577449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-305ec99c-7847-4562-b84c-c7fcc9837458 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0999815 Mar 10 17:24:16.604983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-7695ee34-ebc7-417a-94fd-e2ad3611223b req-4baa8fa9-5379-4341-98a2-872221a6cf29 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:16.605946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7695ee34-ebc7-417a-94fd-e2ad3611223b req-4baa8fa9-5379-4341-98a2-872221a6cf29 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081706 Mar 10 17:24:16.699318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-ed6de70f-5e79-453e-8ce1-25fc0eb34760 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990932 Mar 10 17:24:16.872155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-629f4575-e08c-411f-a29f-073ce7c45e1b service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619117 Mar 10 17:24:16.879116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06699d14-6b59-424c-941a-fd384175779d req-cc447c0a-23af-4ffc-aa44-f76506ed29dd tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.880807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06699d14-6b59-424c-941a-fd384175779d req-cc447c0a-23af-4ffc-aa44-f76506ed29dd tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 947 time: 0.3072019 Mar 10 17:24:16.996181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-48d10e33-381b-4ff6-b830-0f922f0ce23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:16.997654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-48d10e33-381b-4ff6-b830-0f922f0ce23a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4192195 Mar 10 17:24:17.075059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-bb65ac74-b8cb-46c8-9c2f-8ebb0eeb7daa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 HTTP/1.1" status: 200 len: 217 time: 0.0662303 Mar 10 17:24:17.080972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:17.102417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06699d14-6b59-424c-941a-fd384175779d req-e7bb3610-739f-4cb0-aa79-d3dcdbfb874b tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095599 Mar 10 17:24:17.122262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb2b528-0e90-4b1e-ba72-f9490e237d7c req-2ed0a2e5-b980-4d56-ab7f-6462a8065244 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386289 Mar 10 17:24:17.141293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463802-1847-4342-a177-c1769ad79e55 req-bbc4916b-3466-47ea-b41d-9c8dccc01f4c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.152890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14463802-1847-4342-a177-c1769ad79e55 req-bbc4916b-3466-47ea-b41d-9c8dccc01f4c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 944 time: 0.2606566 Mar 10 17:24:17.186459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-bab7df4f-f95c-49f1-8543-5b21b2845268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.187949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-bab7df4f-f95c-49f1-8543-5b21b2845268 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1015222 Mar 10 17:24:17.241002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-744c94d8-7a7c-41a7-81f7-11e6e782ef5f req-edc839dd-f8fb-49e8-9686-3363dc5dc048 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0496354 Mar 10 17:24:17.270750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14463802-1847-4342-a177-c1769ad79e55 req-b8948c19-2db3-4c28-a9d5-b77e5be377a6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166608 Mar 10 17:24:17.289534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-00bb12f7-7df5-492a-8851-332ad50f446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.291062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-00bb12f7-7df5-492a-8851-332ad50f446b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0830526 Mar 10 17:24:17.704955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-f1e79b90-ac2f-4633-bea1-8727f76c1358 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708265 Mar 10 17:24:17.718029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:17.720868 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:17.755441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-d8935990-649f-4b09-bd23-15fa7faa7b4b service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550242 Mar 10 17:24:17.756737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-ba0cb9b6-de49-4b5a-980f-f5edb6aa817d service neutron] 10.222.0.59 "GET /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.4466562 Mar 10 17:24:17.896285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226c382-323f-4f74-99cf-a1dd82857a62 req-10254b22-2f42-433f-a8c8-7a4846d5a1f2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.897746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b226c382-323f-4f74-99cf-a1dd82857a62 req-10254b22-2f42-433f-a8c8-7a4846d5a1f2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.2627218 Mar 10 17:24:17.977512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-d18f7d34-9cb4-4ff1-862d-a912259c34de tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:17.978968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-d18f7d34-9cb4-4ff1-862d-a912259c34de tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617414 Mar 10 17:24:18.008847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43807fa3-0204-439b-a84d-70d9558a91f0 req-bc3da1d0-1264-411a-9146-2c6e89ee0fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408485 Mar 10 17:24:18.041334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-8644e6de-0853-41f0-af71-83b6be9eb398 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/quotas/9869c2865bbc4afdb8ad397fd43a9e2b HTTP/1.1" status: 200 len: 375 time: 0.0533566 Mar 10 17:24:18.056778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b226c382-323f-4f74-99cf-a1dd82857a62 req-d1cef41c-ee5c-4b88-94aa-c92cc4abe95d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316404 Mar 10 17:24:18.093223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-51188dcd-a984-4061-9809-1ee6e57de308 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448246 Mar 10 17:24:18.163091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:18.167590 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d327da1b-4a29-4ee7-8b2c-925255cfc99d x-openstack-request-id: req-d327da1b-4a29-4ee7-8b2c-925255cfc99d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:18.167888 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:18.168141 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d327da1b-4a29-4ee7-8b2c-925255cfc99d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:18.168562 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'status': 'completed', 'code': 200} Mar 10 17:24:18.191841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:18.240739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0886fd42-1a8c-4ef8-9b5f-5afb38179771 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:18.261804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:18.290048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-fb0f2522-2f43-4039-acfa-fb7a5603abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.292341 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-fb0f2522-2f43-4039-acfa-fb7a5603abd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1125 time: 0.0977521 Mar 10 17:24:18.306528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:18.361336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935554-ecd4-4e31-9021-e822f9ff17d4 req-c486fb0e-5794-446b-95be-834f7d5771dd tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.363032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f935554-ecd4-4e31-9021-e822f9ff17d4 req-c486fb0e-5794-446b-95be-834f7d5771dd tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 947 time: 0.1150050 Mar 10 17:24:18.423302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-a776c49a-f3c7-4064-8db1-ba48cdf16246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.425164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-a776c49a-f3c7-4064-8db1-ba48cdf16246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1259227 Mar 10 17:24:18.457536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35c315bc-1203-41c3-af23-5bf0716375e1 req-106468e5-550e-42f8-8b28-070a249188e3 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 210 time: 0.0434794 Mar 10 17:24:18.468478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] Transition to ACTIVE for port object 0886fd42-1a8c-4ef8-9b5f-5afb38179771 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:18.480803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-6a6f1e49-1713-4560-b40a-1cf804463a65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.0465267 Mar 10 17:24:18.482991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f935554-ecd4-4e31-9021-e822f9ff17d4 req-7fb57edd-b7bf-470f-b12d-9e1e6a2feb0e tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077948 Mar 10 17:24:18.485671 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:18.557174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-a8817472-7886-446a-a96c-665cfc37b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.558677 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-a8817472-7886-446a-a96c-665cfc37b975 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0670631 Mar 10 17:24:18.597594 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-03fd47cd-3ae2-45e5-9ae0-f876f655385b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319567 Mar 10 17:24:18.604565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] No DVR routers for this DVR port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:18.617615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:18.662257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c9b9fb8-3421-4cbd-af7d-a006f181b92f req-48bf41cb-4e01-4c66-82ef-8c342e4ac64a tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0500798 Mar 10 17:24:18.698862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] Pushing event updated for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:18.713933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-215c324a-bb59-4d3c-884a-4fd4011bd22c service neutron] 10.222.0.59 "PUT /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9496281 Mar 10 17:24:18.724835 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-c4c98e8f-b9dd-4c79-b9ff-8a64e73c47ff service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205544 Mar 10 17:24:18.730870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d99c-dea2-4834-982f-9dfde61597fd req-828aadd8-40ff-4219-aab7-1d244217f24f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.732499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd36d99c-dea2-4834-982f-9dfde61597fd req-828aadd8-40ff-4219-aab7-1d244217f24f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.1724806 Mar 10 17:24:18.842006 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f69ffaa-eeab-47f9-a047-d0c1809c8c5c req-3c21bea5-30b6-4c03-af45-e32c401b4081 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095831 Mar 10 17:24:18.861671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd36d99c-dea2-4834-982f-9dfde61597fd req-df96dd34-5975-419a-bef6-80d445a4d0c6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236556 Mar 10 17:24:18.898020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65125bad-4624-4c3d-aeea-a828a3086239 req-58d76dec-a944-4fac-92f9-d4daaafb4ef0 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.899693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65125bad-4624-4c3d-aeea-a828a3086239 req-58d76dec-a944-4fac-92f9-d4daaafb4ef0 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 950 time: 0.0966680 Mar 10 17:24:18.902733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-c7c5f654-1853-4399-b413-d6287a4e0a11 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:18.904238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-c7c5f654-1853-4399-b413-d6287a4e0a11 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.1195421 Mar 10 17:24:19.006857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65125bad-4624-4c3d-aeea-a828a3086239 req-0f1468c5-67b4-4d97-8246-3d486e6f80a6 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013806 Mar 10 17:24:19.022414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-7ce11b8a-a4fd-4e3d-8c81-f5774b4bf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.029657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-7ce11b8a-a4fd-4e3d-8c81-f5774b4bf9ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 1127 time: 0.1046405 Mar 10 17:24:19.096390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-738c7d94-56f9-4fb9-b2a7-c1a4907d12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.097975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-738c7d94-56f9-4fb9-b2a7-c1a4907d12f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1127 time: 0.0481255 Mar 10 17:24:19.215448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:19.232000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-6bbd02e5-cf8f-4a1f-9579-06d4874e9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.233559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-6bbd02e5-cf8f-4a1f-9579-06d4874e9584 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.1291618 Mar 10 17:24:19.243892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9adf3d-beb7-402f-a0c2-aa1225d256b5 req-30e8cae5-060a-432f-b2eb-cf0adf2f84c1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.245315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c9adf3d-beb7-402f-a0c2-aa1225d256b5 req-30e8cae5-060a-432f-b2eb-cf0adf2f84c1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.1126201 Mar 10 17:24:19.285502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-8b5ea49a-c089-4789-9311-4796d550f87d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0392673 Mar 10 17:24:19.321591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a1bafaf-81a3-4a53-bfe1-6cf20a96943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.357808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c9adf3d-beb7-402f-a0c2-aa1225d256b5 req-d6cd74d6-2b91-4bc4-851d-f15bc9c12c7e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057048 Mar 10 17:24:19.361972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-0ef3b776-734d-41de-8660-389f4f1d4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.363610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-0ef3b776-734d-41de-8660-389f4f1d4fe9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0703170 Mar 10 17:24:19.402256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a1bafaf-81a3-4a53-bfe1-6cf20a96943a admin admin] Publish callbacks [] for security_group (45eac282-420a-4ed8-a07c-4d1c2fb701a0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.407352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a1bafaf-81a3-4a53-bfe1-6cf20a96943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45eac282-420a-4ed8-a07c-4d1c2fb701a0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.408260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-1bdd4e22-1ec8-4950-807a-77c327bad38a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372999 Mar 10 17:24:19.447350 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a1bafaf-81a3-4a53-bfe1-6cf20a96943a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9959fccfc06542f2ae5c271c55a29a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308164 Mar 10 17:24:19.448344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bafaf-81a3-4a53-bfe1-6cf20a96943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eac282-420a-4ed8-a07c-4d1c2fb701a0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:19.449787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.41', 64955) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:19.450125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:19.518900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-cf4d18c2-fe3e-4885-a37f-a04851ec04b7 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674989 Mar 10 17:24:19.605606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13ad2b9f-7962-498d-87b8-5594ac585b57 req-7c0e9b5a-484a-4f3a-ba2f-d7bd6bb0ea91 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 210 time: 0.0719159 Mar 10 17:24:19.652984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-ba4c4ea9-43c7-4553-846f-74fea6c052fc service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381115 Mar 10 17:24:19.660117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:19.684733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:19.718185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] Publish callbacks [] for security_group (45eac282-420a-4ed8-a07c-4d1c2fb701a0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.805564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:19.806690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] Publish callbacks [] for security_group (45eac282-420a-4ed8-a07c-4d1c2fb701a0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.808235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:24:19.808630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:19.818555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'port_id': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'mac_address': 'fa:16:3e:f1:e6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f7e58-7d36-4f70-9d63-8ea48bdd158c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:19.822454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-c8ed3289-90b6-4670-8c41-545b4cc31780 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.823916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-c8ed3289-90b6-4670-8c41-545b4cc31780 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961059 Mar 10 17:24:19.843546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea5cd-3e30-4ed9-8475-a87f6b3da046 req-877a817a-e092-4a33-aaff-32d71293be0b tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:19.844980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e6ea5cd-3e30-4ed9-8475-a87f6b3da046 req-877a817a-e092-4a33-aaff-32d71293be0b tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 947 time: 0.2518439 Mar 10 17:24:19.856067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b233bd6b-8173-47ca-b431-78ce7df9a117 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:19.856455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.869688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b233bd6b-8173-47ca-b431-78ce7df9a117 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:19.870912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Request body: {'port': {'device_id': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '9869c2865bbc4afdb8ad397fd43a9e2b'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:19.888828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a5bf174-27a0-40b5-bfe4-85b54b275003 req-dc35cf50-478e-495b-877e-1302dde963e6 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0799956 Mar 10 17:24:19.891111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:19.896752 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:19.935305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-d89935c5-c639-40ae-9980-5ea789f24077 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483242 Mar 10 17:24:19.980596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.075130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e6ea5cd-3e30-4ed9-8475-a87f6b3da046 req-1a3b7cec-d4a8-42dd-b2ed-91468fa42b67 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111433 Mar 10 17:24:20.080440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45eac282-420a-4ed8-a07c-4d1c2fb701a0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.083218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-684b1761-c986-4b9e-8633-403439bbc1ef tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.084500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.085452 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-684b1761-c986-4b9e-8633-403439bbc1ef tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 950 time: 0.1105158 Mar 10 17:24:20.085861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45eac282-420a-4ed8-a07c-4d1c2fb701a0 HTTP/1.1" status: 204 len: 168 time: 0.6336360 Mar 10 17:24:20.116236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b233bd6b-8173-47ca-b431-78ce7df9a117'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:20.137291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65a74e-f743-4b44-a69c-40d2b1008387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eac282-420a-4ed8-a07c-4d1c2fb701a0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.212031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Made reservation on behalf of 9869c2865bbc4afdb8ad397fd43a9e2b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:20.215372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.229513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb4cb8-4e5e-452c-a83a-caa6ee820599 req-1cf2f0e3-8296-495c-b247-5c6aa7bc88a1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.236735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bcb4cb8-4e5e-452c-a83a-caa6ee820599 req-1cf2f0e3-8296-495c-b247-5c6aa7bc88a1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.2293196 Mar 10 17:24:20.267837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.369750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ab38-1483-4559-9c53-cfe9a2acbd79 req-a2470049-27a1-4797-bd80-08eb68419de4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.371352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b46ab38-1483-4559-9c53-cfe9a2acbd79 req-a2470049-27a1-4797-bd80-08eb68419de4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4fd9e45-0020-4105-a72e-826236e60c07 HTTP/1.1" status: 200 len: 950 time: 0.2145224 Mar 10 17:24:20.382877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bcb4cb8-4e5e-452c-a83a-caa6ee820599 req-158658d8-47ce-417b-8cf4-b6893a2653e4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430085 Mar 10 17:24:20.450320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-8a2b5029-d371-43e7-b556-9fab16d865bc tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.452309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-8a2b5029-d371-43e7-b556-9fab16d865bc tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.2045825 Mar 10 17:24:20.477013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Deleting port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:20.477586 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.505575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:20.538561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:20.545278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b0363f-6188-4f97-bd9c-0f3aab684e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.587272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b46ab38-1483-4559-9c53-cfe9a2acbd79 req-84f9168f-f73f-42a6-8720-39b2c0eacc6f tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685822 Mar 10 17:24:20.592155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks [] for security_group (5dba6343-c2b2-4cde-9140-0dd0e83eb2b2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.601896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] For port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:20.602598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.608377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5dba6343-c2b2-4cde-9140-0dd0e83eb2b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.630223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Calling delete_port for 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:20.636047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1000d-e319-4264-a2f8-e51f8ef7dcec req-dc0994ef-3771-4857-bac9-feff2a191f57 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:20.637596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06b1000d-e319-4264-a2f8-e51f8ef7dcec req-dc0994ef-3771-4857-bac9-feff2a191f57 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.1843469 Mar 10 17:24:20.664700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:20.678874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1', 'mac_address': 'fa:16:3e:ce:ce:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:20.725179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:20.725902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.743896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:20.778007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:20.782308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b0363f-6188-4f97-bd9c-0f3aab684e0d admin admin] Publish callbacks [] for security_group (c31d726a-f250-4a64-80ec-a9db612fc4ee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.782622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.787544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b0363f-6188-4f97-bd9c-0f3aab684e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c31d726a-f250-4a64-80ec-a9db612fc4ee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.811810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e19a3874-956d-4b94-a5cc-fa4f5aca2843 req-26473582-536b-4bc0-aa18-fe81d3dc8adb tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 210 time: 0.1178331 Mar 10 17:24:20.812720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.854277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.868403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-be7a5577-f984-4493-95c4-88624f599b5a service neutron] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:20.880978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-be7a5577-f984-4493-95c4-88624f599b5a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.882377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-092a42f1-1efc-4535-86b9-4e0d45386159 req-be7a5577-f984-4493-95c4-88624f599b5a service neutron] 10.222.0.41 "DELETE /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.4127765 Mar 10 17:24:20.895624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9b0363f-6188-4f97-bd9c-0f3aab684e0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=938506afa2424c7ca0208b7fb79dca80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877187 Mar 10 17:24:20.900153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0363f-6188-4f97-bd9c-0f3aab684e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d726a-f250-4a64-80ec-a9db612fc4ee,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:20.907139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:20.939047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2b5b4267-4a20-4f85-9b5e-921f1329c0d0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:20.951034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['2b5b4267-4a20-4f85-9b5e-921f1329c0d0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:20.999895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6ca4548b-2a52-4157-a4f7-c6ffc5409b12'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:21.000687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Pushing event deleted for resources: {'Port': ['ID=2b5b4267-4a20-4f85-9b5e-921f1329c0d0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:21.110810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] No DVR routers for this DVR port 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:21.115580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.120466 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-06382e39-5f97-47a3-8d48-dbdf4f53d3a9 req-31402dfa-3dfd-4907-a2a5-d8702c71a059 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.59 "DELETE /v2.0/ports/2b5b4267-4a20-4f85-9b5e-921f1329c0d0 HTTP/1.1" status: 204 len: 173 time: 1.0293083 Mar 10 17:24:21.127162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'name': 'network-vif-deleted', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:21.208801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] Publish callbacks [] for security_group (c31d726a-f250-4a64-80ec-a9db612fc4ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.226553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d309b1c4-4a0e-44d9-a82a-dfd9c92268f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:21.234131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06b1000d-e319-4264-a2f8-e51f8ef7dcec req-a6a381eb-7225-4547-a095-429982d82e28 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707164 Mar 10 17:24:21.250166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] Publish callbacks [] for security_group (c31d726a-f250-4a64-80ec-a9db612fc4ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.328240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c31d726a-f250-4a64-80ec-a9db612fc4ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.331334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.335665 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c31d726a-f250-4a64-80ec-a9db612fc4ee HTTP/1.1" status: 204 len: 168 time: 0.4274309 Mar 10 17:24:21.363776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b323aec-e007-4948-9029-b493cd82752b req-9dbfb0e8-9dc5-49e4-a9c2-62001d616270 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.1406624 Mar 10 17:24:21.372211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06abf02-9a65-4381-9ad8-f332929aefc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d726a-f250-4a64-80ec-a9db612fc4ee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:21.431409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Allocated IP 192.168.233.218 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/d4f3be39-d8fe-4a89-9567-1373dc466f57) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:21.448215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c95ee-de1f-4a06-a859-942c011aac5e req-9deb03d4-5e31-40d3-8c65-a3b490453e8d tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:21.449776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-360c95ee-de1f-4a06-a859-942c011aac5e req-9deb03d4-5e31-40d3-8c65-a3b490453e8d tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 948 time: 0.0797310 Mar 10 17:24:21.520714 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b396324-c0ef-40c7-bad5-274076735b68" -d '{"events": [{"server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "name": "network-vif-deleted", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:21.555391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-360c95ee-de1f-4a06-a859-942c011aac5e req-a9c6c14f-e8ff-4202-b35f-5640b5c70cbf tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994198 Mar 10 17:24:21.678662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3335af1-f082-4a19-b5f5-dece9d81a557 req-0894ba63-6bb4-4f43-a136-205242f8e4ca tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:21.680172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3335af1-f082-4a19-b5f5-dece9d81a557 req-0894ba63-6bb4-4f43-a136-205242f8e4ca tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.1776266 Mar 10 17:24:21.687321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:21.754693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks [] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.761410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b233bd6b-8173-47ca-b431-78ce7df9a117 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:21.772347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b233bd6b-8173-47ca-b431-78ce7df9a117 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:21.774888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.780118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3335af1-f082-4a19-b5f5-dece9d81a557 req-8e05adf1-81db-4027-afaa-003ce0ade6bd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829346 Mar 10 17:24:21.819875 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.885032 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8714a-c898-41d2-babd-293308c7d9f7 x-openstack-request-id: req-5ef8714a-c898-41d2-babd-293308c7d9f7 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:21.885345 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd9e45-0020-4105-a72e-826236e60c07", "name": "network-vif-deleted", "tag": "2b5b4267-4a20-4f85-9b5e-921f1329c0d0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:21.885600 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ef8714a-c898-41d2-babd-293308c7d9f7 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:21.886118 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd9e45-0020-4105-a72e-826236e60c07', 'name': 'network-vif-deleted', 'tag': '2b5b4267-4a20-4f85-9b5e-921f1329c0d0', 'status': 'completed', 'code': 200} Mar 10 17:24:21.886513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:21.891475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:21.892721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b233bd6b-8173-47ca-b431-78ce7df9a117 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:21.893119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.894898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Pushing event updated for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:21.897631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:21.904691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:21.906116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.933093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a46e77e0-1bc0-47a0-bf0b-cf2b7a0fe2cc tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0814590 Mar 10 17:24:21.945243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Request body: {'port': {'device_id': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:21.956120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:21.958561 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaf6b3c-fdd0-4b6f-8e5a-9f3cb77b3b6d" -d '{"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-plugged", "status": "completed", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:21.974415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:21.983332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:21.984350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:22.051653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:22.051653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2b5b4267-4a20-4f85-9b5e-921f1329c0d0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:22.086901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:22.128593 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.196489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bbc0b-d280-49f1-a016-9e9ef9e9fd92 req-b0446c35-98b0-4a11-9d59-6cb97dfb883f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.203079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-616bbc0b-d280-49f1-a016-9e9ef9e9fd92 req-b0446c35-98b0-4a11-9d59-6cb97dfb883f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 936 time: 0.1362879 Mar 10 17:24:22.284971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ca26b992-d8db-494d-81f8-565b7a2597ff None None] Provisioning complete for port d4f3be39-d8fe-4a89-9567-1373dc466f57 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:22.285463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ca26b992-d8db-494d-81f8-565b7a2597ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.325071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ca26b992-d8db-494d-81f8-565b7a2597ff None None] Port d4f3be39-d8fe-4a89-9567-1373dc466f57 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:22.355921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-616bbc0b-d280-49f1-a016-9e9ef9e9fd92 req-6c6243e7-755b-4654-aefa-fc30c16924c1 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495173 Mar 10 17:24:22.398551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973081d-14dc-4ad2-a622-5bd2ad95a095 req-8164ad00-8697-4948-a6c5-fd91cca72906 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.402344 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e125f-4f87-4ce3-817a-ff0e4042a880 x-openstack-request-id: req-3d8e125f-4f87-4ce3-817a-ff0e4042a880 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:22.403379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9973081d-14dc-4ad2-a622-5bd2ad95a095 req-8164ad00-8697-4948-a6c5-fd91cca72906 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1127 time: 0.1682229 Mar 10 17:24:22.405176 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-plugged", "status": "completed", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:22.405598 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d8e125f-4f87-4ce3-817a-ff0e4042a880 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:22.406893 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'code': 200} Mar 10 17:24:22.517858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e331-2bc3-4537-bb0a-2ef8b4a8c8f5 req-d59bfb6a-3fc2-407f-8181-eec85ddf8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.519700 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd08e331-2bc3-4537-bb0a-2ef8b4a8c8f5 req-d59bfb6a-3fc2-407f-8181-eec85ddf8c4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1127 time: 0.0531144 Mar 10 17:24:22.543195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9973081d-14dc-4ad2-a622-5bd2ad95a095 req-254b4202-c27b-44c2-8253-1d71bebd5e9a tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271157 Mar 10 17:24:22.559373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:22.587628 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd08e331-2bc3-4537-bb0a-2ef8b4a8c8f5 req-c8083862-950c-45f3-8c84-09e20c158637 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 Mar 10 17:24:22.593495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5832-5ed0-46d8-acf5-b936447b26d0 req-cc766dd4-8b67-44c3-a9b6-8b8fa5d76e69 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.595086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b8b5832-5ed0-46d8-acf5-b936447b26d0 req-cc766dd4-8b67-44c3-a9b6-8b8fa5d76e69 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.1428239 Mar 10 17:24:22.661263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:22.667294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:22.667777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.675451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f3be39-d8fe-4a89-9567-1373dc466f57 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:22.694627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks [] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.736648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Transition to ACTIVE for port object d4f3be39-d8fe-4a89-9567-1373dc466f57 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:22.739071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b8b5832-5ed0-46d8-acf5-b936447b26d0 req-ca286778-742c-49e9-95eb-35e718ea7620 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205101 Mar 10 17:24:22.751124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77165c50-46f7-4dae-a163-5bba5a883109 req-91eb51f5-7e34-4e0d-9a82-85eed5d6aa9c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:22.754927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77165c50-46f7-4dae-a163-5bba5a883109 req-91eb51f5-7e34-4e0d-9a82-85eed5d6aa9c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 945 time: 0.1270719 Mar 10 17:24:22.757120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.766081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:22.766631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.804010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:22.810200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:22.875578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:22.885086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8b68116-88d8-4fe9-9763-8b65ef3cb4b4 req-7e3d1f65-cf02-4da9-95a5-6493af93f3d8 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0495381 Mar 10 17:24:22.892053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:22.959713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77165c50-46f7-4dae-a163-5bba5a883109 req-c5c73886-136a-4b1f-9b48-27937d18d4d1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901467 Mar 10 17:24:22.968571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Attempting to bind port d4f3be39-d8fe-4a89-9567-1373dc466f57 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:22.969313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Attempting to bind port d4f3be39-d8fe-4a89-9567-1373dc466f57 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:22.969642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Attempting to bind port d4f3be39-d8fe-4a89-9567-1373dc466f57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:22.980369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Port d4f3be39-d8fe-4a89-9567-1373dc466f57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:22.980686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Attempting to bind port d4f3be39-d8fe-4a89-9567-1373dc466f57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:22.995247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:22.995584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:22.995965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:22.996450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Bound port: d4f3be39-d8fe-4a89-9567-1373dc466f57, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:22.996729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.181982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:23.209246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:23.220937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95056180-76e3-4986-86ae-b174170c2c5c req-1cdba195-e735-449a-886f-1877d17247f2 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.222420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95056180-76e3-4986-86ae-b174170c2c5c req-1cdba195-e735-449a-886f-1877d17247f2 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1785109 Mar 10 17:24:23.233221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-b88023c8-3187-437b-83dc-3b441381c40b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.234647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-b88023c8-3187-437b-83dc-3b441381c40b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.1710672 Mar 10 17:24:23.237814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.294501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4e1f0e4c-575b-4522-a03b-8de1e4e0bd08 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/quotas/b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 375 time: 0.0479810 Mar 10 17:24:23.300688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.301397 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:23.303125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4f3be39-d8fe-4a89-9567-1373dc466f57 HTTP/1.1" status: 200 len: 1096 time: 1.3634295 Mar 10 17:24:23.303634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:23.305829 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d6c63-f067-4432-a500-f1f4aae1426d" -d '{"events": [{"name": "network-changed", "server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:23.382910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95056180-76e3-4986-86ae-b174170c2c5c req-1287d818-0174-417c-b262-ce30f0a93548 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473415 Mar 10 17:24:23.383563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558699ce-b7d7-4a3e-8210-968870fbc087 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:23.431020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-6bd9617e-3456-4d02-a9bb-6daac1cf233d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172407 Mar 10 17:24:23.455416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a72c82c5-ce2c-4974-995d-64db6148ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.457674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-a72c82c5-ce2c-4974-995d-64db6148ddd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 1130 time: 0.0920184 Mar 10 17:24:23.537689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-17e15059-85b3-4195-977b-2160b71cd871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57 HTTP/1.1" status: 200 len: 217 time: 0.0676229 Mar 10 17:24:23.601805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-2e7115da-453b-4d64-92d7-68ad25df62dd service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668339 Mar 10 17:24:23.605158 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386bcab0-5267-4066-92a2-aa7e7920c6cd x-openstack-request-id: req-386bcab0-5267-4066-92a2-aa7e7920c6cd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:23.605450 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:23.605704 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-386bcab0-5267-4066-92a2-aa7e7920c6cd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:23.606090 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57', 'status': 'completed', 'code': 200} Mar 10 17:24:23.607837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-29e1a92f-1f2c-4fb9-ab49-8343a094dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.609195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-29e1a92f-1f2c-4fb9-ab49-8343a094dbcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0632231 Mar 10 17:24:23.746150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-b90d83e5-af6f-4cfa-83d0-d90bb2739830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.747666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-b90d83e5-af6f-4cfa-83d0-d90bb2739830 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1302474 Mar 10 17:24:23.797158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-c5a95275-0976-4589-9286-9bde48339cf4 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870458 Mar 10 17:24:23.814954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec1a2d-3a17-4151-b525-6a0e17a90309 req-bceaec2a-c6e9-4213-8674-4d80a241f28a tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:23.816866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec1a2d-3a17-4151-b525-6a0e17a90309 req-bceaec2a-c6e9-4213-8674-4d80a241f28a tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.1492469 Mar 10 17:24:23.897179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-599f82c5-b399-4372-a10e-268b9bcb0588 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398289 Mar 10 17:24:23.909140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec1a2d-3a17-4151-b525-6a0e17a90309 req-ab1ef3d1-93c2-491f-a93d-c499393c73d5 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660515 Mar 10 17:24:24.058920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4218104-ff3b-4b53-834d-d4ae80f1ec29 req-66a0a72d-90b7-49a4-9d36-bb9a490c6a68 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486843 Mar 10 17:24:24.070888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c1997-4262-4240-a83a-b6a37354b108 req-06c74e9e-8cf6-4f8a-a795-3bd204473702 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.077518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-614c1997-4262-4240-a83a-b6a37354b108 req-06c74e9e-8cf6-4f8a-a795-3bd204473702 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.0824988 Mar 10 17:24:24.132190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-614c1997-4262-4240-a83a-b6a37354b108 req-9a446eeb-e207-43f6-b79f-51e4350bc7b1 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Mar 10 17:24:24.188861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-0590d7e3-03b4-47c0-b41d-1d07a22b1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.190518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-0590d7e3-03b4-47c0-b41d-1d07a22b1f23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 1130 time: 0.0559218 Mar 10 17:24:24.301468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba86eb3c-4a05-4406-9df6-7675484e2891 req-3e621371-7414-4fd9-8180-88c49e15014d tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0734487 Mar 10 17:24:24.348780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45a619ee-a38f-4282-859f-22fff71aafbc req-e309c205-df18-4bf3-8fda-e85d074ecdcf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Mar 10 17:24:24.354502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-7d18b6eb-1e80-4902-9106-033ec20591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.356249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-7d18b6eb-1e80-4902-9106-033ec20591ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1583953 Mar 10 17:24:24.408496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:24.412182 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff186740-056c-487b-8e85-6719d45bcedd" -d '{"events": [{"server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "name": "network-vif-plugged", "status": "completed", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:24.413935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-afffa2ab-1ab5-4db3-9c5b-4d8c3bf8f25e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57 HTTP/1.1" status: 200 len: 217 time: 0.0504107 Mar 10 17:24:24.506412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-aa8c47d0-bf2c-41d7-baf5-879d57744e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.507843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-aa8c47d0-bf2c-41d7-baf5-879d57744e5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0829597 Mar 10 17:24:24.543944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ce481-7b73-4197-889a-b8022bbaa8c0 req-5c3be13a-0f08-4ea9-bee7-15662bdec118 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.545398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-930ce481-7b73-4197-889a-b8022bbaa8c0 req-5c3be13a-0f08-4ea9-bee7-15662bdec118 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 945 time: 0.1304762 Mar 10 17:24:24.648496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e502522-f068-4b0a-a392-9d5700351779 req-6723d0bd-5398-4539-a6f4-8fe5eb129d75 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.649965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e502522-f068-4b0a-a392-9d5700351779 req-6723d0bd-5398-4539-a6f4-8fe5eb129d75 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1591737 Mar 10 17:24:24.903595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-956f02e0-a5f5-4a43-b626-77276e25302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.904967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-956f02e0-a5f5-4a43-b626-77276e25302a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3794420 Mar 10 17:24:24.908052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-930ce481-7b73-4197-889a-b8022bbaa8c0 req-2bf7ff89-f0be-4b26-8697-af86f85be248 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456740 Mar 10 17:24:24.916959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-8cf0f959-e7d6-4a19-8d34-7402f132b64f tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:24.918229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-8cf0f959-e7d6-4a19-8d34-7402f132b64f tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.3569436 Mar 10 17:24:24.965314 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee4fb57-ea9d-4c4e-ae53-4ca3a9d3262a x-openstack-request-id: req-eee4fb57-ea9d-4c4e-ae53-4ca3a9d3262a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:24.965885 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "name": "network-vif-plugged", "status": "completed", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:24.966305 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eee4fb57-ea9d-4c4e-ae53-4ca3a9d3262a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:24.966869 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1', 'code': 200} Mar 10 17:24:25.042894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e502522-f068-4b0a-a392-9d5700351779 req-eea14877-ab28-41f2-85a2-6497af6fa558 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802314 Mar 10 17:24:25.078245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.41', 64956) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.151679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-0328900b-fc7c-436c-be4d-e5b155f78434 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324872 Mar 10 17:24:25.225568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67e8f9-0b7f-4fb8-9a9b-f50ac32f2c7a req-093c6a72-6ca8-44cf-84ea-316ca40593f4 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.227120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac67e8f9-0b7f-4fb8-9a9b-f50ac32f2c7a req-093c6a72-6ca8-44cf-84ea-316ca40593f4 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.1906266 Mar 10 17:24:25.229002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67724e6a-410f-4a09-8227-831e1441ee1b req-ff50b2d9-682e-4b67-b34a-210acd4b4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.230327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67724e6a-410f-4a09-8227-831e1441ee1b req-ff50b2d9-682e-4b67-b34a-210acd4b4911 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 1131 time: 0.1496201 Mar 10 17:24:25.234219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Deleting port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:25.234586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.261797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-30cd5181-6115-4a36-8d2e-7db9e57813f9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.263312 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-30cd5181-6115-4a36-8d2e-7db9e57813f9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.2703290 Mar 10 17:24:25.275625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Request body: {'port': {'device_id': '901b29de-331f-4571-b9a7-400efab4abc6', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'admin_state_up': True, 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:25.388905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:25.392474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.424599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b0d6c63-f067-4432-a500-f1f4aae1426d req-51cd1993-1a81-4b04-b813-d476e21d4ccc service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632158 Mar 10 17:24:25.448741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67724e6a-410f-4a09-8227-831e1441ee1b req-65772b31-43be-4c65-b325-e7cef8708ffd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842203 Mar 10 17:24:25.458095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac67e8f9-0b7f-4fb8-9a9b-f50ac32f2c7a req-63071d82-720d-4e47-86de-60cfc1ab9a55 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973751 Mar 10 17:24:25.475733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] For port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:25.476092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.488993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873d6b6-2a6e-416c-89d3-ed7b5e05ed9e req-1653008a-74d5-4779-8a40-517ba0c1b721 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.490564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9873d6b6-2a6e-416c-89d3-ed7b5e05ed9e req-1653008a-74d5-4779-8a40-517ba0c1b721 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1127 time: 0.2026613 Mar 10 17:24:25.494578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Calling delete_port for 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:25.586143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Allocated IP 172.20.0.9 (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc/a64b20ea-92fa-4cb8-a27d-754bb7eb167e/4df48ffe-7ea3-4c55-9159-76e9f65574b6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:25.619836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9873d6b6-2a6e-416c-89d3-ed7b5e05ed9e req-b83a2163-1341-4d7a-9c21-1431f05889be tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212888 Mar 10 17:24:25.680740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81c87-c79c-4c5e-b613-576cde3c5cb4 req-07a7ba8b-4511-44c1-915f-5d0a9e09dc9e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:25.682242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4e81c87-c79c-4c5e-b613-576cde3c5cb4 req-07a7ba8b-4511-44c1-915f-5d0a9e09dc9e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 949 time: 0.1081989 Mar 10 17:24:25.759295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c4d8a0f-0f65-4bb3-b86c-62d59f8e9d25 req-b28db998-5af8-4c4c-aa7f-21f75a006560 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0391922 Mar 10 17:24:25.788687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6ca4548b-2a52-4157-a4f7-c6ffc5409b12), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.794199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4e81c87-c79c-4c5e-b613-576cde3c5cb4 req-d62f99b7-820d-42cb-8dd2-717a2a8e313e tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a487540-b664-452c-a81e-50074e08f1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859258 Mar 10 17:24:25.813920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6ca4548b-2a52-4157-a4f7-c6ffc5409b12'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:25.839664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Pushing event deleted for resources: {'Port': ['ID=6ca4548b-2a52-4157-a4f7-c6ffc5409b12,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:25.841368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:25.921140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] No DVR routers for this DVR port 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:25.944952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:25.948157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-620ff6c4-0f5c-4aae-9dec-f6fc40c69457 req-e559d174-e27b-4849-9181-288ea1bb5ba4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.41 "DELETE /v2.0/ports/6ca4548b-2a52-4157-a4f7-c6ffc5409b12 HTTP/1.1" status: 204 len: 173 time: 1.0202863 Mar 10 17:24:25.961519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e46d566-53dd-4908-ad31-adf3c20f4256 req-e901d42c-7992-4f2b-905a-e616e411bd06 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 210 time: 0.0651038 Mar 10 17:24:25.962019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'name': 'network-vif-deleted', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:25.964383 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1463df-51f2-455a-97a4-6489b149f6da" -d '{"events": [{"server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "name": "network-vif-deleted", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:25.971979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks [] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.014205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.036745 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003fb0a5-4998-4664-a676-7d12ca51fb41 x-openstack-request-id: req-003fb0a5-4998-4664-a676-7d12ca51fb41 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:26.037040 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb046bad-0047-46e2-a6e6-31558e5eb716", "name": "network-vif-deleted", "tag": "6ca4548b-2a52-4157-a4f7-c6ffc5409b12", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:26.037295 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-003fb0a5-4998-4664-a676-7d12ca51fb41 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:26.037692 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb046bad-0047-46e2-a6e6-31558e5eb716', 'name': 'network-vif-deleted', 'tag': '6ca4548b-2a52-4157-a4f7-c6ffc5409b12', 'status': 'completed', 'code': 200} Mar 10 17:24:26.039589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3a6feb61-92cd-497c-a9e9-02e96bcc0dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.070250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db103b0-4a53-49d5-af2c-b835865e0af6 req-d2be7a07-17b5-4785-b8cc-aad2e759bc85 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.077986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2db103b0-4a53-49d5-af2c-b835865e0af6 req-d2be7a07-17b5-4785-b8cc-aad2e759bc85 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1127 time: 0.1596453 Mar 10 17:24:26.094628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:26.102321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:26.108615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:26.115103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.115802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.125267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.139391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-9d76aed0-5d3e-4f58-8a4f-20cbe4a2efea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674717 Mar 10 17:24:26.152822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Request body: {'port': {'device_id': '901b29de-331f-4571-b9a7-400efab4abc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:26.175673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2db103b0-4a53-49d5-af2c-b835865e0af6 req-2bc6fe4b-ed93-4891-a55d-7f018045c8f4 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967925 Mar 10 17:24:26.215163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.218417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3a6feb61-92cd-497c-a9e9-02e96bcc0dc4 admin admin] Publish callbacks [] for security_group (95a5e74f-f36f-45f9-8cfd-d4641238a38e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.225968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3a6feb61-92cd-497c-a9e9-02e96bcc0dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95a5e74f-f36f-45f9-8cfd-d4641238a38e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.236576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bee6ed-45d1-48f7-8a84-9a3a98209794 req-a136b8c7-3980-4d95-98bd-5e7f9a0ebfd9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.238162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3bee6ed-45d1-48f7-8a84-9a3a98209794 req-a136b8c7-3980-4d95-98bd-5e7f9a0ebfd9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1127000 Mar 10 17:24:26.292698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3a6feb61-92cd-497c-a9e9-02e96bcc0dc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab3c6d08f183410bb5fa961e72533d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500275 Mar 10 17:24:26.293879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6feb61-92cd-497c-a9e9-02e96bcc0dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a5e74f-f36f-45f9-8cfd-d4641238a38e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.295436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50904) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:26.337741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3bee6ed-45d1-48f7-8a84-9a3a98209794 req-d6f14285-f0f9-433e-92ea-daba9d02a686 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864999 Mar 10 17:24:26.585804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cfaaa-d9bf-4e47-872c-6454554b6fda req-e6972f49-1cbc-47c6-abdc-8dde025d8c48 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:26.587341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a7cfaaa-d9bf-4e47-872c-6454554b6fda req-e6972f49-1cbc-47c6-abdc-8dde025d8c48 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.0582931 Mar 10 17:24:26.640413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a7cfaaa-d9bf-4e47-872c-6454554b6fda req-1a710035-7d7a-434e-9423-f4529c0b3f0c tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Mar 10 17:24:26.651545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] Publish callbacks [] for security_group (95a5e74f-f36f-45f9-8cfd-d4641238a38e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.660975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.687010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] Publish callbacks [] for security_group (95a5e74f-f36f-45f9-8cfd-d4641238a38e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.789516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95a5e74f-f36f-45f9-8cfd-d4641238a38e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.792085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.793279 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95a5e74f-f36f-45f9-8cfd-d4641238a38e HTTP/1.1" status: 204 len: 168 time: 0.4968705 Mar 10 17:24:26.795620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df48ffe-7ea3-4c55-9159-76e9f65574b6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:26.806585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks [] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.817465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd3cdc-35b8-473e-9baf-294dea835be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a5e74f-f36f-45f9-8cfd-d4641238a38e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.843191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Transition to ACTIVE for port object 4df48ffe-7ea3-4c55-9159-76e9f65574b6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:26.849445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:26.904807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:26.925096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-715a9f0d-36a5-430c-97d1-b69e933a7a16 req-ad5e3c12-a53e-4436-b59c-5d2ee6ffe6f9 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0437391 Mar 10 17:24:26.955391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:26.955725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:26.956046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:26.961338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:26.961656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:26.966864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:26.967199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:26.967570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:26.967997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Bound port: 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:26.968350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.038709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:27.042601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:27.046886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c34b237-b341-4f4b-96e5-fb93e934efbb req-7a7185f1-001a-4c9d-becb-ea241db69c27 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Mar 10 17:24:27.049245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.102457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.103152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.104547 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] 10.222.0.59 "PUT /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 1091 time: 0.9560010 Mar 10 17:24:27.105000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:27.107391 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709f135-1624-4767-ae14-2bac68889d13" -d '{"events": [{"name": "network-changed", "server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:27.137491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762126-babc-411c-b29a-1eb9d2691cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.171181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575aa4-561b-44b4-9d2a-beda229d837f req-90de5ac4-9407-4aec-b863-44692f0ed032 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.172646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43575aa4-561b-44b4-9d2a-beda229d837f req-90de5ac4-9407-4aec-b863-44692f0ed032 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.0594711 Mar 10 17:24:27.192568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50940) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.207987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-c4bc3b4b-6081-4ba8-a15a-748b42ba8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.209498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-c4bc3b4b-6081-4ba8-a15a-748b42ba8813 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1125 time: 0.0600505 Mar 10 17:24:27.210695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a661-01c6-4cf9-a502-06995e000d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.225196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43575aa4-561b-44b4-9d2a-beda229d837f req-094d2586-a49c-4f8e-a7ec-ea9863b9a771 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Mar 10 17:24:27.259926 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-c87b5647-6c39-4892-b71e-fb533972d0cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.0415735 Mar 10 17:24:27.275737 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe07814-eca9-43bb-b528-5d2b5a1eec60 x-openstack-request-id: req-ebe07814-eca9-43bb-b528-5d2b5a1eec60 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:27.276021 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:27.276271 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebe07814-eca9-43bb-b528-5d2b5a1eec60 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:27.276662 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'status': 'completed', 'code': 200} Mar 10 17:24:27.326029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-5330fde3-fb15-4be0-9922-97506dc24260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.327426 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-5330fde3-fb15-4be0-9922-97506dc24260 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0616145 Mar 10 17:24:27.364904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-070c2f53-bba3-4020-a434-9b80fe8970b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301824 Mar 10 17:24:27.399213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a661-01c6-4cf9-a502-06995e000d5a admin admin] Publish callbacks [] for security_group (6a7e8072-a989-4a83-ab94-656207892bb8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.411537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebf0a661-01c6-4cf9-a502-06995e000d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a7e8072-a989-4a83-ab94-656207892bb8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.460111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f722f5-dff5-4e5b-99a8-b787a3de9d38 req-113e0f90-6fa8-4a4f-8b58-a3fa24a893fe tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.461559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3f722f5-dff5-4e5b-99a8-b787a3de9d38 req-113e0f90-6fa8-4a4f-8b58-a3fa24a893fe tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.0590992 Mar 10 17:24:27.485067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0a661-01c6-4cf9-a502-06995e000d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e8072-a989-4a83-ab94-656207892bb8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.492566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebf0a661-01c6-4cf9-a502-06995e000d5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3ef965091a74af087f5526b77fd8323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990205 Mar 10 17:24:27.495498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50944) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:27.503458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-73548ee3-eb91-42d3-8f1a-b175424cddf4 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315799 Mar 10 17:24:27.529893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3f722f5-dff5-4e5b-99a8-b787a3de9d38 req-d3e14b0a-ef37-483d-a93e-44f48ca176df tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Mar 10 17:24:27.563987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] Publish callbacks [] for security_group (6a7e8072-a989-4a83-ab94-656207892bb8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.586793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] Publish callbacks [] for security_group (6a7e8072-a989-4a83-ab94-656207892bb8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.598281 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0ae12829-2bef-4165-a11e-5a6cfc579d3e req-baf5e78f-936a-4eea-993f-ca31283dc703 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887256 Mar 10 17:24:27.637015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a7e8072-a989-4a83-ab94-656207892bb8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.640733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:27.641879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a7e8072-a989-4a83-ab94-656207892bb8 HTTP/1.1" status: 204 len: 168 time: 0.1454430 Mar 10 17:24:27.650369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcbdfc-22b1-4131-bad8-3805146c408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e8072-a989-4a83-ab94-656207892bb8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:27.697983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f135-1624-4767-ae14-2bac68889d13 req-44308889-a3cd-47d9-b9eb-249ab97dc1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.699624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-44308889-a3cd-47d9-b9eb-249ab97dc1d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1125 time: 0.0537951 Mar 10 17:24:27.791001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053529-6048-4ada-8b53-d4bd6df89048 req-35cdf2fd-1bbc-40e0-b8b0-53aa61f6fb9b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.792800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c053529-6048-4ada-8b53-d4bd6df89048 req-35cdf2fd-1bbc-40e0-b8b0-53aa61f6fb9b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.0580881 Mar 10 17:24:27.804221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f135-1624-4767-ae14-2bac68889d13 req-7359acc0-25d2-4e93-9ac6-7c85c1ffe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.805773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-7359acc0-25d2-4e93-9ac6-7c85c1ffe9bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.0987322 Mar 10 17:24:27.842493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c053529-6048-4ada-8b53-d4bd6df89048 req-5cc03dba-fba2-42ec-abaa-427059cabf34 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Mar 10 17:24:27.852313 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-4265368a-19ca-47b5-b8b2-3d496cc40f67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.0405974 Mar 10 17:24:27.900455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f135-1624-4767-ae14-2bac68889d13 req-e164b386-a8b0-412f-a56f-f1aec0adbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:27.901934 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-e164b386-a8b0-412f-a56f-f1aec0adbf3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0433989 Mar 10 17:24:27.936089 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-91080f64-81c1-478d-ac12-771584995e4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267210 Mar 10 17:24:28.034743 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-c85f8e8e-d336-44ae-a791-f384f6616458 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913579 Mar 10 17:24:28.067690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08a73f0a-c40f-4dc8-86d1-b750719ce302 req-96d77d8d-4a76-4556-8b9a-bd0539f47db4 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0313313 Mar 10 17:24:28.132268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0709f135-1624-4767-ae14-2bac68889d13 req-7d7ce3e2-22bc-40cd-86c2-835998b90f81 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898178 Mar 10 17:24:28.186690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0e4ac20-7916-49a0-982e-b77f03f87289 req-f5f4ef6d-9e36-4e5d-8eb4-0e497c89ccc4 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Mar 10 17:24:28.345120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8500e-67ae-4938-a1ae-0537475da2ec req-b2cb48e6-1269-4038-aecd-3fcbb539b1cf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.346719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cb8500e-67ae-4938-a1ae-0537475da2ec req-b2cb48e6-1269-4038-aecd-3fcbb539b1cf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.0539260 Mar 10 17:24:28.395379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cb8500e-67ae-4938-a1ae-0537475da2ec req-2a6d2f43-6399-4e71-9cc4-7b41deb10417 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Mar 10 17:24:28.621463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:28.643074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:28.643418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6ca4548b-2a52-4157-a4f7-c6ffc5409b12 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:28.652601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426f520-7a8c-4807-95dc-7f5046e3c2b7 req-5fa2f70a-4f2f-4bbb-8136-b2aaf6c6ddc2 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.654203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9426f520-7a8c-4807-95dc-7f5046e3c2b7 req-5fa2f70a-4f2f-4bbb-8136-b2aaf6c6ddc2 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.0545421 Mar 10 17:24:28.706902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9426f520-7a8c-4807-95dc-7f5046e3c2b7 req-852ef2f2-c52a-4078-8f14-1a5a9a38b080 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Mar 10 17:24:28.962007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7938-217d-4af8-afc9-33afd444761f req-e1943a20-4aea-4194-a09c-823b5d9caec3 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:28.963555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05cb7938-217d-4af8-afc9-33afd444761f req-e1943a20-4aea-4194-a09c-823b5d9caec3 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.0533895 Mar 10 17:24:29.012833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05cb7938-217d-4af8-afc9-33afd444761f req-75c38049-ae4e-4473-b018-ed14e864d241 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Mar 10 17:24:29.185087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89b167d9-7632-435c-b2a5-a8f04a5f560e req-12fa0f12-24bb-471f-b989-17a8f1b6329f tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0275147 Mar 10 17:24:29.304090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f116c26a-84b0-4771-9758-1c24c9df6b9a req-2e64e7e4-2453-401e-acc9-e5720687bf0c tempest-FlavorsV2NegativeTest-1603753369 tempest-FlavorsV2NegativeTest-1603753369-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0e4d8c01abeb434689677d55c27dde8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222905 Mar 10 17:24:29.413580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116c26a-84b0-4771-9758-1c24c9df6b9a req-5bab49bd-0790-458b-b34b-9a5eb1bce34d tempest-FlavorsV2NegativeTest-1603753369 tempest-FlavorsV2NegativeTest-1603753369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:29.414957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f116c26a-84b0-4771-9758-1c24c9df6b9a req-5bab49bd-0790-458b-b34b-9a5eb1bce34d tempest-FlavorsV2NegativeTest-1603753369 tempest-FlavorsV2NegativeTest-1603753369-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058445 Mar 10 17:24:29.433028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f116c26a-84b0-4771-9758-1c24c9df6b9a req-0112ce9a-4b14-4543-9f07-450728d78f29 tempest-FlavorsV2NegativeTest-1603753369 tempest-FlavorsV2NegativeTest-1603753369-project] 10.222.0.35 "GET /v2.0/quotas/0e4d8c01abeb434689677d55c27dde8c HTTP/1.1" status: 200 len: 375 time: 0.0100291 Mar 10 17:24:29.466852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f116c26a-84b0-4771-9758-1c24c9df6b9a req-4ca60f94-9201-4c3f-bb43-d1ac5ca7eeb3 tempest-FlavorsV2NegativeTest-1603753369 tempest-FlavorsV2NegativeTest-1603753369-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e4d8c01abeb434689677d55c27dde8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278976 Mar 10 17:24:29.480403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.545845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc9c62c3-9435-40cc-a5b9-bd4ad21e2541 req-640400cd-a07c-4220-b45d-34253a5448a0 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0273540 Mar 10 17:24:29.658013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff31671-aba4-47df-86a3-4abe435209d0 req-622cc1c9-ebbc-4ba7-b08a-a7aad531ddb7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:29.660739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ff31671-aba4-47df-86a3-4abe435209d0 req-622cc1c9-ebbc-4ba7-b08a-a7aad531ddb7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.0597589 Mar 10 17:24:29.705532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:29.712141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ff31671-aba4-47df-86a3-4abe435209d0 req-eb57b721-8a16-4b6d-b14e-9153f3739e59 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Mar 10 17:24:29.805455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:29.817767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'port_id': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'mac_address': 'fa:16:3e:8e:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b20ea-92fa-4cb8-a27d-754bb7eb167e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:29.841888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4c14-fca1-4263-a16f-e40553d62fb9 req-f687aef0-fb69-4d63-81df-d177e704f0cf tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:29.843452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0ec4c14-fca1-4263-a16f-e40553d62fb9 req-f687aef0-fb69-4d63-81df-d177e704f0cf tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.0587554 Mar 10 17:24:29.858793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:29.859195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.872395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df48ffe-7ea3-4c55-9159-76e9f65574b6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:29.893466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:29.895229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0ec4c14-fca1-4263-a16f-e40553d62fb9 req-92fb7be2-2bdf-4067-bed3-ee8f30823a44 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Mar 10 17:24:29.899610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:29.947426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:29.988284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:30.137862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea658-4835-42f3-b064-dce1ecc919cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.159756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4df48ffe-7ea3-4c55-9159-76e9f65574b6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:30.185224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5c6ae-d8e8-4d75-9f15-e8c1348d4fca req-fff39c57-18d1-4117-beb7-8724df64b318 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:30.186698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb5c6ae-d8e8-4d75-9f15-e8c1348d4fca req-fff39c57-18d1-4117-beb7-8724df64b318 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.0858028 Mar 10 17:24:30.262659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb5c6ae-d8e8-4d75-9f15-e8c1348d4fca req-5d4f4720-4579-4f4b-892c-27ded7d91f04 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Mar 10 17:24:30.271416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea658-4835-42f3-b064-dce1ecc919cd admin admin] Publish callbacks [] for security_group (cf7332df-6e1f-4f91-8163-d78748b49b27), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.283487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea658-4835-42f3-b064-dce1ecc919cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cf7332df-6e1f-4f91-8163-d78748b49b27), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.323548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dc7ea658-4835-42f3-b064-dce1ecc919cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e4d8c01abeb434689677d55c27dde8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341587 Mar 10 17:24:30.326079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:30.338704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea658-4835-42f3-b064-dce1ecc919cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7332df-6e1f-4f91-8163-d78748b49b27,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:30.363925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c031cf44-c121-424f-be9e-a38099f17fb0 req-37ff8f05-163f-42d1-8c0e-c169a5ad9860 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0392900 Mar 10 17:24:30.404293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] Publish callbacks [] for security_group (cf7332df-6e1f-4f91-8163-d78748b49b27), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.426263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] Publish callbacks [] for security_group (cf7332df-6e1f-4f91-8163-d78748b49b27), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.482925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cf7332df-6e1f-4f91-8163-d78748b49b27), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.485457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:30.486634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf7332df-6e1f-4f91-8163-d78748b49b27 HTTP/1.1" status: 204 len: 168 time: 0.1588433 Mar 10 17:24:30.494379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb92690-2122-4502-857d-7f626c858c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7332df-6e1f-4f91-8163-d78748b49b27,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:30.642036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7df24d93-9d1f-4179-be4b-9713ca5a810b req-311ca2d6-87ac-4219-8c23-d47fdabfdc90 tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Mar 10 17:24:30.836466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4556-9a82-40c8-8b5e-f786dd04187c req-09ae1f15-5cbd-4596-808c-62d19ef605ec tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:30.838250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b2f4556-9a82-40c8-8b5e-f786dd04187c req-09ae1f15-5cbd-4596-808c-62d19ef605ec tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.0558128 Mar 10 17:24:30.893361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b2f4556-9a82-40c8-8b5e-f786dd04187c req-d0ad4886-f068-494c-b42e-e2549c67e6f0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476458 Mar 10 17:24:30.920071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-51738b59-4f20-42b4-bf36-16af78f57872 req-af9db5e8-719e-45f5-be79-6eff34ee15d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=69f05c65cabe488fa117af3eff2c9856&device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0374737 Mar 10 17:24:30.977701 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-51738b59-4f20-42b4-bf36-16af78f57872 req-35dd8050-170a-4a57-acb7-da74bd4229b0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=69f05c65cabe488fa117af3eff2c9856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310535 Mar 10 17:24:31.036339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880dc4a-001a-4381-8c46-2ac7b6dc3d74 req-481a7064-5db6-4681-965f-455e8a5821d9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:31.037815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8880dc4a-001a-4381-8c46-2ac7b6dc3d74 req-481a7064-5db6-4681-965f-455e8a5821d9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.0660205 Mar 10 17:24:31.090893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8880dc4a-001a-4381-8c46-2ac7b6dc3d74 req-56d99001-7bf9-49d6-829b-d16a0010ae77 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Mar 10 17:24:31.151380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51738b59-4f20-42b4-bf36-16af78f57872 req-307a73eb-ec5f-447f-a0fd-3551c6f1688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:31.152848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-51738b59-4f20-42b4-bf36-16af78f57872 req-307a73eb-ec5f-447f-a0fd-3551c6f1688f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692460 Mar 10 17:24:31.165412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.260878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-network', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:31.283698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Made reservation on behalf of edfe0bc1eae34504a8901dfb0e8df9ed for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:31.286285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.295054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.376064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks [] for security_group (7339d239-fb18-4252-8f4b-0d4a9e6cb67a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.381551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7339d239-fb18-4252-8f4b-0d4a9e6cb67a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.386244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139d4c4-daff-47c3-ad3f-22a0c7ae82d9 req-2679bc80-c844-4100-8133-8aa041134727 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:31.387807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f139d4c4-daff-47c3-ad3f-22a0c7ae82d9 req-2679bc80-c844-4100-8133-8aa041134727 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.0543509 Mar 10 17:24:31.402579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:31.417669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339d239-fb18-4252-8f4b-0d4a9e6cb67a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.420659 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (702bee43-09fe-4031-888d-40f10eddc35b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.420964 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Added segment 702bee43-09fe-4031-888d-40f10eddc35b of type vlan for network ef13a723-beea-4e78-a840-6503f4eee88b Mar 10 17:24:31.440097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f139d4c4-daff-47c3-ad3f-22a0c7ae82d9 req-e8f4b598-86fa-4080-aa2f-65e832f0715f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Mar 10 17:24:31.461143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ef13a723-beea-4e78-a840-6503f4eee88b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.486604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ef13a723-beea-4e78-a840-6503f4eee88b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.488327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:31.489021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.523686 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3570752 Mar 10 17:24:31.526623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51094) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.535203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Request body: {'subnet': {'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-subnet', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:31.539437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-264addd3-ec8a-4fd1-8bdf-d6c0bfa736c1 req-b4a95401-28b1-45cf-bd35-00c6c605d7e2 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0385306 Mar 10 17:24:31.551388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853b93c-11be-48ca-a24d-85bde3ea3149 admin admin] Pushing event updated for resources: {'Network': ['ID=ef13a723-beea-4e78-a840-6503f4eee88b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.557585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Made reservation on behalf of edfe0bc1eae34504a8901dfb0e8df9ed for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:31.560417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.562564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ef13a723-beea-4e78-a840-6503f4eee88b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:31.722860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:31.757402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4727cb2c-c8f2-460a-8568-b3eb27826167 req-2157d019-e0ff-43fe-b1aa-52cc8243ffad tempest-ServersAdminNegativeTestJSON-386503406 tempest-ServersAdminNegativeTestJSON-386503406-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb046bad-0047-46e2-a6e6-31558e5eb716 HTTP/1.1" status: 200 len: 210 time: 0.0450139 Mar 10 17:24:31.758348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (e2b778df-f74e-48c5-84f6-c2170d97ca07), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.782388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:31.786854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:31.787231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.816600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b778df-f74e-48c5-84f6-c2170d97ca07,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:31.825481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Checking segment: {'id': '702bee43-09fe-4031-888d-40f10eddc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:31.825830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Network hostable DHCP agents. Network: ef13a723-beea-4e78-a840-6503f4eee88b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:31.843783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Network ef13a723-beea-4e78-a840-6503f4eee88b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:31.853248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ef13a723-beea-4e78-a840-6503f4eee88b) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:31.857335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:31.857927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.866786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48484116-717e-48c7-964e-a9f4083c87bc None None] Network ef13a723-beea-4e78-a840-6503f4eee88b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:31.877362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-39ebe0b1-4fb2-48dd-95b7-aee2c3f17a84 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3434405 Mar 10 17:24:31.877582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:31.882354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:31.883971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:31.884388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.901822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.902855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.953029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:31.955385 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bfa39-c27e-4fef-90e6-9645aaee7c13" -d '{"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-plugged", "status": "completed", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:31.964652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for router_controller (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:31.974513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:31.979721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.032948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ef13a723-beea-4e78-a840-6503f4eee88b', 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b', 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'fixed_ips': [{'subnet_id': 'e2b778df-f74e-48c5-84f6-c2170d97ca07'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:32.033751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.064858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.230078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Allocated IP 172.20.0.2 (ef13a723-beea-4e78-a840-6503f4eee88b/e2b778df-f74e-48c5-84f6-c2170d97ca07/e44d01aa-5d1f-4fbc-9e9a-d60d936d3314) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:32.372052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af87b7-90e7-4cd6-a79a-c1f41f08e82f req-25442ac1-01ed-4d94-bce2-38f3f5070dac tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:32.373698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5af87b7-90e7-4cd6-a79a-c1f41f08e82f req-25442ac1-01ed-4d94-bce2-38f3f5070dac tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.3991172 Mar 10 17:24:32.408047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for router_gateway (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.479010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5af87b7-90e7-4cd6-a79a-c1f41f08e82f req-ab36cd97-9a18-4a86-bc45-578f49e8ec30 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742714 Mar 10 17:24:32.528167 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks [] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.537109 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.556910 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb10b43-2438-447b-b7e4-07c29c6f48f6 x-openstack-request-id: req-2bb10b43-2438-447b-b7e4-07c29c6f48f6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:32.557237 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-plugged", "status": "completed", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:32.557496 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bb10b43-2438-447b-b7e4-07c29c6f48f6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:32.558133 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'code': 200} Mar 10 17:24:32.591052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Network ef13a723-beea-4e78-a840-6503f4eee88b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:32.595003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:32.602091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:32.654834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Pushing event updated for resources: {'Port': ['ID=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.672547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Attempting to bind port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:32.673586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Attempting to bind port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '702bee43-09fe-4031-888d-40f10eddc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:32.674361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Attempting to bind port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 on network ef13a723-beea-4e78-a840-6503f4eee88b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:32.679578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-fbc88eb3-44c4-448a-94fd-4c7ba913e910 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:32.681146 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-fbc88eb3-44c4-448a-94fd-4c7ba913e910 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092185 Mar 10 17:24:32.681267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:32.681600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Checking segment: {'id': '702bee43-09fe-4031-888d-40f10eddc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:32.682011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.682402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Bound using segment: {'id': '702bee43-09fe-4031-888d-40f10eddc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:32.682892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Bound port: e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702bee43-09fe-4031-888d-40f10eddc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:32.683274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.687517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77341009-1d7a-47e5-a205-9bce15272e32 req-dfb1fe9d-cddb-4ca8-80dc-f4ee1483c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:32.689254 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-77341009-1d7a-47e5-a205-9bce15272e32 req-dfb1fe9d-cddb-4ca8-80dc-f4ee1483c223 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.0708754 Mar 10 17:24:32.746144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-a35eca6b-0951-468e-90f9-a1782f99e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:32.747559 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-a35eca6b-0951-468e-90f9-a1782f99e2fd service neutron] 10.222.0.35 "GET /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 1124 time: 0.0573008 Mar 10 17:24:32.752009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6321da-47d7-44b9-bb4c-e5aab7149eb3 req-6a3f548a-0f74-4ffd-8838-e7b26e989e65 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:32.756497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] For port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:32.757989 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-77341009-1d7a-47e5-a205-9bce15272e32 req-90cea1b7-b734-4889-8a3a-a7949871142a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 Mar 10 17:24:32.759616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a6321da-47d7-44b9-bb4c-e5aab7149eb3 req-6a3f548a-0f74-4ffd-8838-e7b26e989e65 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1282489 Mar 10 17:24:32.760655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] For port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,segment=NetworkSegment(702bee43-09fe-4031-888d-40f10eddc35b),segment_id=702bee43-09fe-4031-888d-40f10eddc35b)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:32.768582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.773170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:32.773812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:24:32.783516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for router_gateway (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.824087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:32.844302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45bc2c-388b-456b-880b-5a4c2083800c None None] Pushing event updated for resources: {'Port': ['ID=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:32.909422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a6321da-47d7-44b9-bb4c-e5aab7149eb3 req-73ee9672-17ae-422f-84e8-0cd63e8a2f4d tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487136 Mar 10 17:24:32.954605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:32.955100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:32.955603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:32.963088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:32.963641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:32.970546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:32.970880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:32.971259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:32.971728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Bound port: b233bd6b-8173-47ca-b431-78ce7df9a117, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:33.032984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:33.041067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.042335 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d0538781-b0cc-4675-bc09-b5ffb164d2b8 service neutron] 10.222.0.35 "POST /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117/bindings HTTP/1.1" status: 201 len: 389 time: 0.2734375 Mar 10 17:24:33.109589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-7487d225-e707-4c3a-96b5-35b8e6f8c173 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808784 Mar 10 17:24:33.125967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Allocated IP 172.25.3.38 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/0282889d-20f4-48f7-a157-24c77f9fcd1e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:33.147746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f69ff-ea52-41fe-bd4f-6f0ee1c3fab2 req-a8f5e720-8d9c-40b7-94b2-f76774d3e332 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.157508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c90f69ff-ea52-41fe-bd4f-6f0ee1c3fab2 req-a8f5e720-8d9c-40b7-94b2-f76774d3e332 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.1683021 Mar 10 17:24:33.290302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-245749b2-fc15-4be1-ad06-69380fdb2373 req-af770099-4467-4799-a2b8-7fc0b26bdd92 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0699327 Mar 10 17:24:33.363154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c90f69ff-ea52-41fe-bd4f-6f0ee1c3fab2 req-70335f4a-9f01-4ec7-9404-0f62745b616a tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044263 Mar 10 17:24:33.393701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-f7b90d3d-c40f-4a35-86eb-ce3c57b85dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.395359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-f7b90d3d-c40f-4a35-86eb-ce3c57b85dfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 1128 time: 0.2129049 Mar 10 17:24:33.455254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-602781c0-2d9f-47c7-b80e-e499b424335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.456730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-602781c0-2d9f-47c7-b80e-e499b424335f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1127 time: 0.1588428 Mar 10 17:24:33.479110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.621845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51120) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.661127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06b66-0e5e-49cd-b0b3-08239d284b9a req-fffa4230-889e-49be-ab05-0153a257f154 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.662693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd06b66-0e5e-49cd-b0b3-08239d284b9a req-fffa4230-889e-49be-ab05-0153a257f154 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 945 time: 0.2608001 Mar 10 17:24:33.724044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-0a1e15a7-2142-4dc8-8a18-f7dd711d5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.725522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-0a1e15a7-2142-4dc8-8a18-f7dd711d5916 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 924 time: 0.2798812 Mar 10 17:24:33.726524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-2fa7f463-fc08-4e09-a8e1-fbd36d8ebf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.727895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-2fa7f463-fc08-4e09-a8e1-fbd36d8ebf00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.2538481 Mar 10 17:24:33.736863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.787199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4046ee69-63e5-4092-98e5-646865549a5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd3ae447abf341deba286a4a87051f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640370 Mar 10 17:24:33.788547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:33.845613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:33.867178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] Publish callbacks [] for security_group (7a487540-b664-452c-a81e-50074e08f1ad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.898840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] Publish callbacks [] for security_group (7a487540-b664-452c-a81e-50074e08f1ad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.912325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:33.912696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.917606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-23e1052d-32af-44f3-a9c9-d97f048f2753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.1748018 Mar 10 17:24:33.919537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-e8c5f853-506f-49f6-8111-864ac048f95c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 200 len: 1001 time: 0.1779742 Mar 10 17:24:33.921813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:33.930498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd06b66-0e5e-49cd-b0b3-08239d284b9a req-12b84409-f8da-493d-8979-733c773a1673 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582338 Mar 10 17:24:33.938875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e30227-cd02-4183-8f6e-47755fc6c67d req-7da018ad-1a0d-4a9a-bef7-cb3e6e043cc0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:33.947242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23e30227-cd02-4183-8f6e-47755fc6c67d req-7da018ad-1a0d-4a9a-bef7-cb3e6e043cc0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.3484008 Mar 10 17:24:33.949109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Pushing event updated for resources: {'Port': ['ID=0282889d-20f4-48f7-a157-24c77f9fcd1e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:33.981860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:33.992427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7a487540-b664-452c-a81e-50074e08f1ad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.994997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:33.996310 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a487540-b664-452c-a81e-50074e08f1ad HTTP/1.1" status: 204 len: 168 time: 0.2064736 Mar 10 17:24:34.005703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf0636-6487-4937-a895-6709b2cffc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a487540-b664-452c-a81e-50074e08f1ad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.068855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:34.086780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:34.087227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.123325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,segment=NetworkSegment(702bee43-09fe-4031-888d-40f10eddc35b),segment_id=702bee43-09fe-4031-888d-40f10eddc35b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:34.128689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.170496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04184b00-4930-4d39-b9a5-eab5a75006c7 None None] Network ef13a723-beea-4e78-a840-6503f4eee88b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:34.266411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-ea977807-7ce9-43d3-9f8d-54183f1b7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:34.268862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-ea977807-7ce9-43d3-9f8d-54183f1b7ed2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.3149393 Mar 10 17:24:34.277340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-864b1877-47f2-4058-903f-bcbeab661923 None None] Provisioning complete for port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:34.277712 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-864b1877-47f2-4058-903f-bcbeab661923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.281434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.284655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23e30227-cd02-4183-8f6e-47755fc6c67d req-a0579944-4201-492f-b29a-9fd843f62a7c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348320 Mar 10 17:24:34.305377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-7619aead-6777-49f9-b3ea-3ce716b351f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:34.307143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-7619aead-6777-49f9-b3ea-3ce716b351f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.3552449 Mar 10 17:24:34.331018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-fb805fcb-48f5-4b91-b27a-6f53c45fbd42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437760 Mar 10 17:24:34.394715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-864b1877-47f2-4058-903f-bcbeab661923 None None] Current status of the port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:34.425818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51138) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.442769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac503bb-49d9-414b-9c0f-be537bcbfd88 req-4b9334c6-327b-4b28-8358-78030fea47f1 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:34.444206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ac503bb-49d9-414b-9c0f-be537bcbfd88 req-4b9334c6-327b-4b28-8358-78030fea47f1 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.3049927 Mar 10 17:24:34.472564 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b71a366c-26a8-43a0-a2bb-effc1d2b32a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c513055c9b374418bc5c30101fa335f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451207 Mar 10 17:24:34.475154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51140) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:34.506347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39501058-0071-4ff8-997e-120e3e5ad802 req-1cbc5a6d-fe05-4fb2-8694-992aee5a0ae5 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0858791 Mar 10 17:24:34.530872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] Publish callbacks [] for security_group (23a29809-ad0a-46f1-91d5-036a427af201), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.557151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] Publish callbacks [] for security_group (23a29809-ad0a-46f1-91d5-036a427af201), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.620221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b1a4fc1e-3694-4d03-a64d-26155a7baf28 None None] Provisioning complete for port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:34.620596 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1a4fc1e-3694-4d03-a64d-26155a7baf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.630856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (23a29809-ad0a-46f1-91d5-036a427af201), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.633950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.637622 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23a29809-ad0a-46f1-91d5-036a427af201 HTTP/1.1" status: 204 len: 168 time: 0.1591995 Mar 10 17:24:34.645050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c3f3b-cdfe-4d46-9732-f408a8ac283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a29809-ad0a-46f1-91d5-036a427af201,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.646588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d4f3be39-d8fe-4a89-9567-1373dc466f57 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:34.789969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4fc1e-3694-4d03-a64d-26155a7baf28 None None] Current status of the port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:34.811143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:34.823717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd4f3be39-d8fe-4a89-9567-1373dc466f57', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'd4f3be39-d8fe-4a89-9567-1373dc466f57', 'mac_address': 'fa:16:3e:fa:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:34.861141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d4f3be39-d8fe-4a89-9567-1373dc466f57 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:34.861882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.879232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f3be39-d8fe-4a89-9567-1373dc466f57 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:34.890101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-7c63dc87-4db1-4d50-ac0b-42d354580cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:34.891655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-7c63dc87-4db1-4d50-ac0b-42d354580cde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5649180 Mar 10 17:24:34.899328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:34.904226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:34.958996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:34.969273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-23038250-195b-4adc-9c15-b1a830a89228 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152811 Mar 10 17:24:34.987052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ac503bb-49d9-414b-9c0f-be537bcbfd88 req-5dc840cf-0da1-45b9-bac0-f75c82df5216 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890461 Mar 10 17:24:35.082832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2f82-e537-4b63-9596-f06a11ba8d90 req-361e46c0-0fff-4ad4-ab53-48ac0b991744 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.084341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-132a2f82-e537-4b63-9596-f06a11ba8d90 req-361e46c0-0fff-4ad4-ab53-48ac0b991744 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 948 time: 0.2838078 Mar 10 17:24:35.084919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for router_gateway (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.258879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d4f3be39-d8fe-4a89-9567-1373dc466f57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:35.260158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-d9a70b92-b1dd-48f0-ad81-40e4e290fd88 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137388 Mar 10 17:24:35.337872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-132a2f82-e537-4b63-9596-f06a11ba8d90 req-ba0ba333-ba65-463f-b595-4ac9c6d71146 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422488 Mar 10 17:24:35.367594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-3e418b00-16ec-43f9-9434-104574090712 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841987 Mar 10 17:24:35.408732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908a6e-cf78-4fd7-ac60-949a8e321de6 req-c2bace17-5091-4513-aeb9-b562cabca487 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.416183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8908a6e-cf78-4fd7-ac60-949a8e321de6 req-c2bace17-5091-4513-aeb9-b562cabca487 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 945 time: 0.3262064 Mar 10 17:24:35.625762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a8b1083-02b9-41a4-a8a4-997d02a147f1 req-d6963ffa-d786-40bd-9251-de6408b4df7d service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499014 Mar 10 17:24:35.633795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8908a6e-cf78-4fd7-ac60-949a8e321de6 req-5bfc2767-0ac9-4548-8eee-4edc058884cc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167795 Mar 10 17:24:35.694592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-6306a80e-007e-4918-8844-5f631476d550 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.696035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-6306a80e-007e-4918-8844-5f631476d550 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.2408338 Mar 10 17:24:35.710333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:35.716188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.756375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7a4e8-2ab4-491d-9ba1-344881917843 req-da08eb30-cd09-42e2-8541-3b0dbc0f597f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.760662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98e7a4e8-2ab4-491d-9ba1-344881917843 req-da08eb30-cd09-42e2-8541-3b0dbc0f597f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.1830091 Mar 10 17:24:35.772788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:35.822923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:35.823375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.892749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:35.903828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:35.981324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca937f-9f72-47b6-9cb3-be2762c9ed99 req-a563f947-5c4c-441d-bbd4-5800c91557ff tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:35.982844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2fca937f-9f72-47b6-9cb3-be2762c9ed99 req-a563f947-5c4c-441d-bbd4-5800c91557ff tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.2340937 Mar 10 17:24:36.004158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98e7a4e8-2ab4-491d-9ba1-344881917843 req-f71940a1-09f8-41d6-9b7a-c5953e5b2abc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398252 Mar 10 17:24:36.121770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2fca937f-9f72-47b6-9cb3-be2762c9ed99 req-074e76e2-4d29-452c-8350-b8946e38a50a tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136799 Mar 10 17:24:36.175064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76b248f8-fa85-4b76-bf73-7371218f6c9f req-f91287ee-f4e4-434d-96da-007f4814dfe8 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0742776 Mar 10 17:24:36.230723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:36.238628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:36.316141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f4b2-57ef-4429-84ed-d0b0d837c96b req-5f1deabd-026f-49f3-a5c2-a20d4e99a89f tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:36.317690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f355f4b2-57ef-4429-84ed-d0b0d837c96b req-5f1deabd-026f-49f3-a5c2-a20d4e99a89f tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.1277232 Mar 10 17:24:36.363013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:36.655593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d4f3be39-d8fe-4a89-9567-1373dc466f57 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:36.680542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-197136fe-f8e5-4eae-93a7-209eba30341c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480275 Mar 10 17:24:36.687659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f355f4b2-57ef-4429-84ed-d0b0d837c96b req-0d84beea-1e21-4fa1-917a-4399c5483a7e tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615239 Mar 10 17:24:36.709177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:36.711460 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e1a15-865d-4264-80cc-355fdccd9e5c" -d '{"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-unplugged", "status": "completed", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:36.717022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks [] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.719105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:36.726060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port d4f3be39-d8fe-4a89-9567-1373dc466f57 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:36.730365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d4f3be39-d8fe-4a89-9567-1373dc466f57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:36.731111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.735363 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Sync routers for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:36.745667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.752053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Routers {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:36.752689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:36.819279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.823076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a4282e80-e0e4-4755-a0cf-b079de7af070 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9415562 Mar 10 17:24:36.823444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:36.843220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d4f3be39-d8fe-4a89-9567-1373dc466f57 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:36.847955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.888476 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Set router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:36.899816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:36.928517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:36.930209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:36.933072 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eebf6e4-4e76-441d-be9d-d7d3c483d5c9" -d '{"events": [{"server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "name": "network-vif-plugged", "status": "completed", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:36.940197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:36.946960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-1263e95d-08fc-4e1c-8b54-9c0e7f944321 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:36.953757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-1263e95d-08fc-4e1c-8b54-9c0e7f944321 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651255 Mar 10 17:24:36.983837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-1997201d-c024-43ad-9478-9afd9d2d7220 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0291288 Mar 10 17:24:36.985649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:36.985983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:36.986311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:36.995177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceaac0-0169-4a9a-88fe-9b33b63c2d21 req-fbaec5d4-d249-46fb-a075-4f83495c6915 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:36.996671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84ceaac0-0169-4a9a-88fe-9b33b63c2d21 req-fbaec5d4-d249-46fb-a075-4f83495c6915 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 949 time: 0.2148585 Mar 10 17:24:37.004826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.033455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:37.033801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Attempting to bind port b233bd6b-8173-47ca-b431-78ce7df9a117 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:37.037491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-4e21a34d-defe-4388-b5f9-f4b9b4993ed5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528822 Mar 10 17:24:37.048845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:37.049202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:37.049578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:37.050063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Bound port: b233bd6b-8173-47ca-b431-78ce7df9a117, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:37.050420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.134968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84ceaac0-0169-4a9a-88fe-9b33b63c2d21 req-06ebf1c9-58ce-4764-99cc-26feceecbadd tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261430 Mar 10 17:24:37.135184 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:34Z', 'revision_number': 3, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:37.164116 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Checking router: 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:37.164666 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Updating router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 port 0282889d-20f4-48f7-a157-24c77f9fcd1e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:37.187862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:37.198114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-2ea7a3fe-53b4-428e-928e-60a5c163be6a tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:37.199737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-2ea7a3fe-53b4-428e-928e-60a5c163be6a tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1294534 Mar 10 17:24:37.201561 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.201741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:37.305364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.450091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.525660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322cd5-efce-4a44-afc3-713b3228072c req-0c40e0d6-0198-407f-a3b5-04f81ec9fbda tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:37.533878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7322cd5-efce-4a44-afc3-713b3228072c req-0c40e0d6-0198-407f-a3b5-04f81ec9fbda tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.2410653 Mar 10 17:24:37.539381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:37.540020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.541947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-37547df1-f876-41c4-8df8-99a9b8ace607 service neutron] 10.222.0.41 "PUT /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 1121 time: 1.8384333 Mar 10 17:24:37.606382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3d311-7ff8-4ca3-ba65-8672e96ec6fc req-6d65d592-3a7f-400e-8387-6854d06ca542 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:37.616956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87e3d311-7ff8-4ca3-ba65-8672e96ec6fc req-6d65d592-3a7f-400e-8387-6854d06ca542 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.2414894 Mar 10 17:24:37.622208 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks [] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.625336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b233bd6b-8173-47ca-b431-78ce7df9a117'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:37.635558 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.646746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.671464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Deleting port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:37.671735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.705625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7322cd5-efce-4a44-afc3-713b3228072c req-75053537-a3af-4e8b-ad2a-b79c6a0964f5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705134 Mar 10 17:24:37.766947 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Pushing event updated for resources: {'Port': ['ID=0282889d-20f4-48f7-a157-24c77f9fcd1e,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:37.790229 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.790673 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.792221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.792221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.792221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.792221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.796671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.797066 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.797662 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.799068 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.799470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.799861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.800246 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:37.814686 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Attempting to bind port 0282889d-20f4-48f7-a157-24c77f9fcd1e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:37.815057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Attempting to bind port 0282889d-20f4-48f7-a157-24c77f9fcd1e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:37.815484 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Attempting to bind port 0282889d-20f4-48f7-a157-24c77f9fcd1e on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:37.826271 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:37.826721 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:37.827145 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.827538 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:37.832194 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Bound port: 0282889d-20f4-48f7-a157-24c77f9fcd1e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:37.832759 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.845116 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e39f75-cbcd-4f9d-a658-30eb97c6ecc2 x-openstack-request-id: req-53e39f75-cbcd-4f9d-a658-30eb97c6ecc2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:37.846167 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "name": "network-vif-plugged", "status": "completed", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:37.846581 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53e39f75-cbcd-4f9d-a658-30eb97c6ecc2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:37.847202 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57', 'code': 200} Mar 10 17:24:37.902747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] For port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:37.903118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.908989 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] For port 0282889d-20f4-48f7-a157-24c77f9fcd1e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:37.914554 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] For port 0282889d-20f4-48f7-a157-24c77f9fcd1e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0282889d-20f4-48f7-a157-24c77f9fcd1e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:37.921449 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2b7416-14ac-41da-b27f-12e63869354e x-openstack-request-id: req-5f2b7416-14ac-41da-b27f-12e63869354e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:37.921972 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-unplugged", "status": "completed", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:37.922682 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f2b7416-14ac-41da-b27f-12e63869354e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:37.923173 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'code': 200} Mar 10 17:24:37.923809 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:37.923941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Allocated IP 172.20.0.1 (ef13a723-beea-4e78-a840-6503f4eee88b/e2b778df-f74e-48c5-84f6-c2170d97ca07/c5f9532f-56dd-4dc6-aeb7-ff9703d954e0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:37.968637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Routers {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:37.969290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:37.993171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Calling delete_port for d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:38.038004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87e3d311-7ff8-4ca3-ba65-8672e96ec6fc req-516b02e9-24d8-4821-86d9-d7d57c1cb767 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200661 Mar 10 17:24:38.055487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944455db-75f8-40f6-8c97-b5d7868f8704 None None] Pushing event updated for resources: {'Port': ['ID=0282889d-20f4-48f7-a157-24c77f9fcd1e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.099753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks [] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.134142 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] Set router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:38.137164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0543fb9-b2fc-468a-8308-d38354f6b9b0 req-5d96dcc6-2fef-4aae-b750-cc3867331189 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.140354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0543fb9-b2fc-468a-8308-d38354f6b9b0 req-5d96dcc6-2fef-4aae-b750-cc3867331189 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 949 time: 0.1733961 Mar 10 17:24:38.147663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.167233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85d54dca-d03d-49a2-82e1-23e4d9536a80 req-58248457-b5af-4459-8eee-cb5efe0d8dee tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0657930 Mar 10 17:24:38.179166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6290138-4c29-4685-b741-23f04202a352 req-83271f52-bf5a-4dc0-a2dc-1776ce29c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.180632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6290138-4c29-4685-b741-23f04202a352 req-83271f52-bf5a-4dc0-a2dc-1776ce29c1a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 1132 time: 0.2565722 Mar 10 17:24:38.212102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Network ef13a723-beea-4e78-a840-6503f4eee88b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:38.220468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:38.225173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:38.226825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.280546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0543fb9-b2fc-468a-8308-d38354f6b9b0 req-8bbf2915-c36e-41a1-afc9-fc6a2ac8af00 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf287ff5-dfac-4d18-8137-6653e8d39352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206548 Mar 10 17:24:38.284729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6290138-4c29-4685-b741-23f04202a352 req-0c94ebe8-39a7-4e71-8b2f-1c4362c3f146 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936589 Mar 10 17:24:38.307916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f9532f-56dd-4dc6-aeb7-ff9703d954e0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.380814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9285b2e4-66ec-4aa3-862a-2220e1499471 req-5aa0b934-746a-4839-8c0f-8b4bd3116167 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 210 time: 0.0342784 Mar 10 17:24:38.411295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d309b1c4-4a0e-44d9-a82a-dfd9c92268f1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.424123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d309b1c4-4a0e-44d9-a82a-dfd9c92268f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:38.457852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Pushing event deleted for resources: {'Port': ['ID=d309b1c4-4a0e-44d9-a82a-dfd9c92268f1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.542460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.549940 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:34Z', 'revision_number': 3, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:38.563305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] No DVR routers for this DVR port d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:38.566941 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.570767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28946b3-48a7-49d7-b3da-8b19c55c4bfd req-5ebc6fa9-4f0b-424e-84e4-6ec83174f8e9 tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.41 "DELETE /v2.0/ports/d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 HTTP/1.1" status: 204 len: 173 time: 1.3647127 Mar 10 17:24:38.649643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f43133ae-8793-4cfe-926e-2e9cb1aa4ab2 None None] Provisioning complete for port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:38.650641 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f43133ae-8793-4cfe-926e-2e9cb1aa4ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.661477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c975a-92cf-4802-859d-8839b717bb8c req-f34a4f86-2e29-489f-867d-f83b42178492 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.663883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db139761-bf90-46c5-944d-1d2ac299bd52 None None] The sync data for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 is: [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:34Z', 'revision_number': 3, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:38.676713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c6c975a-92cf-4802-859d-8839b717bb8c req-f34a4f86-2e29-489f-867d-f83b42178492 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.1719162 Mar 10 17:24:38.700054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f43133ae-8793-4cfe-926e-2e9cb1aa4ab2 None None] Port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:38.809072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c6c975a-92cf-4802-859d-8839b717bb8c req-e77012df-cee8-45bc-a1da-0aab51868fe2 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254537 Mar 10 17:24:38.829569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fd458-0eb2-49e9-97ea-2af749845802 req-e332b931-a9e3-43d5-bfe5-64866d930df1 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:38.831335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538fd458-0eb2-49e9-97ea-2af749845802 req-e332b931-a9e3-43d5-bfe5-64866d930df1 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.1081553 Mar 10 17:24:38.840938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks [] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.854092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.855180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:38.943345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f9532f-56dd-4dc6-aeb7-ff9703d954e0,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:38.952617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538fd458-0eb2-49e9-97ea-2af749845802 req-9c4006ce-b52c-46c7-bd6e-1b02fb468d27 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146691 Mar 10 17:24:38.974025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-a2384d5c-fcf2-474f-9b7a-cbf317ee5b86 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336683 Mar 10 17:24:39.038556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e959-66d5-46a9-9a82-709a31602444 req-f95e49c3-1c99-4632-ad22-5f0b42b4534d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:39.040091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c65e959-66d5-46a9-9a82-709a31602444 req-f95e49c3-1c99-4632-ad22-5f0b42b4534d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.1522281 Mar 10 17:24:39.050214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Network ef13a723-beea-4e78-a840-6503f4eee88b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:39.051713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:39.208038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:39.212277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-71f89647-bdd5-4b95-98a9-bb5c8a5f54d2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:39.213838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-71f89647-bdd5-4b95-98a9-bb5c8a5f54d2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346029 Mar 10 17:24:39.217564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c65e959-66d5-46a9-9a82-709a31602444 req-c1c60cb6-730c-450f-99f2-ff9b7738dd3c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211569 Mar 10 17:24:39.235220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:39.382439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:39.395287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-75a17421-fd29-4e08-88c9-551779827966 admin admin] 10.222.0.35 "PUT /v2.0/routers/30df61ef-8d1d-44aa-9dcf-7c2038af1ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704148 Mar 10 17:24:39.439942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3d83d2b9-b8ba-4d51-a467-ed4d1f9c82ba None None] Provisioning complete for port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:39.440645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d83d2b9-b8ba-4d51-a467-ed4d1f9c82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.486648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f8885d7-67cf-4916-86e0-201cd8d2c80c req-5bd00346-610e-4ada-91b9-cd4f1464f17f tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.1039445 Mar 10 17:24:39.513894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3d83d2b9-b8ba-4d51-a467-ed4d1f9c82ba None None] Port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:39.541015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5fb8ecb-00da-4258-a778-ba9f665859b3 req-853b93a5-b0a4-47c4-b738-4d99b879a48e tempest-ImagesNegativeTestJSON-1404489934 tempest-ImagesNegativeTestJSON-1404489934-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b2963ac-df5f-4035-b2fc-8457b56cbd02 HTTP/1.1" status: 200 len: 210 time: 0.0574288 Mar 10 17:24:39.617600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e021542f-0a2a-4eba-b541-01ed5dce23b5 req-8a05f50c-b215-4f02-89ed-65d0cd0da21d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 210 time: 0.0312865 Mar 10 17:24:39.618415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:39.622126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.632407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.678150 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-f5c5bfed-b6be-426b-a6dd-c3cc50042c6a req-7d9aba82-84b6-46bd-81e3-2d6393933503 tempest-FloatingIPDetailsNegativeTestJSON-2060411423 tempest-FloatingIPDetailsNegativeTestJSON-2060411423-project] show failed (client error): The resource could not be found. Mar 10 17:24:39.679230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5c5bfed-b6be-426b-a6dd-c3cc50042c6a req-7d9aba82-84b6-46bd-81e3-2d6393933503 tempest-FloatingIPDetailsNegativeTestJSON-2060411423 tempest-FloatingIPDetailsNegativeTestJSON-2060411423-project] 10.222.0.35 "GET /v2.0/floatingips/90970586-a70e-4198-951a-c4330b07e057 HTTP/1.1" status: 404 len: 350 time: 0.0445194 Mar 10 17:24:39.688961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:39.765014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for security_group (45503e2c-a5c5-4fac-a22d-5c424c39a998), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.772362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45503e2c-a5c5-4fac-a22d-5c424c39a998), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.808511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0282889d-20f4-48f7-a157-24c77f9fcd1e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:39.858640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45503e2c-a5c5-4fac-a22d-5c424c39a998,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:39.908057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0282889d-20f4-48f7-a157-24c77f9fcd1e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:39.908683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.945243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117'}, {'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'name': 'network-vif-deleted', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:39.948097 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117"}, {"server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "name": "network-vif-deleted", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:39.988312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0282889d-20f4-48f7-a157-24c77f9fcd1e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:39.988461 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:39.996632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.170 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:40.004157 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7d644d-e11f-42bc-84a4-f8742cd4e922 x-openstack-request-id: req-6b7d644d-e11f-42bc-84a4-f8742cd4e922 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:40.004332 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117", "status": "completed", "code": 200}, {"server_uuid": "3b2963ac-df5f-4035-b2fc-8457b56cbd02", "name": "network-vif-deleted", "tag": "d309b1c4-4a0e-44d9-a82a-dfd9c92268f1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:40.004522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b7d644d-e11f-42bc-84a4-f8742cd4e922 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:40.004919 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'status': 'completed', 'code': 200} Mar 10 17:24:40.005178 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2963ac-df5f-4035-b2fc-8457b56cbd02', 'name': 'network-vif-deleted', 'tag': 'd309b1c4-4a0e-44d9-a82a-dfd9c92268f1', 'status': 'completed', 'code': 200} Mar 10 17:24:40.010957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 0282889d-20f4-48f7-a157-24c77f9fcd1e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0282889d-20f4-48f7-a157-24c77f9fcd1e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:40.018332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.096285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50f89b-ce23-4c96-8350-aa70e4f4875a req-08c21362-d71f-45ff-9f65-ca9c7a4af5a9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.097726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=0282889d-20f4-48f7-a157-24c77f9fcd1e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:40.098418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea50f89b-ce23-4c96-8350-aa70e4f4875a req-08c21362-d71f-45ff-9f65-ca9c7a4af5a9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.1837287 Mar 10 17:24:40.141751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-9f80eaa1-d358-4919-87c1-88fed1354d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.143375 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-9f80eaa1-d358-4919-87c1-88fed1354d52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1155 time: 0.1149161 Mar 10 17:24:40.264996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea50f89b-ce23-4c96-8350-aa70e4f4875a req-380b691d-26d9-49af-a417-eff64aab4df2 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518514 Mar 10 17:24:40.291302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.291419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-959bf796-ddb5-4f83-a7dc-14f6bcfa6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.291419 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-959bf796-ddb5-4f83-a7dc-14f6bcfa6bfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1292038 Mar 10 17:24:40.294135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b2eb2-5b84-4287-bb25-be3e229a192a req-eaccbbf3-0d04-4618-8bdd-897cd6102f29 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.295735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-394b2eb2-5b84-4287-bb25-be3e229a192a req-eaccbbf3-0d04-4618-8bdd-897cd6102f29 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.1779916 Mar 10 17:24:40.312419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.346939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-4a75262a-4807-4178-b1c9-a696487d772d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.0449853 Mar 10 17:24:40.360857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.392677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-394b2eb2-5b84-4287-bb25-be3e229a192a req-b72b4754-c709-4f1c-8131-673c9df867ed tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892494 Mar 10 17:24:40.440032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:40.449342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:40.451363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:40.457646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.458919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.473387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:40.493999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-d4b8ec87-b99a-4fbe-adbf-cc967d064dad tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2710125 Mar 10 17:24:40.507532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cad58-8299-407b-b38f-a16619e8e3c3 req-34988d27-822e-4699-9619-084a87f55dad tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.515848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752cad58-8299-407b-b38f-a16619e8e3c3 req-34988d27-822e-4699-9619-084a87f55dad tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.1740117 Mar 10 17:24:40.523180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Request body: {'port': {'device_id': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:40.549188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-ba1af5c7-1d6c-44c7-862f-4adcceadc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:40.550833 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-ba1af5c7-1d6c-44c7-862f-4adcceadc755 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1625943 Mar 10 17:24:40.613776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-5e19df4c-3b31-4350-b3f9-fa748d636711 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273979 Mar 10 17:24:40.624519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752cad58-8299-407b-b38f-a16619e8e3c3 req-9c68b54e-9d10-4e56-a499-c163b911ee2c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076562 Mar 10 17:24:40.658162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:40.680353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:40.712198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:40.771703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:40.772639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d309b1c4-4a0e-44d9-a82a-dfd9c92268f1 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:40.785700 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-7bce7b14-9430-428a-a534-17f7dc8fccc7 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110151 Mar 10 17:24:40.839413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Sync routers for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:40.868649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Routers {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:40.869529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:40.901431 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-461c6ef8-7cc6-442e-9dcb-c3734d0eb822 req-dcce0378-a137-405b-b977-e58c43c49fbc service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081691 Mar 10 17:24:40.922245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc9965ba-c8ac-481e-b24c-06445356a19c req-8585979c-498c-417a-897b-546aabfcbc7d tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.1356819 Mar 10 17:24:40.966207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-10dff03a-5321-4762-aabe-48b00ebfcae7 None None] Provisioning complete for port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:40.967779 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10dff03a-5321-4762-aabe-48b00ebfcae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.016592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:41.053154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:24:41.054592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10dff03a-5321-4762-aabe-48b00ebfcae7 None None] Port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:41.155675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Set router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:41.196834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:41.208258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks [] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.223487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf7cf7-5050-4fde-8eb1-98648f053a02 req-df918342-7506-4a05-ae52-150325826c32 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:41.224798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4eaf7cf7-5050-4fde-8eb1-98648f053a02 req-df918342-7506-4a05-ae52-150325826c32 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 936 time: 0.0781636 Mar 10 17:24:41.256816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Transition to ACTIVE for port object 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:41.274315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Deleting port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:41.274975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.281162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.357003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4eaf7cf7-5050-4fde-8eb1-98648f053a02 req-cb4e196a-49a8-488f-986b-e6b35aa70dc7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234148 Mar 10 17:24:41.375733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.394247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Calling delete_port for c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:41.433694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.478015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Attempting to bind port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:41.479627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Attempting to bind port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:41.480164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Attempting to bind port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:41.494828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:41.495693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Attempting to bind port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:41.502143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:41.503160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:41.503595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:41.504167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Bound port: 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:41.504783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.615156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:41.619650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:41.624178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 4, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c5f9532f-56dd-4dc6-aeb7-ff9703d954e0', 'name': '', 'network_id': 'ef13a723-beea-4e78-a840-6503f4eee88b', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'mac_address': 'fa:16:3e:c2:6f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e2b778df-f74e-48c5-84f6-c2170d97ca07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:37Z', 'updated_at': '2022-03-10T17:24:38Z', 'revision_number': 2, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'subnets': [{'id': 'e2b778df-f74e-48c5-84f6-c2170d97ca07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:41.633418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.649528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fc5ad-ed1b-4606-a7af-9862f7d60d41 req-1646a32f-1a45-472e-8d6e-556e544e5c67 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:41.656527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-533fc5ad-ed1b-4606-a7af-9862f7d60d41 req-1646a32f-1a45-472e-8d6e-556e544e5c67 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.1051614 Mar 10 17:24:41.666588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Checking router: 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:41.668918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Updating router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:41.710525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:41.710989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.711481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.712378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f HTTP/1.1" status: 200 len: 1096 time: 1.1939054 Mar 10 17:24:41.808682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c5f9532f-56dd-4dc6-aeb7-ff9703d954e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:41.850506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f9532f-56dd-4dc6-aeb7-ff9703d954e0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:41.918654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0282889d-20f4-48f7-a157-24c77f9fcd1e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:41.951608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-9576d1cc-e106-43ba-b268-f7e4718c5f59 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:41.952757 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-9576d1cc-e106-43ba-b268-f7e4718c5f59 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673807 Mar 10 17:24:42.041312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:42.043184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-45d2b396-0abc-498a-9e04-00f2e36f34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.044957 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-45d2b396-0abc-498a-9e04-00f2e36f34da service neutron] 10.222.0.35 "GET /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 1124 time: 0.0827773 Mar 10 17:24:42.056138 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3dde50-c52b-4112-9243-8f814dfe85d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:42.058641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21e71f-44a2-48ee-9807-93843911a984 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:42.076988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:42.077437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:24:42.083234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-533fc5ad-ed1b-4606-a7af-9862f7d60d41 req-961aac0b-b890-4d3b-ba95-88535a5f275b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258232 Mar 10 17:24:42.122728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0282889d-20f4-48f7-a157-24c77f9fcd1e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:42.123112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.139129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-eef8fe3b-8449-4d83-a904-5505cb6ccdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.141261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-eef8fe3b-8449-4d83-a904-5505cb6ccdf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 1130 time: 0.0771790 Mar 10 17:24:42.178981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.209565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-1cab4d5a-5488-487c-a29d-b40f01a178a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f HTTP/1.1" status: 200 len: 217 time: 0.0525339 Mar 10 17:24:42.302070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-425eb11e-01d2-421c-93aa-5c32b8d4a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.303907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-425eb11e-01d2-421c-93aa-5c32b8d4a469 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0710163 Mar 10 17:24:42.315784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d31ca-4e5d-4031-a2e0-70c80f6bc4c3 req-3c80412e-60b7-4c35-84f2-dcf17894c437 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.317226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e56d31ca-4e5d-4031-a2e0-70c80f6bc4c3 req-3c80412e-60b7-4c35-84f2-dcf17894c437 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.1064548 Mar 10 17:24:42.325627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:24:42.325973 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:24:42.332854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0282889d-20f4-48f7-a157-24c77f9fcd1e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:42.341650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-43855b1d-91ca-42ff-9f9e-89bc93541d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.383528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:42.384147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:42.384248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:42.391633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:42.391953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:42.399994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:42.399994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:42.400394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:42.400864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Bound port: 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:42.407416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-bb5d5c02-ea50-48a5-8fd3-d65e6e8d541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.408974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-bb5d5c02-ea50-48a5-8fd3-d65e6e8d541e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0909591 Mar 10 17:24:42.413607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e56d31ca-4e5d-4031-a2e0-70c80f6bc4c3 req-58754343-6751-41e4-b964-4f38ba142926 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Mar 10 17:24:42.511515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765ecd5a-e6ad-445c-b300-74c0c258526f req-d488e342-9b08-4221-a0bb-478b779c6a49 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0316238 Mar 10 17:24:42.530880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-3b883109-332c-4006-9153-8fb8c48ab146 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141436 Mar 10 17:24:42.539355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:42.551607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.553182 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1e596365-9606-47ef-ace7-48adf3e27540 service neutron] 10.222.0.35 "POST /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4798613 Mar 10 17:24:42.576892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:42.619357 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd55bb9-ac56-4069-a6e2-c886784c2596 x-openstack-request-id: req-cdd55bb9-ac56-4069-a6e2-c886784c2596 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:42.619631 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:42.619951 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdd55bb9-ac56-4069-a6e2-c886784c2596 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:42.621055 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'status': 'completed', 'code': 200} Mar 10 17:24:42.666271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfd2156-472d-470b-8376-5a1eba700f15 req-ce49e2cd-2679-4764-86ec-a7265a249e7d service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287012 Mar 10 17:24:42.732529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:42.737956 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8fc171d6-b55a-4dcc-a526-628bddfad6c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/30df61ef-8d1d-44aa-9dcf-7c2038af1ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470357 Mar 10 17:24:42.740584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:42.813435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a397-7d82-4101-941d-4f940abeea12 req-c5706109-71ed-457c-8b4b-ec30f8db1830 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.814962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91d4a397-7d82-4101-941d-4f940abeea12 req-c5706109-71ed-457c-8b4b-ec30f8db1830 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 948 time: 0.1251082 Mar 10 17:24:42.822677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54ad3-b5ea-4793-a878-0fb256a6ee45 req-cd5f86fb-4ef0-4e85-a897-2c4a89fd5ba3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.823982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6b54ad3-b5ea-4793-a878-0fb256a6ee45 req-cd5f86fb-4ef0-4e85-a897-2c4a89fd5ba3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.1226087 Mar 10 17:24:42.850960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Port c5f9532f-56dd-4dc6-aeb7-ff9703d954e0 not found while updating agent binding for router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9. {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 17:24:42.858555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks [] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:42.860547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Routers {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:42.861465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:42.862148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-8a4a9d99-2a88-4670-8ce2-c9e2723f38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:42.865078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-8a4a9d99-2a88-4670-8ce2-c9e2723f38b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 1130 time: 0.1323035 Mar 10 17:24:42.918672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91d4a397-7d82-4101-941d-4f940abeea12 req-f67bbb8c-e78b-48fc-9af0-7077ba776bac tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936177 Mar 10 17:24:42.958407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6b54ad3-b5ea-4793-a878-0fb256a6ee45 req-554367a3-736c-43b3-a9ab-4abda3331afc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216695 Mar 10 17:24:42.991362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] Set router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:42.998334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks [] for router_gateway (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.026990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-fd4bc804-9175-4c4a-977f-7a45950e64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.028545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-fd4bc804-9175-4c4a-977f-7a45950e64db service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1541827 Mar 10 17:24:43.062086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Deleting port 0282889d-20f4-48f7-a157-24c77f9fcd1e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:43.062445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.089220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-5fcc4347-91d6-4a0d-aaa5-c779c0e8c64e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f HTTP/1.1" status: 200 len: 217 time: 0.0459552 Mar 10 17:24:43.148775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-efcbffd6-d30c-4474-bc2b-2f3087537ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.150613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-efcbffd6-d30c-4474-bc2b-2f3087537ccd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0526652 Mar 10 17:24:43.154943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] For port 0282889d-20f4-48f7-a157-24c77f9fcd1e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0282889d-20f4-48f7-a157-24c77f9fcd1e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:43.155422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.169245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Calling delete_port for 0282889d-20f4-48f7-a157-24c77f9fcd1e owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:43.188392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 5, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:43.224985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779aaa04-0d78-4ee4-ae0d-9783e6f8973e None None] The sync data for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 is: [{'id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1486414969-router', 'tenant_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:31Z', 'updated_at': '2022-03-10T17:24:41Z', 'revision_number': 5, 'project_id': 'edfe0bc1eae34504a8901dfb0e8df9ed', 'gw_port': {'id': '0282889d-20f4-48f7-a157-24c77f9fcd1e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30df61ef-8d1d-44aa-9dcf-7c2038af1ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:32Z', 'updated_at': '2022-03-10T17:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:43.263470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-383806ce-8fbc-42cd-a5ae-2147694b4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.265153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-383806ce-8fbc-42cd-a5ae-2147694b4a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1051593 Mar 10 17:24:43.337923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6407a-987b-4f96-8a76-0aa6e7844676 req-b0f13fa9-2709-4400-86c6-972e79d66578 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.339747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6a6407a-987b-4f96-8a76-0aa6e7844676 req-b0f13fa9-2709-4400-86c6-972e79d66578 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.1293178 Mar 10 17:24:43.424938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (0282889d-20f4-48f7-a157-24c77f9fcd1e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.459193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6a6407a-987b-4f96-8a76-0aa6e7844676 req-45926361-b576-4c82-899b-abfdc25f724c tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679939 Mar 10 17:24:43.465603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-c2f0daba-a449-46d6-a407-3a73d6f8d4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915357 Mar 10 17:24:43.517161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.543883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0282889d-20f4-48f7-a157-24c77f9fcd1e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:43.573792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:43.654584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e66b-c544-48a4-a90a-94a132d97998 req-d2e997eb-0340-40ba-a4be-72ba91973f9f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:43.656492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f04e66b-c544-48a4-a90a-94a132d97998 req-d2e997eb-0340-40ba-a4be-72ba91973f9f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.0864241 Mar 10 17:24:43.664011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f3dde50-c52b-4112-9243-8f814dfe85d3 req-f41e2cb8-b0c8-426d-98fa-df6efe74dd65 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753628 Mar 10 17:24:43.718398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.721423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks [] for router_controller (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.761942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f04e66b-c544-48a4-a90a-94a132d97998 req-5702c70a-de58-4af9-9f07-603752cbbee2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967195 Mar 10 17:24:43.856785 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (30df61ef-8d1d-44aa-9dcf-7c2038af1ec9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.857310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:24:43.870311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:43.873664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a223b56a-3878-48cb-aa36-6569c6c665ad admin admin] 10.222.0.35 "DELETE /v2.0/routers/30df61ef-8d1d-44aa-9dcf-7c2038af1ec9 HTTP/1.1" status: 204 len: 168 time: 1.1300123 Mar 10 17:24:43.874987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:43.885291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21be6e4c-6a9f-4583-bf4b-01a8b61185ef req-3d5ad111-e71f-4b6b-9e9a-0e33ad85900a tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0326328 Mar 10 17:24:43.920296 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d2fa32c5-edab-4e68-8f73-43b3a6242c18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39dd3008df04ed48767ba31079220d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429248 Mar 10 17:24:43.920516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51342) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:43.950513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Deleting subnet e2b778df-f74e-48c5-84f6-c2170d97ca07 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:24:43.953770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Publish callbacks [] for subnet (e2b778df-f74e-48c5-84f6-c2170d97ca07), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.022332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Publish callbacks [] for subnet (e2b778df-f74e-48c5-84f6-c2170d97ca07), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.026485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1f5c0-18ba-4ad6-9990-702971ba2917 req-af57aa21-17d3-4c18-9962-9c6817e3f58b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.026485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65f1f5c0-18ba-4ad6-9990-702971ba2917 req-af57aa21-17d3-4c18-9962-9c6817e3f58b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.0816097 Mar 10 17:24:44.089401 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Sync routers for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:44.099076 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Routers set() bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:44.099663 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Router IDs set() for agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:24:44.100294 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent'). {{(pid=103797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 17:24:44.103937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35f17-48e8-4035-8a23-4d2c45d56d8d req-40d86593-b05a-4e6f-b6de-c1f3aa3b9bd5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.106147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] Publish callbacks [] for security_group (cf287ff5-dfac-4d18-8137-6653e8d39352), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.106894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1d35f17-48e8-4035-8a23-4d2c45d56d8d req-40d86593-b05a-4e6f-b6de-c1f3aa3b9bd5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 948 time: 0.0984929 Mar 10 17:24:44.108631 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Routers set() bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:44.109159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Router IDs set() for agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:24:44.109883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent'). {{(pid=103797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 17:24:44.110454 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b732bb-a4b8-41cd-91da-e589e4a0613c None None] The sync data for ids ['30df61ef-8d1d-44aa-9dcf-7c2038af1ec9'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:44.121778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65f1f5c0-18ba-4ad6-9990-702971ba2917 req-edde21e8-43a3-4db1-b20e-40b0da83eef9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759301 Mar 10 17:24:44.133610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e2b778df-f74e-48c5-84f6-c2170d97ca07), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.178810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] Publish callbacks [] for security_group (cf287ff5-dfac-4d18-8137-6653e8d39352), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.204425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1d35f17-48e8-4035-8a23-4d2c45d56d8d req-076446a7-56a8-4bb1-87a5-0770762b58d7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856745 Mar 10 17:24:44.259190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (e2b778df-f74e-48c5-84f6-c2170d97ca07), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.277284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8449-acdf-4b26-968b-60350e8413f0 req-6e2a18c8-9770-452d-94f7-cbb6bbb2449a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.278923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6eea8449-acdf-4b26-968b-60350e8413f0 req-6e2a18c8-9770-452d-94f7-cbb6bbb2449a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Mar 10 17:24:44.290490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b778df-f74e-48c5-84f6-c2170d97ca07,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.294319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.300613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dc21294-b685-4f14-8076-611c94122271 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e2b778df-f74e-48c5-84f6-c2170d97ca07 HTTP/1.1" status: 204 len: 168 time: 0.4246128 Mar 10 17:24:44.301957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:44.305508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0823a5-69ae-4ab0-b661-2cd4ed24a633 None None] Network ef13a723-beea-4e78-a840-6503f4eee88b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:44.309230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cf287ff5-dfac-4d18-8137-6653e8d39352), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.311724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.316141 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf287ff5-dfac-4d18-8137-6653e8d39352 HTTP/1.1" status: 204 len: 168 time: 0.3914268 Mar 10 17:24:44.355603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ba6e5-389b-453e-a479-74b305d8fd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf287ff5-dfac-4d18-8137-6653e8d39352,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.394820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6eea8449-acdf-4b26-968b-60350e8413f0 req-d290049f-507b-4d48-a6fe-0d8a87c0e254 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060643 Mar 10 17:24:44.448310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ef13a723-beea-4e78-a840-6503f4eee88b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.478014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-6fe6f07b-5387-4fd7-aee0-0318a4a1d86d tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539331 Mar 10 17:24:44.544712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Deleting port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:44.545040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.579438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d449aed6-4393-483f-893b-ea8be80f4960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.623684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] For port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,segment=NetworkSegment(702bee43-09fe-4031-888d-40f10eddc35b),segment_id=702bee43-09fe-4031-888d-40f10eddc35b)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:44.624568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.634865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-a3fa24a3-192b-4372-9fe1-a634259cc771 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.636409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-a3fa24a3-192b-4372-9fe1-a634259cc771 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515031 Mar 10 17:24:44.652902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-a75d801d-af68-4372-9072-19329ab19724 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/quotas/9869c2865bbc4afdb8ad397fd43a9e2b HTTP/1.1" status: 200 len: 375 time: 0.0095606 Mar 10 17:24:44.664761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Calling delete_port for e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:44.667874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-03bd4ca5-e44a-444c-883a-0412e6634cf5 req-4f12cb22-98e7-42ae-b20d-fca2d087a281 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0336432 Mar 10 17:24:44.705464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] DHCP port deletion for ef13a723-beea-4e78-a840-6503f4eee88b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:24:44.756156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-78878929-c636-4f4e-b0d1-9de93fc5dd98 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970154 Mar 10 17:24:44.787907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.806954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Deleting port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:24:44.807449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.818085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:44.825234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] No DVR routers for this DVR port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:44.918497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ef13a723-beea-4e78-a840-6503f4eee88b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:44.930409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85fe43-9f1f-49f7-8658-7dde6138ac52 req-ba675ef2-4748-4ba9-9415-0681a1d478aa tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:44.930409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb85fe43-9f1f-49f7-8658-7dde6138ac52 req-ba675ef2-4748-4ba9-9415-0681a1d478aa tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 943 time: 0.0621183 Mar 10 17:24:44.959006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.959358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.960074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.960425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > port after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.967349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.967702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > port after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.968055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.968405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.968732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:44.969059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:45.000436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] For port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:45.000833 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.050151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:45.050982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:45.050982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:45.051177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:24:45.051449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef13a723-beea-4e78-a840-6503f4eee88b']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:45.057521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Calling delete_port for e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:24:45.074044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:24:45.080694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb85fe43-9f1f-49f7-8658-7dde6138ac52 req-2d63354d-9c69-4dc1-813d-8f2bfd0611ba tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450524 Mar 10 17:24:45.081817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e44d01aa-5d1f-4fbc-9e9a-d60d936d3314), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.127587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53ad051-2a6d-4548-992e-602ed02d25cc req-587c0db4-c5ae-43a5-86f6-1ebb234a3a8b tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0763440 Mar 10 17:24:45.128411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] Pushing event deleted for resources: {'Port': ['ID=e44d01aa-5d1f-4fbc-9e9a-d60d936d3314,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.151736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702bee43-09fe-4031-888d-40f10eddc35b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:45.152132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702bee43-09fe-4031-888d-40f10eddc35b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:45.154605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f44c2c-6459-4348-97c9-637dcb3817b0 None None] No DVR routers for this DVR port e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:45.187412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b57c0bd-b265-4d3c-8f25-8529e72a3f98 req-e7c80c45-fd2f-4d7f-8d89-9afe9ebc61d2 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 210 time: 0.0529611 Mar 10 17:24:45.194458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-1f9ea97c-d338-4da8-bda8-0ef80e6585c5 service neutron] 10.222.0.59 "GET /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.1374362 Mar 10 17:24:45.203085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (702bee43-09fe-4031-888d-40f10eddc35b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.255160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (702bee43-09fe-4031-888d-40f10eddc35b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.269650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:24:45.270055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (702bee43-09fe-4031-888d-40f10eddc35b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: from cryptography.utils import int_from_bytes Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: from cryptography.utils import int_from_bytes Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:24:45.298715 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:24:45.352063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51396) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:45.364261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e3a42-1a71-47b8-ab95-29b5ddd946ef req-932ca8ab-a5d6-4831-9b09-3f024b41f0cf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:45.366599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d9e3a42-1a71-47b8-ab95-29b5ddd946ef req-932ca8ab-a5d6-4831-9b09-3f024b41f0cf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 948 time: 0.0841088 Mar 10 17:24:45.389898 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ef13a723-beea-4e78-a840-6503f4eee88b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.412722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.419197 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef13a723-beea-4e78-a840-6503f4eee88b HTTP/1.1" status: 204 len: 168 time: 1.1158211 Mar 10 17:24:45.442803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af056d8a-0d3f-4fa2-877e-ce8d7b074467 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef13a723-beea-4e78-a840-6503f4eee88b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.468558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d9e3a42-1a71-47b8-ab95-29b5ddd946ef req-57f41452-2348-4650-80bd-b15b32d17f11 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897107 Mar 10 17:24:45.567646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1769434844-network', 'tenant_id': '29be7e5d09f0458b95582538eac9806f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:45.605000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4615eb-c72e-46ec-be34-a012bb2b670e req-ff3e3d85-b0af-4c1b-8867-120e4206e4c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:45.607120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b4615eb-c72e-46ec-be34-a012bb2b670e req-ff3e3d85-b0af-4c1b-8867-120e4206e4c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.1118102 Mar 10 17:24:45.608460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Made reservation on behalf of 29be7e5d09f0458b95582538eac9806f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:45.616312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.633754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.648995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51408) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:45.674034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.759220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b4615eb-c72e-46ec-be34-a012bb2b670e req-3ab85b38-98b8-489b-88cd-79b4930a7c41 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327434 Mar 10 17:24:45.763106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-31fa414e-f716-4a1d-bf0c-de4df415b86d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edfe0bc1eae34504a8901dfb0e8df9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130261 Mar 10 17:24:45.766950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:45.818972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:45.838292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:45.848724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:45.849075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e44d01aa-5d1f-4fbc-9e9a-d60d936d3314 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:45.849657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0282889d-20f4-48f7-a157-24c77f9fcd1e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:45.865369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:45.871867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 0282889d-20f4-48f7-a157-24c77f9fcd1e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:24:45.872619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0282889d-20f4-48f7-a157-24c77f9fcd1e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:45.876737 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks [] for security_group (2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.878044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] Publish callbacks [] for security_group (7339d239-fb18-4252-8f4b-0d4a9e6cb67a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.890688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.915255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b233bd6b-8173-47ca-b431-78ce7df9a117 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:45.917457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] Publish callbacks [] for security_group (7339d239-fb18-4252-8f4b-0d4a9e6cb67a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.937298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:45.939950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:45.959064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.961943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:45.976530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (42e4f8ed-4f34-4f29-865c-b49c779688bf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:45.976945 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Added segment 42e4f8ed-4f34-4f29-865c-b49c779688bf of type vlan for network 17818303-fad6-4dae-aadd-f4abaf7cb835 Mar 10 17:24:46.029358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (17818303-fad6-4dae-aadd-f4abaf7cb835), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.049574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7339d239-fb18-4252-8f4b-0d4a9e6cb67a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.052661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.053787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7339d239-fb18-4252-8f4b-0d4a9e6cb67a HTTP/1.1" status: 204 len: 168 time: 0.2746272 Mar 10 17:24:46.060177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] Transition to ACTIVE for port object b233bd6b-8173-47ca-b431-78ce7df9a117 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:46.066037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe1bfd-2985-44fb-b05b-7b8286d8f2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339d239-fb18-4252-8f4b-0d4a9e6cb67a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.067874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.069414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (17818303-fad6-4dae-aadd-f4abaf7cb835), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.070560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.071156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.113877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7420015 Mar 10 17:24:46.115131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:46.120372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Request body: {'subnet': {'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-subnet', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:46.156861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604ddb9-48a7-42ba-8953-15ffc23b86b3 admin admin] Pushing event updated for resources: {'Network': ['ID=17818303-fad6-4dae-aadd-f4abaf7cb835,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.166705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] No DVR routers for this DVR port b233bd6b-8173-47ca-b431-78ce7df9a117 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:24:46.169935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:46.174639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=10']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.212781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Made reservation on behalf of 29be7e5d09f0458b95582538eac9806f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:46.213568 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.221377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-4d77bc6c-b0f3-4fd0-b3c8-34c3066d9ad8 service neutron] 10.222.0.59 "PUT /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0135221 Mar 10 17:24:46.356850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-816b84ba-3268-4763-b4d2-6d90d2d1101d tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386269 Mar 10 17:24:46.359214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aaebcc5d-5f0e-4429-a953-a1ef1a50466b req-2731aabb-4063-4189-b185-9c08babff6c0 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 210 time: 0.0607820 Mar 10 17:24:46.382230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52557ece-7ef2-4c52-801c-af2337555aa4 req-64d1edf5-0f69-4138-9abb-5a92f2a2c6a0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.389724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52557ece-7ef2-4c52-801c-af2337555aa4 req-64d1edf5-0f69-4138-9abb-5a92f2a2c6a0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.1912789 Mar 10 17:24:46.490713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52557ece-7ef2-4c52-801c-af2337555aa4 req-04643260-1586-456e-9305-43a4ccf3769c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000924 Mar 10 17:24:46.532732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbfce7a3-057c-4706-ba22-e4d9a9def59c req-6d853023-d641-4d44-bab8-7a12eb633cc0 tempest-ServersAdmin275Test-1052182719 tempest-ServersAdmin275Test-1052182719-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0518639 Mar 10 17:24:46.568526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-0bd84d06-bf25-411c-b86c-25da17b2bf53 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.570015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-0bd84d06-bf25-411c-b86c-25da17b2bf53 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.2603579 Mar 10 17:24:46.674359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-0eacbc11-a97a-4b5b-a002-3bba2d176d18 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.676078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-0eacbc11-a97a-4b5b-a002-3bba2d176d18 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059895 Mar 10 17:24:46.701721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Request body: {'port': {'device_id': '658e0591-3df7-4987-85aa-7223e7f65c65', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '9869c2865bbc4afdb8ad397fd43a9e2b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:46.729591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d9196bb0-eff5-42dc-a2a8-ab55d7298037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.731406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-d9196bb0-eff5-42dc-a2a8-ab55d7298037 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&tenant_id=519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 1126 time: 0.1449056 Mar 10 17:24:46.734176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:46.749233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5d12-684e-449f-9985-8f16b4b840cb req-a0166ce3-5494-4dd1-960d-3fe091cf4ef8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:46.751241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be6f5d12-684e-449f-9985-8f16b4b840cb req-a0166ce3-5494-4dd1-960d-3fe091cf4ef8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 948 time: 0.1258574 Mar 10 17:24:46.753622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (c8900964-48c4-4aff-8423-6471822a5f1f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.884290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Made reservation on behalf of 9869c2865bbc4afdb8ad397fd43a9e2b for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:46.888024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:46.898599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:46.915776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'mac_address': 'fa:16:3e:06:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:46.933354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be6f5d12-684e-449f-9985-8f16b4b840cb req-4758d218-4f18-4102-8380-a45498df8f13 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705263 Mar 10 17:24:46.941864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8029256f-2ab5-4bd8-9998-0f384e3651e9 req-d03f8271-884a-4ab3-8d74-1b09bca6cb16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=69f05c65cabe488fa117af3eff2c9856&device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0872712 Mar 10 17:24:46.977189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Checking segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:46.979868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Network hostable DHCP agents. Network: 17818303-fad6-4dae-aadd-f4abaf7cb835, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:46.982088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8900964-48c4-4aff-8423-6471822a5f1f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:46.989821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:46.990407 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.011167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:47.060895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:47.064947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Allocated IP 192.168.233.36 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:47.069303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8029256f-2ab5-4bd8-9998-0f384e3651e9 req-b0450d0e-4328-4b86-aa32-b10c64905030 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=69f05c65cabe488fa117af3eff2c9856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209452 Mar 10 17:24:47.079821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.120097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-b8795064-c965-48e8-96f1-7d76dfa0ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.122251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-b8795064-c965-48e8-96f1-7d76dfa0ff8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1126 time: 0.3174202 Mar 10 17:24:47.123856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a9bb5f8-aca1-4740-b396-3dd0c48a6653 req-31de9b7e-5cdf-4a7e-8c67-4da6b17832d2 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0662143 Mar 10 17:24:47.148682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.167821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:47.185043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:47.253674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks [] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.292689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.307164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d4f3be39-d8fe-4a89-9567-1373dc466f57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:47.354475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:47.358918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:47.364786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:47.371389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Pushing event updated for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:47.430457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.431637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.462130 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-bf6ce425-3df2-4206-851a-621fb16dccc9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7760587 Mar 10 17:24:47.479395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:47.485682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Request body: {'port': {'device_id': '658e0591-3df7-4987-85aa-7223e7f65c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:47.530578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:47.555476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 17818303-fad6-4dae-aadd-f4abaf7cb835) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:47.576173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636f7a-9513-4cef-8e34-dd296dfed11a req-4960aa5f-3ca6-43da-9662-e60fe348818b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.580899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6e821-8208-4268-a5fd-78504ab0c9e3 None None] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:47.583578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48636f7a-9513-4cef-8e34-dd296dfed11a req-4960aa5f-3ca6-43da-9662-e60fe348818b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.5855863 Mar 10 17:24:47.586079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.586693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.588522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.727252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4c9e4d24-474f-434e-ad53-1bc2ba623fc2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6110268 Mar 10 17:24:47.727862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:47.739133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029256f-2ab5-4bd8-9998-0f384e3651e9 req-8c38f4bc-af4c-43a1-bbf3-a596a91e5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.740544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8029256f-2ab5-4bd8-9998-0f384e3651e9 req-8c38f4bc-af4c-43a1-bbf3-a596a91e5789 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6574910 Mar 10 17:24:47.743609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:47.765744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-dc9d44c7-e72f-4999-9e24-2e56564668fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.767240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-dc9d44c7-e72f-4999-9e24-2e56564668fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.6235344 Mar 10 17:24:47.770975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-17818303-fad6-4dae-aadd-f4abaf7cb835', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'project_id': '29be7e5d09f0458b95582538eac9806f', 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:47.772817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.774869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48636f7a-9513-4cef-8e34-dd296dfed11a req-bb67de45-dff2-4517-998e-d0dd993577ef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904490 Mar 10 17:24:47.775478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:24:47.797120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1172493650-network', 'tenant_id': '2d100208eebd44ae8547bd575529250d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:47.822734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-c37de226-b092-4c6c-8ba7-cb7855eac856 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.0468712 Mar 10 17:24:47.825076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Made reservation on behalf of 2d100208eebd44ae8547bd575529250d for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:47.829769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.830569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e723c-5e87-47ec-971c-b2d480f8c8d3 req-90410f74-bb62-4f70-baa6-a7c5e5d84c0b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.837770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c65e723c-5e87-47ec-971c-b2d480f8c8d3 req-90410f74-bb62-4f70-baa6-a7c5e5d84c0b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 935 time: 0.2785463 Mar 10 17:24:47.846839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.853938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.855304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:47.970646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-64192dca-d00d-41e5-a4ee-e0ee41a7e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:47.972868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-64192dca-d00d-41e5-a4ee-e0ee41a7e3d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1322899 Mar 10 17:24:48.007932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-944c58e0-09c7-42cd-bffa-b13b6e714c1e None None] Provisioning complete for port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:48.008574 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-944c58e0-09c7-42cd-bffa-b13b6e714c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.033349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for router_controller (e3575d18-c8ca-4028-867b-0bdd0d9511b2), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.039116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks [] for security_group (69ae3384-e549-4b3a-94a9-4643c7060b80), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.049660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (69ae3384-e549-4b3a-94a9-4643c7060b80), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.053160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c65e723c-5e87-47ec-971c-b2d480f8c8d3 req-80a3045d-c6f3-4677-adc6-e88e24622716 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141941 Mar 10 17:24:48.055247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-20441aa1-462d-444e-96e0-dc5c5a3f50ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689631 Mar 10 17:24:48.087709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae3384-e549-4b3a-94a9-4643c7060b80,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.122418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port b233bd6b-8173-47ca-b431-78ce7df9a117 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:24:48.123131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:24:48.131119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833b81-51b4-4254-b149-d48122026fdc req-7b4306b7-eaa0-4273-8ec1-7d1337da4732 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.132353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:48.138189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f833b81-51b4-4254-b149-d48122026fdc req-7b4306b7-eaa0-4273-8ec1-7d1337da4732 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.2499361 Mar 10 17:24:48.149850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-944c58e0-09c7-42cd-bffa-b13b6e714c1e None None] Port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:48.154392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:48.159244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c7bf37be-bdc1-4619-9a6e-854e4f12f847), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.159578 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Added segment c7bf37be-bdc1-4619-9a6e-854e4f12f847 of type vlan for network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 Mar 10 17:24:48.170121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks [] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.215526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Transition to ACTIVE for port object 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:48.225460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.233009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.238683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Allocated IP 172.20.0.2 (17818303-fad6-4dae-aadd-f4abaf7cb835/c8900964-48c4-4aff-8423-6471822a5f1f/15b7ecda-f85c-4e08-a08d-2b86d049fa09) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:48.297122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.298375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.298935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.328194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.340753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for router_gateway (e3575d18-c8ca-4028-867b-0bdd0d9511b2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.367941 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8359232 Mar 10 17:24:48.368937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51462) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:48.388408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Request body: {'subnet': {'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1172493650-subnet', 'tenant_id': '2d100208eebd44ae8547bd575529250d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:48.414227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96690d34-2875-441e-880e-273fafb79db4 admin admin] Pushing event updated for resources: {'Network': ['ID=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.425794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f833b81-51b4-4254-b149-d48122026fdc req-075d8f3c-0268-4333-8d7d-6b6a29bb3551 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844172 Mar 10 17:24:48.431911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-53240a6f-af55-420a-ac63-47cafcc4206c service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406239 Mar 10 17:24:48.437470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:48.456043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Attempting to bind port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:48.456378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Attempting to bind port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:48.456688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Attempting to bind port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:48.466546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:48.466872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Attempting to bind port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:48.473510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:48.473855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:48.474232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:48.474679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Bound port: 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:48.475033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.492088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks [] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.529899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f3ea7-31b6-438d-9f3b-8b4cdbfe7bc5 req-dcd27723-e411-424b-9ce7-0fd1e6c36f1a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.537148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b27f3ea7-31b6-438d-9f3b-8b4cdbfe7bc5 req-dcd27723-e411-424b-9ce7-0fd1e6c36f1a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 949 time: 0.3528540 Mar 10 17:24:48.554416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:48.557930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Made reservation on behalf of 2d100208eebd44ae8547bd575529250d for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:48.559509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:48.560186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.561179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.568410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.606366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.607105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.608782 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 HTTP/1.1" status: 200 len: 1095 time: 1.1384687 Mar 10 17:24:48.609312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:48.611906 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c" -d '{"events": [{"name": "network-changed", "server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:48.626628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58cfa789-7bcd-4950-96e5-32a90298306f req-e60e9094-0905-44f0-95ff-d4ccd1c7bb56 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0838249 Mar 10 17:24:48.639819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ec267-2154-4d3f-a4eb-90a06d611df8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.641491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Pushing event updated for resources: {'Port': ['ID=15b7ecda-f85c-4e08-a08d-2b86d049fa09,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:48.665190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:48.683323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:48.685537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:48.695221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.761369 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90bb784-2857-497f-8972-5d049e9cd0ff x-openstack-request-id: req-a90bb784-2857-497f-8972-5d049e9cd0ff {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:48.761717 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:48.761919 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a90bb784-2857-497f-8972-5d049e9cd0ff {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:48.762319 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2', 'status': 'completed', 'code': 200} Mar 10 17:24:48.784990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-2e725bc4-c905-42d5-91bd-2467af2ef06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.787100 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-2e725bc4-c905-42d5-91bd-2467af2ef06d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 1129 time: 0.0958951 Mar 10 17:24:48.791916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Attempting to bind port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:48.792490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Attempting to bind port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:48.793022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Attempting to bind port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 on network 17818303-fad6-4dae-aadd-f4abaf7cb835 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:48.798782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:48.799163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Checking segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:48.799816 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.800312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Bound using segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:48.800788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Bound port: 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:48.801168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.803204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b27f3ea7-31b6-438d-9f3b-8b4cdbfe7bc5 req-94a2ab1d-e929-4179-8575-3237813f26af tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648888 Mar 10 17:24:48.846132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-6cd9e285-b977-4d4a-a431-907233ad34e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 HTTP/1.1" status: 200 len: 217 time: 0.0498862 Mar 10 17:24:48.858320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-e5f6cbcb-3aad-48b4-aaed-c380bfe89949 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102890 Mar 10 17:24:48.916461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-042f9035-075b-4cfe-aef3-9483aab4742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.918630 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-042f9035-075b-4cfe-aef3-9483aab4742f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0610178 Mar 10 17:24:48.938565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] For port 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:48.943847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] For port 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15b7ecda-f85c-4e08-a08d-2b86d049fa09,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:48.951374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:48.990915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-b362b6be-2a11-4ebb-8846-33de104e34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:48.992750 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-b362b6be-2a11-4ebb-8846-33de104e34cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0668125 Mar 10 17:24:49.044144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab59cde-a560-4a51-adc6-a680380373c4 None None] Pushing event updated for resources: {'Port': ['ID=15b7ecda-f85c-4e08-a08d-2b86d049fa09,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.110327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8029256f-2ab5-4bd8-9998-0f384e3651e9 req-7b85a97f-ddb1-4eec-bebd-cf158e667ea7 tempest-ServersAdmin275Test-1292684113 tempest-ServersAdmin275Test-1292684113-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bb5feac-b2bd-47fb-8694-3510d47a14fd HTTP/1.1" status: 200 len: 210 time: 0.0537961 Mar 10 17:24:49.142988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-87faca19-1c98-4ff1-9831-a6a28f106474 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436076 Mar 10 17:24:49.144543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (e7d6a97e-b810-49a4-8619-f1d7579998c2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.163015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9c24-3bc0-494e-8407-1c04ccaa94d6 req-88c9c89a-95c2-4d55-a750-1074cd33c52a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.164813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a97a9c24-3bc0-494e-8407-1c04ccaa94d6 req-88c9c89a-95c2-4d55-a750-1074cd33c52a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.2598202 Mar 10 17:24:49.214813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for router_gateway (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.275760 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-00def837-335a-4fa5-8e95-c38b4646cb9b req-a4f4ad51-d225-40b5-9995-a25784539a5d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239016 Mar 10 17:24:49.323292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.358817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d6a97e-b810-49a4-8619-f1d7579998c2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:49.428384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-4ffbe3a5-65c6-415c-8a39-e5df8157c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.430217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-4ffbe3a5-65c6-415c-8a39-e5df8157c281 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 1129 time: 0.0515993 Mar 10 17:24:49.431104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a97a9c24-3bc0-494e-8407-1c04ccaa94d6 req-ac3f3941-e165-45df-a9a2-0efc373054e2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458737 Mar 10 17:24:49.435834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Checking segment: {'id': 'c7bf37be-bdc1-4619-9a6e-854e4f12f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:49.436201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Network hostable DHCP agents. Network: 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:49.458037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50df1-8321-4709-92c8-acad60df962e req-0d0780d9-f1fb-4359-9750-df5ed718f9b9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.459635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54b50df1-8321-4709-92c8-acad60df962e req-0d0780d9-f1fb-4359-9750-df5ed718f9b9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 947 time: 0.2732239 Mar 10 17:24:49.486921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-b491c182-ae1f-4fc7-b7b3-98c949a04e43 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.488503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-b491c182-ae1f-4fc7-b7b3-98c949a04e43 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.2692108 Mar 10 17:24:49.557280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-ed6d9916-1fe2-4dfc-a3d4-b1fdf4e9afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.558693 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-ed6d9916-1fe2-4dfc-a3d4-b1fdf4e9afc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1196530 Mar 10 17:24:49.601689 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-5fa48b94-3818-4651-a172-9bef21f45faf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 HTTP/1.1" status: 200 len: 217 time: 0.0362153 Mar 10 17:24:49.656240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-318fe85d-22ce-441d-b4ad-07f180780663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.658137 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-318fe85d-22ce-441d-b4ad-07f180780663 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0499170 Mar 10 17:24:49.734834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-24a55336-ea95-4bdd-8f77-33fae6b2e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.737301 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-24a55336-ea95-4bdd-8f77-33fae6b2e635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0707853 Mar 10 17:24:49.779013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:49.851533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:49.859438 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-42aa1c4a-a068-4bd9-a07b-555c1d58b22d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144176 Mar 10 17:24:49.863799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15b7ecda-f85c-4e08-a08d-2b86d049fa09 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:49.868849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f770b7d-6518-4824-9299-f418a330fb93 None None] Network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:49.882689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.883290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:49.892779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Allocated IP 172.25.3.3 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c44f729e-5d81-478e-b4f8-f8f864d1a01c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:49.953063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54b50df1-8321-4709-92c8-acad60df962e req-838f2700-7835-4a05-aeca-252c8d65d287 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665334 Mar 10 17:24:49.953063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7c15ecd4-8216-4ec8-906c-61987be3a149 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5718441 Mar 10 17:24:49.980355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fb5f3-efd7-43a7-9d2b-e71a73fbfb9e req-60d17d4a-fc23-4fa9-8777-39725e80f30c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:49.987339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e1fb5f3-efd7-43a7-9d2b-e71a73fbfb9e req-60d17d4a-fc23-4fa9-8777-39725e80f30c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.4786170 Mar 10 17:24:50.026899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb0c925b-94f5-41ed-be70-ec9b1f4c122c req-a814801a-0734-45d8-b805-e6c2680ae061 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590819 Mar 10 17:24:50.084334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a9579-6815-48d3-ad7d-844776128cab None None] Network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:50.107349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:50.108000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.219568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e1fb5f3-efd7-43a7-9d2b-e71a73fbfb9e req-3686a47f-7f15-4765-b0ee-b4e5a0047a73 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291703 Mar 10 17:24:50.306171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-bdf0426f-c5b8-498e-bfae-033d0b998d8f service neutron] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:50.320935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:50.321343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.331925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-bdf0426f-c5b8-498e-bfae-033d0b998d8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.333581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33232fe3-02f9-4df4-bfd3-bcec15322a8c req-bdf0426f-c5b8-498e-bfae-033d0b998d8f service neutron] 10.222.0.41 "DELETE /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.8118231 Mar 10 17:24:50.348121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.366509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828e03-2aae-4fa3-bf66-d270253e108c req-0a4238b0-94a1-45b9-afa4-dab69c9b6546 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.373834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4828e03-2aae-4fa3-bf66-d270253e108c req-0a4238b0-94a1-45b9-afa4-dab69c9b6546 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 949 time: 0.2249007 Mar 10 17:24:50.408424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15b7ecda-f85c-4e08-a08d-2b86d049fa09,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:50.419218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.430509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.498042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:50.500531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e320780-7bee-4619-9f3f-3ee40c991fb0 None None] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:50.504237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=15b7ecda-f85c-4e08-a08d-2b86d049fa09,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.507094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.512104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:50.523884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Pushing event updated for resources: {'Port': ['ID=c44f729e-5d81-478e-b4f8-f8f864d1a01c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:50.526234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:50.569343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4828e03-2aae-4fa3-bf66-d270253e108c req-d3bdd9e8-5e99-4f3b-9199-0c6411f6cfcd tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686988 Mar 10 17:24:50.616107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a91a1875-a646-4c9f-8bf1-a422395161ca None None] Provisioning complete for port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:50.616484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a91a1875-a646-4c9f-8bf1-a422395161ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.627212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8eead-0cd8-433d-a233-1be2d1a81856 req-7e728f86-be6f-4a2b-bec8-f99f2d184427 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:50.629224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87a8eead-0cd8-433d-a233-1be2d1a81856 req-7e728f86-be6f-4a2b-bec8-f99f2d184427 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1126 time: 0.2306511 Mar 10 17:24:50.639625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d71160fc-8876-4944-bf72-69f536a129d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.671350 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:24:50.743864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:50.750021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a91a1875-a646-4c9f-8bf1-a422395161ca None None] Current status of the port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:50.817173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87a8eead-0cd8-433d-a233-1be2d1a81856 req-b15b822a-7ef7-4e9e-8002-ad32d6e4e212 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642048 Mar 10 17:24:50.848743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d71160fc-8876-4944-bf72-69f536a129d2 admin admin] Publish callbacks [] for security_group (d324ba0d-bdff-4d4c-ad36-711eb1bf5232), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.854099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:50.859886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:50.860600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.864947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d71160fc-8876-4944-bf72-69f536a129d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d324ba0d-bdff-4d4c-ad36-711eb1bf5232), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.957115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for router_gateway (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:50.995395 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d71160fc-8876-4944-bf72-69f536a129d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69f05c65cabe488fa117af3eff2c9856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865947 Mar 10 17:24:50.998623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51510) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:50.999380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71160fc-8876-4944-bf72-69f536a129d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d324ba0d-bdff-4d4c-ad36-711eb1bf5232,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.074399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] Publish callbacks [] for security_group (d324ba0d-bdff-4d4c-ad36-711eb1bf5232), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.095776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:51.096423 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.102147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] Publish callbacks [] for security_group (d324ba0d-bdff-4d4c-ad36-711eb1bf5232), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.111144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fdd963a0-ec6a-4cd2-80e7-6060fc50fbb8 None None] Provisioning complete for port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:51.111508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fdd963a0-ec6a-4cd2-80e7-6060fc50fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.144194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:51.146762 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d76249-4fcc-485f-97a3-f4b105ad93e7" -d '{"events": [{"server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "name": "network-vif-plugged", "status": "completed", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:51.157913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d324ba0d-bdff-4d4c-ad36-711eb1bf5232), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.162896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.164906 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d324ba0d-bdff-4d4c-ad36-711eb1bf5232 HTTP/1.1" status: 204 len: 168 time: 0.1625605 Mar 10 17:24:51.165714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:51.181232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.181437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cfe8c-ef4d-4f71-8ee8-e4667ccdb599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d324ba0d-bdff-4d4c-ad36-711eb1bf5232,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.203656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d761ead-fed5-469f-a9a2-cba98a72eb21 req-d1a98fb3-3e13-4996-8c50-ddb3455e230e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.205605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d761ead-fed5-469f-a9a2-cba98a72eb21 req-d1a98fb3-3e13-4996-8c50-ddb3455e230e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.2007113 Mar 10 17:24:51.244696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-6d15c78b-d91f-4443-b816-c569f77f69b4 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.246150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-6d15c78b-d91f-4443-b816-c569f77f69b4 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/networks?id=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 HTTP/1.1" status: 200 len: 813 time: 0.2388594 Mar 10 17:24:51.258970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fdd963a0-ec6a-4cd2-80e7-6060fc50fbb8 None None] Current status of the port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:51.280104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.339059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-2504c727-c5e2-41ba-810f-4355175d62cc tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/quotas/2d100208eebd44ae8547bd575529250d HTTP/1.1" status: 200 len: 375 time: 0.0375080 Mar 10 17:24:51.347169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d761ead-fed5-469f-a9a2-cba98a72eb21 req-e7700424-5131-499d-b3cd-d85d1a570655 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298187 Mar 10 17:24:51.415581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-2bbb930f-7243-4777-b41f-7fc12793ed7e tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d100208eebd44ae8547bd575529250d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674536 Mar 10 17:24:51.437821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-4cc03c66-8641-45af-9868-f49aae7b41b1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:24:51.438824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-4cc03c66-8641-45af-9868-f49aae7b41b1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086675 Mar 10 17:24:51.488140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.512053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:51.525568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39729974-760c-44b3-b492-4fb9c03e2c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.602439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aa0ce-d86a-46e8-a4eb-db9069c8e72b req-5fdcd1bb-d5e5-4ad0-9351-af85b2b79db0 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.603923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d0aa0ce-d86a-46e8-a4eb-db9069c8e72b req-5fdcd1bb-d5e5-4ad0-9351-af85b2b79db0 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 947 time: 0.1861103 Mar 10 17:24:51.618178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39729974-760c-44b3-b492-4fb9c03e2c3b admin admin] Publish callbacks [] for security_group (4f6864fa-88b3-49b0-ac81-7cd8508a7f93), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.622531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39729974-760c-44b3-b492-4fb9c03e2c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4f6864fa-88b3-49b0-ac81-7cd8508a7f93), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.659804 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-39729974-760c-44b3-b492-4fb9c03e2c3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d6dc8d2f0ad4fa0b0be221b968733b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465592 Mar 10 17:24:51.661688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39729974-760c-44b3-b492-4fb9c03e2c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6864fa-88b3-49b0-ac81-7cd8508a7f93,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:51.663203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:51.669575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-2671da13-64c2-4f29-a27f-dcfd519823d2 service neutron] 10.222.0.35 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114744 Mar 10 17:24:51.748314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15b7ecda-f85c-4e08-a08d-2b86d049fa09 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:51.772426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:24:51.832017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d1d11ca2-f4ef-4a44-98ab-1e638bedcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:51.833503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d1d11ca2-f4ef-4a44-98ab-1e638bedcc0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1127 time: 0.2422838 Mar 10 17:24:51.841530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d0aa0ce-d86a-46e8-a4eb-db9069c8e72b req-fde5b2f1-701a-4d0f-a855-30fd2795173b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232661 Mar 10 17:24:51.875274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:51.875567 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:51.926256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-3eb07dbc-4ccd-4168-af23-953e60bf42d1 service neutron] 10.222.0.35 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221682 Mar 10 17:24:51.930736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:51.948300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2', 'mac_address': 'fa:16:3e:a9:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:24:51.954760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Publish callbacks [] for security_group (4f6864fa-88b3-49b0-ac81-7cd8508a7f93), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.013982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Router e3575d18-c8ca-4028-867b-0bdd0d9511b2 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:52.018236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:52.018893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.033695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:52.034122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Publish callbacks [] for security_group (4f6864fa-88b3-49b0-ac81-7cd8508a7f93), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.041505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:52.085322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:52.090879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.096532 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc541528-9c36-4d9d-8ea7-24f1ea0701c7 x-openstack-request-id: req-cc541528-9c36-4d9d-8ea7-24f1ea0701c7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:52.098192 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "name": "network-vif-plugged", "status": "completed", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:52.098680 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc541528-9c36-4d9d-8ea7-24f1ea0701c7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:52.099279 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'code': 200} Mar 10 17:24:52.100504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1215c4a7-573f-42b4-aed5-e708fb63792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.101956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1215c4a7-573f-42b4-aed5-e708fb63792e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2561140 Mar 10 17:24:52.187894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:52.332511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:24:52.463618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-560f1275-2fb2-45ff-9d1c-de25511f96a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.3531189 Mar 10 17:24:52.551335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-be102aec-265e-42e5-a14a-f569c43303c5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.553180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-be102aec-265e-42e5-a14a-f569c43303c5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.6010027 Mar 10 17:24:52.633778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4f6864fa-88b3-49b0-ac81-7cd8508a7f93), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.636359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.638460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f6864fa-88b3-49b0-ac81-7cd8508a7f93 HTTP/1.1" status: 204 len: 168 time: 0.9713297 Mar 10 17:24:52.638811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-47fe09e6-41ea-4242-8f09-291f399e3276 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/quotas/519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 375 time: 0.0689666 Mar 10 17:24:52.659642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-7b33a6a6-1ab4-4563-863c-d5cdf4245c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.661105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-7b33a6a6-1ab4-4563-863c-d5cdf4245c8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1798611 Mar 10 17:24:52.680497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6864fa-88b3-49b0-ac81-7cd8508a7f93,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:52.734521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7140-fbf1-4b8b-bf9b-525526766d18 req-2a2a412f-63ab-4c3b-bad8-42c17074fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.736394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-693e7140-fbf1-4b8b-bf9b-525526766d18 req-2a2a412f-63ab-4c3b-bad8-42c17074fe28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 1132 time: 0.2938297 Mar 10 17:24:52.746058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059453-6ab8-42e5-a886-213183ad74ed req-68228e73-9ba0-4037-bd0d-8a68d6ee749b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:52.747564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49059453-6ab8-42e5-a886-213183ad74ed req-68228e73-9ba0-4037-bd0d-8a68d6ee749b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2996228 Mar 10 17:24:52.749433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-7cf76143-a9dd-4b77-857d-a1fbdd76bf62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711210 Mar 10 17:24:52.750791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.751130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.751462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.751802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.752126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.753253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.753253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.753253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.753652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.753971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.754288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.754630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.754946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f62ee3-be04-4c44-b731-d49a4d635e95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:52.762669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:52.780858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Sync routers for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:52.807185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:52.807777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:52.866646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:52.867864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-913ad87a-024a-4d19-b0a5-05a703db5c06 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1304505 Mar 10 17:24:52.870737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:52.917835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e2cd2376-820c-4f7f-9551-365b92ccde86 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673326 Mar 10 17:24:52.944612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-693e7140-fbf1-4b8b-bf9b-525526766d18 req-252fc5de-8ae3-436d-bc7f-fd67a0bc9b96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842015 Mar 10 17:24:52.962233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49059453-6ab8-42e5-a886-213183ad74ed req-c44141bb-d436-47f6-a3b7-cc4bb651c7b3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029381 Mar 10 17:24:53.001255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-1d5b309d-c45e-4099-a886-042d05c2c971 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397747 Mar 10 17:24:53.093474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:53.129974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a862ee7d-5bf5-4be9-88b5-290d19cc69dd req-937dcc07-47ef-4b7e-80e2-76866d3b628a tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 210 time: 0.0443525 Mar 10 17:24:53.141927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-70d3e0b9-2eed-4a98-8c0e-97c109296d50 service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106662 Mar 10 17:24:53.335256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-f57b56d8-d440-43ce-8d78-ebd434015675 service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763287 Mar 10 17:24:53.363940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d16d9f-5a2d-40d7-a415-2e721dee9069 req-b8e5191c-af35-4e1e-bdbf-3006be55bfd9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:53.371234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31d16d9f-5a2d-40d7-a415-2e721dee9069 req-b8e5191c-af35-4e1e-bdbf-3006be55bfd9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.1177979 Mar 10 17:24:53.415718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:50Z', 'revision_number': 3, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:53.467220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-67b1004a-3012-4dcb-b881-0b413f8c6609 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:53.468648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-67b1004a-3012-4dcb-b881-0b413f8c6609 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.59 "GET /v2.0/networks?id=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 HTTP/1.1" status: 200 len: 813 time: 0.2355075 Mar 10 17:24:53.471877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31d16d9f-5a2d-40d7-a415-2e721dee9069 req-5db9b212-7a08-41ee-bd15-e1082efe9178 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997310 Mar 10 17:24:53.492928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Checking router: e3575d18-c8ca-4028-867b-0bdd0d9511b2 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:53.495889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Updating router e3575d18-c8ca-4028-867b-0bdd0d9511b2 port c44f729e-5d81-478e-b4f8-f8f864d1a01c binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:53.507619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Request body: {'port': {'device_id': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7', 'admin_state_up': True, 'tenant_id': '2d100208eebd44ae8547bd575529250d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:53.562952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.624935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f20939f-5eba-4107-9448-612470aede17 req-b78e86af-073f-467c-a375-715fa8d87ebd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 210 time: 0.0448694 Mar 10 17:24:53.669268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812717-6f1b-4c7d-9eb2-869da3f4f3b0 req-9d70f9c4-3cab-4bcb-beb6-9822e635a54f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:53.671764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec812717-6f1b-4c7d-9eb2-869da3f4f3b0 req-9d70f9c4-3cab-4bcb-beb6-9822e635a54f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 948 time: 0.1039734 Mar 10 17:24:53.714650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:53.747049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec812717-6f1b-4c7d-9eb2-869da3f4f3b0 req-07ab7901-556d-47ad-b87e-49c1f751d883 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Mar 10 17:24:53.773626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:53.892764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:24:53.900093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:53.900882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.978176 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks [] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:53.991106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.021332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Made reservation on behalf of 2d100208eebd44ae8547bd575529250d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:54.026471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.075454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:54.075845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.103750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-network', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:54.108981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.122372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Attempting to bind port c44f729e-5d81-478e-b4f8-f8f864d1a01c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:54.122759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Attempting to bind port c44f729e-5d81-478e-b4f8-f8f864d1a01c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:54.123122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Attempting to bind port c44f729e-5d81-478e-b4f8-f8f864d1a01c on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:54.128229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Pushing event updated for resources: {'Port': ['ID=c44f729e-5d81-478e-b4f8-f8f864d1a01c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.158323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:54.159609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:54.160024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.160423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:54.160906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Bound port: c44f729e-5d81-478e-b4f8-f8f864d1a01c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:54.161292 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.186564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07088-ffb2-4c84-8e74-9c7aea3c6b2a req-977ed887-bf66-4f79-9939-ffd27b67cab6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.200661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54b07088-ffb2-4c84-8e74-9c7aea3c6b2a req-977ed887-bf66-4f79-9939-ffd27b67cab6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.0959113 Mar 10 17:24:54.223720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.224132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.224482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.224822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.225153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.225552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.225889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.226453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.226839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.227262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.227638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.227981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.228382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.242339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:54.243169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Made reservation on behalf of d362374f9a8f46a2a0885aebcf882050 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:54.244617 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd45fa4-5999-4d5b-8160-cb097c0b7b3a" -d '{"events": [{"server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:54.245415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.250801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] For port c44f729e-5d81-478e-b4f8-f8f864d1a01c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:54.260200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] For port c44f729e-5d81-478e-b4f8-f8f864d1a01c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c44f729e-5d81-478e-b4f8-f8f864d1a01c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:54.266459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:54.270266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.272904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.282790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040a150a-469d-4230-8d69-267434888659 req-92eb93f6-d6b3-420c-96a3-9e5fd72f1056 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 210 time: 0.0405450 Mar 10 17:24:54.295279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.302576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54b07088-ffb2-4c84-8e74-9c7aea3c6b2a req-ae8865a8-6f94-4f4a-9f7d-9467bee05532 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946591 Mar 10 17:24:54.343212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:54.343853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:54.402206 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994a1470-fe29-43fb-be76-c7f7e3dd973e x-openstack-request-id: req-994a1470-fe29-43fb-be76-c7f7e3dd973e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:54.402462 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:54.402743 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-994a1470-fe29-43fb-be76-c7f7e3dd973e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:54.403062 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2', 'code': 200} Mar 10 17:24:54.411439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Allocated IP 172.20.0.12 (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7/e7d6a97e-b810-49a4-8619-f1d7579998c2/85a33d75-c056-41bf-b13d-b803b946dde7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:54.425988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0526a3-e41f-4766-98a5-04c84c43c7b7 None None] Pushing event updated for resources: {'Port': ['ID=c44f729e-5d81-478e-b4f8-f8f864d1a01c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.489061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b1d4f-f844-4e85-858e-dfc2ef6be7a5 req-c78ebea7-ddc7-4535-92ac-74fdfda4f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.491055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d3b1d4f-f844-4e85-858e-dfc2ef6be7a5 req-c78ebea7-ddc7-4535-92ac-74fdfda4f4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 1131 time: 0.0549572 Mar 10 17:24:54.507229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Allocated IP 172.20.0.1 (17818303-fad6-4dae-aadd-f4abaf7cb835/c8900964-48c4-4aff-8423-6471822a5f1f/6c75876c-7e1f-4be6-a207-b5b71eb7fac2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:54.524126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.550204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:54.575949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d3b1d4f-f844-4e85-858e-dfc2ef6be7a5 req-b68fb8c5-145d-4a92-8e96-4d04c38f489c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764284 Mar 10 17:24:54.588846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks [] for security_group (d4509a19-66f1-4c50-8d30-9bcb2c9702e9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.606680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d4509a19-66f1-4c50-8d30-9bcb2c9702e9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.618307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656f95f-27ac-43a8-b9d2-a2905e50d067 req-e195d8e8-8201-49d1-8792-d1a8adc20e0d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.620033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4656f95f-27ac-43a8-b9d2-a2905e50d067 req-e195d8e8-8201-49d1-8792-d1a8adc20e0d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.0690103 Mar 10 17:24:54.671151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4656f95f-27ac-43a8-b9d2-a2905e50d067 req-9a104329-70ca-4a01-a98f-ee7163b5e2e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Mar 10 17:24:54.699166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:24:54.741971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b3a9a273-fa81-423f-90fc-6a483df16a1f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.742318 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Added segment b3a9a273-fa81-423f-90fc-6a483df16a1f of type vlan for network fb5489d5-1018-415a-996c-b1a1d7b1c22b Mar 10 17:24:54.742837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e19b745-2d4e-46cd-83e7-aa0a2fb6977d req-22151e61-8916-414a-8844-f1e112c75c88 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 210 time: 0.0292809 Mar 10 17:24:54.756501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4509a19-66f1-4c50-8d30-9bcb2c9702e9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:54.785145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:50Z', 'revision_number': 3, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:54.792803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.793150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.793488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.793820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.794152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.794500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.794828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.795163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.795476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.795798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.796126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.796439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.796757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:24:54.815309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e94f3-4149-4fec-998a-a8cabdcd5369 None None] The sync data for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 is: [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:50Z', 'revision_number': 3, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:54.827107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks [] for port (85a33d75-c056-41bf-b13d-b803b946dde7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.851469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fb5489d5-1018-415a-996c-b1a1d7b1c22b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.856579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks [] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.885628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2942b-e0fb-4d33-90af-59564f534d9c req-8bcd6323-6801-480d-a6be-adb7fc44c7cf tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.887780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffb2942b-e0fb-4d33-90af-59564f534d9c req-8bcd6323-6801-480d-a6be-adb7fc44c7cf tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.0622220 Mar 10 17:24:54.919826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fb5489d5-1018-415a-996c-b1a1d7b1c22b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.920806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:54.921391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.951315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:54.957646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffb2942b-e0fb-4d33-90af-59564f534d9c req-e9dd6b88-6864-409f-818f-0c5d495693a7 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 Mar 10 17:24:55.005331 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2878790 Mar 10 17:24:55.010376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51596) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:55.025857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Request body: {'subnet': {'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-subnet', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:55.047415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.062248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5941-8308-4426-ada0-c334e8ff8ffd admin admin] Pushing event updated for resources: {'Network': ['ID=fb5489d5-1018-415a-996c-b1a1d7b1c22b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:55.069768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:55.073755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:24:55.076613 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:55.079074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:55.096315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Made reservation on behalf of d362374f9a8f46a2a0885aebcf882050 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:55.098661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.120257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:55.123036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Pushing event updated for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:55.154060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:55.156533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:55.248479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.249105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.255258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Pushing event updated for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:55.278708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.309357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-cc003734-60f3-46ff-8242-d1c2b16989e6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.311191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-cc003734-60f3-46ff-8242-d1c2b16989e6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.3147514 Mar 10 17:24:55.374550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-d90747c5-a6c5-4cff-a3f2-6b4c08ea0e11 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8728962 Mar 10 17:24:55.387731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Request body: {'port': {'device_id': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:55.459796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Request body: {'port': {'device_id': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'admin_state_up': True, 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:55.480317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for subnet (fbea0a2c-8040-479a-a87a-909b585be278), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.487022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.578968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fb53fce5-530e-4852-9d9d-fc8feac14e9b None None] Provisioning complete for port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:55.579531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb53fce5-530e-4852-9d9d-fc8feac14e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.617893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.624566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fb53fce5-530e-4852-9d9d-fc8feac14e9b None None] Port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:55.692342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbea0a2c-8040-479a-a87a-909b585be278,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:55.720327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:24:55.723787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.739159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0562f64-8cfe-42c8-86c9-d9a83b618e77 req-9c61f3db-c876-4213-bb96-ea4d234efc62 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.740747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0562f64-8cfe-42c8-86c9-d9a83b618e77 req-9c61f3db-c876-4213-bb96-ea4d234efc62 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 932 time: 0.2886970 Mar 10 17:24:55.761483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa559db4-7110-4268-8c80-e258116bb06b req-c1d5745b-64dc-45e0-9d5c-da9d1263a5be tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:55.768730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa559db4-7110-4268-8c80-e258116bb06b req-c1d5745b-64dc-45e0-9d5c-da9d1263a5be tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.3151631 Mar 10 17:24:55.800187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Checking segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:55.800437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Network hostable DHCP agents. Network: fb5489d5-1018-415a-996c-b1a1d7b1c22b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:24:55.860163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c44f729e-5d81-478e-b4f8-f8f864d1a01c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:55.918759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:24:55.925950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c44f729e-5d81-478e-b4f8-f8f864d1a01c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:55.926320 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:55.931240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa559db4-7110-4268-8c80-e258116bb06b req-0375a157-bae4-4c4b-8be1-047d3bef7cba tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615725 Mar 10 17:24:55.947674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0562f64-8cfe-42c8-86c9-d9a83b618e77 req-1a6ad447-9ad1-4fab-9ece-7ff1a9ec6242 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975312 Mar 10 17:24:55.969368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fb5489d5-1018-415a-996c-b1a1d7b1c22b) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:55.996588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049bc80b-05d6-4cf5-9b8b-d6f98996ad03 None None] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:56.015955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.016221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.030016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks [] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.068037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.101200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7c45774e-e3ee-4a59-9c85-ab95672af550 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0875397 Mar 10 17:24:56.112258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:24:56.116207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.117623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Allocated IP 172.20.0.7 (b2899171-52e0-4889-b51f-5adef352bd5d/8f2f7e58-7d36-4f70-9d63-8ea48bdd158c/014eb55a-1474-4332-8f61-36bb54ee58b4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:56.124323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:56.124537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d730e03a-0674-46f4-b6b2-5d4ad22f779e req-500b326c-6ffd-4f95-831d-9961e01e78b9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 210 time: 0.0584166 Mar 10 17:24:56.182421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a33d75-c056-41bf-b13d-b803b946dde7 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:56.200789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c44f729e-5d81-478e-b4f8-f8f864d1a01c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:56.202035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.212570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks [] for port (85a33d75-c056-41bf-b13d-b803b946dde7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.227015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02ec94-a815-4a0b-b682-df752bc63cfd req-4da846d1-d432-4b49-a50d-3f937a18faa2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.229293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de02ec94-a815-4a0b-b682-df752bc63cfd req-4da846d1-d432-4b49-a50d-3f937a18faa2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.1783056 Mar 10 17:24:56.245533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c9eeb083-424a-4560-aeef-de1f67c86624), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.246675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c9eeb083-424a-4560-aeef-de1f67c86624), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.254924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Pushing event updated for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:56.261194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Transition to ACTIVE for port object 85a33d75-c056-41bf-b13d-b803b946dde7 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:56.265846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c44f729e-5d81-478e-b4f8-f8f864d1a01c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c44f729e-5d81-478e-b4f8-f8f864d1a01c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:56.270690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'fixed_ips': [{'subnet_id': 'fbea0a2c-8040-479a-a87a-909b585be278'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:24:56.271875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.285998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.289476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.395404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Pushing event updated for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:56.408315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c44f729e-5d81-478e-b4f8-f8f864d1a01c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:56.425292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for router_controller (c9eeb083-424a-4560-aeef-de1f67c86624), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.438601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de02ec94-a815-4a0b-b682-df752bc63cfd req-2deca2fe-fafb-41eb-b15d-ee7695ef1b73 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915398 Mar 10 17:24:56.474729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3d18a-f6f3-45ca-8672-a7c38aad0642 req-9eda7c6a-a4d9-45f5-9328-fcc2ccad212b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.476675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5be3d18a-f6f3-45ca-8672-a7c38aad0642 req-9eda7c6a-a4d9-45f5-9328-fcc2ccad212b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.2410722 Mar 10 17:24:56.484200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Allocated IP 172.20.0.2 (fb5489d5-1018-415a-996c-b1a1d7b1c22b/fbea0a2c-8040-479a-a87a-909b585be278/12389124-ae78-4cf1-9ca9-0fce945f9e83) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:56.520114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:56.526986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks [] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.549818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:56.556068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5be3d18a-f6f3-45ca-8672-a7c38aad0642 req-b8e6eb75-8c44-4aec-95d5-c34a81fefa48 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719779 Mar 10 17:24:56.590788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.665844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:56.688770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Network b2899171-52e0-4889-b51f-5adef352bd5d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:56.690653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:56.694316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:56.700559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.701230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.705900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Attempting to bind port 85a33d75-c056-41bf-b13d-b803b946dde7 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:56.706260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Attempting to bind port 85a33d75-c056-41bf-b13d-b803b946dde7 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'c7bf37be-bdc1-4619-9a6e-854e4f12f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:56.713722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.714718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Attempting to bind port 85a33d75-c056-41bf-b13d-b803b946dde7 on network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:56.725537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for router_gateway (c9eeb083-424a-4560-aeef-de1f67c86624), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.726384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-12ed2678-c1a6-412d-ad26-526b9d09c3d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2716820 Mar 10 17:24:56.734712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Port 85a33d75-c056-41bf-b13d-b803b946dde7 on network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:56.735034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Attempting to bind port 85a33d75-c056-41bf-b13d-b803b946dde7 on network 488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:56.747616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:56.747959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Checking segment: {'id': 'c7bf37be-bdc1-4619-9a6e-854e4f12f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:56.748346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Bound using segment: {'id': 'c7bf37be-bdc1-4619-9a6e-854e4f12f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:56.748786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Bound port: 85a33d75-c056-41bf-b13d-b803b946dde7, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bf37be-bdc1-4619-9a6e-854e4f12f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:56.749151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.753896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks [] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.756760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Request body: {'port': {'device_id': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:56.786566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.889692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:56.893196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:56.896961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:56.952810 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:56.990096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dd986-9bcb-446e-a745-60c65fc691f8 req-1c4cdeb7-2973-43be-8ed8-d069f580bf56 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:56.991695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-895dd986-9bcb-446e-a745-60c65fc691f8 req-1c4cdeb7-2973-43be-8ed8-d069f580bf56 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.1104217 Mar 10 17:24:57.008523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c70ebfa2-6e5f-47fa-b0d6-b4540eaca45b None None] Provisioning complete for port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:57.008901 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c70ebfa2-6e5f-47fa-b0d6-b4540eaca45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.045369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Attempting to bind port 12389124-ae78-4cf1-9ca9-0fce945f9e83 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:57.045625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Attempting to bind port 12389124-ae78-4cf1-9ca9-0fce945f9e83 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:57.046161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Attempting to bind port 12389124-ae78-4cf1-9ca9-0fce945f9e83 on network fb5489d5-1018-415a-996c-b1a1d7b1c22b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:57.048544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Pushing event updated for resources: {'Port': ['ID=12389124-ae78-4cf1-9ca9-0fce945f9e83,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:57.059422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c70ebfa2-6e5f-47fa-b0d6-b4540eaca45b None None] Port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:24:57.066155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:57.066916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Checking segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:57.067659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.068224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Bound using segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:57.069738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Bound port: 12389124-ae78-4cf1-9ca9-0fce945f9e83, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:57.070287 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.109045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-895dd986-9bcb-446e-a745-60c65fc691f8 req-f776153f-d106-4162-ad67-7dab9be09ff9 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091127 Mar 10 17:24:57.157263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] For port 12389124-ae78-4cf1-9ca9-0fce945f9e83, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:57.162264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] For port 12389124-ae78-4cf1-9ca9-0fce945f9e83, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12389124-ae78-4cf1-9ca9-0fce945f9e83,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:57.166404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:57.171981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=85a33d75-c056-41bf-b13d-b803b946dde7,segment=NetworkSegment(c7bf37be-bdc1-4619-9a6e-854e4f12f847),segment_id=c7bf37be-bdc1-4619-9a6e-854e4f12f847)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:57.174159 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.177843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Router e3575d18-c8ca-4028-867b-0bdd0d9511b2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:24:57.213655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.242614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd8df9-931f-4fa6-b7cd-388afc7eb195 None None] Pushing event updated for resources: {'Port': ['ID=12389124-ae78-4cf1-9ca9-0fce945f9e83,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:57.328132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.328759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.330165 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] 10.222.0.59 "PUT /v2.0/ports/85a33d75-c056-41bf-b13d-b803b946dde7 HTTP/1.1" status: 200 len: 1092 time: 1.9479945 Mar 10 17:24:57.331847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:57.334138 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4" -d '{"events": [{"name": "network-changed", "server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:57.386676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9b34e-2bda-4614-99df-b1f3e22fd477 service neutron] Pushing event updated for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:57.544678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c3d80-77fc-4902-9f87-bf07663b9170 req-4db55228-2f52-483f-808b-48f1181a4b1e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.554223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98c3d80-77fc-4902-9f87-bf07663b9170 req-4db55228-2f52-483f-808b-48f1181a4b1e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1889808 Mar 10 17:24:57.558337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:24:57.580878 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Sync routers for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:24:57.581653 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-273b6e9b-1148-4493-92fb-910ad14a1f6f admin admin] 10.222.0.35 "PUT /v2.0/routers/e3575d18-c8ca-4028-867b-0bdd0d9511b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7030237 Mar 10 17:24:57.589030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957473-fc8f-4c05-877c-fe347d891541 req-6078c08a-2806-431c-ab81-289eb20c7cc0 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.594688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:57.597115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c957473-fc8f-4c05-877c-fe347d891541 req-6078c08a-2806-431c-ab81-289eb20c7cc0 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 944 time: 0.2330613 Mar 10 17:24:57.599640 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:57.641756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for router_gateway (c9eeb083-424a-4560-aeef-de1f67c86624), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.701677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-e1b8ec51-7270-434b-898d-46ddd8ef5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.706182 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-e1b8ec51-7270-434b-898d-46ddd8ef5cdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d100208eebd44ae8547bd575529250d&device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 1126 time: 0.2749126 Mar 10 17:24:57.710747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:57.761111 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:57.845338 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-8adb2193-97d7-4324-b212-823a13b996f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a33d75-c056-41bf-b13d-b803b946dde7 HTTP/1.1" status: 200 len: 217 time: 0.0432038 Mar 10 17:24:57.950335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12389124-ae78-4cf1-9ca9-0fce945f9e83 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:57.954302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Allocated IP 172.25.3.180 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/12484904-4ef6-44ff-bd3a-8ed1bf2fe054) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:24:57.958691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-3929450a-0757-44a0-ba2c-e1b45efb2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:57.960057 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-3929450a-0757-44a0-ba2c-e1b45efb2f80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7d6a97e-b810-49a4-8619-f1d7579998c2 HTTP/1.1" status: 200 len: 853 time: 0.1030471 Mar 10 17:24:58.014042 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-f5147cb2-09bd-4abd-8e65-7d953b07569a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418510 Mar 10 17:24:58.018531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12389124-ae78-4cf1-9ca9-0fce945f9e83 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:58.019309 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.038820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014eb55a-1474-4332-8f61-36bb54ee58b4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:24:58.061029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98c3d80-77fc-4902-9f87-bf07663b9170 req-cb37b485-577f-4df1-ace1-b686b8e0dc7f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049534 Mar 10 17:24:58.064190 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 2, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:58.094894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks [] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.111878 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Checking router: e3575d18-c8ca-4028-867b-0bdd0d9511b2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:24:58.112230 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Updating router e3575d18-c8ca-4028-867b-0bdd0d9511b2 port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:24:58.136824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-9dbe5aa5-3f7b-42eb-b693-2bfd7cc1cffe service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430109 Mar 10 17:24:58.147744 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.164077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c957473-fc8f-4c05-877c-fe347d891541 req-ff39a4f1-8ee5-4241-8e5d-ed441c954d1b tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659158 Mar 10 17:24:58.168223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Transition to ACTIVE for port object 014eb55a-1474-4332-8f61-36bb54ee58b4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:24:58.257297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.258843 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad251b-0af8-4be8-ac78-f4ef1c69a9c1 x-openstack-request-id: req-a7ad251b-0af8-4be8-ac78-f4ef1c69a9c1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:24:58.259343 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:24:58.259436 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7ad251b-0af8-4be8-ac78-f4ef1c69a9c1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:24:58.259753 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7', 'status': 'completed', 'code': 200} Mar 10 17:24:58.286054 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-9cba5b80-abe5-44ee-bc31-1bd39dc3c210 service neutron] 10.222.0.59 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619438 Mar 10 17:24:58.338301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12389124-ae78-4cf1-9ca9-0fce945f9e83 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:58.338804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.339928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.397192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 12389124-ae78-4cf1-9ca9-0fce945f9e83, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12389124-ae78-4cf1-9ca9-0fce945f9e83,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:58.415706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.415962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.416677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c44f729e-5d81-478e-b4f8-f8f864d1a01c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:24:58.487124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.495704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c5f66-0d97-4dc9-907f-118005990815 req-733d7ed8-52a3-4f70-b44d-6ae5c7943d03 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.496209 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-08aac17a-55d8-426a-a7e7-9819c4ce9b1b req-0df29441-73a2-4f21-aa70-534625ab6347 service neutron] 10.222.0.59 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977234 Mar 10 17:24:58.514820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859c5f66-0d97-4dc9-907f-118005990815 req-733d7ed8-52a3-4f70-b44d-6ae5c7943d03 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.3495815 Mar 10 17:24:58.537928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=12389124-ae78-4cf1-9ca9-0fce945f9e83,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.543521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:24:58.546169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:24:58.552726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:24:58.560688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Pushing event updated for resources: {'Port': ['ID=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.575786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c44f729e-5d81-478e-b4f8-f8f864d1a01c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:58.576247 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.623929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-4d2f8135-da02-4a7d-a907-74331ac34cb2 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.625511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-4d2f8135-da02-4a7d-a907-74331ac34cb2 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.3882291 Mar 10 17:24:58.645126 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks [] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.654558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-89e0e3fa-5624-49fc-a6b5-6c3e570d940d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2081798927&fields=id&tenant_id=84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 267 time: 0.2483344 Mar 10 17:24:58.659864 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.670755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:24:58.676604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:58.677376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:58.677767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:58.679087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c44f729e-5d81-478e-b4f8-f8f864d1a01c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:58.716234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-beb7b0bb-f22b-4a10-8546-e80b1e4247ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.718021 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-beb7b0bb-f22b-4a10-8546-e80b1e4247ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d100208eebd44ae8547bd575529250d&device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 1126 time: 0.1547945 Mar 10 17:24:58.741823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:24:58.742291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:58.744401 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804109e1-d5d8-47c8-83d8-ea3e4ef54246 None None] Pushing event updated for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:58.763358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859c5f66-0d97-4dc9-907f-118005990815 req-4492505f-7e1e-4878-a883-2eacbb5de8e3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460768 Mar 10 17:24:58.840474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415eebe-f07a-4153-93c9-7edc44f31cf9 None None] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:24:58.860353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:58.860696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:58.861080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:58.861513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Bound port: 014eb55a-1474-4332-8f61-36bb54ee58b4, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:58.861915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.894354 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Attempting to bind port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:24:58.895000 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Attempting to bind port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:24:58.895368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Attempting to bind port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 on network 17818303-fad6-4dae-aadd-f4abaf7cb835 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:24:58.907150 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:24:58.907530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Checking segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:24:58.907937 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.908529 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Bound using segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:24:58.909004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Bound port: 6c75876c-7e1f-4be6-a207-b5b71eb7fac2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:24:58.909514 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:58.952736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-33a3cd99-2ff9-4975-aaa9-7a432b36985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:58.954302 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-33a3cd99-2ff9-4975-aaa9-7a432b36985f service neutron] 10.222.0.59 "GET /v2.0/networks?id=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 HTTP/1.1" status: 200 len: 914 time: 0.1895783 Mar 10 17:24:59.027721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-2556bc37-6ef2-4387-be10-c240ef1ef1e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a33d75-c056-41bf-b13d-b803b946dde7 HTTP/1.1" status: 200 len: 217 time: 0.0447304 Mar 10 17:24:59.028844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a187b68d-66a7-4e7c-9c7a-dc67a2f961a6 None None] Provisioning complete for port 12389124-ae78-4cf1-9ca9-0fce945f9e83 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:59.029332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a187b68d-66a7-4e7c-9c7a-dc67a2f961a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.043468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.049074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for router_gateway (c9eeb083-424a-4560-aeef-de1f67c86624), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.052440 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] For port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:59.056145 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] For port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:59.073437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-ecbe5969-01af-4144-a480-a8a1d01ceed6 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.080080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-ecbe5969-01af-4144-a480-a8a1d01ceed6 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 823 time: 0.4245427 Mar 10 17:24:59.080837 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.144557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-3ba1eb91-f868-49e6-824c-07e49f11c117 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/quotas/84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 375 time: 0.0634699 Mar 10 17:24:59.149211 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804109e1-d5d8-47c8-83d8-ea3e4ef54246 None None] Pushing event updated for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.183483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:59.196517 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:24:59.197149 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:59.225801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f30aa-8c61-4de3-b523-a31ea1f2d288 req-b7070ce7-21a0-422a-b993-95af243dd803 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.233182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-230f30aa-8c61-4de3-b523-a31ea1f2d288 req-b7070ce7-21a0-422a-b993-95af243dd803 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 945 time: 0.3168018 Mar 10 17:24:59.247604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a187b68d-66a7-4e7c-9c7a-dc67a2f961a6 None None] Current status of the port 12389124-ae78-4cf1-9ca9-0fce945f9e83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:59.282616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:24:59.301654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-1232e171-6c41-4a9f-bb3e-3e2e767e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.303775 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-1232e171-6c41-4a9f-bb3e-3e2e767e1f76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7d6a97e-b810-49a4-8619-f1d7579998c2 HTTP/1.1" status: 200 len: 853 time: 0.2501442 Mar 10 17:24:59.373076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Provisioning complete for port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:59.373493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.396270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:59.401720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:24:59.439064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c9eeb083-424a-4560-aeef-de1f67c86624), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.455249 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-662b6270-50d9-42be-8ea4-7cba7cc05f91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422775 Mar 10 17:24:59.474041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:24:59.522984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks [] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.532902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:24:59.536654 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1312636-28f2-452d-8136-0166c3f10dd2" -d '{"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:24:59.544315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.546322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.547425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Current status of the port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:59.548177 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.553014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.590011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] For port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:24:59.597326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.623225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d616ff9-8286-4000-a520-9f587ae65612 req-1c72d053-579c-405c-af4e-3f7e70c8942b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.624686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d616ff9-8286-4000-a520-9f587ae65612 req-1c72d053-579c-405c-af4e-3f7e70c8942b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef3df76-3c03-41fb-b855-e05e4465f101 HTTP/1.1" status: 200 len: 946 time: 0.4473758 Mar 10 17:24:59.663360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466751b7-8465-4b6e-ab0a-09937e6714f0 None None] Pushing event updated for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.697429 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-cd1338dd-533f-4cb5-8005-e142dcbbd746 service neutron] 10.222.0.59 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069088 Mar 10 17:24:59.702251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:24:59.702839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:24:59.703425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.704235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] 10.222.0.59 "PUT /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 1091 time: 2.9592245 Mar 10 17:24:59.733269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-8c4c3dae-7e72-4eb7-bf41-68cfbd4c5030 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5811872 Mar 10 17:24:59.737026 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50630f44-5ca8-494f-aba8-4c22f7648daa None None] The sync data for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 is: [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:24:59.739300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Router c9eeb083-424a-4560-aeef-de1f67c86624 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:24:59.756110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Provisioning complete for port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:59.756520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.868547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-230f30aa-8c61-4de3-b523-a31ea1f2d288 req-4c12b173-2b5e-4a09-8b9e-0701fee6f9e8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277378 Mar 10 17:24:59.887181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Current status of the port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:24:59.909053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Provisioning complete for port 12389124-ae78-4cf1-9ca9-0fce945f9e83 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:24:59.909558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:24:59.910875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992cc8a-bece-4557-88c4-56ef99b40d60 service neutron] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:24:59.961535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12389124-ae78-4cf1-9ca9-0fce945f9e83 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:00.037638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:00.078145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e70ba975-6711-471b-aeca-ae7f1d0bb9ff None None] Current status of the port 12389124-ae78-4cf1-9ca9-0fce945f9e83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:00.112618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12389124-ae78-4cf1-9ca9-0fce945f9e83 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:00.113525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.174964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-a222be4e-bbd6-43f8-bcee-232fd116fc8c service neutron] 10.222.0.35 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015892 Mar 10 17:25:00.176913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:00.177599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:00.177922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:00.225641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:00.226129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Attempting to bind port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:00.242787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12389124-ae78-4cf1-9ca9-0fce945f9e83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:00.287597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:00.287995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:00.288735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:00.288923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Bound port: 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:00.289368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.297519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-74c553cc-836e-41ca-afcc-3af4ba5b44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.299686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-74c553cc-836e-41ca-afcc-3af4ba5b44ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1125 time: 0.5274098 Mar 10 17:25:00.300350 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1dc77f81-6600-4c11-aedc-d3a2b64a07c4 req-3fcd0b5f-af0f-4a2c-a0bf-26cdbfaf0301 service neutron] 10.222.0.59 "GET /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867169 Mar 10 17:25:00.312742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Deleting port b9ccd8fe-3f78-4e21-b373-78293275c51b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:00.313173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.357190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:00.366019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Sync routers for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:00.380621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:00.381602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:00.390869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.396832 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-89943a31-60c4-4f85-b9a3-f787538e25e1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2783856 Mar 10 17:25:00.398046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:00.422122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-6b89907c-80fa-464a-9a2a-f05ddbc0dd56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.0959413 Mar 10 17:25:00.454815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-544b7f7a-a4b8-43dd-81a1-41a7e155178f service neutron] 10.222.0.35 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788694 Mar 10 17:25:00.520532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:00.606244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-d9db7fa0-7ab8-43f1-922d-e61682966cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:00.608010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-d9db7fa0-7ab8-43f1-922d-e61682966cb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1706874 Mar 10 17:25:00.613008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:00.616439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] For port b9ccd8fe-3f78-4e21-b373-78293275c51b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b9ccd8fe-3f78-4e21-b373-78293275c51b,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:00.616972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.621838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:00.664505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.669022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-01f8810f-9403-4183-8afe-af9886dec536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453668 Mar 10 17:25:00.805755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:24:58Z', 'revision_number': 3, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:00.852345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Checking router: c9eeb083-424a-4560-aeef-de1f67c86624 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:00.852911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Updating router c9eeb083-424a-4560-aeef-de1f67c86624 port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:00.893897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:00.955173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:00.968649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933248067', 'description': 'tempest-description--924133050'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:01.043105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.123332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.232390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (5b4408ae-6d96-46b8-a22c-cfb942a4994b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.250528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.254454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b4408ae-6d96-46b8-a22c-cfb942a4994b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.304210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4408ae-6d96-46b8-a22c-cfb942a4994b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.327750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.329054 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-088c47c5-a630-4584-9214-b9dd28e16a87 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3726518 Mar 10 17:25:01.363331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks [] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.376568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.379146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:01.387680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'security_group_rule': {'security_group_id': '5b4408ae-6d96-46b8-a22c-cfb942a4994b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:01.412356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4df48ffe-7ea3-4c55-9159-76e9f65574b6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:01.469158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Attempting to bind port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:01.469839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Attempting to bind port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:01.470361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Attempting to bind port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:01.494725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:01.495424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:01.495984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.496529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:01.497227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Bound port: 12484904-4ef6-44ff-bd3a-8ed1bf2fe054, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:01.498069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.506328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98040ab-46e2-46fd-9d67-e547efc03adf None None] Pushing event updated for resources: {'Port': ['ID=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.515985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (89a4a2fa-7c06-4ae2-8e06-f31446bbf5a2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.601961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] For port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:01.606210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] For port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:01.616755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.617359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.619206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3be03320-68d1-4bb8-9b3b-646fc5ee9da8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 1121 time: 2.9810050 Mar 10 17:25:01.621766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-0839c445-02b4-4f5e-b135-508549395410 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9219105 Mar 10 17:25:01.629232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.639926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Allocated IP 172.20.0.1 (fb5489d5-1018-415a-996c-b1a1d7b1c22b/fbea0a2c-8040-479a-a87a-909b585be278/25b7c905-64c6-4eb2-9d6a-365a2df546ee) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:01.658762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (89a4a2fa-7c06-4ae2-8e06-f31446bbf5a2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.700028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:01.701042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:01.701232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (89a4a2fa-7c06-4ae2-8e06-f31446bbf5a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.777517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a4a2fa-7c06-4ae2-8e06-f31446bbf5a2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.815894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.817408 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a51d693d-0948-4c7c-b558-01070e917b3d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369178 Mar 10 17:25:01.820606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 85a33d75-c056-41bf-b13d-b803b946dde7 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:01.832968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51674) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:01.837604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'security_group_rule': {'security_group_id': '5b4408ae-6d96-46b8-a22c-cfb942a4994b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:01.921574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821d9c-c7c2-4990-95c1-9c92623cfce5 req-83bc67ef-7e67-478c-b71c-7a23e942f7b7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.928031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24821d9c-c7c2-4990-95c1-9c92623cfce5 req-83bc67ef-7e67-478c-b71c-7a23e942f7b7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.8295822 Mar 10 17:25:01.940343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (e8860d21-abbf-4858-b598-acb9beb08271), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.941447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:01.953592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98040ab-46e2-46fd-9d67-e547efc03adf None None] Pushing event updated for resources: {'Port': ['ID=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:01.958874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks [] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:01.976364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02d0ec2c-0a7d-439d-9b79-414f4823dd7a req-9f7b6639-d7ac-4555-94bb-c8c9313fa488 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291519 Mar 10 17:25:01.991955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5afb4-7b44-4327-9404-38d1962a90b6 req-c4091911-198c-4d6f-a2db-ae72522154e7 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:01.993015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa5afb4-7b44-4327-9404-38d1962a90b6 req-c4091911-198c-4d6f-a2db-ae72522154e7 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 1.0842216 Mar 10 17:25:01.993742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=85a33d75-c056-41bf-b13d-b803b946dde7,segment=NetworkSegment(c7bf37be-bdc1-4619-9a6e-854e4f12f847),segment_id=c7bf37be-bdc1-4619-9a6e-854e4f12f847)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:02.029518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (e8860d21-abbf-4858-b598-acb9beb08271), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.034142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.034620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.035034 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Floating IP 301335a1-d6a7-4b03-baed-76814bdb7889 disassociated. External IP: 172.25.3.47, port: b9ccd8fe-3f78-4e21-b373-78293275c51b. Mar 10 17:25:02.035459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Calling delete_port for b9ccd8fe-3f78-4e21-b373-78293275c51b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:02.037209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e8860d21-abbf-4858-b598-acb9beb08271), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.050198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.055246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '85a33d75-c056-41bf-b13d-b803b946dde7', 'network_id': '488dad8b-b3e5-47f7-92ae-47d3a16a3dc7', 'port_id': '85a33d75-c056-41bf-b13d-b803b946dde7', 'mac_address': 'fa:16:3e:f6:7e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d6a97e-b810-49a4-8619-f1d7579998c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:02.092114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8860d21-abbf-4858-b598-acb9beb08271,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.107553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.108792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-230740c1-18fc-4aa3-bd28-ccb07441b6c9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2746058 Mar 10 17:25:02.117981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51676) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:02.120114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:02.125328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:02.133314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:02.136323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:02.138867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24821d9c-c7c2-4990-95c1-9c92623cfce5 req-f178dbfb-8cee-475a-a4d0-2c38e120e149 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768672 Mar 10 17:25:02.166990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa5afb4-7b44-4327-9404-38d1962a90b6 req-7de5db2e-bd60-4330-ac6e-8135306f99ed tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529138 Mar 10 17:25:02.182354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Pushing event updated for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.219179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (c9eeb083-424a-4560-aeef-de1f67c86624), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.221903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.288896 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1378c91-6e60-4e90-a3b7-4cfa7e66e12d x-openstack-request-id: req-c1378c91-6e60-4e90-a3b7-4cfa7e66e12d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:02.289189 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:02.289936 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1378c91-6e60-4e90-a3b7-4cfa7e66e12d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:02.290389 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'code': 200} Mar 10 17:25:02.298088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:02.323575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b9ccd8fe-3f78-4e21-b373-78293275c51b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.367550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event deleted for resources: {'Port': ['ID=b9ccd8fe-3f78-4e21-b373-78293275c51b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.478542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 85a33d75-c056-41bf-b13d-b803b946dde7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:02.479140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.505260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.542052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:02.542417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.573942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8ecf0-bae1-4aa6-81ec-24c8b25a40e1 req-ecc245ed-0b14-4a99-94d5-c664059098f9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.575971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d8ecf0-bae1-4aa6-81ec-24c8b25a40e1 req-ecc245ed-0b14-4a99-94d5-c664059098f9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 944 time: 0.2847865 Mar 10 17:25:02.606929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a33d75-c056-41bf-b13d-b803b946dde7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:02.647916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=85a33d75-c056-41bf-b13d-b803b946dde7,segment=NetworkSegment(c7bf37be-bdc1-4619-9a6e-854e4f12f847),segment_id=c7bf37be-bdc1-4619-9a6e-854e4f12f847)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:02.662625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e8476-8f16-4267-871b-a31f84e019f4 req-c26967d8-17c9-4b57-8ea4-769b0975de14 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.664843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5e8476-8f16-4267-871b-a31f84e019f4 req-c26967d8-17c9-4b57-8ea4-769b0975de14 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.3025866 Mar 10 17:25:02.684880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cce1cb08-daf0-439a-b38a-15d2468de802 None None] Provisioning complete for port 25b7c905-64c6-4eb2-9d6a-365a2df546ee triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:02.685253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cce1cb08-daf0-439a-b38a-15d2468de802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.688067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.690842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:02.792526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-03667085-8ece-40ad-9a2c-95fb4af4642c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:02.794740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-03667085-8ece-40ad-9a2c-95fb4af4642c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 823 time: 0.2739413 Mar 10 17:25:02.794887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:02.817507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d8ecf0-bae1-4aa6-81ec-24c8b25a40e1 req-c078c538-5d27-48d7-986d-d33de89fdc60 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277293 Mar 10 17:25:02.841799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:02.857364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b9ccd8fe-3f78-4e21-b373-78293275c51b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:02.859398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cce1cb08-daf0-439a-b38a-15d2468de802 None None] Port 25b7c905-64c6-4eb2-9d6a-365a2df546ee cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:02.864053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:24:58Z', 'revision_number': 3, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:02.914863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce9846-ed01-413f-9a4d-0b94fc30f99f None None] The sync data for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 is: [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:24:58Z', 'revision_number': 3, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:02.916254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:02.920512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: b9ccd8fe-3f78-4e21-b373-78293275c51b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:02.921314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b9ccd8fe-3f78-4e21-b373-78293275c51b not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:02.940605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5e8476-8f16-4267-871b-a31f84e019f4 req-65b4253e-4825-4332-a962-f451130d207b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351518 Mar 10 17:25:02.949469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['85a33d75-c056-41bf-b13d-b803b946dde7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:02.998481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Allocated IP 172.25.3.56 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/adc0edd2-d424-4b7a-92dc-24082bfc48cc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:02.999255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks [] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.021009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f39226-e411-4d12-b48e-71983f3f4b73 req-7664c79f-a34f-40a9-a00f-e8ac51324e1b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 210 time: 0.0785143 Mar 10 17:25:03.027224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.211172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (c9eeb083-424a-4560-aeef-de1f67c86624), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.325868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-b64451e7-6c63-42f4-b8c0-9c4877f44d92 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cf28a9b3314944baddd33232390473 HTTP/1.1" status: 200 len: 380 time: 0.5019796 Mar 10 17:25:03.343967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'port': {'device_id': '07128689-2a3d-4321-8518-73fc3038a81f', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'admin_state_up': True, 'tenant_id': '84cf28a9b3314944baddd33232390473', 'security_groups': ['c1396a93-81f2-4fef-9fd4-051c06578b23']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:03.382631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:03.405105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:03.428529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:03.431982 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:03.432912 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:03.444996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:03.448797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Pushing event updated for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:03.625326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Router c9eeb083-424a-4560-aeef-de1f67c86624 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:03.650387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.665304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeda52-dd57-45af-bfd6-42104c49b197 req-1f34c239-7ffb-49a5-b94a-1d00529fd1ed tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.667206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1eaeda52-dd57-45af-bfd6-42104c49b197 req-1f34c239-7ffb-49a5-b94a-1d00529fd1ed tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.4568348 Mar 10 17:25:03.668174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] No DVR routers for this DVR port b9ccd8fe-3f78-4e21-b373-78293275c51b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:03.673522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.674922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:03.680877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d616ff9-8286-4000-a520-9f587ae65612 req-526049ee-c2cd-40ef-9af6-fed94b3ae0a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "DELETE /v2.0/ports/b9ccd8fe-3f78-4e21-b373-78293275c51b HTTP/1.1" status: 204 len: 173 time: 4.0479991 Mar 10 17:25:03.691386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-bd15ee79-759c-4053-80e5-872997028ac4 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:03.699368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-bd15ee79-759c-4053-80e5-872997028ac4 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 1131 time: 0.4417279 Mar 10 17:25:03.738787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-11d8124b-6be7-4808-bd53-27d6a24e45b1 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.781646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Made reservation on behalf of 84cf28a9b3314944baddd33232390473 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:03.786764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.812502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1eaeda52-dd57-45af-bfd6-42104c49b197 req-e63bd648-12b8-4737-81a5-4e2a507bdb5f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278081 Mar 10 17:25:03.816493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:03.822370 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ef168cd1-72cc-4f8c-9695-850f41c951ad admin admin] 10.222.0.35 "PUT /v2.0/routers/c9eeb083-424a-4560-aeef-de1f67c86624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4232054 Mar 10 17:25:03.833914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 85a33d75-c056-41bf-b13d-b803b946dde7 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:03.914131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:03.991833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 85a33d75-c056-41bf-b13d-b803b946dde7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:03.996964 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-11d8124b-6be7-4808-bd53-27d6a24e45b1 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] Publish callbacks [] for security_group (13cf1e76-1254-47b2-a28b-a56cd2004c15), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.000390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 85a33d75-c056-41bf-b13d-b803b946dde7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:04.002375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.038001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-11d8124b-6be7-4808-bd53-27d6a24e45b1 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (13cf1e76-1254-47b2-a28b-a56cd2004c15), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.038962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:04.043241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:04.053728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:04.086048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:04.209394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4a96e942-215e-4633-999c-a5dc3cf27718 None None] Provisioning complete for port 25b7c905-64c6-4eb2-9d6a-365a2df546ee triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:04.209759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a96e942-215e-4633-999c-a5dc3cf27718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.248579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.357877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'Port': ['ID=adc0edd2-d424-4b7a-92dc-24082bfc48cc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:04.376457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.381282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:04.384987 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.445656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4a96e942-215e-4633-999c-a5dc3cf27718 None None] Port 25b7c905-64c6-4eb2-9d6a-365a2df546ee cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:04.472165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 85a33d75-c056-41bf-b13d-b803b946dde7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:04.472826 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.486223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Allocated IP 172.20.0.6 (ba9942dc-377d-42fd-9d97-6b2c9696bd58/1962504d-641a-427e-af3a-107445ea653c/ce3d58d9-f027-4753-bb29-cc8f3b7255a4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:04.526246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:04.529551 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d46a47-44ae-4a64-adb0-185a5d35763f" -d '{"events": [{"server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "name": "network-vif-plugged", "status": "completed", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:04.545844 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:04.552664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=85a33d75-c056-41bf-b13d-b803b946dde7,segment=NetworkSegment(c7bf37be-bdc1-4619-9a6e-854e4f12f847),segment_id=c7bf37be-bdc1-4619-9a6e-854e4f12f847)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:04.565565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.576764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4'}, {'name': 'network-changed', 'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6'}, {'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'name': 'network-vif-deleted', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:04.578861 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830dd3f9-e458-47d2-ae57-736460194bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4"}, {"name": "network-changed", "server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6"}, {"server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "name": "network-vif-deleted", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:04.619365 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:04.620610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8124b-6be7-4808-bd53-27d6a24e45b1 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf1e76-1254-47b2-a28b-a56cd2004c15,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:04.630477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4ffa88-73f9-4883-8e74-2f8c5100d744 req-11d8124b-6be7-4808-bd53-27d6a24e45b1 tempest-LiveMigrationNegativeTest-1944836988 tempest-LiveMigrationNegativeTest-1944836988-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9301488 Mar 10 17:25:04.665273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:04.667490 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:04.720021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6b0d-67cb-47c5-a421-ba362376d550 req-ee860722-4ff0-4f39-b306-b666db8dfed9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:04.736171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22f6b0d-67cb-47c5-a421-ba362376d550 req-ee860722-4ff0-4f39-b306-b666db8dfed9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.7019649 Mar 10 17:25:04.742955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.755038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.826714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:04.833144 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.879380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'Port': ['ID=adc0edd2-d424-4b7a-92dc-24082bfc48cc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:04.887095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:04.899798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:04.912628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:04.921301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.940152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.965465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.968570 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:04.968713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:04.979875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7cd7999b-3dbf-45d3-8558-47843ad15f0b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8487566 Mar 10 17:25:04.980619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22f6b0d-67cb-47c5-a421-ba362376d550 req-0caecc3b-36e4-4dbd-8174-b91e7604a50b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382228 Mar 10 17:25:05.080144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f59bb-ef48-46dd-8a0e-ae5402e7e5a2 req-30c44678-7c52-48ff-b33d-6081998a35a1 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.089609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-539f59bb-ef48-46dd-8a0e-ae5402e7e5a2 req-30c44678-7c52-48ff-b33d-6081998a35a1 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 946 time: 0.2308283 Mar 10 17:25:05.091586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51712) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:05.116935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-network', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:05.123523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.158245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Made reservation on behalf of a5f31e2d0de8401bacbaaede5818bf06 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:05.162559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.186233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.208717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:05.223789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:25:05.260067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.267374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-539f59bb-ef48-46dd-8a0e-ae5402e7e5a2 req-ec3b4ea3-7bfc-4f41-bb40-9df985b951fb tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769037 Mar 10 17:25:05.311245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291159b5-436e-4a5e-b541-d35152834469 req-46ba655c-8c89-4a7b-97ca-5b648d5606d6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.312793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-291159b5-436e-4a5e-b541-d35152834469 req-46ba655c-8c89-4a7b-97ca-5b648d5606d6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.1811397 Mar 10 17:25:05.326594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:05.343632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:05.347514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event updated for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.349797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:05.355017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.355902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.387465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks [] for security_group (fd6bc6bc-4c8d-4435-b1eb-e843344e28fb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.397879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fd6bc6bc-4c8d-4435-b1eb-e843344e28fb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.407640 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:05.445959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:05.467474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-291159b5-436e-4a5e-b541-d35152834469 req-58b35ae0-6c8f-480e-a978-91b952bab819 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395774 Mar 10 17:25:05.477813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6bc6bc-4c8d-4435-b1eb-e843344e28fb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.481166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d1eca57e-5ee8-4d51-9663-479039017813), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.481432 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Added segment d1eca57e-5ee8-4d51-9663-479039017813 of type vlan for network d62054af-da10-4ebc-982b-d76332eab55f Mar 10 17:25:05.501221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f724b7a-5f03-4eb0-961e-6c0013ff763a None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:05.523293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0c99f859-8d1c-4d03-a3f5-82b0f1096206 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1878002 Mar 10 17:25:05.539700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d62054af-da10-4ebc-982b-d76332eab55f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.544332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Request body: {'port': {'device_id': '07128689-2a3d-4321-8518-73fc3038a81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:05.545200 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdef13a1-e3ec-45f0-9951-04c2972410ed x-openstack-request-id: req-fdef13a1-e3ec-45f0-9951-04c2972410ed {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:05.545552 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "name": "network-vif-plugged", "status": "completed", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:05.545810 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdef13a1-e3ec-45f0-9951-04c2972410ed {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:05.546200 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7', 'code': 200} Mar 10 17:25:05.582024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d62054af-da10-4ebc-982b-d76332eab55f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.583523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.583988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.650324 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb54fc-8aad-4e3f-a319-7fbecb23f560 x-openstack-request-id: req-adfb54fc-8aad-4e3f-a319-7fbecb23f560 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:05.650670 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6", "status": "completed", "code": 200}, {"server_uuid": "eef3df76-3c03-41fb-b855-e05e4465f101", "name": "network-vif-deleted", "tag": "b9ccd8fe-3f78-4e21-b373-78293275c51b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:05.651930 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adfb54fc-8aad-4e3f-a319-7fbecb23f560 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:05.651930 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'status': 'completed', 'code': 200} Mar 10 17:25:05.651930 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'status': 'completed', 'code': 200} Mar 10 17:25:05.651930 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef3df76-3c03-41fb-b855-e05e4465f101', 'name': 'network-vif-deleted', 'tag': 'b9ccd8fe-3f78-4e21-b373-78293275c51b', 'status': 'completed', 'code': 200} Mar 10 17:25:05.668558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.723552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] Pushing event updated for resources: {'Network': ['ID=d62054af-da10-4ebc-982b-d76332eab55f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:05.740766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d62054af-da10-4ebc-982b-d76332eab55f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:05.769496 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3978dbc9-0d91-413c-9a99-b1bb69e31674 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6766465 Mar 10 17:25:05.785912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:05.792626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Request body: {'subnet': {'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-subnet', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:05.829951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Made reservation on behalf of a5f31e2d0de8401bacbaaede5818bf06 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:05.838480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:05.861902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-91fc8926-11fa-4c0c-a0f8-ef66ed0d8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.863964 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-91fc8926-11fa-4c0c-a0f8-ef66ed0d8431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1125 time: 0.1317000 Mar 10 17:25:05.890736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:05.894677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:05.907253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acdfcd-b90d-48a7-9f8c-afc3f30797d9 req-981ebda3-5c78-47ce-abe8-d51bfacbf39d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.914634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3acdfcd-b90d-48a7-9f8c-afc3f30797d9 req-981ebda3-5c78-47ce-abe8-d51bfacbf39d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 931 time: 0.4704125 Mar 10 17:25:05.969463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39490a7-38e8-4516-81f5-14093fb148f7 req-0f607851-7e3d-442a-85d4-f3265feaa337 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.971716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a39490a7-38e8-4516-81f5-14093fb148f7 req-0f607851-7e3d-442a-85d4-f3265feaa337 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.2444227 Mar 10 17:25:05.989679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05921a-5ff1-4ed3-9848-7bfdd5ed0ba8 req-63d00bea-d686-4f62-87fa-4a3ea886dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:05.991722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f05921a-5ff1-4ed3-9848-7bfdd5ed0ba8 req-63d00bea-d686-4f62-87fa-4a3ea886dcff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 1128 time: 0.3389492 Mar 10 17:25:06.034909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:06.035278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.050270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3acdfcd-b90d-48a7-9f8c-afc3f30797d9 req-f714df27-f53f-4b6e-8df1-5cf6eed50823 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344690 Mar 10 17:25:06.083110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:06.105793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'port_id': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'mac_address': 'fa:16:3e:67:f5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f7e58-7d36-4f70-9d63-8ea48bdd158c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:06.184173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f05921a-5ff1-4ed3-9848-7bfdd5ed0ba8 req-830c87d6-95b2-4c85-b9b4-74f515d6c23b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561308 Mar 10 17:25:06.184801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:06.200817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b696b8f0-ba3a-48a7-b0e6-86ff27153943), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.213994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 014eb55a-1474-4332-8f61-36bb54ee58b4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:06.215239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.241620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014eb55a-1474-4332-8f61-36bb54ee58b4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:06.269979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:06.275937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.276821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-c858dcad-0e83-4a73-9bca-51749a60140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.277047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-b23dfc8a-bb64-46a6-a83f-90ab1e7023b4 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--933248067&fields=id&tenant_id=29be7e5d09f0458b95582538eac9806f HTTP/1.1" status: 200 len: 267 time: 0.1123710 Mar 10 17:25:06.278286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-c858dcad-0e83-4a73-9bca-51749a60140e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1496603 Mar 10 17:25:06.290288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b696b8f0-ba3a-48a7-b0e6-86ff27153943,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:06.300101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a39490a7-38e8-4516-81f5-14093fb148f7 req-828c47ec-8539-4605-aaf7-a35441c66b94 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132915 Mar 10 17:25:06.308285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Checking segment: {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:06.308767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Network hostable DHCP agents. Network: d62054af-da10-4ebc-982b-d76332eab55f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:06.338272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Network d62054af-da10-4ebc-982b-d76332eab55f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:06.352327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d62054af-da10-4ebc-982b-d76332eab55f) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:06.358303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.359700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.378302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9574067b-de2b-457d-9442-b0ece9fc74ff None None] Network d62054af-da10-4ebc-982b-d76332eab55f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:06.387582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c531e6e-d556-4641-b92d-b253a0bb2e1d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6004062 Mar 10 17:25:06.390125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:06.397279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:06.427624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:06.455360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-c6d1ab73-1eab-4b54-b79e-c9f9734bea53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.0524998 Mar 10 17:25:06.507206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e7ec9756-44fa-4947-b439-25364b7707b6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.508234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e7ec9756-44fa-4947-b439-25364b7707b6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.568342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['014eb55a-1474-4332-8f61-36bb54ee58b4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:06.576228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for router_controller (e7ec9756-44fa-4947-b439-25364b7707b6), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.655830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d62054af-da10-4ebc-982b-d76332eab55f', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:25:06.656914 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.727254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-54536465-c934-4002-92a8-c42a1bc40f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.730541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-54536465-c934-4002-92a8-c42a1bc40f51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.2642572 Mar 10 17:25:06.860212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-b25ae5f1-d851-4bb2-8532-bf0753bdf961 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.868714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-b25ae5f1-d851-4bb2-8532-bf0753bdf961 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/networks?id=17818303-fad6-4dae-aadd-f4abaf7cb835 HTTP/1.1" status: 200 len: 815 time: 0.5906947 Mar 10 17:25:06.900806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-7098bb76-3309-4fd4-8c29-b81bb0a1903b tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/quotas/29be7e5d09f0458b95582538eac9806f HTTP/1.1" status: 200 len: 375 time: 0.0310986 Mar 10 17:25:06.915219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3d58d9-f027-4753-bb29-cc8f3b7255a4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:06.963078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks [] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:06.971033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Sync routers for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:06.993094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7e998-f938-4879-93ba-5118b0593fca req-39cb45dc-82b3-407c-97b7-7544f005711e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:06.994738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0d7e998-f938-4879-93ba-5118b0593fca req-39cb45dc-82b3-407c-97b7-7544f005711e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.4803302 Mar 10 17:25:06.999965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Transition to ACTIVE for port object ce3d58d9-f027-4753-bb29-cc8f3b7255a4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:07.030552 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac0bf9-f8ed-4135-8ac3-9cdd11a4e82b None None] New status for floating IP 301335a1-d6a7-4b03-baed-76814bdb7889: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:07.035826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.038305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:07.039583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:07.095412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:07.131249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-3251795d-374a-4f39-ae70-c89a8d6af1c4 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=29be7e5d09f0458b95582538eac9806f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2232792 Mar 10 17:25:07.140405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0d7e998-f938-4879-93ba-5118b0593fca req-b053a3bc-fb47-4469-b13e-63b3b1db7bef tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368182 Mar 10 17:25:07.162206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Allocated IP 172.20.0.2 (d62054af-da10-4ebc-982b-d76332eab55f/b696b8f0-ba3a-48a7-b0e6-86ff27153943/d5a28564-b920-4743-b68a-f408f83bff47) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:07.238406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for router_gateway (e7ec9756-44fa-4947-b439-25364b7707b6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.240420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-4320ec23-f7c3-44d2-be3d-82e551fe3f25 service neutron] 10.222.0.35 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980699 Mar 10 17:25:07.285645 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-209696cc-0b19-4275-9f14-6349bd615fed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411515 Mar 10 17:25:07.403582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Attempting to bind port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:07.403923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Attempting to bind port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:07.404256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Attempting to bind port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:07.411300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:07.411624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Attempting to bind port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 on network ba9942dc-377d-42fd-9d97-6b2c9696bd58 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:07.437673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:07.438026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Checking segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:07.438416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Bound using segment: {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:07.438898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Bound port: ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:07.439288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.445465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-c9120e4e-a9b7-4caa-8428-79e479ed2ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483705 Mar 10 17:25:07.469406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-75c0f408-363b-4f82-8dbe-cc6027fcbb8b service neutron] 10.222.0.35 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279763 Mar 10 17:25:07.500754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b5463-4919-4e67-b1ea-3d86ecbaef8c req-0c0cf4ae-c04a-43b6-a96c-6cf9bbfc3b8b tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.508323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e5b5463-4919-4e67-b1ea-3d86ecbaef8c req-0c0cf4ae-c04a-43b6-a96c-6cf9bbfc3b8b tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 946 time: 0.2275693 Mar 10 17:25:07.579220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:07.583278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:07.596160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e5b5463-4919-4e67-b1ea-3d86ecbaef8c req-7231aeab-3fa2-499a-bed4-a56d26c00bd3 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867333 Mar 10 17:25:07.604418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.613558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:07.630666 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-ded198a8-a387-49ad-8f32-d4c36483f0ba service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704340 Mar 10 17:25:07.734914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.735688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.737298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce3d58d9-f027-4753-bb29-cc8f3b7255a4 HTTP/1.1" status: 200 len: 1091 time: 2.1993523 Mar 10 17:25:07.738233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:07.740459 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b7aab6-f377-453b-befe-08e8cef064a2" -d '{"events": [{"name": "network-changed", "server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:07.833441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for router_gateway (e7ec9756-44fa-4947-b439-25364b7707b6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.850095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3843f7-648f-4e65-816e-524339a908c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:07.891182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:07.895823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc166d-a4ca-4b95-9ea1-6b1ff1886ec5 req-f2b4f60c-4cb0-4276-8180-c6fbbe1599b7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.897572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56fc166d-a4ca-4b95-9ea1-6b1ff1886ec5 req-f2b4f60c-4cb0-4276-8180-c6fbbe1599b7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.1763279 Mar 10 17:25:07.904295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-32714331-7030-4da3-b49b-0ce6a1f46086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:07.905832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-32714331-7030-4da3-b49b-0ce6a1f46086 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 1125 time: 0.1136808 Mar 10 17:25:07.945273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:07.992342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-c47382ae-9fb5-4306-847c-55ff33b52d9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4 HTTP/1.1" status: 200 len: 217 time: 0.0762761 Mar 10 17:25:08.120565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks [] for port (d5a28564-b920-4743-b68a-f408f83bff47), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.125903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-7743d800-67fe-4c29-a50f-727ce9caf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.127938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-7743d800-67fe-4c29-a50f-727ce9caf902 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.1246479 Mar 10 17:25:08.136208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Allocated IP 172.25.3.60 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8f1c4793-2507-4412-a68e-7038f25750cd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:08.141750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d5a28564-b920-4743-b68a-f408f83bff47), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.149771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56fc166d-a4ca-4b95-9ea1-6b1ff1886ec5 req-e187292b-efb5-45d4-8121-e34b09e5d015 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372861 Mar 10 17:25:08.188586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 014eb55a-1474-4332-8f61-36bb54ee58b4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:08.212002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-d6081930-de2d-491b-b345-f09d6f192785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.212156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 014eb55a-1474-4332-8f61-36bb54ee58b4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:08.212534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.213908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-d6081930-de2d-491b-b345-f09d6f192785 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1155 time: 0.3917880 Mar 10 17:25:08.224354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Network d62054af-da10-4ebc-982b-d76332eab55f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:08.227914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:25:02Z', 'revision_number': 4, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '25b7c905-64c6-4eb2-9d6a-365a2df546ee', 'name': '', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'mac_address': 'fa:16:3e:af:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:01Z', 'updated_at': '2022-03-10T17:25:02Z', 'revision_number': 2, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'subnets': [{'id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:08.241266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aca9a3-a719-42e2-a750-d165ec180656 req-6efb8080-35a1-4106-9711-eb5894281f30 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.242914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3aca9a3-a719-42e2-a750-d165ec180656 req-6efb8080-35a1-4106-9711-eb5894281f30 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 943 time: 0.2573204 Mar 10 17:25:08.260779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:08.299480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:08.308034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Pushing event updated for resources: {'Port': ['ID=d5a28564-b920-4743-b68a-f408f83bff47,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:08.310490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Checking router: c9eeb083-424a-4560-aeef-de1f67c86624 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:08.310952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Updating router c9eeb083-424a-4560-aeef-de1f67c86624 port 25b7c905-64c6-4eb2-9d6a-365a2df546ee binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:08.380671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-d1bc001f-0ee0-4580-ba1c-6a7b50599ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.383593 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-d1bc001f-0ee0-4580-ba1c-6a7b50599ef1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.1599224 Mar 10 17:25:08.386643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.433516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Attempting to bind port d5a28564-b920-4743-b68a-f408f83bff47 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:08.434047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Attempting to bind port d5a28564-b920-4743-b68a-f408f83bff47 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:08.434547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Attempting to bind port d5a28564-b920-4743-b68a-f408f83bff47 on network d62054af-da10-4ebc-982b-d76332eab55f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:08.439163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-564b06e0-f885-4819-a428-139cc6b8a942 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.0462902 Mar 10 17:25:08.488218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3aca9a3-a719-42e2-a750-d165ec180656 req-bf87debc-c872-473f-8ef3-4c67588795d7 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916778 Mar 10 17:25:08.500290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-9350ef13-8e8b-49a8-b569-0c0dc5aeee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.502270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-9350ef13-8e8b-49a8-b569-0c0dc5aeee85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3464780 Mar 10 17:25:08.517372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:08.517729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Checking segment: {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:08.518174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.518618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Bound using segment: {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:08.519273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Bound port: d5a28564-b920-4743-b68a-f408f83bff47, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:08.519661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d5a28564-b920-4743-b68a-f408f83bff47), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.551361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55516e80-710b-4147-b7fa-3ba2f33b3075 req-f41ffd5a-5d02-4c42-b044-d216d5df2e4a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.553646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55516e80-710b-4147-b7fa-3ba2f33b3075 req-f41ffd5a-5d02-4c42-b044-d216d5df2e4a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.2236557 Mar 10 17:25:08.575610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 014eb55a-1474-4332-8f61-36bb54ee58b4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:08.575876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.606019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-e344136b-d13f-4e6e-8f0e-8924f483f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:08.608206 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-e344136b-d13f-4e6e-8f0e-8924f483f71e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1632297 Mar 10 17:25:08.665352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-abdd60df-f74c-4232-aed6-fe1225f8a72a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454879 Mar 10 17:25:08.695042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04e38cec-21f3-44ad-9093-7dcb927889cf req-68802f5c-5ec8-413d-af2d-071785a52382 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 210 time: 0.0669851 Mar 10 17:25:08.740796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:08.750526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-d119ef6f-c4c0-45bb-a10b-0edc150de29b service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393825 Mar 10 17:25:08.752094 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e033d-64d7-4243-af16-36d13574601d x-openstack-request-id: req-535e033d-64d7-4243-af16-36d13574601d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:08.754596 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:08.755776 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-535e033d-64d7-4243-af16-36d13574601d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:08.756862 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'status': 'completed', 'code': 200} Mar 10 17:25:08.835747 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-4c38243d-b4df-49ff-aa29-2759566be4f4 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630483 Mar 10 17:25:08.849578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for port (8f1c4793-2507-4412-a68e-7038f25750cd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.875500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:08.878010 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1314fd12-31c5-4122-b737-009290d5a183" -d '{"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-plugged", "status": "completed", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:08.892346 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:08.907095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55516e80-710b-4147-b7fa-3ba2f33b3075 req-26dca078-1ae4-4851-9a28-ec487f290480 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462596 Mar 10 17:25:08.958364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcd66cc-19c9-4786-a78c-457556b8f2d0 req-669249fa-7f1f-47d3-beb3-5b357db9d2e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964478 Mar 10 17:25:09.011056 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-830dd3f9-e458-47d2-ae57-736460194bb0 req-eded1f18-e91b-406b-90f6-3288885f913f service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587007 Mar 10 17:25:09.014838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.029981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] For port d5a28564-b920-4743-b68a-f408f83bff47, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:09.058200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] For port d5a28564-b920-4743-b68a-f408f83bff47, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d5a28564-b920-4743-b68a-f408f83bff47,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:09.068828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:09.075234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:09.078083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:09.082724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d5a28564-b920-4743-b68a-f408f83bff47), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.090788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.103172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks [] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.104413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a956a2-e83d-452e-9553-4572a04fc27c req-1e39e5bb-9664-4b93-b5c5-5017663df5ae tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.105907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4a956a2-e83d-452e-9553-4572a04fc27c req-1e39e5bb-9664-4b93-b5c5-5017663df5ae tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.2159445 Mar 10 17:25:09.107811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1c4793-2507-4412-a68e-7038f25750cd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.129472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2bce8-7a5f-452b-9ee0-0ac6c6d5a3b1 req-c33e7811-0e84-466a-9ad1-e5f6e2b213f3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.131023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87b2bce8-7a5f-452b-9ee0-0ac6c6d5a3b1 req-c33e7811-0e84-466a-9ad1-e5f6e2b213f3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1241372 Mar 10 17:25:09.139576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.145582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-ac56a756-a23a-4075-949a-d144f6b39c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.147066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-ac56a756-a23a-4075-949a-d144f6b39c1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 1125 time: 0.1268315 Mar 10 17:25:09.204018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972b9a7-86c0-401a-bfd0-d12c062ad51e None None] Pushing event updated for resources: {'Port': ['ID=d5a28564-b920-4743-b68a-f408f83bff47,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.238512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4a956a2-e83d-452e-9553-4572a04fc27c req-350896ff-025f-48c2-9237-6a11fac94ed0 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250172 Mar 10 17:25:09.297728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87b2bce8-7a5f-452b-9ee0-0ac6c6d5a3b1 req-d63ec904-f7e3-443c-a3ff-65ef92a9bc42 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576407 Mar 10 17:25:09.361920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-ab0d3a83-3e83-4406-b06b-ff6617fdb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.371371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-ab0d3a83-3e83-4406-b06b-ff6617fdb0b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 924 time: 0.2155912 Mar 10 17:25:09.421895 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e42c6ef-c585-470a-9a1b-7e810057f480 x-openstack-request-id: req-9e42c6ef-c585-470a-9a1b-7e810057f480 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:09.422243 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-plugged", "status": "completed", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:09.431255 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e42c6ef-c585-470a-9a1b-7e810057f480 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:09.434454 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'code': 200} Mar 10 17:25:09.472298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01202805-01fc-4837-94ea-dc6da8be47e4 None None] Pushing event updated for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.476912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-07fe7403-0975-4fd9-9181-d72a426c40a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4 HTTP/1.1" status: 200 len: 217 time: 0.0979500 Mar 10 17:25:09.493509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Attempting to bind port 25b7c905-64c6-4eb2-9d6a-365a2df546ee on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:09.497288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Attempting to bind port 25b7c905-64c6-4eb2-9d6a-365a2df546ee by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:09.497804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Attempting to bind port 25b7c905-64c6-4eb2-9d6a-365a2df546ee on network fb5489d5-1018-415a-996c-b1a1d7b1c22b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:09.506666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:09.510802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Checking segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:09.515424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.516601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Bound using segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:09.516601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Bound port: 25b7c905-64c6-4eb2-9d6a-365a2df546ee, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:09.516806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.527228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.59', 64526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:09.634474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for router_gateway (e7ec9756-44fa-4947-b439-25364b7707b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.699917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] For port 25b7c905-64c6-4eb2-9d6a-365a2df546ee, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:09.711658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341a51e-d641-4d9e-8317-1c4f2d68347e req-9f329d23-fb0a-4991-a061-2d5ea0561eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.715388 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8341a51e-d641-4d9e-8317-1c4f2d68347e req-9f329d23-fb0a-4991-a061-2d5ea0561eec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.1872568 Mar 10 17:25:09.727656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] For port 25b7c905-64c6-4eb2-9d6a-365a2df546ee, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=25b7c905-64c6-4eb2-9d6a-365a2df546ee,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:09.728889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-152dc3d7-90c1-457b-ba95-bf47abb3fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.730342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-152dc3d7-90c1-457b-ba95-bf47abb3fe01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.2070973 Mar 10 17:25:09.738403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.762175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-db0675c2-2da8-4b74-bc42-d875622b289a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.763723 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-db0675c2-2da8-4b74-bc42-d875622b289a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.59 "GET /v2.0/networks?id=17818303-fad6-4dae-aadd-f4abaf7cb835 HTTP/1.1" status: 200 len: 815 time: 0.3693831 Mar 10 17:25:09.794350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5891b70-682e-408b-ae47-e55297e8b7d7 req-7e1230a6-17fb-4d64-a05e-0d42975688f3 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.807981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5891b70-682e-408b-ae47-e55297e8b7d7 req-7e1230a6-17fb-4d64-a05e-0d42975688f3 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 946 time: 0.3402991 Mar 10 17:25:09.809986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8341a51e-d641-4d9e-8317-1c4f2d68347e req-db7db41f-de4a-4016-8533-7cb8b223c142 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832953 Mar 10 17:25:09.846128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-3cd91140-33b6-4309-ae29-e8b260e1e1ea tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.847693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-3cd91140-33b6-4309-ae29-e8b260e1e1ea tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.59 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.3390002 Mar 10 17:25:09.889085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764fdf2-dcaf-49cc-beec-646114363831 req-4e2d5d76-f3d9-4805-8dcb-c918ef0abf72 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:09.890638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d764fdf2-dcaf-49cc-beec-646114363831 req-4e2d5d76-f3d9-4805-8dcb-c918ef0abf72 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 945 time: 0.3562348 Mar 10 17:25:09.907580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Provisioning complete for port 25b7c905-64c6-4eb2-9d6a-365a2df546ee triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:09.907955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:09.940668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d5a28564-b920-4743-b68a-f408f83bff47 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:09.945857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01202805-01fc-4837-94ea-dc6da8be47e4 None None] Pushing event updated for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:09.955618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5891b70-682e-408b-ae47-e55297e8b7d7 req-d7d3ba48-65eb-47e8-82d8-40829a4c1dd6 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460974 Mar 10 17:25:10.009219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-3334efbe-3374-407d-8032-069c699e4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.011156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-3334efbe-3374-407d-8032-069c699e4923 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2720158 Mar 10 17:25:10.026656 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9216a871-b1c6-4c16-899f-d32fb86138ae tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29be7e5d09f0458b95582538eac9806f HTTP/1.1" status: 200 len: 379 time: 0.2260294 Mar 10 17:25:10.036844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:10.037484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:10.037687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'port': {'device_id': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'admin_state_up': True, 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'security_groups': ['5b4408ae-6d96-46b8-a22c-cfb942a4994b']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:10.075570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d764fdf2-dcaf-49cc-beec-646114363831 req-3e2d5c06-ba72-4f39-8555-accfafe25c0c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693122 Mar 10 17:25:10.190374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d5a28564-b920-4743-b68a-f408f83bff47 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:10.191054 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d5a28564-b920-4743-b68a-f408f83bff47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.211460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e7ec9756-44fa-4947-b439-25364b7707b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.215708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:10.245204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-b87346f2-d06b-4206-b97a-e8e3635fa77f service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103346 Mar 10 17:25:10.299922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Current status of the port 25b7c905-64c6-4eb2-9d6a-365a2df546ee is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:10.300403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.332262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Made reservation on behalf of 29be7e5d09f0458b95582538eac9806f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:10.335746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.357144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c911a4d-3d41-4022-b829-06456ce64fea req-42a25253-b9ca-4ce8-995a-7724a8382081 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 210 time: 0.1080019 Mar 10 17:25:10.459068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] For port 25b7c905-64c6-4eb2-9d6a-365a2df546ee, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=25b7c905-64c6-4eb2-9d6a-365a2df546ee,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:10.480398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.538576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12ca4-b8bc-42cd-82d6-f374145329e9 req-3d097933-6553-48c9-8075-7e8d00b49f94 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.540493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fe12ca4-b8bc-42cd-82d6-f374145329e9 req-3d097933-6553-48c9-8075-7e8d00b49f94 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 943 time: 0.4624696 Mar 10 17:25:10.609401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10b7aab6-f377-453b-befe-08e8cef064a2 req-83491df2-9d74-4939-87e4-d60e47bf5431 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528500 Mar 10 17:25:10.652903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Deleting port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:10.653675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.677650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d5a28564-b920-4743-b68a-f408f83bff47 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:10.678032 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d5a28564-b920-4743-b68a-f408f83bff47), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.681592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fe12ca4-b8bc-42cd-82d6-f374145329e9 req-fbb1ba26-cc52-465e-a738-724206a58274 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198285 Mar 10 17:25:10.696968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd32d-00e0-4cff-ad72-9a6a191c0a99 req-e1b29e46-6d47-4c1f-9221-53921f581579 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:10.704290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-641dd32d-00e0-4cff-ad72-9a6a191c0a99 req-e1b29e46-6d47-4c1f-9221-53921f581579 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.2247756 Mar 10 17:25:10.770179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Router e7ec9756-44fa-4947-b439-25364b7707b6 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:25:10.782051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0fe1e-5b3a-44c9-8376-fd48cf1615c2 None None] Pushing event updated for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.787129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port d5a28564-b920-4743-b68a-f408f83bff47, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d5a28564-b920-4743-b68a-f408f83bff47,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:10.789229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-690cf4ec-25d7-41e7-b2b9-1452d567c631 None None] Provisioning complete for port 25b7c905-64c6-4eb2-9d6a-365a2df546ee triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:10.789605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-690cf4ec-25d7-41e7-b2b9-1452d567c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.818949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d5a28564-b920-4743-b68a-f408f83bff47), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.874733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Allocated IP 172.20.0.9 (17818303-fad6-4dae-aadd-f4abaf7cb835/c8900964-48c4-4aff-8423-6471822a5f1f/44f9ba73-28a3-4569-a3d7-1c5f034b6248) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:10.901181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] For port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:10.901768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:10.914105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=d5a28564-b920-4743-b68a-f408f83bff47,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:10.923159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Calling delete_port for 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:10.923509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:25:02Z', 'revision_number': 4, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '25b7c905-64c6-4eb2-9d6a-365a2df546ee', 'name': '', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'mac_address': 'fa:16:3e:af:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:01Z', 'updated_at': '2022-03-10T17:25:09Z', 'revision_number': 4, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'subnets': [{'id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:10.961333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4a133-a432-4983-8337-55d3839563d8 None None] Network d62054af-da10-4ebc-982b-d76332eab55f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:10.983969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec31faa-8ae8-415e-b2ba-fc97a0b4d2cb None None] The sync data for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 is: [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:25:02Z', 'revision_number': 4, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '25b7c905-64c6-4eb2-9d6a-365a2df546ee', 'name': '', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'mac_address': 'fa:16:3e:af:62:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:01Z', 'updated_at': '2022-03-10T17:25:09Z', 'revision_number': 4, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'subnets': [{'id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:11.013316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:11.076217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.088083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Sync routers for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:11.091590 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d787edf3-8a03-4732-8d05-2477e9d76da3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6996610 Mar 10 17:25:11.093240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:11.121245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-690cf4ec-25d7-41e7-b2b9-1452d567c631 None None] Current status of the port 25b7c905-64c6-4eb2-9d6a-365a2df546ee is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:11.148541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:11.149188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:11.266938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.305199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d898c1f0-b750-44bc-a97d-076ec164050b None None] Provisioning complete for port d5a28564-b920-4743-b68a-f408f83bff47 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:11.306458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d898c1f0-b750-44bc-a97d-076ec164050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d5a28564-b920-4743-b68a-f408f83bff47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.355106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:11.416056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.428647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-641dd32d-00e0-4cff-ad72-9a6a191c0a99 req-55cdb994-0877-47cf-9e9c-962ea4eddf9e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230279 Mar 10 17:25:11.527505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:11.537942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:11.541215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:11.569258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event updated for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:11.586977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb46f8-8a27-4fc5-b5c5-135a52e3bbb0 req-f01ae722-1f14-4b40-9551-c1b1b1bba1e8 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.594698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cdb46f8-8a27-4fc5-b5c5-135a52e3bbb0 req-f01ae722-1f14-4b40-9551-c1b1b1bba1e8 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=658e0591-3df7-4987-85aa-7223e7f65c65 HTTP/1.1" status: 200 len: 949 time: 0.1649733 Mar 10 17:25:11.681209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d898c1f0-b750-44bc-a97d-076ec164050b None None] Current status of the port d5a28564-b920-4743-b68a-f408f83bff47 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:11.690291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.691595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.762102 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5d729583-24a1-4455-96ed-144297e47e5a tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7290101 Mar 10 17:25:11.786578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Request body: {'port': {'device_id': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:11.818182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cdb46f8-8a27-4fc5-b5c5-135a52e3bbb0 req-a561bd0a-318e-4dfc-84c3-39e188ae1503 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173958 Mar 10 17:25:11.848643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-00201eb0-6108-41bc-81a9-7701b9e4683a None None] Provisioning complete for port d5a28564-b920-4743-b68a-f408f83bff47 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:11.849018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00201eb0-6108-41bc-81a9-7701b9e4683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d5a28564-b920-4743-b68a-f408f83bff47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.850179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efae3b-178e-4874-a347-1f7dc9e5df2e req-c281bf19-46d8-496c-a717-b9bec5add37b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:11.853649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21efae3b-178e-4874-a347-1f7dc9e5df2e req-c281bf19-46d8-496c-a717-b9bec5add37b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2993679 Mar 10 17:25:11.892764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:09Z', 'revision_number': 3, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:11.975621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21efae3b-178e-4874-a347-1f7dc9e5df2e req-d6017b7a-3dd3-446e-a019-5e83ac7bf092 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105280 Mar 10 17:25:11.976964 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:11.995080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Checking router: e7ec9756-44fa-4947-b439-25364b7707b6 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:11.995433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Updating router e7ec9756-44fa-4947-b439-25364b7707b6 port 8f1c4793-2507-4412-a68e-7038f25750cd binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:12.000813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.004553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d4f3be39-d8fe-4a89-9567-1373dc466f57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:12.018302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Pushing event deleted for resources: {'Port': ['ID=7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:12.084933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 25b7c905-64c6-4eb2-9d6a-365a2df546ee up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:12.122590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] No DVR routers for this DVR port 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:12.179483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.189294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.194089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c91a318a-0ec6-40bd-813c-b374822b0401 req-4d0f6d7a-4bce-4ea5-a30f-1461ded1d073 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.59 "DELETE /v2.0/ports/7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 HTTP/1.1" status: 204 len: 173 time: 2.1788969 Mar 10 17:25:12.196086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'name': 'network-vif-deleted', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:12.198168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc10b3-5e8c-4799-aa65-298ff6ababe0" -d '{"events": [{"server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "name": "network-vif-deleted", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:12.341417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd66f8-45c6-4a80-8642-ee5a3796e4c2 req-b9da5fbd-77d3-4672-baa1-80a65e5eed65 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.349730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abdd66f8-45c6-4a80-8642-ee5a3796e4c2 req-b9da5fbd-77d3-4672-baa1-80a65e5eed65 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 931 time: 0.2084250 Mar 10 17:25:12.382774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921e29-262f-4089-8b9b-b8a0c1981536 req-8ec69bf0-2f8a-4e27-9e63-517feb66e530 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.407054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32921e29-262f-4089-8b9b-b8a0c1981536 req-8ec69bf0-2f8a-4e27-9e63-517feb66e530 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 945 time: 0.3552654 Mar 10 17:25:12.572526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66edf55b-e2c3-4cc3-a982-b32506a6289b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.593298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-00201eb0-6108-41bc-81a9-7701b9e4683a None None] Current status of the port d5a28564-b920-4743-b68a-f408f83bff47 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:12.610008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.643782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 25b7c905-64c6-4eb2-9d6a-365a2df546ee triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:12.644289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.666832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32921e29-262f-4089-8b9b-b8a0c1981536 req-ef32f2dd-e874-4e01-a433-518eb5a27343 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510619 Mar 10 17:25:12.689550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abdd66f8-45c6-4a80-8642-ee5a3796e4c2 req-537e28ab-bfaf-4d79-a533-a423f6c3109c tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275654 Mar 10 17:25:12.779872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dfddbc21-9cae-4aae-9acb-9ebf1e9ad4f9 None None] Provisioning complete for port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:12.779872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfddbc21-9cae-4aae-9acb-9ebf1e9ad4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.804092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a4eea-5ca6-4298-aa90-8e04344cbf12 req-0279237d-811b-45a4-ab86-f06bfcf16840 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:12.821925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-093a4eea-5ca6-4298-aa90-8e04344cbf12 req-0279237d-811b-45a4-ab86-f06bfcf16840 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 943 time: 0.0942562 Mar 10 17:25:12.931363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f9ba73-28a3-4569-a3d7-1c5f034b6248 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:12.934082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ce3d58d9-f027-4753-bb29-cc8f3b7255a4 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:12.946473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks [] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:12.949242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-093a4eea-5ca6-4298-aa90-8e04344cbf12 req-2bf3df99-fb3d-411f-9224-b3d79f92f2b7 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260574 Mar 10 17:25:13.000410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dfddbc21-9cae-4aae-9acb-9ebf1e9ad4f9 None None] Port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:13.010705 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1330524-004d-44eb-a71e-e9ecc819a3ed x-openstack-request-id: req-d1330524-004d-44eb-a71e-e9ecc819a3ed {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:13.010988 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658e0591-3df7-4987-85aa-7223e7f65c65", "name": "network-vif-deleted", "tag": "7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:13.011443 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1330524-004d-44eb-a71e-e9ecc819a3ed {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:13.011640 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658e0591-3df7-4987-85aa-7223e7f65c65', 'name': 'network-vif-deleted', 'tag': '7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2', 'status': 'completed', 'code': 200} Mar 10 17:25:13.020007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 25b7c905-64c6-4eb2-9d6a-365a2df546ee is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:13.021117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d5a28564-b920-4743-b68a-f408f83bff47 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:13.021914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Transition to ACTIVE for port object 44f9ba73-28a3-4569-a3d7-1c5f034b6248 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:13.047033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.064737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks [] for port (8f1c4793-2507-4412-a68e-7038f25750cd), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.075505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Allocated IP 172.20.0.1 (d62054af-da10-4ebc-982b-d76332eab55f/b696b8f0-ba3a-48a7-b0e6-86ff27153943/0feed9c4-df04-4aaf-9e16-a1e03c94aff7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:13.148955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.174144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Pushing event updated for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.233075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184f7e-af7f-4a28-8dbe-69b4a08bc57f req-72cc6cdb-aac9-456a-bd1e-d7024335bc0f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.243128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77184f7e-af7f-4a28-8dbe-69b4a08bc57f req-72cc6cdb-aac9-456a-bd1e-d7024335bc0f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.1350443 Mar 10 17:25:13.268020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:13.285544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b13b2-852e-4b5f-a244-6d8d4ba074e5 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4793-2507-4412-a68e-7038f25750cd,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.290481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Attempting to bind port 8f1c4793-2507-4412-a68e-7038f25750cd on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:13.290691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Attempting to bind port 8f1c4793-2507-4412-a68e-7038f25750cd by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:13.290938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Attempting to bind port 8f1c4793-2507-4412-a68e-7038f25750cd on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:13.293088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989440d8-2f26-4fb6-a8ad-400804a5e0e3 req-8fc8b072-6dca-45b7-94ba-fba7ed1c363e tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.294656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-989440d8-2f26-4fb6-a8ad-400804a5e0e3 req-8fc8b072-6dca-45b7-94ba-fba7ed1c363e tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.1207387 Mar 10 17:25:13.303041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77184f7e-af7f-4a28-8dbe-69b4a08bc57f req-ef9a3b06-18d2-4370-9f6b-5dc029e802bf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602374 Mar 10 17:25:13.306167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'port_id': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'mac_address': 'fa:16:3e:52:9e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:13.310482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d5a28564-b920-4743-b68a-f408f83bff47 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:13.310861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d5a28564-b920-4743-b68a-f408f83bff47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.314989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:13.315486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:13.316600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.317077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:13.318155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Bound port: 8f1c4793-2507-4412-a68e-7038f25750cd, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:13.318781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.344617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Attempting to bind port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:13.344956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Attempting to bind port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:13.345278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Attempting to bind port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 on network 17818303-fad6-4dae-aadd-f4abaf7cb835 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:13.353619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks [] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.360657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 on network 17818303-fad6-4dae-aadd-f4abaf7cb835 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:13.361000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Attempting to bind port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 on network 17818303-fad6-4dae-aadd-f4abaf7cb835 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:13.372393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:13.372812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Checking segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:13.373119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Bound using segment: {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:13.373733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Bound port: 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e4f8ed-4f34-4f29-865c-b49c779688bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:13.374371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.376901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-989440d8-2f26-4fb6-a8ad-400804a5e0e3 req-1f4da325-28f2-4a59-bee3-79dad5afe052 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 Mar 10 17:25:13.491330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.535167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:13.544613 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Network d62054af-da10-4ebc-982b-d76332eab55f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:13.546834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deb7c1-993d-4a71-8dc3-8765a544fca8 req-b0e19557-720b-4d99-b730-62bea7f3183c tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.548376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94deb7c1-993d-4a71-8dc3-8765a544fca8 req-b0e19557-720b-4d99-b730-62bea7f3183c tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 946 time: 0.1033990 Mar 10 17:25:13.553992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:13.557086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:13.561883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5695b-4775-422f-b9ae-a40a2fdecbe4 req-eda21528-9200-4586-8ded-ca94a1758bd0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.564138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4db5695b-4775-422f-b9ae-a40a2fdecbe4 req-eda21528-9200-4586-8ded-ca94a1758bd0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1097186 Mar 10 17:25:13.570632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:13.579036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.600957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.640487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:13.641051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.656235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:13.656402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3d58d9-f027-4753-bb29-cc8f3b7255a4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:13.657081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.663751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] For port 8f1c4793-2507-4412-a68e-7038f25750cd, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:13.664832 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] 10.222.0.59 "PUT /v2.0/ports/44f9ba73-28a3-4569-a3d7-1c5f034b6248 HTTP/1.1" status: 200 len: 1091 time: 1.8913715 Mar 10 17:25:13.665538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:13.668717 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b7fe0-a424-4228-98d1-2441b3cefe82" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:13.685463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (e7ec9756-44fa-4947-b439-25364b7707b6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.693569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] For port 8f1c4793-2507-4412-a68e-7038f25750cd, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8f1c4793-2507-4412-a68e-7038f25750cd,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:13.707871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:13.716142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4db5695b-4775-422f-b9ae-a40a2fdecbe4 req-d4ade66b-841e-475b-a4d8-16152d2d8f93 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451554 Mar 10 17:25:13.723669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94deb7c1-993d-4a71-8dc3-8765a544fca8 req-e3548b9c-21b4-41df-a080-9992101cc86c tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442831 Mar 10 17:25:13.752362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.776291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3703e-479e-418f-8ddf-dd0743f9fd2a service neutron] Pushing event updated for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.796645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:13.844264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d5a28564-b920-4743-b68a-f408f83bff47 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:13.879246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:13.887619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:13.991544 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108792d5-98fe-4b00-8aec-1af677d20ebc x-openstack-request-id: req-108792d5-98fe-4b00-8aec-1af677d20ebc {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:13.992047 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:13.992277 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-108792d5-98fe-4b00-8aec-1af677d20ebc {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:13.992800 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'status': 'completed', 'code': 200} Mar 10 17:25:13.999005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9a0263cf-5a2b-4817-abf1-49c3ce84d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.000694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-9a0263cf-5a2b-4817-abf1-49c3ce84d5f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29be7e5d09f0458b95582538eac9806f&device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 1125 time: 0.2411828 Mar 10 17:25:14.015115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:14.015748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:14.020181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:14.020531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7ecf8eae-d97a-4a2f-afa9-a3a7d71300c2 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:14.024542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b13b2-852e-4b5f-a244-6d8d4ba074e5 None None] Pushing event updated for resources: {'Port': ['ID=8f1c4793-2507-4412-a68e-7038f25750cd,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:14.049341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d573-8790-4029-a8c6-922b5323afca req-3f6d0d0b-dadc-4ab9-a2b8-312ef627be3c tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.050905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0af6d573-8790-4029-a8c6-922b5323afca req-3f6d0d0b-dadc-4ab9-a2b8-312ef627be3c tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.0918658 Mar 10 17:25:14.086718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-52d60d14-33d4-450b-b92c-3e37a2941881 None None] Provisioning complete for port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:14.087089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52d60d14-33d4-450b-b92c-3e37a2941881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.102063 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-d541dadb-dde0-4efa-8b88-4e6f2ffab02d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248 HTTP/1.1" status: 200 len: 217 time: 0.0921144 Mar 10 17:25:14.110931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.131178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0af6d573-8790-4029-a8c6-922b5323afca req-4ce0f270-cd1d-4ba6-b45d-5cd755e51292 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742285 Mar 10 17:25:14.149894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a872-7ae4-4f4e-83f2-d3a7db35e14b req-4f151a12-b982-4680-8dba-d46c92836fce tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.151401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fb4a872-7ae4-4f4e-83f2-d3a7db35e14b req-4f151a12-b982-4680-8dba-d46c92836fce tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 943 time: 0.0742059 Mar 10 17:25:14.175750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-c5fb416c-fa48-4fc9-adbd-214e870d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.177652 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-c5fb416c-fa48-4fc9-adbd-214e870d071d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8900964-48c4-4aff-8423-6471822a5f1f HTTP/1.1" status: 200 len: 854 time: 0.0621226 Mar 10 17:25:14.180655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-52d60d14-33d4-450b-b92c-3e37a2941881 None None] Port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:14.198402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ce3d58d9-f027-4753-bb29-cc8f3b7255a4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:14.203938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:14.222267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fb4a872-7ae4-4f4e-83f2-d3a7db35e14b req-511e0fa0-da1a-47e9-8f04-4997c62588ae tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646107 Mar 10 17:25:14.292334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c58f7d-832f-4cfd-a329-31485aad0dcf req-cd256603-4a3a-4297-ae29-5cc300793d9c tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.301491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c58f7d-832f-4cfd-a329-31485aad0dcf req-cd256603-4a3a-4297-ae29-5cc300793d9c tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.0695064 Mar 10 17:25:14.336937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5a0250f6-23db-4f4a-b160-13e2c2688fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.336937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-5a0250f6-23db-4f4a-b160-13e2c2688fa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17818303-fad6-4dae-aadd-f4abaf7cb835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1503034 Mar 10 17:25:14.395275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c58f7d-832f-4cfd-a329-31485aad0dcf req-9617ee3c-4397-4515-86dd-122c27d10a7f tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929410 Mar 10 17:25:14.423852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea461b4-cc9a-4261-aec6-d63813e8367d req-bcfc0223-32f4-4a15-b28f-42085457ee73 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.434397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cea461b4-cc9a-4261-aec6-d63813e8367d req-bcfc0223-32f4-4a15-b28f-42085457ee73 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 944 time: 0.1157486 Mar 10 17:25:14.510271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cea461b4-cc9a-4261-aec6-d63813e8367d req-363011e8-b5e9-463d-b9aa-bb4ccea17663 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748081 Mar 10 17:25:14.521088 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-676e7f01-67b1-45fe-952c-118f13d69fbb service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768098 Mar 10 17:25:14.523118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks [] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.537574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '0feed9c4-df04-4aaf-9e16-a1e03c94aff7', 'name': '', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'mac_address': 'fa:16:3e:f0:be:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:12Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 1, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'subnets': [{'id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:14.551802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.574118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a0c2b-e64f-4b65-8ae1-3428d26a2e01 None None] The sync data for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 is: [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '0feed9c4-df04-4aaf-9e16-a1e03c94aff7', 'name': '', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'mac_address': 'fa:16:3e:f0:be:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:12Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 1, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'subnets': [{'id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:14.598956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-762a855e-af67-4462-94f7-46bd37ad7cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.613035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-d259b578-a6a7-469e-9e9d-4131d46a51ac tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.614999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-d259b578-a6a7-469e-9e9d-4131d46a51ac tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.59 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 946 time: 0.1115599 Mar 10 17:25:14.628476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857185-0593-450f-897d-806a1e3a199a req-d3eb19b0-0788-4487-958e-1eed3dae50dd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.630916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48857185-0593-450f-897d-806a1e3a199a req-d3eb19b0-0788-4487-958e-1eed3dae50dd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.1105092 Mar 10 17:25:14.787813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48857185-0593-450f-897d-806a1e3a199a req-0f951815-4fde-46cc-b289-815f6f15bf83 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440101 Mar 10 17:25:14.850827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Deleting port 85a33d75-c056-41bf-b13d-b803b946dde7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:14.851261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:14.907009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367093f-c4eb-460e-a6d1-fb37846e2737 req-4f7f0125-250d-4560-9d67-717e94f0da52 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:14.908682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4367093f-c4eb-460e-a6d1-fb37846e2737 req-4f7f0125-250d-4560-9d67-717e94f0da52 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.1721067 Mar 10 17:25:15.006752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (e7ec9756-44fa-4947-b439-25364b7707b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.041192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4deb25-172e-4e2e-9da9-0be7168c2212 req-30026b5d-93c0-4727-8f15-50a681439036 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.042745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4deb25-172e-4e2e-9da9-0be7168c2212 req-30026b5d-93c0-4727-8f15-50a681439036 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1712956 Mar 10 17:25:15.052705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:15.069512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4367093f-c4eb-460e-a6d1-fb37846e2737 req-69796a00-1e51-4c4b-8017-c16d2058e72f tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493049 Mar 10 17:25:15.076819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] For port 85a33d75-c056-41bf-b13d-b803b946dde7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=85a33d75-c056-41bf-b13d-b803b946dde7,segment=NetworkSegment(c7bf37be-bdc1-4619-9a6e-854e4f12f847),segment_id=c7bf37be-bdc1-4619-9a6e-854e4f12f847)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:15.077284 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.139800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43f54fb4-c9c8-47ce-a6c4-58a383e8cfd5 req-c0cc4fac-01db-4772-920b-d32fc103f57e service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118193 Mar 10 17:25:15.156870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Calling delete_port for 85a33d75-c056-41bf-b13d-b803b946dde7 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:15.185503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4deb25-172e-4e2e-9da9-0be7168c2212 req-f48f1426-e733-43fa-abcd-6b843f6a880b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120696 Mar 10 17:25:15.204704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Network d62054af-da10-4ebc-982b-d76332eab55f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:15.207133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:15.334017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-984153d7-afdb-406d-8897-da8e5d3ebb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.335715 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-984153d7-afdb-406d-8897-da8e5d3ebb09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29be7e5d09f0458b95582538eac9806f&device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 1125 time: 0.1112297 Mar 10 17:25:15.412311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (85a33d75-c056-41bf-b13d-b803b946dde7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.430660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['85a33d75-c056-41bf-b13d-b803b946dde7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:15.510383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Pushing event deleted for resources: {'Port': ['ID=85a33d75-c056-41bf-b13d-b803b946dde7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:15.522367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Router e7ec9756-44fa-4947-b439-25364b7707b6 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:15.550793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7fdcd582-755d-499b-ae4c-475f0ce8a2b9 None None] Provisioning complete for port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:15.556229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd582-755d-499b-ae4c-475f0ce8a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.567420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e889e12-9127-48f1-b154-54d917827360 req-b99e1725-0da0-4a73-a9c1-939d1f295525 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.568965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e889e12-9127-48f1-b154-54d917827360 req-b99e1725-0da0-4a73-a9c1-939d1f295525 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7aa5c2-5f3a-4bf8-964c-3abd38da6383 HTTP/1.1" status: 200 len: 867 time: 0.3825419 Mar 10 17:25:15.608233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] No DVR routers for this DVR port 85a33d75-c056-41bf-b13d-b803b946dde7 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:15.616952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.620987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7294de80-7fd6-478a-b85d-b5ecc4104590 req-392b9a2e-470d-4865-a14d-1bb1cea15fa9 tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.59 "DELETE /v2.0/ports/85a33d75-c056-41bf-b13d-b803b946dde7 HTTP/1.1" status: 204 len: 173 time: 0.9889450 Mar 10 17:25:15.621717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'name': 'network-vif-deleted', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:15.624203 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12529c0-2443-46a3-8801-e1035f0de3b5" -d '{"events": [{"server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "name": "network-vif-deleted", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:15.629051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcd582-755d-499b-ae4c-475f0ce8a2b9 None None] Port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:15.675474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-21d13db2-6dc1-4d20-93e6-0eebca6764c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.680843 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-21d13db2-6dc1-4d20-93e6-0eebca6764c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17818303-fad6-4dae-aadd-f4abaf7cb835 HTTP/1.1" status: 200 len: 916 time: 0.2933271 Mar 10 17:25:15.700809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:15.743090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3bd8-9706-48ab-b82a-aa6f62399f81 req-f54b6fa2-7aa0-43c1-8199-1390fe81d7f3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.754136 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-c2b1f3c7-7e29-4658-9fa1-e44c71b3ecb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248 HTTP/1.1" status: 200 len: 217 time: 0.0654933 Mar 10 17:25:15.755111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3b3bd8-9706-48ab-b82a-aa6f62399f81 req-f54b6fa2-7aa0-43c1-8199-1390fe81d7f3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 943 time: 0.3562627 Mar 10 17:25:15.847048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e889e12-9127-48f1-b154-54d917827360 req-318e158e-2419-48ff-8115-c627b98025ee tempest-ServerPasswordTestJSON-950566065 tempest-ServerPasswordTestJSON-950566065-project] 10.222.0.35 "GET /v2.0/security-groups?id=69ae3384-e549-4b3a-94a9-4643c7060b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604558 Mar 10 17:25:15.852841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:15.889001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ef8acb1-b98d-4418-be52-1b3ac79b4bc3 admin admin] 10.222.0.35 "PUT /v2.0/routers/e7ec9756-44fa-4947-b439-25364b7707b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7362688 Mar 10 17:25:15.901047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-b7ba18f6-920d-429c-9cfb-679c04633d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.902457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-b7ba18f6-920d-429c-9cfb-679c04633d48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8900964-48c4-4aff-8423-6471822a5f1f HTTP/1.1" status: 200 len: 854 time: 0.1140909 Mar 10 17:25:15.952347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab0a31-c728-4876-beff-91ef9d000998 req-626bf951-3706-4e07-8f84-54c2a14ef1e8 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:15.957914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dab0a31-c728-4876-beff-91ef9d000998 req-626bf951-3706-4e07-8f84-54c2a14ef1e8 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.41 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.1931825 Mar 10 17:25:15.978746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3b3bd8-9706-48ab-b82a-aa6f62399f81 req-bb83291a-a56f-4447-9704-8d15dbc4ddb3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184615 Mar 10 17:25:16.082220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-4865fc9e-285f-403d-9ca7-f49baa733962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.084897 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-4865fc9e-285f-403d-9ca7-f49baa733962 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17818303-fad6-4dae-aadd-f4abaf7cb835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1633735 Mar 10 17:25:16.119791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8f1c4793-2507-4412-a68e-7038f25750cd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:16.245038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8f1c4793-2507-4412-a68e-7038f25750cd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:16.245531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.329401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc173-6ce2-4a9c-81d4-5b60fd90276b req-5d3f3e43-55f7-4145-b8fc-2524067d8c76 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.336962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1bdc173-6ce2-4a9c-81d4-5b60fd90276b req-5d3f3e43-55f7-4145-b8fc-2524067d8c76 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 950 time: 0.2658002 Mar 10 17:25:16.365036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e9b9f-e02e-4b52-928f-bf870a5fae24 req-103417f0-8983-4437-adfb-80dd8f84fd5a tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:16.366697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d3e9b9f-e02e-4b52-928f-bf870a5fae24 req-103417f0-8983-4437-adfb-80dd8f84fd5a tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 944 time: 0.2125928 Mar 10 17:25:16.385847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-deb89f4c-15b4-4329-a0ad-f4a6083f15fd service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934484 Mar 10 17:25:16.406889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8f1c4793-2507-4412-a68e-7038f25750cd is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:16.407349 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.448624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 8f1c4793-2507-4412-a68e-7038f25750cd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8f1c4793-2507-4412-a68e-7038f25750cd,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:16.467485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.494662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Deleting port d4f3be39-d8fe-4a89-9567-1373dc466f57 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:16.495255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.594328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=8f1c4793-2507-4412-a68e-7038f25750cd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:16.638223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1bdc173-6ce2-4a9c-81d4-5b60fd90276b req-38d066ad-4190-4684-931e-f4e6187d98e5 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701831 Mar 10 17:25:16.679440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d3e9b9f-e02e-4b52-928f-bf870a5fae24 req-a52f137b-4ef6-46e6-a144-c9999e59966d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914734 Mar 10 17:25:16.698524 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3e6b7fe0-a424-4228-98d1-2441b3cefe82 req-7d2c5221-e234-415f-b5a9-0b64d8a16697 service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946894 Mar 10 17:25:16.826806 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a54bfa-f99e-4dd7-858a-f0baa066bb38 x-openstack-request-id: req-42a54bfa-f99e-4dd7-858a-f0baa066bb38 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:16.827100 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7aa5c2-5f3a-4bf8-964c-3abd38da6383", "name": "network-vif-deleted", "tag": "85a33d75-c056-41bf-b13d-b803b946dde7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:16.827352 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42a54bfa-f99e-4dd7-858a-f0baa066bb38 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:16.827768 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7aa5c2-5f3a-4bf8-964c-3abd38da6383', 'name': 'network-vif-deleted', 'tag': '85a33d75-c056-41bf-b13d-b803b946dde7', 'status': 'completed', 'code': 200} Mar 10 17:25:16.874324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] For port d4f3be39-d8fe-4a89-9567-1373dc466f57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d4f3be39-d8fe-4a89-9567-1373dc466f57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:16.875108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:16.885200 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-dfdbdb0c-cec4-4bc6-b12a-c543749d2a94 service neutron] 10.222.0.59 "GET /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.1018407 Mar 10 17:25:16.943911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ce3d58d9-f027-4753-bb29-cc8f3b7255a4 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:16.948492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Calling delete_port for d4f3be39-d8fe-4a89-9567-1373dc466f57 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:17.073108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89019f7-796e-49a2-bafd-c34091f963c0 req-9b03803c-b650-45c0-a78a-e9c6bc037c21 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.074522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c89019f7-796e-49a2-bafd-c34091f963c0 req-9b03803c-b650-45c0-a78a-e9c6bc037c21 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.2095275 Mar 10 17:25:17.086114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa6ea3-f826-4644-befa-6742a25dac2f req-a6923e85-fe70-4f77-91a6-9dd5a2d1095b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.087770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bafa6ea3-f826-4644-befa-6742a25dac2f req-a6923e85-fe70-4f77-91a6-9dd5a2d1095b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 943 time: 0.1958191 Mar 10 17:25:17.142097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.187138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:17.191907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:17.193093 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.210021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c89019f7-796e-49a2-bafd-c34091f963c0 req-5cc5c171-596f-4bfa-af01-eba4c587dc8d tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212077 Mar 10 17:25:17.216973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bafa6ea3-f826-4644-befa-6742a25dac2f req-1d19b54e-0576-4f5e-b0db-8cd377c86bca tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199253 Mar 10 17:25:17.266356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d4f3be39-d8fe-4a89-9567-1373dc466f57), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.293828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d4f3be39-d8fe-4a89-9567-1373dc466f57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:17.333425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Pushing event deleted for resources: {'Port': ['ID=d4f3be39-d8fe-4a89-9567-1373dc466f57,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:17.335373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51860) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:17.499657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Deleting subnet e7d6a97e-b810-49a4-8619-f1d7579998c2 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:25:17.510667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Publish callbacks [] for subnet (e7d6a97e-b810-49a4-8619-f1d7579998c2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.514674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] No DVR routers for this DVR port d4f3be39-d8fe-4a89-9567-1373dc466f57 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:17.519523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.523060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dab0a31-c728-4876-beff-91ef9d000998 req-cc6fdc61-3503-4349-890b-e176b916cf5b tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.41 "DELETE /v2.0/ports/d4f3be39-d8fe-4a89-9567-1373dc466f57 HTTP/1.1" status: 204 len: 173 time: 1.5412245 Mar 10 17:25:17.536890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:17.537505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.575253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0286-ad54-4452-92c3-bbf5c3ab94db req-1cf8a6f0-8f57-4402-8d82-c1782206b081 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.575938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:17.583497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a1d0286-ad54-4452-92c3-bbf5c3ab94db req-1cf8a6f0-8f57-4402-8d82-c1782206b081 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 943 time: 0.1126621 Mar 10 17:25:17.584427 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dad0e6-f8e1-46dc-b1dc-750484ca0776" -d '{"events": [{"server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:17.600132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e45515-0ee1-415d-9660-6d3c4b8689b1 req-7e0c346d-c8ab-4f60-9d60-2d810248f601 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:17.609420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66e45515-0ee1-415d-9660-6d3c4b8689b1 req-7e0c346d-c8ab-4f60-9d60-2d810248f601 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2045803 Mar 10 17:25:17.616523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:17.637257 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:17.663963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:17.709382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:17.829859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df48ffe-7ea3-4c55-9159-76e9f65574b6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:17.844544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a1d0286-ad54-4452-92c3-bbf5c3ab94db req-d6e3bb2d-e524-4f3b-b151-2487e2a83c55 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600157 Mar 10 17:25:17.860685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:17.891324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66e45515-0ee1-415d-9660-6d3c4b8689b1 req-626c5eb1-e1d6-4ab6-a68a-b993eb68a617 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806511 Mar 10 17:25:17.913036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44f9ba73-28a3-4569-a3d7-1c5f034b6248 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:17.935385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 85a33d75-c056-41bf-b13d-b803b946dde7 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:17.941181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:18.014824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.040090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 85a33d75-c056-41bf-b13d-b803b946dde7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:18.040723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 85a33d75-c056-41bf-b13d-b803b946dde7 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:18.047894 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbee2ed-2eb8-4396-aede-4ff03e60aa29 x-openstack-request-id: req-3bbee2ed-2eb8-4396-aede-4ff03e60aa29 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:18.048437 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:18.048925 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bbee2ed-2eb8-4396-aede-4ff03e60aa29 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:18.049478 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'code': 200} Mar 10 17:25:18.152002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (e7d6a97e-b810-49a4-8619-f1d7579998c2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.212125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8f1c4793-2507-4412-a68e-7038f25750cd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:18.377543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d9d74a7-e78a-4962-a094-b943d84abb85 req-95938456-c007-4596-b1a8-c14aff1e2571 tempest-LiveMigrationNegativeTest-77975250 tempest-LiveMigrationNegativeTest-77975250-project] 10.222.0.35 "GET /v2.0/ports?device_id=e07baec2-a124-4d5f-989d-57866b305cfe HTTP/1.1" status: 200 len: 210 time: 0.1004143 Mar 10 17:25:18.449594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae94c7-149c-4180-bea7-a07838519429 req-1bf9710d-46dc-4ca1-b510-9e78760dd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.451146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34ae94c7-149c-4180-bea7-a07838519429 req-1bf9710d-46dc-4ca1-b510-9e78760dd883 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 1127 time: 0.2894115 Mar 10 17:25:18.465719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] Transition to ACTIVE for port object 4df48ffe-7ea3-4c55-9159-76e9f65574b6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:18.508412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.606856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e7d6a97e-b810-49a4-8619-f1d7579998c2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.615051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] No DVR routers for this DVR port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:18.739268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34ae94c7-149c-4180-bea7-a07838519429 req-e8e2f7f6-4e3f-49e1-bac2-ff8d78a89af8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751522 Mar 10 17:25:18.795702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327455b-f536-4a72-b131-7af78510a916 service neutron] Pushing event updated for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=10']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:18.819721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d67ec-7bd4-4ada-9f35-97cf72e7ac70 req-20e732cf-fc32-4706-98b1-5a40eb52724b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:18.828277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f99d67ec-7bd4-4ada-9f35-97cf72e7ac70 req-20e732cf-fc32-4706-98b1-5a40eb52724b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.3425989 Mar 10 17:25:18.835997 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-f327455b-f536-4a72-b131-7af78510a916 service neutron] 10.222.0.59 "PUT /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9260466 Mar 10 17:25:18.837077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'name': 'network-vif-deleted', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:18.856468 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008dd39c-55b7-4f31-81df-92c7f41d2891" -d '{"events": [{"server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "name": "network-vif-deleted", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:18.917848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (e7d6a97e-b810-49a4-8619-f1d7579998c2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.982779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:18.986001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7d6a97e-b810-49a4-8619-f1d7579998c2 HTTP/1.1" status: 204 len: 168 time: 1.6469722 Mar 10 17:25:18.992091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36952934-aa64-4c1e-af00-07a9da5594b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d6a97e-b810-49a4-8619-f1d7579998c2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:18.992735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:19.050674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:19.069094 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.084205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8f1c4793-2507-4412-a68e-7038f25750cd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:19.085222 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.088417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'port_id': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'mac_address': 'fa:16:3e:40:8c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:19.100830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.116903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f99d67ec-7bd4-4ada-9f35-97cf72e7ac70 req-8bfdb9d3-da46-40ef-86a9-904d60cb68f3 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876549 Mar 10 17:25:19.235914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:19.236189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.262318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f9ba73-28a3-4569-a3d7-1c5f034b6248 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:19.263381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Sync routers for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:19.285297 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:19.285966 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:19.310078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:19.393396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.415244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8f1c4793-2507-4412-a68e-7038f25750cd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:19.444676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.446479 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.446854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.447593 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.447933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.448269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.448583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.448908 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.449295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.449604 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.449918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.451097 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:19.599888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:19.625947 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.626318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.626681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.637340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 17:25:19.637738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488dad8b-b3e5-47f7-92ae-47d3a16a3dc7']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:19.668926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf37be-bdc1-4619-9a6e-854e4f12f847') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:19.669204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf37be-bdc1-4619-9a6e-854e4f12f847') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:19.669614 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '0feed9c4-df04-4aaf-9e16-a1e03c94aff7', 'name': '', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'mac_address': 'fa:16:3e:f0:be:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:12Z', 'updated_at': '2022-03-10T17:25:14Z', 'revision_number': 2, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'subnets': [{'id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:19.705836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['44f9ba73-28a3-4569-a3d7-1c5f034b6248'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:19.708913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Checking router: e7ec9756-44fa-4947-b439-25364b7707b6 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:19.709501 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Updating router e7ec9756-44fa-4947-b439-25364b7707b6 port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:19.720577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c7bf37be-bdc1-4619-9a6e-854e4f12f847), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.740361 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.765002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c7bf37be-bdc1-4619-9a6e-854e4f12f847), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.785917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:25:19.786316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c7bf37be-bdc1-4619-9a6e-854e4f12f847), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: from cryptography.utils import int_from_bytes Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: from cryptography.utils import int_from_bytes Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:25:19.841318 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:25:19.938957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:20.028014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (488dad8b-b3e5-47f7-92ae-47d3a16a3dc7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.028616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:25:20.028616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:20.030190 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks [] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.038853 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.044761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c286-90dd-4c17-9d3d-87af125f80d8 req-888c17e2-4e81-4e1b-a02a-f2696f234ddc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:20.055897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8369c286-90dd-4c17-9d3d-87af125f80d8 req-888c17e2-4e81-4e1b-a02a-f2696f234ddc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.2198830 Mar 10 17:25:20.115946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=488dad8b-b3e5-47f7-92ae-47d3a16a3dc7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.120776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.147877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-994efe77-4b64-4ab1-b0bf-ff8627c1cc62 admin admin] 10.222.0.35 "DELETE /v2.0/networks/488dad8b-b3e5-47f7-92ae-47d3a16a3dc7 HTTP/1.1" status: 204 len: 168 time: 1.1540127 Mar 10 17:25:20.185499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8369c286-90dd-4c17-9d3d-87af125f80d8 req-b8b0a67f-0437-4ff7-a865-9b8fa8c022c1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285677 Mar 10 17:25:20.296597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2570d7-45a3-433e-b241-ab897c10ede9 None None] Pushing event updated for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.401393 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Attempting to bind port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:20.402066 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Attempting to bind port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:20.402947 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Attempting to bind port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 on network d62054af-da10-4ebc-982b-d76332eab55f {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:20.410926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:20.411662 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Checking segment: {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:20.412253 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.412920 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Bound using segment: {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:20.413565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Bound port: 0feed9c4-df04-4aaf-9e16-a1e03c94aff7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eca57e-5ee8-4d51-9663-479039017813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:20.414189 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.510592 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] For port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:20.511106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51904) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:20.513182 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] For port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:20.521701 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.598202 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2570d7-45a3-433e-b241-ab897c10ede9 None None] Pushing event updated for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:20.632706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:20.633384 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:20.645982 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-80f558a4-1ce7-4b9a-b091-299ebb553acc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d100208eebd44ae8547bd575529250d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298282 Mar 10 17:25:20.647349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51906) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:20.772989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Provisioning complete for port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:20.773807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.785474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] Publish callbacks [] for security_group (69ae3384-e549-4b3a-94a9-4643c7060b80), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.797021 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:20.850015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] Publish callbacks [] for security_group (69ae3384-e549-4b3a-94a9-4643c7060b80), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:20.873116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b8d0b-22ee-434c-856e-936f826c56b3 req-ddfd90b8-2d79-4aec-b972-2fc16f1fa23d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:20.881516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce8b8d0b-22ee-434c-856e-936f826c56b3 req-ddfd90b8-2d79-4aec-b972-2fc16f1fa23d tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 944 time: 0.6033993 Mar 10 17:25:20.986900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce8b8d0b-22ee-434c-856e-936f826c56b3 req-8cdb3c2a-8357-48b6-a91a-80a36af7ef22 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041338 Mar 10 17:25:20.987227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Current status of the port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:20.987566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.030475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d4f3be39-d8fe-4a89-9567-1373dc466f57 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:21.038019 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87f656-9154-44b5-b289-eaf6182ea7bd x-openstack-request-id: req-0a87f656-9154-44b5-b289-eaf6182ea7bd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:21.038950 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07baec2-a124-4d5f-989d-57866b305cfe", "name": "network-vif-deleted", "tag": "d4f3be39-d8fe-4a89-9567-1373dc466f57", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:21.038950 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a87f656-9154-44b5-b289-eaf6182ea7bd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:21.039239 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07baec2-a124-4d5f-989d-57866b305cfe', 'name': 'network-vif-deleted', 'tag': 'd4f3be39-d8fe-4a89-9567-1373dc466f57', 'status': 'completed', 'code': 200} Mar 10 17:25:21.070271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (69ae3384-e549-4b3a-94a9-4643c7060b80), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.073133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.078277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69ae3384-e549-4b3a-94a9-4643c7060b80 HTTP/1.1" status: 204 len: 168 time: 0.4261119 Mar 10 17:25:21.091937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10457c-c315-4f1f-b1ab-ef2888c178b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae3384-e549-4b3a-94a9-4643c7060b80,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:21.104053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: d4f3be39-d8fe-4a89-9567-1373dc466f57 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:21.104400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d4f3be39-d8fe-4a89-9567-1373dc466f57 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:21.181446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] For port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:21.201647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.267106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed10ba8-08fe-4ffd-a172-cd686ed22a4f req-eb5eb49d-f074-494b-84c4-5a523f99dd8a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.276257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fed10ba8-08fe-4ffd-a172-cd686ed22a4f req-eb5eb49d-f074-494b-84c4-5a523f99dd8a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1317275 Mar 10 17:25:21.323751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831d88c-e4f6-4d9d-999d-9af8e92c3977 None None] Pushing event updated for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:21.339410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fed10ba8-08fe-4ffd-a172-cd686ed22a4f req-2380fd94-62fc-49db-9b0b-52b581a04b00 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622211 Mar 10 17:25:21.348952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '0feed9c4-df04-4aaf-9e16-a1e03c94aff7', 'name': '', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'mac_address': 'fa:16:3e:f0:be:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:12Z', 'updated_at': '2022-03-10T17:25:20Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'subnets': [{'id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:21.352101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-64db8de4-c9fb-4fbe-bfab-7bca9936af12 None None] Provisioning complete for port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:21.353822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64db8de4-c9fb-4fbe-bfab-7bca9936af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:21.417457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29007ea7-3b43-4eb2-9d11-b7947e95eb77 None None] The sync data for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 is: [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:25:13Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '0feed9c4-df04-4aaf-9e16-a1e03c94aff7', 'name': '', 'network_id': 'd62054af-da10-4ebc-982b-d76332eab55f', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'mac_address': 'fa:16:3e:f0:be:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:12Z', 'updated_at': '2022-03-10T17:25:20Z', 'revision_number': 4, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'subnets': [{'id': 'b696b8f0-ba3a-48a7-b0e6-86ff27153943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:21.486311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-64db8de4-c9fb-4fbe-bfab-7bca9936af12 None None] Current status of the port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:21.596631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2a9bc-c946-47aa-96a9-e302ea9a0f30 req-9197d9fc-56c6-4b19-968a-b2844ad2c446 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.603857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19f2a9bc-c946-47aa-96a9-e302ea9a0f30 req-9197d9fc-56c6-4b19-968a-b2844ad2c446 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.0663440 Mar 10 17:25:21.665512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19f2a9bc-c946-47aa-96a9-e302ea9a0f30 req-26de005e-300b-4d3f-a568-500a737a1cb8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607824 Mar 10 17:25:21.803968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b6e-a697-4b23-844f-359df22f7453 req-bc82dd1b-002e-43cd-8411-f9a8dc130d28 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:21.811668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-157d6b6e-a697-4b23-844f-359df22f7453 req-bc82dd1b-002e-43cd-8411-f9a8dc130d28 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.0629001 Mar 10 17:25:21.840013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:21.882048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-157d6b6e-a697-4b23-844f-359df22f7453 req-4954aa57-ee9c-459f-a1f8-4e7b3f7c8589 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641286 Mar 10 17:25:21.925200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44f9ba73-28a3-4569-a3d7-1c5f034b6248 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:22.065269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:22.112621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:22.123955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:22.124358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.152267 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-300151f7-6ec0-48fd-8117-59c98c23055b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9869c2865bbc4afdb8ad397fd43a9e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110890 Mar 10 17:25:22.154819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51940) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:22.250482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77208d-08aa-4ee5-b090-fb1dade9e2a7 req-d6984018-b03f-4056-acb4-bcb7c10c45f6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.262684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b77208d-08aa-4ee5-b090-fb1dade9e2a7 req-d6984018-b03f-4056-acb4-bcb7c10c45f6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 944 time: 0.1159034 Mar 10 17:25:22.263987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] Publish callbacks [] for security_group (5dba6343-c2b2-4cde-9140-0dd0e83eb2b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.288709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:22.290829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.316052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] Publish callbacks [] for security_group (5dba6343-c2b2-4cde-9140-0dd0e83eb2b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.360698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:22.364647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:22.367979 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813196c9-0f44-4d76-86fc-26bd4086e2d9" -d '{"events": [{"server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "name": "network-vif-plugged", "status": "completed", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:22.377696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b77208d-08aa-4ee5-b090-fb1dade9e2a7 req-56ed9d98-e7cc-4dc9-b896-92e3d7082e69 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121809 Mar 10 17:25:22.395668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51944) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:22.404206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.413464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:22.413947 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.479156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5dba6343-c2b2-4cde-9140-0dd0e83eb2b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.483569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.489350 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5dba6343-c2b2-4cde-9140-0dd0e83eb2b2 HTTP/1.1" status: 204 len: 168 time: 0.3309178 Mar 10 17:25:22.514691 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b423e170-8e2b-4754-8e71-6ebc39509ccc x-openstack-request-id: req-b423e170-8e2b-4754-8e71-6ebc39509ccc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:22.515163 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "name": "network-vif-plugged", "status": "completed", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:22.515654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dc355-0392-47ef-a2eb-2c95597cebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba6343-c2b2-4cde-9140-0dd0e83eb2b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:22.516073 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b423e170-8e2b-4754-8e71-6ebc39509ccc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:22.516574 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'code': 200} Mar 10 17:25:22.563745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:22.627620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:22.691024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1046321427-network', 'tenant_id': '81620821e05a41bcae2051e09f864e9e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:22.703278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91563a4-4ad5-42a1-adf0-46f155374eb2 req-8dc4756d-c6aa-4854-a76f-f1f0c9e04f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.706100 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b91563a4-4ad5-42a1-adf0-46f155374eb2 req-8dc4756d-c6aa-4854-a76f-f1f0c9e04f55 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 1127 time: 0.0887578 Mar 10 17:25:22.751564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Made reservation on behalf of 81620821e05a41bcae2051e09f864e9e for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:22.754068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.784640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b91563a4-4ad5-42a1-adf0-46f155374eb2 req-0fbb84ae-c35d-4350-bde1-6f883cc7c74b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725372 Mar 10 17:25:22.784897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.830716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07534ef6-700e-4249-aad2-e6c6f855673a req-6a8deb15-c304-4ff1-adfb-a47841f9404f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:22.832315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07534ef6-700e-4249-aad2-e6c6f855673a req-6a8deb15-c304-4ff1-adfb-a47841f9404f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1085904 Mar 10 17:25:22.921198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07534ef6-700e-4249-aad2-e6c6f855673a req-1ccdee27-5ebb-4953-a0a3-4f7537e30fe2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812521 Mar 10 17:25:22.966915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks [] for security_group (3c522418-ae94-4dda-8d9c-70e42d69105c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.976269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c522418-ae94-4dda-8d9c-70e42d69105c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:22.994690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:23.007471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:23.012681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (552cf50e-d0a4-468f-b984-e861df5fb7ae), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.013433 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Added segment 552cf50e-d0a4-468f-b984-e861df5fb7ae of type vlan for network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 Mar 10 17:25:23.060055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0d8786f5-2d5c-40bc-b470-a5736fdd2e04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64320ade73be475abb377d3746682469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512304 Mar 10 17:25:23.062818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51960) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:23.121330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] Publish callbacks [] for security_group (13cf1e76-1254-47b2-a28b-a56cd2004c15), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.124090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (f5ce37aa-affc-49e2-a5d2-84466d47c0a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.129166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c522418-ae94-4dda-8d9c-70e42d69105c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:23.152951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] Publish callbacks [] for security_group (13cf1e76-1254-47b2-a28b-a56cd2004c15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.172199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a165-f360-46e2-bcd4-898f065dfed8 req-1977166e-91d0-4a14-9c6d-5198492974a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.174076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef32a165-f360-46e2-bcd4-898f065dfed8 req-1977166e-91d0-4a14-9c6d-5198492974a5 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.1174757 Mar 10 17:25:23.175866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (f5ce37aa-affc-49e2-a5d2-84466d47c0a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.176852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.177867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.218506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (13cf1e76-1254-47b2-a28b-a56cd2004c15), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.223080 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.226661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13cf1e76-1254-47b2-a28b-a56cd2004c15 HTTP/1.1" status: 204 len: 168 time: 0.1600347 Mar 10 17:25:23.226799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8295319 Mar 10 17:25:23.226905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:23.233130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Request body: {'subnet': {'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1046321427-subnet', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:23.258654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8dcfc-db05-499c-8bfa-9505104f7f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf1e76-1254-47b2-a28b-a56cd2004c15,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:23.263307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Made reservation on behalf of 81620821e05a41bcae2051e09f864e9e for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:23.266016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.288237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eed8a-076e-421a-a95e-47c779e65cea admin admin] Pushing event updated for resources: {'Network': ['ID=f5ce37aa-affc-49e2-a5d2-84466d47c0a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:23.309274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:23.319497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef32a165-f360-46e2-bcd4-898f065dfed8 req-243a8487-2ffc-4cad-8228-ef1331944a57 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363084 Mar 10 17:25:23.489191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136108f-a83b-4ee6-b366-1be495f77b44 req-6e1cf555-b7af-416f-97d0-04748a3fbb0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.496574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2136108f-a83b-4ee6-b366-1be495f77b44 req-6e1cf555-b7af-416f-97d0-04748a3fbb0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.0759974 Mar 10 17:25:23.511284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (f8074fb5-0a5d-402c-a73f-df8df8beeb99), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.561771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2136108f-a83b-4ee6-b366-1be495f77b44 req-acb9f2a9-7a34-453b-9e1a-fd9da937fe27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Mar 10 17:25:23.568945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8074fb5-0a5d-402c-a73f-df8df8beeb99,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:23.593179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Checking segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:23.593408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Network hostable DHCP agents. Network: f5ce37aa-affc-49e2-a5d2-84466d47c0a2, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:23.612385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:23.623909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, f5ce37aa-affc-49e2-a5d2-84466d47c0a2) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:23.631125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.632883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.641622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00068f-f2d5-40cf-96d2-0d76683ad25c None None] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:23.691026 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abbe0831-2f74-4149-8cad-78fa7b47bbcd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4630926 Mar 10 17:25:23.693639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:23.701791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:23.726065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.727320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.783301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679af65b-f973-4005-a72a-cfffe3094dd6 None None] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:23.796436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127ac5a-2ea4-4d6a-87e4-856309bcb5a6 req-3a914baf-dbcb-42cd-a969-52d477b8fe81 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:23.797592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for router_controller (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:23.800087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9127ac5a-2ea4-4d6a-87e4-856309bcb5a6 req-3a914baf-dbcb-42cd-a969-52d477b8fe81 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.1255686 Mar 10 17:25:23.863661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9127ac5a-2ea4-4d6a-87e4-856309bcb5a6 req-171a2d99-fde3-4892-9d51-02f7b33141b1 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556803 Mar 10 17:25:24.083300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for router_gateway (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:24.105276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b7553-b12f-4a87-bcf0-9dc3a82c7bd5 req-103a05b1-12dc-4028-ac0c-690885e0badb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.106905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b40b7553-b12f-4a87-bcf0-9dc3a82c7bd5 req-103a05b1-12dc-4028-ac0c-690885e0badb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.0816882 Mar 10 17:25:24.163749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b40b7553-b12f-4a87-bcf0-9dc3a82c7bd5 req-32c6ff84-0d2f-49fa-bbe7-3d584d14b93e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 Mar 10 17:25:24.335281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for router_gateway (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:24.358073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:24.467834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf3242-2eee-440e-a9f6-40b3b59757a7 req-e501d81a-fd93-46c8-b6aa-1f62c6fbda10 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.469933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3daf3242-2eee-440e-a9f6-40b3b59757a7 req-e501d81a-fd93-46c8-b6aa-1f62c6fbda10 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.0670173 Mar 10 17:25:24.488530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Allocated IP 172.25.3.156 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/741d8831-7805-40da-9b86-ab7cd9d2798e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:24.546396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3daf3242-2eee-440e-a9f6-40b3b59757a7 req-36e5612f-ea58-4e07-bb3e-b6df3bae71cb tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674500 Mar 10 17:25:24.613928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:24.656556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:24.700131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:24.708311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:24.714036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:24.726560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb357e5d-4852-4717-97c7-085a9d5de2c6 req-090dad5c-bc71-4db3-a13c-c4bcd2c70c23 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:24.742491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Pushing event updated for resources: {'Port': ['ID=741d8831-7805-40da-9b86-ab7cd9d2798e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:24.743298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb357e5d-4852-4717-97c7-085a9d5de2c6 req-090dad5c-bc71-4db3-a13c-c4bcd2c70c23 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.0910606 Mar 10 17:25:24.825678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb357e5d-4852-4717-97c7-085a9d5de2c6 req-8a095ae2-31db-4c57-afa1-060fe9ce9784 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Mar 10 17:25:25.030518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002bd9-bf3b-4d12-ac46-0923416625e7 req-e603a27a-c99e-4f93-9131-35aacfb3e367 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.032202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2002bd9-bf3b-4d12-ac46-0923416625e7 req-e603a27a-c99e-4f93-9131-35aacfb3e367 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.0827219 Mar 10 17:25:25.080117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for router_gateway (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:25.116384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2002bd9-bf3b-4d12-ac46-0923416625e7 req-1c1efb16-0409-4734-949e-26b45478faf6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748243 Mar 10 17:25:25.246560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fabf-a5d0-459d-a923-1966679b4dab req-b96757ea-9021-44c8-84f9-edec2cf140d9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.248460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6b8fabf-a5d0-459d-a923-1966679b4dab req-b96757ea-9021-44c8-84f9-edec2cf140d9 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.0748780 Mar 10 17:25:25.258566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:25.264763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Request body: {'floatingip': {'port_id': '44f9ba73-28a3-4569-a3d7-1c5f034b6248'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:25.364004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:25.550264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462190f-7545-4abf-87a7-4f036772b825 req-d0fa5254-c67f-46ac-b72e-b1ab0b9faeb2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:25.552993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b462190f-7545-4abf-87a7-4f036772b825 req-d0fa5254-c67f-46ac-b72e-b1ab0b9faeb2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1838946 Mar 10 17:25:25.641009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:25.692096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b462190f-7545-4abf-87a7-4f036772b825 req-e2a83217-9bb4-4bde-9535-7184db47fb8f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023505 Mar 10 17:25:25.805182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Router a248906e-ee13-4dcf-874d-3cd9fbe4f45c is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:25:25.952013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:25.967342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Sync routers for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:25.982946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:25.983836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:26.000964 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.008443 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0125751a-001c-4032-b2f8-9b76c21c25f1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3111053 Mar 10 17:25:26.009002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:26.037187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-9557fa1c-26b5-4731-9385-a2c81b17fca0 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547080 Mar 10 17:25:26.080283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.098148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.118700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:26.305517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-f81597dc-6825-4020-8385-902bb22e8710 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:26.307152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-f81597dc-6825-4020-8385-902bb22e8710 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690465 Mar 10 17:25:26.322229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:24Z', 'revision_number': 3, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:26.337742 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Floating IP a4bbea55-40e1-41c6-9c87-2dcd73da3fd1 associated. External IP: 172.25.3.56, port: 44f9ba73-28a3-4569-a3d7-1c5f034b6248. Mar 10 17:25:26.359004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Checking router: a248906e-ee13-4dcf-874d-3cd9fbe4f45c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:26.359639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Updating router a248906e-ee13-4dcf-874d-3cd9fbe4f45c port 741d8831-7805-40da-9b86-ab7cd9d2798e binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:26.374827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-b2d0f289-e8b8-4a61-bc61-95c796a39e5c tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/quotas/2786e31209cc4d5ca56525f2f4f1c75f HTTP/1.1" status: 200 len: 375 time: 0.0478318 Mar 10 17:25:26.391984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.413524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-3f68a574-f971-47bd-92c6-62f27350707c tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316205 Mar 10 17:25:26.676089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.721470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.749286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Router e3575d18-c8ca-4028-867b-0bdd0d9511b2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:26.870037 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks [] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.880462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:26.895516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a51f47-0061-4dd8-86df-476800e1bc0b req-616e4ed4-0a66-483e-9ca7-c8054400ac22 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:26.909200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49a51f47-0061-4dd8-86df-476800e1bc0b req-616e4ed4-0a66-483e-9ca7-c8054400ac22 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2006004 Mar 10 17:25:26.994532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Allocated IP 172.20.0.1 (f5ce37aa-affc-49e2-a5d2-84466d47c0a2/f8074fb5-0a5d-402c-a73f-df8df8beeb99/c3553899-ab81-4db2-a6ed-c3ab871f6821) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:27.030047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c6e3-ad2c-4e80-86d4-5f1c475d00cf None None] Pushing event updated for resources: {'Port': ['ID=741d8831-7805-40da-9b86-ab7cd9d2798e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:27.041295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Attempting to bind port 741d8831-7805-40da-9b86-ab7cd9d2798e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:27.042200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Attempting to bind port 741d8831-7805-40da-9b86-ab7cd9d2798e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:27.042666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Attempting to bind port 741d8831-7805-40da-9b86-ab7cd9d2798e on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:27.050753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49a51f47-0061-4dd8-86df-476800e1bc0b req-55df1cb6-fdd3-4fe5-b59d-e4cd01d11da2 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242852 Mar 10 17:25:27.050975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:27.051779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:27.052880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.053277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:27.054739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Bound port: 741d8831-7805-40da-9b86-ab7cd9d2798e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:27.055271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.088477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:27.101710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.149758 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Sync routers for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:27.195323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] For port 741d8831-7805-40da-9b86-ab7cd9d2798e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:27.208034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] For port 741d8831-7805-40da-9b86-ab7cd9d2798e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=741d8831-7805-40da-9b86-ab7cd9d2798e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:27.220164 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.253728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-612aa866-010e-4cdc-96fb-6b4067847106 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "PUT /v2.0/floatingips/a4bbea55-40e1-41c6-9c87-2dcd73da3fd1 HTTP/1.1" status: 200 len: 990 time: 1.9933000 Mar 10 17:25:27.265667 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:27.268933 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.283183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:27.296872 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45aba0e-27fc-43c6-8594-f0c66f3542fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:27.305054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks [] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.337791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c6e3-ad2c-4e80-86d4-5f1c475d00cf None None] Pushing event updated for resources: {'Port': ['ID=741d8831-7805-40da-9b86-ab7cd9d2798e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:27.369418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:27.370058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:27.377379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7cb03-82d7-4bce-8a6c-2d06576b6a43 req-94f3ed4b-cd29-48a9-bcdf-8966b1c5c584 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:27.387334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1b7cb03-82d7-4bce-8a6c-2d06576b6a43 req-94f3ed4b-cd29-48a9-bcdf-8966b1c5c584 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.1919818 Mar 10 17:25:27.390125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.420627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:27.462233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:27.474671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:27.489158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1b7cb03-82d7-4bce-8a6c-2d06576b6a43 req-28c32650-5520-40c8-9e28-ffa3b3e8f134 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972555 Mar 10 17:25:27.591586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:27.601211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.641141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:27.661140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75d6b7bf-027b-42d2-a40a-6dbfadfe8549 req-b389cc8c-2829-4881-8678-f7909c734bfd tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 210 time: 0.0708520 Mar 10 17:25:27.668846 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:27.750666 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:25:27.885140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698f334-0f43-4d3a-be59-e8ea8499ea67 req-3ab143f3-a437-45e8-9dcf-2db014b2e776 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:27.905799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698f334-0f43-4d3a-be59-e8ea8499ea67 req-3ab143f3-a437-45e8-9dcf-2db014b2e776 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.1191125 Mar 10 17:25:27.948645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:27.995228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698f334-0f43-4d3a-be59-e8ea8499ea67 req-6f2bd071-8ffb-4ba5-9810-8d93930628e7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 Mar 10 17:25:28.093858 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0632ca90-0a70-4829-8455-a339438fd4b0 x-openstack-request-id: req-0632ca90-0a70-4829-8455-a339438fd4b0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:28.093858 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:28.094073 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0632ca90-0a70-4829-8455-a339438fd4b0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:28.098589 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'status': 'completed', 'code': 200} Mar 10 17:25:28.147256 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a4bbea55-40e1-41c6-9c87-2dcd73da3fd1', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'port_id': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'mac_address': 'fa:16:3e:40:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:04Z', 'updated_at': '2022-03-10T17:25:25Z', 'revision_number': 1, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:28.196241 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Checking router: e3575d18-c8ca-4028-867b-0bdd0d9511b2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:28.207561 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:28.208528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:28.292349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-7fa481bb-53c1-4300-ad2f-f711d1443a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.293913 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-7fa481bb-53c1-4300-ad2f-f711d1443a6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29be7e5d09f0458b95582538eac9806f&device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 1127 time: 0.1617749 Mar 10 17:25:28.329390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:24Z', 'revision_number': 3, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:28.363491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks [] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.367298 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:28.379017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.385060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead2103-ce90-49af-9d00-3ff066a238aa req-a2637d90-6405-43a9-b90c-ef388eb95ebe tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.386756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fead2103-ce90-49af-9d00-3ff066a238aa req-a2637d90-6405-43a9-b90c-ef388eb95ebe tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.1789651 Mar 10 17:25:28.416026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb26a22-8df9-4ac4-8a20-4d1c736c86d4 None None] The sync data for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 is: [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:24Z', 'revision_number': 3, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:28.461259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-dce187ac-5345-4c59-bfe7-b6307044744d tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735638 Mar 10 17:25:28.578893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:28.615497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:28.679884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fead2103-ce90-49af-9d00-3ff066a238aa req-440aa3ce-b786-4ce0-9a61-2189c346e998 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700334 Mar 10 17:25:28.775734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-28c03e37-1afa-49a3-b7ba-e83774b911a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.777286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-28c03e37-1afa-49a3-b7ba-e83774b911a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=17818303-fad6-4dae-aadd-f4abaf7cb835 HTTP/1.1" status: 200 len: 916 time: 0.4107494 Mar 10 17:25:28.862037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-1596b41c-8322-4aed-9bcf-b014f76697ea tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:28.863865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-1596b41c-8322-4aed-9bcf-b014f76697ea tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799367 Mar 10 17:25:28.953361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a4bbea55-40e1-41c6-9c87-2dcd73da3fd1', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'port_id': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'mac_address': 'fa:16:3e:40:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:04Z', 'updated_at': '2022-03-10T17:25:25Z', 'revision_number': 1, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:28.992373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Request body: {'port': {'device_id': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '2786e31209cc4d5ca56525f2f4f1c75f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:29.063668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:29.096640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:29.114208 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-f65ae573-6eff-4db3-a19a-efe6864b1557 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248 HTTP/1.1" status: 200 len: 998 time: 0.3266945 Mar 10 17:25:29.159541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e7a4-0137-48b9-bd62-d45da53c9a00 req-ca6dda83-439f-40b0-a28c-0e8005fcbce2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.170098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ad5e7a4-0137-48b9-bd62-d45da53c9a00 req-ca6dda83-439f-40b0-a28c-0e8005fcbce2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.3051569 Mar 10 17:25:29.208188 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb20a02-d531-41f2-83e6-88c29b76b998 None None] The sync data for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 is: [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a4bbea55-40e1-41c6-9c87-2dcd73da3fd1', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'port_id': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'mac_address': 'fa:16:3e:40:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:25:04Z', 'updated_at': '2022-03-10T17:25:25Z', 'revision_number': 1, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:29.311085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-54915c6f-5847-4199-adad-4282eca21117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.320340 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-54915c6f-5847-4199-adad-4282eca21117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8900964-48c4-4aff-8423-6471822a5f1f HTTP/1.1" status: 200 len: 854 time: 0.1985302 Mar 10 17:25:29.450018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ad5e7a4-0137-48b9-bd62-d45da53c9a00 req-4353f5e9-e054-4277-99be-a6cd8931bece tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777498 Mar 10 17:25:29.453771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Made reservation on behalf of 2786e31209cc4d5ca56525f2f4f1c75f for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:29.463907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.490980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.529432 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.597518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-e0fd9ad6-faf2-4d75-829c-997a730d7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:29.601458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-e0fd9ad6-faf2-4d75-829c-997a730d7154 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=17818303-fad6-4dae-aadd-f4abaf7cb835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2712793 Mar 10 17:25:29.671669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks [] for security_group (50ab2804-2b79-4def-a050-33db4f22927b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.673020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Router a248906e-ee13-4dcf-874d-3cd9fbe4f45c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:29.731385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c83ec-1eae-4629-bacd-a4fbdbf0f5fd None None] New status for floating IP a4bbea55-40e1-41c6-9c87-2dcd73da3fd1: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:29.749179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (50ab2804-2b79-4def-a050-33db4f22927b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:29.803070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5528ac63-3c21-4697-9e69-a98309fa5791 req-a23f5f8f-a1f4-4636-8129-0bcdc2f2ab10 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 210 time: 0.1230102 Mar 10 17:25:29.857109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-afb07c41-09bd-4b60-88d6-2201f79d6af7 service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483189 Mar 10 17:25:29.951084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab2804-2b79-4def-a050-33db4f22927b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:30.080727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 741d8831-7805-40da-9b86-ab7cd9d2798e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:30.177850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 741d8831-7805-40da-9b86-ab7cd9d2798e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:30.178379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dfbe-0675-4bad-859b-cf1dda038290 req-f8d3dfa2-ef01-4131-ae12-283e4075da43 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:30.181260 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.182938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b975dfbe-0675-4bad-859b-cf1dda038290 req-f8d3dfa2-ef01-4131-ae12-283e4075da43 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2243314 Mar 10 17:25:30.202748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Allocated IP 192.168.233.237 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/8a46210a-fd47-47bc-a8ba-abe498796801) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:30.281957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:30.306912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 741d8831-7805-40da-9b86-ab7cd9d2798e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:30.314129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.330224 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3504b535-b715-4cdc-a30e-495ca1db67d3 admin admin] 10.222.0.35 "PUT /v2.0/routers/a248906e-ee13-4dcf-874d-3cd9fbe4f45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3198211 Mar 10 17:25:30.360080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 741d8831-7805-40da-9b86-ab7cd9d2798e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=741d8831-7805-40da-9b86-ab7cd9d2798e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:30.368142 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a45aba0e-27fc-43c6-8594-f0c66f3542fe req-6ce17282-a1ab-4c3e-8865-0f99489fa510 service neutron] 10.222.0.59 "GET /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388719 Mar 10 17:25:30.369978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.450055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=741d8831-7805-40da-9b86-ab7cd9d2798e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:30.461285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b975dfbe-0675-4bad-859b-cf1dda038290 req-e3b61894-ed97-4888-9b34-cf1a3d06f64a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789244 Mar 10 17:25:30.517867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks [] for port (8a46210a-fd47-47bc-a8ba-abe498796801), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.664034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:30.800758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-bfbb1748-a6a8-46d6-bd05-617fd6eeee6b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:25:30.801752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-bfbb1748-a6a8-46d6-bd05-617fd6eeee6b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063932 Mar 10 17:25:30.888681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-0dac20f2-e8fa-4e0c-a598-ab36653a8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:30.896894 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-0dac20f2-e8fa-4e0c-a598-ab36653a8238 service neutron] 10.222.0.35 "GET /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 1124 time: 0.0873535 Mar 10 17:25:30.901563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:30.902356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:25:31.151433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d22050f2-b74c-47d4-bcb4-74ca638242da tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.155760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d22050f2-b74c-47d4-bcb4-74ca638242da tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.5761135 Mar 10 17:25:31.186443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:31.186971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:31.187393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:31.189060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:31.192481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:31.193092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:31.199561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:31.200133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:31.200613 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:31.201150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Bound port: 014eb55a-1474-4332-8f61-36bb54ee58b4, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:31.216051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be93f-798e-4589-b82c-f9c2dccf8dfa req-e09ea364-0389-4f94-9951-8d4aec615d1d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.224538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-743be93f-798e-4589-b82c-f9c2dccf8dfa req-e09ea364-0389-4f94-9951-8d4aec615d1d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.6351480 Mar 10 17:25:31.226914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:31.295719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:31.327819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:31.341763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.356716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a0bced47-f388-401c-86e1-2db26f0d645c service neutron] 10.222.0.35 "POST /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4498985 Mar 10 17:25:31.407378 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Sync routers for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:31.409058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-743be93f-798e-4589-b82c-f9c2dccf8dfa req-1251236e-200a-4bca-a71f-773f9ff0fbfe tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840513 Mar 10 17:25:31.427542 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:31.432105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:31.510716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.513350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.540109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Pushing event updated for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:31.579917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-601270f0-647d-4820-a6af-1a23b6749933 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5942569 Mar 10 17:25:31.603483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Request body: {'port': {'device_id': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:31.688682 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:31.711305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e39a756f-4604-41c4-be0d-9e520172cb31 None None] Provisioning complete for port 8a46210a-fd47-47bc-a8ba-abe498796801 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:31.711966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e39a756f-4604-41c4-be0d-9e520172cb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.751441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e39a756f-4604-41c4-be0d-9e520172cb31 None None] Port 8a46210a-fd47-47bc-a8ba-abe498796801 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:31.774754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:31.787314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6362f0f5-2a08-45d2-9320-0f6650867d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.788887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6362f0f5-2a08-45d2-9320-0f6650867d63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 1126 time: 0.6172037 Mar 10 17:25:31.856944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb5c9c-d733-4331-a4a7-7f79ebbe1380 req-a309382d-cf4d-487f-9c61-ccd23d6243db tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:31.864607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86bb5c9c-d733-4331-a4a7-7f79ebbe1380 req-a309382d-cf4d-487f-9c61-ccd23d6243db tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.2526822 Mar 10 17:25:31.978418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 741d8831-7805-40da-9b86-ab7cd9d2798e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:31.987082 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 4, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c3553899-ab81-4db2-a6ed-c3ab871f6821', 'name': '', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'mac_address': 'fa:16:3e:3c:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:26Z', 'updated_at': '2022-03-10T17:25:28Z', 'revision_number': 2, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'subnets': [{'id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:32.016034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-6e5dec1f-4d70-4463-bcea-1f7f913921a6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.017733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-6e5dec1f-4d70-4463-bcea-1f7f913921a6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 811 time: 0.3216963 Mar 10 17:25:32.028302 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Checking router: a248906e-ee13-4dcf-874d-3cd9fbe4f45c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:32.028654 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Updating router a248906e-ee13-4dcf-874d-3cd9fbe4f45c port c3553899-ab81-4db2-a6ed-c3ab871f6821 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:32.042487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 741d8831-7805-40da-9b86-ab7cd9d2798e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:32.043938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.073162 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.102803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86bb5c9c-d733-4331-a4a7-7f79ebbe1380 req-216edd64-3921-4953-8420-8f3fc8cf95d2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339673 Mar 10 17:25:32.128133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-0e257b1a-f77d-4185-935a-191517491b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.133049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-0e257b1a-f77d-4185-935a-191517491b5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1126 time: 0.2635169 Mar 10 17:25:32.135044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-ae69be3d-f171-42cb-be7d-0bd87061b71a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/quotas/81620821e05a41bcae2051e09f864e9e HTTP/1.1" status: 200 len: 375 time: 0.0634584 Mar 10 17:25:32.203507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 741d8831-7805-40da-9b86-ab7cd9d2798e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:32.440195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7d7bcbf4-0732-4c4f-900a-15d689ab252e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018197 Mar 10 17:25:32.463537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42bdd8-4e7e-431a-9b45-1d2d0708fb70 req-7b3faa72-4985-4a5d-817f-ff6627435561 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.465016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da42bdd8-4e7e-431a-9b45-1d2d0708fb70 req-7b3faa72-4985-4a5d-817f-ff6627435561 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 936 time: 0.2091365 Mar 10 17:25:32.472523 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks [] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.485414 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.505719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a46210a-fd47-47bc-a8ba-abe498796801 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:32.512692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d563b7ac-8a79-4523-a145-1c78fb1b7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.514145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-d563b7ac-8a79-4523-a145-1c78fb1b7caf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2661774 Mar 10 17:25:32.528172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks [] for port (8a46210a-fd47-47bc-a8ba-abe498796801), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.585648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4c8f-fd7e-4ddf-b5ff-ff7b0fd5e531 None None] Pushing event updated for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.617047 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Attempting to bind port c3553899-ab81-4db2-a6ed-c3ab871f6821 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:32.617303 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Attempting to bind port c3553899-ab81-4db2-a6ed-c3ab871f6821 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:32.617669 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Attempting to bind port c3553899-ab81-4db2-a6ed-c3ab871f6821 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:32.620516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-60e22802-d6ee-4aa4-bc8c-8c79c7ecc8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.0950592 Mar 10 17:25:32.624581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:32.624828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Checking segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:32.625114 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.625509 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Bound using segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:32.626271 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Bound port: c3553899-ab81-4db2-a6ed-c3ab871f6821, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:32.626495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Transition to ACTIVE for port object 8a46210a-fd47-47bc-a8ba-abe498796801 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:32.626914 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.648774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.708294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da42bdd8-4e7e-431a-9b45-1d2d0708fb70 req-6d2d7ef3-ce09-4c0e-bba2-361102cbcb1f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297697 Mar 10 17:25:32.738475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] For port c3553899-ab81-4db2-a6ed-c3ab871f6821, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:32.748457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] For port c3553899-ab81-4db2-a6ed-c3ab871f6821, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c3553899-ab81-4db2-a6ed-c3ab871f6821,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:32.749958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-2d16c821-4811-4f79-84f6-35d80eb7a49b service neutron] 10.222.0.35 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964346 Mar 10 17:25:32.758314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Pushing event updated for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.761780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6772058e-7578-45d8-834a-13421e61b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:32.763321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6772058e-7578-45d8-834a-13421e61b457 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1315184 Mar 10 17:25:32.775966 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:32.875792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-0744e359-81b9-48c7-aa3c-90a06c032c16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057208 Mar 10 17:25:32.881633 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4c8f-fd7e-4ddf-b5ff-ff7b0fd5e531 None None] Pushing event updated for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:32.897824 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:32.898477 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:33.066707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:33.107626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Attempting to bind port 8a46210a-fd47-47bc-a8ba-abe498796801 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:33.107969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Attempting to bind port 8a46210a-fd47-47bc-a8ba-abe498796801 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:33.108293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Attempting to bind port 8a46210a-fd47-47bc-a8ba-abe498796801 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:33.183651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fe5ae-ed3e-46ad-bc0d-a35c2506ad06 req-1d896767-d3ad-44a3-866c-b1525188130d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.186886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e4fe5ae-ed3e-46ad-bc0d-a35c2506ad06 req-1d896767-d3ad-44a3-866c-b1525188130d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 945 time: 0.3141546 Mar 10 17:25:33.192831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Port 8a46210a-fd47-47bc-a8ba-abe498796801 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:33.193156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Attempting to bind port 8a46210a-fd47-47bc-a8ba-abe498796801 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:33.244660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-22929f30-15c9-4985-8a8c-36768450eafc service neutron] 10.222.0.35 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707954 Mar 10 17:25:33.312399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e4fe5ae-ed3e-46ad-bc0d-a35c2506ad06 req-5c4d4c4a-6061-44d1-8a31-ee6c65b86e39 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122050 Mar 10 17:25:33.313448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:33.314127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:33.315894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:33.316520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Bound port: 8a46210a-fd47-47bc-a8ba-abe498796801, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:33.319472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.366462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-493b0327-84d5-473a-aadd-a5da972de76a service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737980 Mar 10 17:25:33.366972 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 4, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c3553899-ab81-4db2-a6ed-c3ab871f6821', 'name': '', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'mac_address': 'fa:16:3e:3c:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:26Z', 'updated_at': '2022-03-10T17:25:32Z', 'revision_number': 4, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'subnets': [{'id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:33.402778 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9688384a-00d0-4124-8c34-69aa829a1e47 None None] The sync data for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 is: [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:25:27Z', 'revision_number': 4, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c3553899-ab81-4db2-a6ed-c3ab871f6821', 'name': '', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'mac_address': 'fa:16:3e:3c:2e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:26Z', 'updated_at': '2022-03-10T17:25:32Z', 'revision_number': 4, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'subnets': [{'id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:33.733837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:33.739611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-9ce4b829-b49c-4992-ad0b-50c1c6374166 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646672 Mar 10 17:25:33.766583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b1b25-9ced-4a37-bd06-3b4c435358cf req-b0e2f168-7a6a-4d0c-9cc8-9e26342316ab tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.768617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-579b1b25-9ced-4a37-bd06-3b4c435358cf req-b0e2f168-7a6a-4d0c-9cc8-9e26342316ab tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.3125086 Mar 10 17:25:33.772139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8a46210a-fd47-47bc-a8ba-abe498796801,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:33.811999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e43e3-4239-46ab-9982-7e71fdd3e679 req-3d26632f-3405-4f2b-9033-247374b63aae tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.813659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba1e43e3-4239-46ab-9982-7e71fdd3e679 req-3d26632f-3405-4f2b-9033-247374b63aae tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2037370 Mar 10 17:25:33.822292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.904595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:33.905642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:33.907676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a46210a-fd47-47bc-a8ba-abe498796801 HTTP/1.1" status: 200 len: 1096 time: 2.3183239 Mar 10 17:25:33.919795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:33.923409 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ae9db-b68f-4d17-9faf-38f7b1058422" -d '{"events": [{"name": "network-changed", "server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:34.041892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba1e43e3-4239-46ab-9982-7e71fdd3e679 req-a0bc697f-f2a3-4aef-9e92-c4fc938cc869 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172298 Mar 10 17:25:34.048413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-579b1b25-9ced-4a37-bd06-3b4c435358cf req-450ba9bd-bab2-446f-8f49-ece0631da76c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606781 Mar 10 17:25:34.053877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb5da-4678-49df-905a-b88fccf0d378 service neutron] Pushing event updated for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:34.144847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-20b62f1f-be33-43eb-8def-aa411a403e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.146420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-20b62f1f-be33-43eb-8def-aa411a403e7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 1130 time: 0.1710157 Mar 10 17:25:34.226846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c3553899-ab81-4db2-a6ed-c3ab871f6821 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:34.300414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c3553899-ab81-4db2-a6ed-c3ab871f6821 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:34.300959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.330506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd06f8be-8076-4c3a-93c7-5909c5e761d5 req-2a257042-75bc-4cb2-9b50-0ce44fbf9d46 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 210 time: 0.0745888 Mar 10 17:25:34.341691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-e253f936-9306-4493-97ab-48e7527f8fe6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8a46210a-fd47-47bc-a8ba-abe498796801 HTTP/1.1" status: 200 len: 217 time: 0.1779096 Mar 10 17:25:34.513265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-222b919b-ee74-4e5b-98ec-37eda2dc3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.515299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-222b919b-ee74-4e5b-98ec-37eda2dc3411 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1499953 Mar 10 17:25:34.525586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c3553899-ab81-4db2-a6ed-c3ab871f6821 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:34.525988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.544103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335602c2-bc98-439d-a21f-689031466296 req-94193587-df20-43e1-b860-f40f2c1d1691 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.545888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-335602c2-bc98-439d-a21f-689031466296 req-94193587-df20-43e1-b860-f40f2c1d1691 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.2143443 Mar 10 17:25:34.615392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c3553899-ab81-4db2-a6ed-c3ab871f6821, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c3553899-ab81-4db2-a6ed-c3ab871f6821,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:34.625017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:34.751814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:34.958974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5276f-2c8b-4de8-8f08-c6d63251b23f req-251b25ed-83a4-4790-bb1a-4deafe69223f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:34.960508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfe5276f-2c8b-4de8-8f08-c6d63251b23f req-251b25ed-83a4-4790-bb1a-4deafe69223f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 948 time: 0.5140536 Mar 10 17:25:35.120813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-da083e6a-2395-45c1-8e56-c0eee83a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.122459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-da083e6a-2395-45c1-8e56-c0eee83a9015 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5997672 Mar 10 17:25:35.131758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-335602c2-bc98-439d-a21f-689031466296 req-b66ca1d6-b488-45f6-a8ba-6c3982f7f0ae tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113564 Mar 10 17:25:35.231655 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff5e50-861f-4f97-9dde-6ad5fa279002 x-openstack-request-id: req-92ff5e50-861f-4f97-9dde-6ad5fa279002 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:35.231950 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:35.232208 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92ff5e50-861f-4f97-9dde-6ad5fa279002 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:35.232651 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801', 'status': 'completed', 'code': 200} Mar 10 17:25:35.257853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfe5276f-2c8b-4de8-8f08-c6d63251b23f req-2c68d050-03eb-4788-80f0-db0391ae3a83 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721131 Mar 10 17:25:35.286470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3339f664-cd0d-4ab6-b8ff-18a4c86c294a tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.287848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-3339f664-cd0d-4ab6-b8ff-18a4c86c294a tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.3577111 Mar 10 17:25:35.382292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-f2071473-74ad-4e0b-ba28-46c6ed0db9a7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444086 Mar 10 17:25:35.488297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-3ce225bc-8e49-4916-9131-ccfb15019e4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2522604 Mar 10 17:25:35.529665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7589-b194-4769-aa98-b12a7a476228 req-4c2a522d-1dbc-482d-9725-e9a85d8d8422 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.537030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f55d7589-b194-4769-aa98-b12a7a476228 req-4c2a522d-1dbc-482d-9725-e9a85d8d8422 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 945 time: 0.2481449 Mar 10 17:25:35.642546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8903bec-7244-4e4b-8ccd-3ec7485992c3 req-67fed935-551f-4994-80fc-e70721d2a64f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.642546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8903bec-7244-4e4b-8ccd-3ec7485992c3 req-67fed935-551f-4994-80fc-e70721d2a64f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2931802 Mar 10 17:25:35.684020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dc4a8349-0372-4aec-be44-5ee099e7d7df tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.685771 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dc4a8349-0372-4aec-be44-5ee099e7d7df tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 811 time: 0.1543968 Mar 10 17:25:35.693302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e99716-ccf5-49f5-986f-44ecbd29d554 req-1af71936-aac3-4656-97c1-15cfa2b94b8c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917519 Mar 10 17:25:35.700727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Request body: {'port': {'device_id': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'admin_state_up': True, 'tenant_id': '81620821e05a41bcae2051e09f864e9e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:35.742346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f55d7589-b194-4769-aa98-b12a7a476228 req-3b9f58d6-775e-4713-ace6-bae05dba3a56 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044063 Mar 10 17:25:35.748973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-2f463ad3-e2f8-42a0-a843-81d4f1407381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:35.750553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-2f463ad3-e2f8-42a0-a843-81d4f1407381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1127 time: 0.2305090 Mar 10 17:25:35.761016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8903bec-7244-4e4b-8ccd-3ec7485992c3 req-023ebb43-ff43-417f-a869-e227e3abd681 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083755 Mar 10 17:25:35.762087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6515daad-1ae7-4682-8947-354afc025050 service neutron] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:35.771106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6515daad-1ae7-4682-8947-354afc025050 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.772236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ad87d3-8ffd-44b1-a96a-2a638cfbec41 req-6515daad-1ae7-4682-8947-354afc025050 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.4659803 Mar 10 17:25:35.909965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Made reservation on behalf of 81620821e05a41bcae2051e09f864e9e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:35.913555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:35.985593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c3553899-ab81-4db2-a6ed-c3ab871f6821 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:36.083879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e117cc5-cea5-4e6d-b35f-364a3ffbadcb req-10a96849-b7b8-4b82-b4af-7537e3931cf5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 210 time: 0.1239080 Mar 10 17:25:36.110108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-d58d7aee-526e-4d1b-8252-1c12087d51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.111767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-d58d7aee-526e-4d1b-8252-1c12087d51ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 1130 time: 0.3260763 Mar 10 17:25:36.113955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c3553899-ab81-4db2-a6ed-c3ab871f6821 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:36.114593 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.256693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Allocated IP 172.20.0.8 (f5ce37aa-affc-49e2-a5d2-84466d47c0a2/f8074fb5-0a5d-402c-a73f-df8df8beeb99/c8d074db-44ff-4906-bbd7-188a59998577) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:36.304691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c3553899-ab81-4db2-a6ed-c3ab871f6821 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:36.349646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-f7245b2d-3000-40ec-87c0-058d209581e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.351155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-f7245b2d-3000-40ec-87c0-058d209581e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.4791005 Mar 10 17:25:36.377601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef557077-82c0-461a-b73e-f9e4cc8397ca req-19934666-cb46-43b5-abac-24259c56c0e5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.380410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef557077-82c0-461a-b73e-f9e4cc8397ca req-19934666-cb46-43b5-abac-24259c56c0e5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.4469235 Mar 10 17:25:36.436959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-bf7c9ba9-8def-4074-8a34-9f11f075c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.438344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-bf7c9ba9-8def-4074-8a34-9f11f075c2c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3187623 Mar 10 17:25:36.447197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-b2d59ab7-e3c0-4fb4-9c15-0a40b9c22878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0656343 Mar 10 17:25:36.500406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-9236296c-8dc9-4999-a7cb-ce5b99de9c50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8a46210a-fd47-47bc-a8ba-abe498796801 HTTP/1.1" status: 200 len: 217 time: 0.0522740 Mar 10 17:25:36.500672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks [] for port (c8d074db-44ff-4906-bbd7-188a59998577), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.540746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.590699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef557077-82c0-461a-b73e-f9e4cc8397ca req-42f16ec0-1340-4190-8d5e-b9703ddd1b48 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 Mar 10 17:25:36.616046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:36.618696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-d15ec195-a06c-44f0-aa2d-8856a9992b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.619241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:36.619716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-d15ec195-a06c-44f0-aa2d-8856a9992b10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1326325 Mar 10 17:25:36.623782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:36.628078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Pushing event updated for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:36.630815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f0efc-7710-4d7b-9e66-fa22bfade141 req-77ba1430-2c9c-44eb-9a9d-24c6f0c9c735 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.632416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c0f0efc-7710-4d7b-9e66-fa22bfade141 req-77ba1430-2c9c-44eb-9a9d-24c6f0c9c735 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.3200216 Mar 10 17:25:36.634147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-24b81c38-14e9-4cd8-93f6-0acda3d85f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.635364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-24b81c38-14e9-4cd8-93f6-0acda3d85f0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1071930 Mar 10 17:25:36.706628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-9f8cd200-9b6c-49cd-95bd-eca81730ea65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702624 Mar 10 17:25:36.738442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.742370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.782099 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-dd125628-3567-4b1b-9f97-3a9d2fd3d51e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860744 Mar 10 17:25:36.813352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Request body: {'port': {'device_id': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:36.837306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c0f0efc-7710-4d7b-9e66-fa22bfade141 req-bf7210b1-16a4-4c2e-8ec6-2add4d9424ed tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840560 Mar 10 17:25:36.888645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-0ddca35e-7518-4ddd-acee-c8b525c68601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.890402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-0ddca35e-7518-4ddd-acee-c8b525c68601 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2460189 Mar 10 17:25:36.900032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8d074db-44ff-4906-bbd7-188a59998577), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:36.938020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f7b0-b56a-482a-afa3-26f9ecc86886 req-37a7c8c0-f94e-4340-b5cd-939385b1de9e tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:36.940640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b199f7b0-b56a-482a-afa3-26f9ecc86886 req-37a7c8c0-f94e-4340-b5cd-939385b1de9e tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 948 time: 0.2251146 Mar 10 17:25:36.991475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-693452cb-7217-42d6-886f-7870c3048b69 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552714 Mar 10 17:25:37.200760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b199f7b0-b56a-482a-afa3-26f9ecc86886 req-db603f43-357b-4933-b33c-0f6a3fbb7199 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472637 Mar 10 17:25:37.233413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-6203716e-88b6-4e81-9712-7d059ae5ca89 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335629 Mar 10 17:25:37.316921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a12796b-40d3-430c-96a8-dfc36b6b1468 req-fa02e757-16f8-44f0-9904-c8c68a70d304 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858374 Mar 10 17:25:37.323672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c4ba-d302-49ca-b696-3f01aaecf185 req-181b5b05-2e7d-4dd4-bca8-6de8dc4099b8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.331243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e39c4ba-d302-49ca-b696-3f01aaecf185 req-181b5b05-2e7d-4dd4-bca8-6de8dc4099b8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2315598 Mar 10 17:25:37.407027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d074db-44ff-4906-bbd7-188a59998577 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:37.416145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks [] for port (c8d074db-44ff-4906-bbd7-188a59998577), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.433415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Transition to ACTIVE for port object c8d074db-44ff-4906-bbd7-188a59998577 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:37.440165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.504754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.612279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Attempting to bind port c8d074db-44ff-4906-bbd7-188a59998577 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:37.612568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Attempting to bind port c8d074db-44ff-4906-bbd7-188a59998577 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:37.612898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Attempting to bind port c8d074db-44ff-4906-bbd7-188a59998577 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:37.621803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Port c8d074db-44ff-4906-bbd7-188a59998577 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:37.622152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Attempting to bind port c8d074db-44ff-4906-bbd7-188a59998577 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:37.629783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:37.630210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Checking segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:37.630496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Bound using segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:37.630918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Bound port: c8d074db-44ff-4906-bbd7-188a59998577, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:37.631271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8d074db-44ff-4906-bbd7-188a59998577), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.708759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-6f3be9a0-245b-486f-9abf-14621b973539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.710274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-6f3be9a0-245b-486f-9abf-14621b973539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1127 time: 0.4959891 Mar 10 17:25:37.714759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:37.719357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8d074db-44ff-4906-bbd7-188a59998577,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:37.732568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.733197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc5ae9db-b68f-4d17-9faf-38f7b1058422 req-cdf46268-52ca-4b19-b1c9-3b90dc02e509 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806805 Mar 10 17:25:37.750900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e39c4ba-d302-49ca-b696-3f01aaecf185 req-1872f083-8107-48b0-b7a1-6e78903fd085 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187903 Mar 10 17:25:37.765766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58552bf5-71ef-4f93-af06-11f13f817b96 req-1344fb26-3017-473b-a1e6-dc7882dfc812 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.767412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58552bf5-71ef-4f93-af06-11f13f817b96 req-1344fb26-3017-473b-a1e6-dc7882dfc812 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 945 time: 0.4277160 Mar 10 17:25:37.834850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:37.862785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.863937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:37.866070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-7e5d59d0-8a3c-4fb3-8f10-b75af837ae95 service neutron] 10.222.0.59 "PUT /v2.0/ports/c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 200 len: 1091 time: 1.0673673 Mar 10 17:25:37.866826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:37.869934 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063f827-6eaf-494c-b954-607182395ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "tag": "c8d074db-44ff-4906-bbd7-188a59998577"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:37.871728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-e86e4b3f-4a56-4977-a834-c0ffb0364273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.873221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-e86e4b3f-4a56-4977-a834-c0ffb0364273 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1548002 Mar 10 17:25:37.876886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58552bf5-71ef-4f93-af06-11f13f817b96 req-0434da5e-239f-43e2-a384-5dff02702097 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023223 Mar 10 17:25:37.978324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-e043ed93-ad13-4a0b-b8af-5a4fea5aac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:37.980000 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-e043ed93-ad13-4a0b-b8af-5a4fea5aac53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1125 time: 0.0557728 Mar 10 17:25:37.995567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-d144f675-9fef-4e77-af81-a0d83f25879c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.1105773 Mar 10 17:25:38.002641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8a46210a-fd47-47bc-a8ba-abe498796801 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:38.039508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-6cc8d679-9779-48ac-b10f-da5e59dcede1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 200 len: 217 time: 0.0505319 Mar 10 17:25:38.081434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-c42c20ab-e772-4be2-9369-a0d4472454ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.083363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-c42c20ab-e772-4be2-9369-a0d4472454ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0721502 Mar 10 17:25:38.102301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-a7799d4a-aaed-4dcd-a612-5b1186a6cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.104749 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-a7799d4a-aaed-4dcd-a612-5b1186a6cd3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.0582860 Mar 10 17:25:38.125172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-0be7cc83-7903-436c-91c0-21ff772b35fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338793 Mar 10 17:25:38.128031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8a46210a-fd47-47bc-a8ba-abe498796801,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:38.141699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '8a46210a-fd47-47bc-a8ba-abe498796801', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '8a46210a-fd47-47bc-a8ba-abe498796801', 'mac_address': 'fa:16:3e:79:e8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:38.148531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-d21e97c3-05cb-4e23-84f1-4dea91b6ca04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361934 Mar 10 17:25:38.156997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967cbc-32f0-4587-92a5-44932553c4f1 req-2144c529-ef59-4602-8f12-043c86530e33 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.164446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9967cbc-32f0-4587-92a5-44932553c4f1 req-2144c529-ef59-4602-8f12-043c86530e33 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 943 time: 0.2677872 Mar 10 17:25:38.187245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 8a46210a-fd47-47bc-a8ba-abe498796801 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:38.187642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.201839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a46210a-fd47-47bc-a8ba-abe498796801 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:38.223392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b70c2-7d56-4174-b715-54cd243d3986 req-f42a9c7c-cfa8-4333-a3b6-1cc0c14a62df tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.228039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8a46210a-fd47-47bc-a8ba-abe498796801,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:38.232089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-180b70c2-7d56-4174-b715-54cd243d3986 req-f42a9c7c-cfa8-4333-a3b6-1cc0c14a62df tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2486660 Mar 10 17:25:38.238857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.296728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-4bfc3eea-36e4-4b21-b6e8-fb9ca3ab5a61 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352203 Mar 10 17:25:38.308789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:38.359944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-180b70c2-7d56-4174-b715-54cd243d3986 req-d2f59944-eec2-4f6c-a8b1-2672379141b8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247454 Mar 10 17:25:38.417586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1e6de865-cb80-470d-90e3-d287ad6ac39a req-609d3c03-0dd5-4751-a19e-78e47aec2ec0 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129961 Mar 10 17:25:38.431084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9967cbc-32f0-4587-92a5-44932553c4f1 req-e507da73-75cc-46d7-8e33-589e873f088e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656767 Mar 10 17:25:38.498261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-3e11729a-90d4-4f01-93ce-273e85913756 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604627 Mar 10 17:25:38.501080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['8a46210a-fd47-47bc-a8ba-abe498796801'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:38.579852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41c8d2-c9ed-4b72-8aef-e8909c6ffc87 req-baca2097-7143-4f84-8c2e-564b000772f8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.580709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a41c8d2-c9ed-4b72-8aef-e8909c6ffc87 req-baca2097-7143-4f84-8c2e-564b000772f8 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.1173780 Mar 10 17:25:38.591262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52174) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:38.596898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Request body: {'floatingip': {'port_id': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:38.636999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2fad-059d-4507-90b0-6d94e59bcc54 req-9dded60f-55ac-41c8-b708-468e19242b9c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.637952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ede2fad-059d-4507-90b0-6d94e59bcc54 req-9dded60f-55ac-41c8-b708-468e19242b9c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1126 time: 0.1234348 Mar 10 17:25:38.685673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-b4f6a27b-8132-420b-99ac-a4e76839585b service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804571 Mar 10 17:25:38.700567 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e43c1-9ab0-4b85-a25b-522ce2f85cb3 x-openstack-request-id: req-548e43c1-9ab0-4b85-a25b-522ce2f85cb3 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:38.702680 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "tag": "c8d074db-44ff-4906-bbd7-188a59998577", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:38.702941 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-548e43c1-9ab0-4b85-a25b-522ce2f85cb3 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:38.703354 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577', 'status': 'completed', 'code': 200} Mar 10 17:25:38.736095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ede2fad-059d-4507-90b0-6d94e59bcc54 req-362f8619-c334-4460-a5e0-ca37b41a0178 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861144 Mar 10 17:25:38.816369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:38.890589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc41ff-17e3-4140-ba6d-9cc8d59cc2ba req-375842b7-840b-40dd-92cb-4ff2191f8574 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.897993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24dc41ff-17e3-4140-ba6d-9cc8d59cc2ba req-375842b7-840b-40dd-92cb-4ff2191f8574 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 949 time: 0.0836921 Mar 10 17:25:38.906446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-0cb6ea99-81e2-43fc-b269-990807632979 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:38.908119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-0cb6ea99-81e2-43fc-b269-990807632979 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.1472759 Mar 10 17:25:38.923249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:39.012270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24dc41ff-17e3-4140-ba6d-9cc8d59cc2ba req-bb59cb77-7201-4e65-9bb5-186df80b491a tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131613 Mar 10 17:25:39.022177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f827-6eaf-494c-b954-607182395ae6 req-f84e71f4-408c-4a2c-bb5f-f4dda00df0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.025472 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-f84e71f4-408c-4a2c-bb5f-f4dda00df0d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1125 time: 0.2627780 Mar 10 17:25:39.037451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.217710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f827-6eaf-494c-b954-607182395ae6 req-f49473ac-d89b-47c6-b2a1-cacec4f0ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.219939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-f49473ac-d89b-47c6-b2a1-cacec4f0ffa0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.1842880 Mar 10 17:25:39.301664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-e6af664c-5659-4993-ad64-00369fad78cb tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.304117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-e6af664c-5659-4993-ad64-00369fad78cb tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 1132 time: 0.2209122 Mar 10 17:25:39.309407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-7eb937de-27f2-4cf2-9813-f109312b8055 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 200 len: 217 time: 0.0792048 Mar 10 17:25:39.348394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-8cecbedf-db8d-4448-995f-1a94c818ad0f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.350161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-8cecbedf-db8d-4448-995f-1a94c818ad0f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.2065666 Mar 10 17:25:39.353068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-8ff0db58-d089-4a2b-b8f3-b591772ad89a tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.398681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-ac05bc01-7995-4b17-8e1d-c7b5dcc37581 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/quotas/b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 375 time: 0.0346756 Mar 10 17:25:39.401679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:39.425548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f827-6eaf-494c-b954-607182395ae6 req-0c1535d6-68bf-4037-8768-5f042a183604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:39.427282 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-0c1535d6-68bf-4037-8768-5f042a183604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.1069140 Mar 10 17:25:39.499010 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-bb786737-1003-44a7-b484-23053e13ef83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312216 Mar 10 17:25:39.521052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:39.559743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-07c245e4-8323-4187-aab9-f05e78b8b9a9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471469 Mar 10 17:25:39.572512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-8ff0db58-d089-4a2b-b8f3-b591772ad89a tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Publish callbacks [] for security_group (9b3fde07-736a-4e8f-9f02-ba7d84c85fb9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.654716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-8ff0db58-d089-4a2b-b8f3-b591772ad89a tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9b3fde07-736a-4e8f-9f02-ba7d84c85fb9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.663119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:39.665601 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a5145-2766-4ae3-8d1d-de8ad1748cf7" -d '{"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-unplugged", "status": "completed", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:39.678746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks [] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.733987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:39.746898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e118ff07-949e-4f42-962e-3a95ad22ff7b req-8ff0db58-d089-4a2b-b8f3-b591772ad89a tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216173 Mar 10 17:25:39.755886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0db58-d089-4a2b-b8f3-b591772ad89a tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fde07-736a-4e8f-9f02-ba7d84c85fb9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:39.773003 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-3540b2c6-a149-4b51-8878-6b65dfe83454 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662146 Mar 10 17:25:39.798071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-6d939182-4a8f-42e9-b1eb-adda10e32eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223680 Mar 10 17:25:39.900404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:39.978328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:39.978838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:39.979265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:39.998818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:39.999280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Attempting to bind port 014eb55a-1474-4332-8f61-36bb54ee58b4 on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:40.019499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-86980f58-8f11-4616-a7b8-7726ef05ea03 service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135675 Mar 10 17:25:40.021047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8a46210a-fd47-47bc-a8ba-abe498796801 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:40.042326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b67b44-1787-485d-875c-2647c05ec0bd req-5a34ec9a-e701-43a9-8269-67114c143675 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.051165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b67b44-1787-485d-875c-2647c05ec0bd req-5a34ec9a-e701-43a9-8269-67114c143675 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.2091639 Mar 10 17:25:40.062240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:40.070692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:40.071488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:40.074406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Bound port: 014eb55a-1474-4332-8f61-36bb54ee58b4, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:40.075488 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.086419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 8a46210a-fd47-47bc-a8ba-abe498796801 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:40.099168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 8a46210a-fd47-47bc-a8ba-abe498796801 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:40.099744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.201010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.225318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.246356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 8a46210a-fd47-47bc-a8ba-abe498796801 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:40.248703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.261498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b67b44-1787-485d-875c-2647c05ec0bd req-08b2c2e4-1890-4185-b553-3c4b291c418a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058153 Mar 10 17:25:40.276077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3063f827-6eaf-494c-b954-607182395ae6 req-8d2e8724-1968-4b4e-b0b6-e4200ffca896 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845853 Mar 10 17:25:40.347170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8a46210a-fd47-47bc-a8ba-abe498796801,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:40.348177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:40.350870 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755fcb1-2cb6-4a9a-91b4-f937f663f771" -d '{"events": [{"server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:40.360069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:40.361745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.373386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:40.394598 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Floating IP 301335a1-d6a7-4b03-baed-76814bdb7889 associated. External IP: 172.25.3.47, port: ce3d58d9-f027-4753-bb29-cc8f3b7255a4. Mar 10 17:25:40.399304 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ce8ce-1877-480f-94f0-92466e3523a8 x-openstack-request-id: req-aa5ce8ce-1877-480f-94f0-92466e3523a8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:40.399615 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-unplugged", "status": "completed", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:40.399879 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa5ce8ce-1877-480f-94f0-92466e3523a8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:40.400298 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'code': 200} Mar 10 17:25:40.446542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.468794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:40.629365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3def7-aa8d-4994-9d84-818d88553450 req-1ba0e97e-1b66-4f53-bcca-013b7f3866d9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.631016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6e3def7-aa8d-4994-9d84-818d88553450 req-1ba0e97e-1b66-4f53-bcca-013b7f3866d9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 943 time: 0.2631879 Mar 10 17:25:40.759564 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:25:40.803961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.805978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.805978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] 10.222.0.41 "PUT /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 1121 time: 1.8894825 Mar 10 17:25:40.850333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6e3def7-aa8d-4994-9d84-818d88553450 req-b7f98487-a9d4-445b-b1cc-cc6308deb395 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961839 Mar 10 17:25:40.884872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['014eb55a-1474-4332-8f61-36bb54ee58b4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:40.888167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e28f9-d915-4e48-ad1a-9d157997bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:40.955935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:40.956879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94040d99-44d3-4c2b-b4c1-d120df63a42e req-ab5a4ae4-1bf1-45fd-9c4e-543a4285ff22 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:40.972861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:40.977350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94040d99-44d3-4c2b-b4c1-d120df63a42e req-ab5a4ae4-1bf1-45fd-9c4e-543a4285ff22 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.2143717 Mar 10 17:25:40.994131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:41.010736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a28ee16-35fd-460e-9c06-53fd1b2f508b tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "PUT /v2.0/floatingips/301335a1-d6a7-4b03-baed-76814bdb7889 HTTP/1.1" status: 200 len: 990 time: 2.4180322 Mar 10 17:25:41.013204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:41.015624 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff" -d '{"events": [{"name": "network-changed", "server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:41.049974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:41.050642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:41.068655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b132273-52d1-4c50-99ef-1e3ade564e68 req-71aac04b-77b4-437b-a67a-bf4a1d4b68f2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 210 time: 0.0885217 Mar 10 17:25:41.122029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94040d99-44d3-4c2b-b4c1-d120df63a42e req-0c3981bb-6a35-483b-8ea1-a1647288e1b7 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435986 Mar 10 17:25:41.174920 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b9361-957f-43ef-ad6f-c3744cef4818 x-openstack-request-id: req-ba2b9361-957f-43ef-ad6f-c3744cef4818 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:41.178914 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:41.181727 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba2b9361-957f-43ef-ad6f-c3744cef4818 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:41.182365 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801', 'code': 200} Mar 10 17:25:41.322308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43bbe9-f2bc-4e05-aa55-264bc4534502 req-b66eef1c-906b-4e69-aa1b-089ca67253ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.324090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a43bbe9-f2bc-4e05-aa55-264bc4534502 req-b66eef1c-906b-4e69-aa1b-089ca67253ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 1132 time: 0.0901978 Mar 10 17:25:41.324524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-9cb64cb4-199a-43af-8667-04aac2f27fdf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356517 Mar 10 17:25:41.351028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:41.407739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a43bbe9-f2bc-4e05-aa55-264bc4534502 req-4541403c-bb0e-42d4-abbc-bd34c0c1b29b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759923 Mar 10 17:25:41.428378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb119-5728-4194-b1a4-79e29eeaf63b req-7a95a95d-5991-4df3-9a6d-805a71cd809f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.430279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-148cb119-5728-4194-b1a4-79e29eeaf63b req-7a95a95d-5991-4df3-9a6d-805a71cd809f tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2243354 Mar 10 17:25:41.474872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-84e5a481-062a-42e7-8b4c-aa96e5b5a4c8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.476678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-84e5a481-062a-42e7-8b4c-aa96e5b5a4c8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513124 Mar 10 17:25:41.518106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-153e4789-3dc1-48e7-adc9-10a8d5566a07 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0302267 Mar 10 17:25:41.552347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-148cb119-5728-4194-b1a4-79e29eeaf63b req-fde57d4f-5907-400d-bbf2-918d53e48772 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089158 Mar 10 17:25:41.587253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-5603d877-f45f-467c-8dd7-aa906248acf5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680447 Mar 10 17:25:41.684368 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8a2a65-2942-4fc3-8ab5-114017a9dd29 x-openstack-request-id: req-3b8a2a65-2942-4fc3-8ab5-114017a9dd29 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:41.684756 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:41.687369 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b8a2a65-2942-4fc3-8ab5-114017a9dd29 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:41.687889 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'status': 'completed', 'code': 200} Mar 10 17:25:41.817663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-f756f770-67ad-4dd2-8fd3-991039f553cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.819555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-f756f770-67ad-4dd2-8fd3-991039f553cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84cf28a9b3314944baddd33232390473&device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 1127 time: 0.0988836 Mar 10 17:25:41.838686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517410ff-c4f6-4953-adac-d633f0a9bdb0 req-50d6fc00-4bc3-4d16-8e55-172fc92d9862 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:41.840463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-517410ff-c4f6-4953-adac-d633f0a9bdb0 req-50d6fc00-4bc3-4d16-8e55-172fc92d9862 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.0814619 Mar 10 17:25:41.991238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-517410ff-c4f6-4953-adac-d633f0a9bdb0 req-c5c2a8d9-24ca-42f7-8c97-18f1c7092ab1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400898 Mar 10 17:25:41.995232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:52:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07128689-2a3d-4321-8518-73fc3038a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:25:39Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:42.036316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-6104150b-dd00-41fa-affc-7789ee64607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.040662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8d074db-44ff-4906-bbd7-188a59998577 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:42.040917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-6104150b-dd00-41fa-affc-7789ee64607d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 200 len: 924 time: 0.1995039 Mar 10 17:25:42.048493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:42.070960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:42.072558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:42.184331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-2f48b318-8b4d-4b08-9cdc-d08dfd342993 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4 HTTP/1.1" status: 200 len: 998 time: 0.1352274 Mar 10 17:25:42.254195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:42.346185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-afa70662-2bcb-4096-a12e-3455a755d498 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.368756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-afa70662-2bcb-4096-a12e-3455a755d498 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.2393205 Mar 10 17:25:42.377631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-793871b6-64c2-4908-b48b-126199daddee req-fc1b499b-02ea-48f0-8602-c3f27ea87b1e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 210 time: 0.0859709 Mar 10 17:25:42.394679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Request body: {'port': {'device_id': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'admin_state_up': True, 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:42.395654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9774b8-2244-46ab-aaf1-984deb312b55 req-552f3995-00ab-4951-8671-ec82d9cd7c63 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.405159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b9774b8-2244-46ab-aaf1-984deb312b55 req-552f3995-00ab-4951-8671-ec82d9cd7c63 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 943 time: 0.2567770 Mar 10 17:25:42.405536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:25:42.416219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:42.423518 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a331d-a547-413a-a02a-2027618541ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:42.460678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b5f9f68-3891-44f6-b029-2a854f033400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.497629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-ce8efd7a-6a58-4019-bda2-dc80cff2fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.499299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-ce8efd7a-6a58-4019-bda2-dc80cff2fc5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 200 len: 862 time: 0.3004670 Mar 10 17:25:42.569621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b9774b8-2244-46ab-aaf1-984deb312b55 req-665f6b6f-01c2-444a-b700-2d76c189b3c6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351416 Mar 10 17:25:42.599324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f016233-cf04-47f9-a9ca-e79299a97f1e req-3ea9094c-3639-46e7-b066-2a2df448074f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.606570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f016233-cf04-47f9-a9ca-e79299a97f1e req-3ea9094c-3639-46e7-b066-2a2df448074f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.1399977 Mar 10 17:25:42.629213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-b677ee05-c1b2-4ac2-8f69-ec692201acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:42.631143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-b677ee05-c1b2-4ac2-8f69-ec692201acf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba9942dc-377d-42fd-9d97-6b2c9696bd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089122 Mar 10 17:25:42.712149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f016233-cf04-47f9-a9ca-e79299a97f1e req-f6a9ad54-c744-40d0-938c-d9b4fc9d736c tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044979 Mar 10 17:25:42.764660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8d074db-44ff-4906-bbd7-188a59998577,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:42.789156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:42.799835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.803691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'c8d074db-44ff-4906-bbd7-188a59998577', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'port_id': 'c8d074db-44ff-4906-bbd7-188a59998577', 'mac_address': 'fa:16:3e:6c:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:42.869046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:52:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07128689-2a3d-4321-8518-73fc3038a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:25:39Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:42.877368 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82912fd8-5fde-4bab-b3a7-4828a42e8832 x-openstack-request-id: req-82912fd8-5fde-4bab-b3a7-4828a42e8832 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:42.879798 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:42.879961 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82912fd8-5fde-4bab-b3a7-4828a42e8832 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:42.880295 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'status': 'completed', 'code': 200} Mar 10 17:25:42.883840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c8d074db-44ff-4906-bbd7-188a59998577 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:42.884010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8d074db-44ff-4906-bbd7-188a59998577), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:42.965287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be460dbc-b254-44ea-ac39-121c4384a1e6 None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '301335a1-d6a7-4b03-baed-76814bdb7889', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9f576451-5f74-4643-8253-84176577189e', 'port_id': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'mac_address': 'fa:16:3e:52:9e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07128689-2a3d-4321-8518-73fc3038a81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:23:20Z', 'updated_at': '2022-03-10T17:25:39Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:25:42.999608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d074db-44ff-4906-bbd7-188a59998577 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:43.043243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-5dd99a8d-fade-4664-a96d-0f9cf9adaef9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025474 Mar 10 17:25:43.047292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a331d-a547-413a-a02a-2027618541ab req-94cda318-69f7-42a4-bd41-f6e0a1a87777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:43.049485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-94cda318-69f7-42a4-bd41-f6e0a1a87777 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1155 time: 0.2079353 Mar 10 17:25:43.090945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8d074db-44ff-4906-bbd7-188a59998577,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:43.103886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.165227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Allocated IP 172.20.0.2 (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc/a64b20ea-92fa-4cb8-a27d-754bb7eb167e/60922a52-44b3-4631-9c8c-e598137031e2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:43.184257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:43.187211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:43.313550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-260c9347-f89c-4283-9959-739d6a264c1c req-0dc5e4e8-0f71-409d-9598-c98ae7e865d2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0662258 Mar 10 17:25:43.358767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8d074db-44ff-4906-bbd7-188a59998577'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:43.402730 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b319fe8f-0895-4380-8afb-b4398a8b8d9a None None] New status for floating IP 301335a1-d6a7-4b03-baed-76814bdb7889: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:25:43.466367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:43.525772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:25:43.663151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks [] for port (60922a52-44b3-4631-9c8c-e598137031e2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.791077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:43.918181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:43.921615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:43.941943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:43.994894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:44.049468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.050510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.071155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-fb76a498-9ce4-4717-bd34-c71cdef4dc45 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6978536 Mar 10 17:25:44.076137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d5885-061f-4507-878f-11e84c4abfce req-9971205a-df78-4f4d-8540-5752181f5adb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.078204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f4d5885-061f-4507-878f-11e84c4abfce req-9971205a-df78-4f4d-8540-5752181f5adb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.9237444 Mar 10 17:25:44.094694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Request body: {'port': {'device_id': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:44.107138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1410184a-352b-4d5f-94bd-fb8dd5bf1dff req-ffb7cb87-d259-4980-b74f-a668c35dc47b service neutron] 10.222.0.41 "GET /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0566308 Mar 10 17:25:44.128667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a331d-a547-413a-a02a-2027618541ab req-63385fcd-e428-40b8-8a9a-73f41d8b5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.130056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-63385fcd-e428-40b8-8a9a-73f41d8b5d72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 1.0505226 Mar 10 17:25:44.141727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314845a7-f728-4827-b74d-9dc12cf29251 req-add559f6-a5f9-494c-ab15-71e1a1c8d05f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.150986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-314845a7-f728-4827-b74d-9dc12cf29251 req-add559f6-a5f9-494c-ab15-71e1a1c8d05f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 931 time: 0.2013702 Mar 10 17:25:44.206480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-f40fe08a-f889-45bc-9ab0-0b7988c6eae2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.0499759 Mar 10 17:25:44.255635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.289251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f4d5885-061f-4507-878f-11e84c4abfce req-826a3f82-dfdd-403c-b6d5-f82f75f91514 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005131 Mar 10 17:25:44.337070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a331d-a547-413a-a02a-2027618541ab req-73efeb22-62c0-4013-83f1-fa059379dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.347060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-73efeb22-62c0-4013-83f1-fa059379dba4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1332846 Mar 10 17:25:44.369419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-314845a7-f728-4827-b74d-9dc12cf29251 req-d426bb9f-32c4-4075-a076-57afa67151a6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174227 Mar 10 17:25:44.465092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-960335b5-75c9-433b-9a0d-40b8b8ed9d98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946336 Mar 10 17:25:44.577655 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c2d015b-4b2b-4df9-b39c-d07118d71a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.589408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd57d1-b9e7-4a1c-a962-56baf6ae71f3 req-1ec0cbf4-14db-4ab5-be33-7697cf6ca509 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.591051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cccd57d1-b9e7-4a1c-a962-56baf6ae71f3 req-1ec0cbf4-14db-4ab5-be33-7697cf6ca509 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 944 time: 0.2115517 Mar 10 17:25:44.608514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b176-af76-4d0e-a2aa-c11d0fa783cb req-1d4d36f9-2f00-4deb-b934-717ec4ae6c98 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:44.610089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4780b176-af76-4d0e-a2aa-c11d0fa783cb req-1d4d36f9-2f00-4deb-b934-717ec4ae6c98 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.1488209 Mar 10 17:25:44.685981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60922a52-44b3-4631-9c8c-e598137031e2 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:44.698993 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks [] for port (60922a52-44b3-4631-9c8c-e598137031e2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.714122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-d73d5408-06c3-4c08-86c3-afc925520717 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204320 Mar 10 17:25:44.715324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Transition to ACTIVE for port object 60922a52-44b3-4631-9c8c-e598137031e2 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:44.726209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:44.774303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:44.810338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4780b176-af76-4d0e-a2aa-c11d0fa783cb req-8533d065-edca-4e26-9637-709abd28b527 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793084 Mar 10 17:25:44.816911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cccd57d1-b9e7-4a1c-a962-56baf6ae71f3 req-deebeb21-8217-4360-b398-1d5dae83ac61 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036810 Mar 10 17:25:44.951387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:44.955238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:44.955568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:44.960956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-189ea64c-9075-4c44-9ad7-1b1088728d78 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629592 Mar 10 17:25:44.962776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:44.967297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:44.976219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:44.976569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:44.978703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:44.979260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Bound port: 60922a52-44b3-4631-9c8c-e598137031e2, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:44.979685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.090889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-023a331d-a547-413a-a02a-2027618541ab req-c84ab678-45af-4fe4-9998-5e7f804ff31e service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445351 Mar 10 17:25:45.092754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6db235ee-a621-4f19-84ad-8ffaa41883be req-067b8b1f-6aa7-40cf-9c6e-3d3a74a6ebf3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 210 time: 0.1210871 Mar 10 17:25:45.131997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:45.137470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:45.155216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.158176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c4496634-9cb5-4fff-8c29-61def786b4d7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718157 Mar 10 17:25:45.239392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:45.251089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.251779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.253660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-844844d5-0be5-4577-be5e-fd5556e209bf service neutron] 10.222.0.59 "PUT /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 1091 time: 1.1677034 Mar 10 17:25:45.254138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:45.256637 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257" -d '{"events": [{"name": "network-changed", "server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "tag": "60922a52-44b3-4631-9c8c-e598137031e2"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:45.329523 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae82b3-a179-4235-8585-19e5f511ced6 x-openstack-request-id: req-73ae82b3-a179-4235-8585-19e5f511ced6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:45.329808 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "tag": "60922a52-44b3-4631-9c8c-e598137031e2", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:45.329911 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73ae82b3-a179-4235-8585-19e5f511ced6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:45.330295 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2', 'status': 'completed', 'code': 200} Mar 10 17:25:45.387682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-c8f27e7c-77f7-4308-8091-00c31e45f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.388905 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-c8f27e7c-77f7-4308-8091-00c31e45f0c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1125 time: 0.0550904 Mar 10 17:25:45.418291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-56991a54-864b-4a87-ae41-16a85cc07607 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.419764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-56991a54-864b-4a87-ae41-16a85cc07607 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4524541 Mar 10 17:25:45.453116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:45.453337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-2a3a9882-c1cc-4e26-8c1c-b82c5e0f46fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.0546038 Mar 10 17:25:45.494950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-034eac47-ac22-440e-aec0-b0290373661d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.496390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-034eac47-ac22-440e-aec0-b0290373661d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950630 Mar 10 17:25:45.503331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f8ed-180e-47c7-a0ab-0397ba60925f req-8bbea69f-3341-48e0-8637-c78fbf821c30 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.510040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9681f8ed-180e-47c7-a0ab-0397ba60925f req-8bbea69f-3341-48e0-8637-c78fbf821c30 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.2060287 Mar 10 17:25:45.513267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-f73836fd-5a57-4e0a-8445-43d64deb4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.514892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-f73836fd-5a57-4e0a-8445-43d64deb4b76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0540667 Mar 10 17:25:45.519959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:45.558773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-157d17ad-1b94-4492-84a5-20860eb61436 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363624 Mar 10 17:25:45.669952 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-7ecb637c-e27f-4af4-91c5-1c1ea9c30ad8 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031826 Mar 10 17:25:45.676673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.742090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9681f8ed-180e-47c7-a0ab-0397ba60925f req-9822c942-1d66-4ef4-bd94-c84808423913 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310586 Mar 10 17:25:45.749254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2e0f3-2ba3-4578-84a4-760c70278769 req-52c26c30-c934-433a-a64a-745d9e03a1d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.756595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeb2e0f3-2ba3-4578-84a4-760c70278769 req-52c26c30-c934-433a-a64a-745d9e03a1d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.3341076 Mar 10 17:25:45.787320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f984db6e-939f-4f2c-bbb7-1432b4f7134f req-33c457d5-9269-4e3a-bda4-f5cb1e6be1db service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083367 Mar 10 17:25:45.857859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:45.862718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.899595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:45.900420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-48a320ea-b0f0-4202-9897-cbaeea08aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:45.901986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-48a320ea-b0f0-4202-9897-cbaeea08aaa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1125 time: 0.0502827 Mar 10 17:25:45.902905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:45.999377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeb2e0f3-2ba3-4578-84a4-760c70278769 req-ff2f2f08-1227-4244-b34a-f4e91f47922b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416949 Mar 10 17:25:46.031258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-cafa404c-b1f3-4d5a-ac77-82864e3d99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.033776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-cafa404c-b1f3-4d5a-ac77-82864e3d99b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.1216726 Mar 10 17:25:46.034365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e13881-8ba0-4089-81b2-394eaa7a1c9a req-c9caef07-9556-4226-b7cb-8460495c5072 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.036070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67e13881-8ba0-4089-81b2-394eaa7a1c9a req-c9caef07-9556-4226-b7cb-8460495c5072 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.2113421 Mar 10 17:25:46.043300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8d074db-44ff-4906-bbd7-188a59998577 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:46.089485 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-81b93979-fe0f-42f4-9e60-86be1b20acac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.0474873 Mar 10 17:25:46.132441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port c8d074db-44ff-4906-bbd7-188a59998577 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:46.137276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port c8d074db-44ff-4906-bbd7-188a59998577 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:46.137645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c8d074db-44ff-4906-bbd7-188a59998577), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.154105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-01d21f45-3fb3-4929-83c2-1acc9e048dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.155607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-01d21f45-3fb3-4929-83c2-1acc9e048dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0587091 Mar 10 17:25:46.199038 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-046c34f1-6f19-46fb-ad2c-119300c08b9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354352 Mar 10 17:25:46.258800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c8d074db-44ff-4906-bbd7-188a59998577 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:46.259098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8d074db-44ff-4906-bbd7-188a59998577), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.293649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:46.296162 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3a485-aac2-41db-89d5-68db33003079" -d '{"events": [{"server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "name": "network-vif-plugged", "status": "completed", "tag": "c8d074db-44ff-4906-bbd7-188a59998577"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:46.316509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8d074db-44ff-4906-bbd7-188a59998577,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:46.327139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.334261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67e13881-8ba0-4089-81b2-394eaa7a1c9a req-56f37e34-4428-492b-95e3-359a0a20192e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595215 Mar 10 17:25:46.382490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.65 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/fe27ee78-c929-446c-8bc1-cdf746d10102) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:46.389226 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-e58ea779-5585-479b-8a5a-0c2b4a7e66e0 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827085 Mar 10 17:25:46.412841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319d53-7261-4b0d-bd2e-df9a03834ef3 req-3bbf2da8-b8e3-4211-859e-5c338f5e6b87 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.414915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:46.415133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e319d53-7261-4b0d-bd2e-df9a03834ef3 req-3bbf2da8-b8e3-4211-859e-5c338f5e6b87 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 944 time: 0.2301915 Mar 10 17:25:46.525037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9aec3a2-e33b-4f42-ae8a-79543d9e6da0 req-36d229ae-4213-4964-a73c-910a71223e44 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0451689 Mar 10 17:25:46.570468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-99d09f84-b6be-4d9c-9d0c-c0cd5d73c257 req-1c68cc58-457f-43f3-8c58-725b32d43c8a service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722729 Mar 10 17:25:46.587166 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5022f-c1fc-427c-b04c-e1785176352c x-openstack-request-id: req-9ee5022f-c1fc-427c-b04c-e1785176352c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:46.587569 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "name": "network-vif-plugged", "status": "completed", "tag": "c8d074db-44ff-4906-bbd7-188a59998577", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:46.587757 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ee5022f-c1fc-427c-b04c-e1785176352c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:46.588160 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577', 'code': 200} Mar 10 17:25:46.605294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e319d53-7261-4b0d-bd2e-df9a03834ef3 req-32627fe8-e465-434a-b63f-25d0dc690fd2 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748192 Mar 10 17:25:46.694301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-3ba4ee92-af4a-437b-8734-b83c66e5c01e service neutron] 10.222.0.59 "GET /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.1795940 Mar 10 17:25:46.742531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.795425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-fd853286-ddc2-4943-a9d5-9928b7f219c2 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.797012 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-fd853286-ddc2-4943-a9d5-9928b7f219c2 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.0833588 Mar 10 17:25:46.799188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8089c5-1cdb-45dc-9674-24794b097a5f req-4a8211d0-68c1-4912-829e-89e0aee90a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.800697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee8089c5-1cdb-45dc-9674-24794b097a5f req-4a8211d0-68c1-4912-829e-89e0aee90a4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1127 time: 0.1150706 Mar 10 17:25:46.956341 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee8089c5-1cdb-45dc-9674-24794b097a5f req-d8e51dcc-a5c7-4d4c-b071-7d480427f6e1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427050 Mar 10 17:25:46.976483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589f84-b844-4053-9e04-1f766e88aa4c req-639f3f3b-19ca-485b-a181-f0f45dceecf7 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:46.978137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8589f84-b844-4053-9e04-1f766e88aa4c req-639f3f3b-19ca-485b-a181-f0f45dceecf7 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba517fc5-f1ad-4106-af35-29b58e51cb6e HTTP/1.1" status: 200 len: 950 time: 0.1455212 Mar 10 17:25:46.979278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.991399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Deleting port 8a46210a-fd47-47bc-a8ba-abe498796801 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:25:46.991646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:46.998261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:47.131204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:47.134030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.152176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:47.175399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.178179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:47.196216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:47.201187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] For port 8a46210a-fd47-47bc-a8ba-abe498796801, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8a46210a-fd47-47bc-a8ba-abe498796801,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:47.201900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.208800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.72 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/d85b1c6e-ec74-4c2f-9e23-948674276769) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:47.234990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Calling delete_port for 8a46210a-fd47-47bc-a8ba-abe498796801 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:25:47.472049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:47.501342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:25:47.513677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-264ba547-2399-40b0-a767-897bf8c30a1d None None] Provisioning complete for port fe27ee78-c929-446c-8bc1-cdf746d10102 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:47.514219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-264ba547-2399-40b0-a767-897bf8c30a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.514495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8a46210a-fd47-47bc-a8ba-abe498796801), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.544903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['8a46210a-fd47-47bc-a8ba-abe498796801'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:47.580749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Pushing event deleted for resources: {'Port': ['ID=8a46210a-fd47-47bc-a8ba-abe498796801,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:47.615514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-264ba547-2399-40b0-a767-897bf8c30a1d None None] Port fe27ee78-c929-446c-8bc1-cdf746d10102 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:47.640014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] No DVR routers for this DVR port 8a46210a-fd47-47bc-a8ba-abe498796801 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:47.644521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.648042 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7b7fc5a-1688-43ac-9c91-caf0eb2fcf8b req-4789d083-f58a-48c0-8130-ab9d25719ce4 tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.59 "DELETE /v2.0/ports/8a46210a-fd47-47bc-a8ba-abe498796801 HTTP/1.1" status: 204 len: 173 time: 0.8361254 Mar 10 17:25:47.648515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'name': 'network-vif-deleted', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:47.652358 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c29b0-d83b-463b-96d9-6e730157b6c6" -d '{"events": [{"server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "name": "network-vif-deleted", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:47.702896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8589f84-b844-4053-9e04-1f766e88aa4c req-2d602cad-af54-4fe7-b1a7-42e384606d6f tempest-ServerDiagnosticsNegativeTest-307558207 tempest-ServerDiagnosticsNegativeTest-307558207-project] 10.222.0.35 "GET /v2.0/security-groups?id=50ab2804-2b79-4def-a050-33db4f22927b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7150507 Mar 10 17:25:47.713461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:47.794132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:47.797482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:47.843364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df0970-f57d-4f95-b5db-69e74a81f04f req-e4ee23be-af43-45da-bfe0-f5c31961883e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:47.852778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3df0970-f57d-4f95-b5db-69e74a81f04f req-e4ee23be-af43-45da-bfe0-f5c31961883e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 943 time: 0.6673987 Mar 10 17:25:47.869191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:47.915276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-d1d73c36-d0bf-42c6-b557-349fbe87f39e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4774306 Mar 10 17:25:47.957397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Request body: {'port': {'device_id': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:47.996263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014eb55a-1474-4332-8f61-36bb54ee58b4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:48.036879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:48.049042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:48.091391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.101067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3df0970-f57d-4f95-b5db-69e74a81f04f req-e96b149b-bc35-457a-b154-2f2dc35a211e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473636 Mar 10 17:25:48.206662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:48.239696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '60922a52-44b3-4631-9c8c-e598137031e2', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'port_id': '60922a52-44b3-4631-9c8c-e598137031e2', 'mac_address': 'fa:16:3e:f9:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b20ea-92fa-4cb8-a27d-754bb7eb167e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:48.250677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ae623-ca3c-4b61-acf6-1d2756d3e09c req-1c46ce39-3e47-48a2-bf83-79e72f039c16 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:48.252433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f62ae623-ca3c-4b61-acf6-1d2756d3e09c req-1c46ce39-3e47-48a2-bf83-79e72f039c16 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.4294789 Mar 10 17:25:48.259039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb9dbb4b-e9ac-43fd-aeb8-80243d44a704 req-b19054d0-0a49-4bdc-a44a-238543fc4f63 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 210 time: 0.0666482 Mar 10 17:25:48.264153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.296006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 60922a52-44b3-4631-9c8c-e598137031e2 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:48.296799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.317228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60922a52-44b3-4631-9c8c-e598137031e2 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:48.345816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:48.350201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.396650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:48.412386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.553493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f62ae623-ca3c-4b61-acf6-1d2756d3e09c req-5f65886f-6c9a-4716-b96d-7d6b35161e9c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654734 Mar 10 17:25:48.556831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] Transition to ACTIVE for port object 014eb55a-1474-4332-8f61-36bb54ee58b4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:48.573557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.596155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:48.608890 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624834ed-607c-41fa-aad3-aa93cfa031e7 x-openstack-request-id: req-624834ed-607c-41fa-aad3-aa93cfa031e7 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:48.609887 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba517fc5-f1ad-4106-af35-29b58e51cb6e", "name": "network-vif-deleted", "tag": "8a46210a-fd47-47bc-a8ba-abe498796801", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:48.610211 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-624834ed-607c-41fa-aad3-aa93cfa031e7 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:48.610741 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba517fc5-f1ad-4106-af35-29b58e51cb6e', 'name': 'network-vif-deleted', 'tag': '8a46210a-fd47-47bc-a8ba-abe498796801', 'status': 'completed', 'code': 200} Mar 10 17:25:48.630904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb32ab-223c-4206-bc9b-cb6c2cec824d req-ce7145a9-f226-42ce-adb3-1c887ed34a07 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:48.632411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cb32ab-223c-4206-bc9b-cb6c2cec824d req-ce7145a9-f226-42ce-adb3-1c887ed34a07 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2845507 Mar 10 17:25:48.643410 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.667644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:48.680818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:48.722150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] No DVR routers for this DVR port 014eb55a-1474-4332-8f61-36bb54ee58b4 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:25:48.775041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] Pushing event updated for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:48.824938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:48.866848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-2ae176c4-278b-4cf9-9f28-e54a54ce5099 service neutron] 10.222.0.59 "PUT /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1497772 Mar 10 17:25:48.870947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:48.884673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:48.905330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cb32ab-223c-4206-bc9b-cb6c2cec824d req-f60aed47-4cf5-455d-ba80-6102e10caef0 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661269 Mar 10 17:25:49.037733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:49.096518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.097163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.136368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d6ca8e66-0b1c-4d40-b4a8-a00de3ddb1d7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.137783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d6ca8e66-0b1c-4d40-b4a8-a00de3ddb1d7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/networks?id=fb5489d5-1018-415a-996c-b1a1d7b1c22b HTTP/1.1" status: 200 len: 814 time: 0.3733201 Mar 10 17:25:49.156287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6036d707-f324-4fc4-b9d1-50239ca7e34e None None] Provisioning complete for port d85b1c6e-ec74-4c2f-9e23-948674276769 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:49.156862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6036d707-f324-4fc4-b9d1-50239ca7e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.165672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c307dd9f-1c9b-4eb2-a70e-11f42a089f0f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6534874 Mar 10 17:25:49.168799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe27ee78-c929-446c-8bc1-cdf746d10102 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:49.185293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Request body: {'port': {'device_id': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:49.194957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks [] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.205187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-fec987a7-c226-496f-9119-44fdf0151e1a tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/quotas/d362374f9a8f46a2a0885aebcf882050 HTTP/1.1" status: 200 len: 375 time: 0.0573294 Mar 10 17:25:49.216305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-9167b997-0ab2-46a8-9191-587c45f9d931 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.217850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-9167b997-0ab2-46a8-9191-587c45f9d931 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.2337697 Mar 10 17:25:49.247038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6036d707-f324-4fc4-b9d1-50239ca7e34e None None] Port d85b1c6e-ec74-4c2f-9e23-948674276769 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:49.326388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:49.358416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Transition to ACTIVE for port object fe27ee78-c929-446c-8bc1-cdf746d10102 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:49.374025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.471694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.475367 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c1cbb1ba-07cc-48de-b89e-307650be3331 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2786e31209cc4d5ca56525f2f4f1c75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453424 Mar 10 17:25:49.475932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:49.509648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-23e54321-bdfa-44e6-b9ff-f749931cc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.511164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-23e54321-bdfa-44e6-b9ff-f749931cc195 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1127 time: 0.2675586 Mar 10 17:25:49.512904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-fd76e3a3-e658-4b90-8b6e-e103fe0645ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.514212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-fd76e3a3-e658-4b90-8b6e-e103fe0645ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941&tenant_id=519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 1126 time: 0.2695501 Mar 10 17:25:49.515662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:49.530788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-512e9dd3-f40b-458b-bb5d-464a7898f042 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d362374f9a8f46a2a0885aebcf882050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3245997 Mar 10 17:25:49.537685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] Publish callbacks [] for security_group (50ab2804-2b79-4def-a050-33db4f22927b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.541042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca3f23-4e13-4f2b-8f58-52539710ecde req-f2cc01b1-9c49-4183-9308-02727728dc05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.546951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8ca3f23-4e13-4f2b-8f58-52539710ecde req-f2cc01b1-9c49-4183-9308-02727728dc05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.3012476 Mar 10 17:25:49.565008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] Publish callbacks [] for security_group (50ab2804-2b79-4def-a050-33db4f22927b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.618367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (50ab2804-2b79-4def-a050-33db4f22927b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.621247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.625366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50ab2804-2b79-4def-a050-33db4f22927b HTTP/1.1" status: 204 len: 168 time: 0.1481967 Mar 10 17:25:49.635078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac47c5-db8e-496a-aef6-18ae3c521f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab2804-2b79-4def-a050-33db4f22927b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:49.905935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52364) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:49.922472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbd10748-94eb-47b7-9410-b9d01a72aa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:49.932716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8ca3f23-4e13-4f2b-8f58-52539710ecde req-b986286a-7799-4098-b606-1470975d6ae5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779519 Mar 10 17:25:49.952262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-ab7e94a8-9f81-4724-a403-e467f01abb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.963886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-ab7e94a8-9f81-4724-a403-e467f01abb5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1126 time: 0.4101758 Mar 10 17:25:49.969157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-dea1205a-d73a-4dd2-ae23-a4fe5009eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:49.970799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-dea1205a-d73a-4dd2-ae23-a4fe5009eb3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.4099519 Mar 10 17:25:49.972500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d0d055bc-e9e6-4c77-9c0f-282f17ee6244 service neutron] 10.222.0.35 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404194 Mar 10 17:25:49.992253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Attempting to bind port fe27ee78-c929-446c-8bc1-cdf746d10102 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:49.992560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Attempting to bind port fe27ee78-c929-446c-8bc1-cdf746d10102 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:49.992920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Attempting to bind port fe27ee78-c929-446c-8bc1-cdf746d10102 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:50.010824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbd10748-94eb-47b7-9410-b9d01a72aa48 admin admin] Publish callbacks [] for security_group (88b2b136-d02b-4892-bd20-c7356bdbd851), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.015298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbd10748-94eb-47b7-9410-b9d01a72aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88b2b136-d02b-4892-bd20-c7356bdbd851), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.055703 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bbd10748-94eb-47b7-9410-b9d01a72aa48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1ac3af7ad3c4f988c362ba66e738b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485088 Mar 10 17:25:50.056565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd10748-94eb-47b7-9410-b9d01a72aa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b2b136-d02b-4892-bd20-c7356bdbd851,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.059761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:50.065023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:50.120865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] Publish callbacks [] for security_group (88b2b136-d02b-4892-bd20-c7356bdbd851), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.137535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 60922a52-44b3-4631-9c8c-e598137031e2 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:25:50.144352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 60922a52-44b3-4631-9c8c-e598137031e2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:50.144827 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (60922a52-44b3-4631-9c8c-e598137031e2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.146163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] Publish callbacks [] for security_group (88b2b136-d02b-4892-bd20-c7356bdbd851), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.204489 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88b2b136-d02b-4892-bd20-c7356bdbd851), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.207082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.208247 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88b2b136-d02b-4892-bd20-c7356bdbd851 HTTP/1.1" status: 204 len: 168 time: 0.1475556 Mar 10 17:25:50.217034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251910-06f1-4ffa-b858-5be1a845823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b2b136-d02b-4892-bd20-c7356bdbd851,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.259170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 60922a52-44b3-4631-9c8c-e598137031e2 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:50.259653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.290177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:50.292524 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430e5ff-b0b4-44a6-a865-56bcf6463097" -d '{"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-plugged", "status": "completed", "tag": "60922a52-44b3-4631-9c8c-e598137031e2"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:50.298260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Port fe27ee78-c929-446c-8bc1-cdf746d10102 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:50.298607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Attempting to bind port fe27ee78-c929-446c-8bc1-cdf746d10102 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:50.308764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:50.313729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.315097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8a46210a-fd47-47bc-a8ba-abe498796801 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:50.338581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 8a46210a-fd47-47bc-a8ba-abe498796801 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:25:50.338935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8a46210a-fd47-47bc-a8ba-abe498796801 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:50.339353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:50.398233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:50.398607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:50.398994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:50.399450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Bound port: fe27ee78-c929-446c-8bc1-cdf746d10102, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:50.399808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.402460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-c31df50d-2700-45ef-b769-b37347aac73a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 200 len: 217 time: 0.4004564 Mar 10 17:25:50.419692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:50.431049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 014eb55a-1474-4332-8f61-36bb54ee58b4 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:25:50.431457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:25:50.648385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be78c68-b95b-4c16-864f-f88312984410 req-729189a2-5e61-4341-aed0-2595d2da0d9d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.649867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be78c68-b95b-4c16-864f-f88312984410 req-729189a2-5e61-4341-aed0-2595d2da0d9d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.6313071 Mar 10 17:25:50.651637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-e323717b-d669-4ab8-9525-96f91c238e7f service neutron] 10.222.0.35 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565197 Mar 10 17:25:50.652974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-617c9f9b-beb5-4ea9-965a-fe578664c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.654310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-617c9f9b-beb5-4ea9-965a-fe578664c9da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.2374396 Mar 10 17:25:50.662653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-c6b2bac0-e70f-4277-a200-b5510513ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:50.664088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-c6b2bac0-e70f-4277-a200-b5510513ca79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.6885505 Mar 10 17:25:50.777683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-9de8d9c4-b913-4bd4-b53f-d75056b17c09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069136 Mar 10 17:25:50.780522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:50.785640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-62f2d0c8-80e4-4b38-9ce6-1cfd7a33dd85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.0971866 Mar 10 17:25:50.833916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fe27ee78-c929-446c-8bc1-cdf746d10102,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:50.841141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85b1c6e-ec74-4c2f-9e23-948674276769 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:50.898632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks [] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.902720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:50.977882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52398) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:51.014834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be78c68-b95b-4c16-864f-f88312984410 req-6b3f4cbf-a8e9-40f0-b97a-59b3e2cf0e86 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465502 Mar 10 17:25:51.023110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Transition to ACTIVE for port object d85b1c6e-ec74-4c2f-9e23-948674276769 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:51.047825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.052976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-dd6f037c-f8f1-41eb-95e6-eb937f6704ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.055031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-dd6f037c-f8f1-41eb-95e6-eb937f6704ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.2481821 Mar 10 17:25:51.063236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.065174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.066858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe27ee78-c929-446c-8bc1-cdf746d10102 HTTP/1.1" status: 200 len: 1095 time: 3.1323216 Mar 10 17:25:51.067334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:51.069574 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:51.111782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-network', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:51.143913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Made reservation on behalf of c1b5521134f64e1eade318ac3d208875 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:51.155611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.166220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.172803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-d228d486-662a-4a7c-a76b-6b7138afa542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002812 Mar 10 17:25:51.174321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a638d-9302-4ed4-be84-35f0d95067d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.200196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-ef2a34cd-1c90-4fae-9cff-63104687ca20 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135935 Mar 10 17:25:51.216688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:25:51.270663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc020c-4e0b-48b1-90bd-62f633f9ee04 req-be8fec36-9e88-4c29-84fc-8143dd007e1e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.272271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8cc020c-4e0b-48b1-90bd-62f633f9ee04 req-be8fec36-9e88-4c29-84fc-8143dd007e1e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 935 time: 0.4368060 Mar 10 17:25:51.281694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks [] for security_group (c78f4f7a-e307-4895-b05e-18baeb7bc3a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.299887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c78f4f7a-e307-4895-b05e-18baeb7bc3a5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.322276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 014eb55a-1474-4332-8f61-36bb54ee58b4 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:51.341112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78f4f7a-e307-4895-b05e-18baeb7bc3a5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.351435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:25:51.368860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (685cd610-0619-4bab-a2a1-46daf3561ec4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.369216 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Added segment 685cd610-0619-4bab-a2a1-46daf3561ec4 of type vlan for network 14046092-8236-49c3-bbe6-1db781a9af90 Mar 10 17:25:51.422229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (14046092-8236-49c3-bbe6-1db781a9af90), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.455797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (14046092-8236-49c3-bbe6-1db781a9af90), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.457096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.457922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.459693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.498945 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5161090 Mar 10 17:25:51.498945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52408) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:51.506615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Request body: {'subnet': {'network_id': '14046092-8236-49c3-bbe6-1db781a9af90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-subnet', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:51.543194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d58c80-c68a-4e02-9c70-58eaa28d5d72 admin admin] Pushing event updated for resources: {'Network': ['ID=14046092-8236-49c3-bbe6-1db781a9af90,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.564082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 14046092-8236-49c3-bbe6-1db781a9af90 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:25:51.569546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Made reservation on behalf of c1b5521134f64e1eade318ac3d208875 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:51.574751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.591907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-7a57c772-af98-4ef2-8f42-85e700e29ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.604571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-7a57c772-af98-4ef2-8f42-85e700e29ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 1129 time: 0.4738936 Mar 10 17:25:51.645536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64319133-4bc2-4e9b-9b37-a9b33a9e19d0 req-fbef277b-7351-48f8-8fa1-0a6d02761a21 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904800 Mar 10 17:25:51.653935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63dbda-f8ba-4b91-82be-1005eedbdcc2 req-5ea0af1f-8e33-4f1f-abee-c8a84e88a1af tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.663283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e63dbda-f8ba-4b91-82be-1005eedbdcc2 req-5ea0af1f-8e33-4f1f-abee-c8a84e88a1af tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.5307202 Mar 10 17:25:51.675630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8cc020c-4e0b-48b1-90bd-62f633f9ee04 req-35762c5c-4e9d-46be-9161-293c97c9b3d8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758063 Mar 10 17:25:51.757791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-9b2a04ca-93b6-4677-b476-26c7052e17e9 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392175 Mar 10 17:25:51.771557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Attempting to bind port d85b1c6e-ec74-4c2f-9e23-948674276769 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:51.772354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Attempting to bind port d85b1c6e-ec74-4c2f-9e23-948674276769 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:51.772691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Attempting to bind port d85b1c6e-ec74-4c2f-9e23-948674276769 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:51.783113 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88615b13-42dd-43eb-bc75-f0261719b680 x-openstack-request-id: req-88615b13-42dd-43eb-bc75-f0261719b680 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:51.783678 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-plugged", "status": "completed", "tag": "60922a52-44b3-4631-9c8c-e598137031e2", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:51.784096 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88615b13-42dd-43eb-bc75-f0261719b680 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:51.784741 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2', 'code': 200} Mar 10 17:25:51.785275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Port d85b1c6e-ec74-4c2f-9e23-948674276769 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:51.785578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Attempting to bind port d85b1c6e-ec74-4c2f-9e23-948674276769 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:51.788645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-abf49c2e-e061-456b-a446-896b1e774a59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fe27ee78-c929-446c-8bc1-cdf746d10102 HTTP/1.1" status: 200 len: 217 time: 0.1210423 Mar 10 17:25:51.831021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:51.831021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:51.831423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:51.831765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Bound port: d85b1c6e-ec74-4c2f-9e23-948674276769, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:51.832115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.852680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a5bcdbc1-18eb-4381-bc66-960b95e023c1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.915491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bcdbc1-18eb-4381-bc66-960b95e023c1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:51.924314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Checking segment: {'id': '685cd610-0619-4bab-a2a1-46daf3561ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:51.924674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Network hostable DHCP agents. Network: 14046092-8236-49c3-bbe6-1db781a9af90, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:25:51.943988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Network 14046092-8236-49c3-bbe6-1db781a9af90 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:25:51.949349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e63dbda-f8ba-4b91-82be-1005eedbdcc2 req-c1253788-f23e-419a-ac9c-280ba1683a56 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850430 Mar 10 17:25:51.956417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 14046092-8236-49c3-bbe6-1db781a9af90) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:51.964267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:51.965229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:51.989980 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0755dd89-b88f-4d35-b9cd-ee50616fa321 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4878271 Mar 10 17:25:51.990673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52414) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:51.995043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:52.018342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.019863 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.107359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for router_controller (90798ade-bf02-4bae-af81-00e69b5e41c5), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.123266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff0199-5303-403d-b7f0-ba4e3734b75d None None] Network 14046092-8236-49c3-bbe6-1db781a9af90 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:52.244183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-14046092-8236-49c3-bbe6-1db781a9af90', 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90', 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'fixed_ips': [{'subnet_id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:25:52.245552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.289692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a891dfb4-2818-454e-b783-25c17d873dc1 req-df2e77de-5d29-409d-84c2-0cc623930f60 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 210 time: 0.4193559 Mar 10 17:25:52.314686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for router_gateway (90798ade-bf02-4bae-af81-00e69b5e41c5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.348097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-7ae005d5-f422-4ee6-9fc2-b986be75fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.348911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-7ae005d5-f422-4ee6-9fc2-b986be75fae1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.5492322 Mar 10 17:25:52.368796 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd548d8-b0e9-480d-8d53-9d3942eaeb21 x-openstack-request-id: req-dcd548d8-b0e9-480d-8d53-9d3942eaeb21 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:52.370214 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:52.370214 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcd548d8-b0e9-480d-8d53-9d3942eaeb21 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:52.370214 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'status': 'completed', 'code': 200} Mar 10 17:25:52.432774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-9729a564-8fa5-4fa1-9190-9257b719e811 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.445570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-9729a564-8fa5-4fa1-9190-9257b719e811 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.59 "GET /v2.0/networks?id=fb5489d5-1018-415a-996c-b1a1d7b1c22b HTTP/1.1" status: 200 len: 814 time: 0.2513134 Mar 10 17:25:52.453628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-4ffff454-d0c5-4cc1-8072-4239199f523c service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695340 Mar 10 17:25:52.457996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Request body: {'port': {'device_id': '24171590-e2e5-46aa-8d68-8dad132828a6', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'admin_state_up': True, 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:52.466492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:52.479143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:52.486376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54665cb7-5815-43b9-aa23-710048ef544d req-37e56e11-d0ef-45d5-9d07-5b172bfd29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.488098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54665cb7-5815-43b9-aa23-710048ef544d req-37e56e11-d0ef-45d5-9d07-5b172bfd29af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1127 time: 0.6267412 Mar 10 17:25:52.498146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Allocated IP 172.20.0.2 (14046092-8236-49c3-bbe6-1db781a9af90/a5bcdbc1-18eb-4381-bc66-960b95e023c1/d7900f50-6ab0-42e6-a544-b5a3c84b12ac) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:52.528794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.543886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c735-4bd6-48de-a03d-155edf34f1e7 req-7c0270e6-b349-4cfb-96a9-fcd78c0d7537 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.545997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e687c735-4bd6-48de-a03d-155edf34f1e7 req-7c0270e6-b349-4cfb-96a9-fcd78c0d7537 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.2499402 Mar 10 17:25:52.617814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c642b96e-bf33-4396-97b6-dd1372252995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.619489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-c642b96e-bf33-4396-97b6-dd1372252995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2489104 Mar 10 17:25:52.632066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.632834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.634320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] 10.222.0.41 "PUT /v2.0/ports/d85b1c6e-ec74-4c2f-9e23-948674276769 HTTP/1.1" status: 200 len: 1095 time: 3.4534581 Mar 10 17:25:52.703214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54665cb7-5815-43b9-aa23-710048ef544d req-e45a7918-8451-4eb0-97c6-491707825e96 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834288 Mar 10 17:25:52.708881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fadbff-2216-41c0-b115-eaa44a5f848d service neutron] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.751934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cffc18-4187-471d-a3bf-9360037a248a req-a62accf4-498e-4d46-9074-3fff76a791e5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:52.768214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51cffc18-4187-471d-a3bf-9360037a248a req-a62accf4-498e-4d46-9074-3fff76a791e5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.3075867 Mar 10 17:25:52.848660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks [] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.863966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:52.925086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Pushing event updated for resources: {'Port': ['ID=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:52.958986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e687c735-4bd6-48de-a03d-155edf34f1e7 req-8a9ea88b-9167-4c88-848d-4d9ed1087f03 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975542 Mar 10 17:25:52.982410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Network 14046092-8236-49c3-bbe6-1db781a9af90 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:52.988442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:52.995032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:53.113350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Attempting to bind port d7900f50-6ab0-42e6-a544-b5a3c84b12ac on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:53.113986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Attempting to bind port d7900f50-6ab0-42e6-a544-b5a3c84b12ac by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '685cd610-0619-4bab-a2a1-46daf3561ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:53.114555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Attempting to bind port d7900f50-6ab0-42e6-a544-b5a3c84b12ac on network 14046092-8236-49c3-bbe6-1db781a9af90 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:53.121856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:53.122545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Checking segment: {'id': '685cd610-0619-4bab-a2a1-46daf3561ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:53.123112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.123688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Bound using segment: {'id': '685cd610-0619-4bab-a2a1-46daf3561ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:53.124314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Bound port: d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685cd610-0619-4bab-a2a1-46daf3561ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:53.124857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.146018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Made reservation on behalf of d362374f9a8f46a2a0885aebcf882050 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:25:53.151031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.183204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for router_gateway (90798ade-bf02-4bae-af81-00e69b5e41c5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.213980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] For port d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:53.217201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51cffc18-4187-471d-a3bf-9360037a248a req-715aa921-7772-4526-b8ba-9d430dbd321a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479134 Mar 10 17:25:53.222791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] For port d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,segment=NetworkSegment(685cd610-0619-4bab-a2a1-46daf3561ec4),segment_id=685cd610-0619-4bab-a2a1-46daf3561ec4)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:53.237226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.240191 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:53.331069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe9f7b-e55b-4167-8fe6-3a7b80ef9d89 None None] Pushing event updated for resources: {'Port': ['ID=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:53.401022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-6caa6a2a-dc04-4929-a2a8-dc5b280c1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:53.402712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-6caa6a2a-dc04-4929-a2a8-dc5b280c1971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 1129 time: 0.5291610 Mar 10 17:25:53.408666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-f354c6e2-d702-4d3b-bedf-453171288fec service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260048 Mar 10 17:25:53.430671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02800b96-f1b1-4c28-8c05-846097601c52 req-28d3e136-0040-4e00-8b6c-b3fd44dc11c3 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:53.432220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-28d3e136-0040-4e00-8b6c-b3fd44dc11c3 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.5311646 Mar 10 17:25:53.526994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Allocated IP 172.20.0.11 (fb5489d5-1018-415a-996c-b1a1d7b1c22b/fbea0a2c-8040-479a-a87a-909b585be278/ad694b05-b87f-4e17-af00-160bb8e5ce65) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:53.565292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462cbe7-2d5c-40df-b719-cf284e38c048 req-239be9d3-8fea-4351-bb28-85739e863772 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:53.566845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1462cbe7-2d5c-40df-b719-cf284e38c048 req-239be9d3-8fea-4351-bb28-85739e863772 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 947 time: 0.4698327 Mar 10 17:25:53.568683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-0bed4136-e368-4cc0-a0ba-43be33cdc9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d85b1c6e-ec74-4c2f-9e23-948674276769 HTTP/1.1" status: 200 len: 217 time: 0.1240232 Mar 10 17:25:53.815180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Allocated IP 172.25.3.22 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6fe2c376-b466-4de9-822a-e67f14693ac2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:53.867760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-6e647892-0f6e-434f-9a98-e7e69c776fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:53.873142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-6e647892-0f6e-434f-9a98-e7e69c776fd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2922406 Mar 10 17:25:53.904753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks [] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.011982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55970b-a26e-4d25-a21f-804f051a829d req-f1df04ef-9876-42db-8a37-891f76ba4019 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.017273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.018141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea55970b-a26e-4d25-a21f-804f051a829d req-f1df04ef-9876-42db-8a37-891f76ba4019 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.6369133 Mar 10 17:25:54.033604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.095659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:54.111913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:54.116057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:54.121536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7900f50-6ab0-42e6-a544-b5a3c84b12ac up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:54.187983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.189069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.205349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Pushing event updated for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.248306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d758e61e-5cce-448f-afb1-981a5d0916b0 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7945724 Mar 10 17:25:54.257784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.261049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d7900f50-6ab0-42e6-a544-b5a3c84b12ac triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:54.261449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.290678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea55970b-a26e-4d25-a21f-804f051a829d req-1b46c904-5e4c-47f4-ad76-121a61098141 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715685 Mar 10 17:25:54.298653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1462cbe7-2d5c-40df-b719-cf284e38c048 req-ede57fad-0548-42ca-94c4-6f04e65bfb10 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099023 Mar 10 17:25:54.314131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-cfab86c2-b7db-4c64-bbf7-881575e4f0ed service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777316 Mar 10 17:25:54.335866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe2c376-b466-4de9-822a-e67f14693ac2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.351384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a41319e4-e8ed-4904-8478-b6ae8a293aab service neutron] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:54.353725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:54.355686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:54.373327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:54.471626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:54.486055 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:54.502047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a41319e4-e8ed-4904-8478-b6ae8a293aab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.505126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02800b96-f1b1-4c28-8c05-846097601c52 req-a41319e4-e8ed-4904-8478-b6ae8a293aab service neutron] 10.222.0.41 "DELETE /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 1.0512815 Mar 10 17:25:54.536326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d7900f50-6ab0-42e6-a544-b5a3c84b12ac is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:54.537008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-3b603f7f-ab7a-4f67-98b4-bd687cfad9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.537659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.540294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-3b603f7f-ab7a-4f67-98b4-bd687cfad9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6442695 Mar 10 17:25:54.613239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,segment=NetworkSegment(685cd610-0619-4bab-a2a1-46daf3561ec4),segment_id=685cd610-0619-4bab-a2a1-46daf3561ec4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:54.627651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.671891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-505f0420-08a0-442c-9422-a8274aa56865 None None] Provisioning complete for port ad694b05-b87f-4e17-af00-160bb8e5ce65 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:54.672268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-505f0420-08a0-442c-9422-a8274aa56865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:54.696272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-75f9d1a9-5ce5-40bc-9891-ce91b795d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.698174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-75f9d1a9-5ce5-40bc-9891-ce91b795d43b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 1129 time: 0.3069494 Mar 10 17:25:54.711865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-505f0420-08a0-442c-9422-a8274aa56865 None None] Port ad694b05-b87f-4e17-af00-160bb8e5ce65 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:54.728210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Request body: {'port': {'device_id': '24171590-e2e5-46aa-8d68-8dad132828a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:25:54.737822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a77f-be5e-41a1-8506-49aafa8110b1 req-6bded7e2-212f-477f-931d-cb42a4b17e2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:54.761647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e677a77f-be5e-41a1-8506-49aafa8110b1 req-6bded7e2-212f-477f-931d-cb42a4b17e2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.2472503 Mar 10 17:25:54.764868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:54.773967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.774586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.775115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.775609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.776091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.776571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.777227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.778356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.778882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.779379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.779857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.780349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.780818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:54.901530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for router_gateway (90798ade-bf02-4bae-af81-00e69b5e41c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.139037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35270cf1-7aa1-4a99-b7bd-364a7205e05d req-68038c21-01a2-401b-b921-6cb3d1f333fd tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.146628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35270cf1-7aa1-4a99-b7bd-364a7205e05d req-68038c21-01a2-401b-b921-6cb3d1f333fd tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 932 time: 0.6264307 Mar 10 17:25:55.195132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5ab0c-38cd-4a68-a683-571aa551e300 None None] Network 14046092-8236-49c3-bbe6-1db781a9af90 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:25:55.209710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.216807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-ab573bc5-c36f-44f3-9e15-e4b9dd5c33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.218605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-ab573bc5-c36f-44f3-9e15-e4b9dd5c33a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4501519 Mar 10 17:25:55.289902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-cca789a7-3822-4066-97b7-722361aa8a4d service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229540 Mar 10 17:25:55.305352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e677a77f-be5e-41a1-8506-49aafa8110b1 req-cdb4107e-1ca5-4794-9c49-ead7e57a8bf9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395947 Mar 10 17:25:55.319215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.333969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c2d546da-f0c9-498b-bfbc-404bcdf614eb None None] Provisioning complete for port d7900f50-6ab0-42e6-a544-b5a3c84b12ac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:55.334777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c2d546da-f0c9-498b-bfbc-404bcdf614eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:55.344250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-b9eaa8cd-f4db-4c6e-8034-38427b14cbfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fe27ee78-c929-446c-8bc1-cdf746d10102 HTTP/1.1" status: 200 len: 217 time: 0.1039734 Mar 10 17:25:55.456466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35270cf1-7aa1-4a99-b7bd-364a7205e05d req-b17dd835-ea12-40bf-92a4-18e24ad2390b tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086405 Mar 10 17:25:55.591055 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa864c-eb66-4acf-957b-0501ca2c2a7d x-openstack-request-id: req-5bfa864c-eb66-4acf-957b-0501ca2c2a7d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:55.592040 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:55.592496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bfa864c-eb66-4acf-957b-0501ca2c2a7d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:55.593084 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'status': 'completed', 'code': 200} Mar 10 17:25:55.636652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c2d546da-f0c9-498b-bfbc-404bcdf614eb None None] Current status of the port d7900f50-6ab0-42e6-a544-b5a3c84b12ac is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:55.708883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Router 90798ade-bf02-4bae-af81-00e69b5e41c5 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:25:55.739285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-6f4ea842-8e05-4926-b057-ab83fd4f84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.741449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-6f4ea842-8e05-4926-b057-ab83fd4f84a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.3302763 Mar 10 17:25:55.887722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba5ff7-7922-4886-b08d-0109b9b2a0b5 req-dfc54941-e382-41a1-9b50-4bb2359a5d3d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.905795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8ba5ff7-7922-4886-b08d-0109b9b2a0b5 req-dfc54941-e382-41a1-9b50-4bb2359a5d3d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.4416933 Mar 10 17:25:55.931729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27fb3d22-98ab-46a3-8e40-e7ea5832d58f req-4f9a8b72-a115-43c4-8344-c19ff777a452 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253502 Mar 10 17:25:55.984623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-ed8719e9-d9d5-4a63-9b64-d0fdfd3383f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:55.987445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-ed8719e9-d9d5-4a63-9b64-d0fdfd3383f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2360182 Mar 10 17:25:55.989153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4bbd11b8-3d2e-47d9-bca3-730256c2ad74 None None] Provisioning complete for port d7900f50-6ab0-42e6-a544-b5a3c84b12ac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:55.989560 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4bbd11b8-3d2e-47d9-bca3-730256c2ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.002509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2113cdf-e01c-4f75-8f02-68e5b893e6f1 req-42f02767-83d2-4ca9-a714-e7bd9bd08e9c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:56.002509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2113cdf-e01c-4f75-8f02-68e5b893e6f1 req-42f02767-83d2-4ca9-a714-e7bd9bd08e9c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1950867 Mar 10 17:25:56.046773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8ba5ff7-7922-4886-b08d-0109b9b2a0b5 req-1869b7be-7e85-458a-aed8-bcf10665a15f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Mar 10 17:25:56.060196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:25:56.086568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7900f50-6ab0-42e6-a544-b5a3c84b12ac up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:25:56.089569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Sync routers for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:25:56.112485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.123062 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be6afd7c-d402-427d-b472-ee0b5582bc23 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1288538 Mar 10 17:25:56.128023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:25:56.146053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2113cdf-e01c-4f75-8f02-68e5b893e6f1 req-3991efae-5ef5-47de-9f37-5ed4533efd00 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248066 Mar 10 17:25:56.153940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:56.154973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:56.413115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d7900f50-6ab0-42e6-a544-b5a3c84b12ac triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:56.418006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.502144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad694b05-b87f-4e17-af00-160bb8e5ce65 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:56.522554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd11b8-3d2e-47d9-bca3-730256c2ad74 None None] Current status of the port d7900f50-6ab0-42e6-a544-b5a3c84b12ac is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:56.529812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks [] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.568039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:56.633671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Transition to ACTIVE for port object ad694b05-b87f-4e17-af00-160bb8e5ce65 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:25:56.662632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.814828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Pushing event updated for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:56.823836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:56.863153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.863508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.864790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.864790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.864790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.864790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.865177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.865464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.865889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.866224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.866909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.867239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.867705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:25:56.906570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-af26d5a9-aac0-46e2-a5d9-d8bfa5c02a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:56.914902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d7900f50-6ab0-42e6-a544-b5a3c84b12ac is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:56.917881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-af26d5a9-aac0-46e2-a5d9-d8bfa5c02a21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 1129 time: 0.9084804 Mar 10 17:25:57.022135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Attempting to bind port ad694b05-b87f-4e17-af00-160bb8e5ce65 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:57.022516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Attempting to bind port ad694b05-b87f-4e17-af00-160bb8e5ce65 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:57.022847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Attempting to bind port ad694b05-b87f-4e17-af00-160bb8e5ce65 on network fb5489d5-1018-415a-996c-b1a1d7b1c22b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:57.032072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Port ad694b05-b87f-4e17-af00-160bb8e5ce65 on network fb5489d5-1018-415a-996c-b1a1d7b1c22b not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:25:57.032360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Attempting to bind port ad694b05-b87f-4e17-af00-160bb8e5ce65 on network fb5489d5-1018-415a-996c-b1a1d7b1c22b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:57.042893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:57.043235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Checking segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:57.043904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Bound using segment: {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:57.044331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Bound port: ad694b05-b87f-4e17-af00-160bb8e5ce65, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a9a273-fa81-423f-90fc-6a483df16a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:57.044695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.064120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:25:54Z', 'revision_number': 3, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:57.107210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Checking router: 90798ade-bf02-4bae-af81-00e69b5e41c5 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:25:57.107796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Updating router 90798ade-bf02-4bae-af81-00e69b5e41c5 port 6fe2c376-b466-4de9-822a-e67f14693ac2 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:25:57.157488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8af96-3ae0-4dc4-8859-5d6774b7d429 req-1048b628-3dfc-4837-817c-c803a3dd596b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.165166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f8af96-3ae0-4dc4-8859-5d6774b7d429 req-1048b628-3dfc-4837-817c-c803a3dd596b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1126 time: 0.8769560 Mar 10 17:25:57.179583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.180619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-b3f0e9f0-0bc9-418a-a1dd-6f05c6c7d135 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1681812 Mar 10 17:25:57.233524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fe27ee78-c929-446c-8bc1-cdf746d10102 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:57.251712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-bfb36816-178a-47d3-820d-13b51c818f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.254326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-bfb36816-178a-47d3-820d-13b51c818f10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3355079 Mar 10 17:25:57.265318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.355864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6d9d-ff03-4dff-87fd-651f5a98a51d req-3db779d7-f3e8-455f-ba0c-f8779294cf65 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.357333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e80a6d9d-ff03-4dff-87fd-651f5a98a51d req-3db779d7-f3e8-455f-ba0c-f8779294cf65 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 1.1078923 Mar 10 17:25:57.402846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:57.431903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-2cb0edd5-1b59-4af0-827f-3cf80abfb4e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d85b1c6e-ec74-4c2f-9e23-948674276769 HTTP/1.1" status: 200 len: 217 time: 0.1391492 Mar 10 17:25:57.437873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:57.452671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.533703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.535055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:57.536930 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-70349fb4-585b-4141-8485-63c967e6342c service neutron] 10.222.0.59 "PUT /v2.0/ports/ad694b05-b87f-4e17-af00-160bb8e5ce65 HTTP/1.1" status: 200 len: 1092 time: 2.8146665 Mar 10 17:25:57.537571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:25:57.544582 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf7211c-a46c-4673-ad06-21d4bddd05c4" -d '{"events": [{"name": "network-changed", "server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:25:57.647338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349fb4-585b-4141-8485-63c967e6342c service neutron] Pushing event updated for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:57.698837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Allocated IP 172.20.0.1 (14046092-8236-49c3-bbe6-1db781a9af90/a5bcdbc1-18eb-4381-bc66-960b95e023c1/862a2a01-2580-4b1b-9ff8-5ecf34e2941d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:25:57.723338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f8af96-3ae0-4dc4-8859-5d6774b7d429 req-45ed18e1-c5eb-4d06-a5ea-0aed02c1a9c8 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525560 Mar 10 17:25:57.838767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-19c54ddc-b05b-4f76-8e46-cffc572af9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:57.845785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-19c54ddc-b05b-4f76-8e46-cffc572af9e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2617223 Mar 10 17:25:57.902467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fe27ee78-c929-446c-8bc1-cdf746d10102,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:57.947644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'mac_address': 'fa:16:3e:af:67:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:57.968861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fb8fc-87c8-4f45-a53f-06de588fdaa5 req-44ad7bbe-5b78-42e8-8740-536522f865b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247000 Mar 10 17:25:57.992988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks [] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.000909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-6fa81142-5595-4a98-8e2b-91567cff8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.002688 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-6fa81142-5595-4a98-8e2b-91567cff8e63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d362374f9a8f46a2a0885aebcf882050&device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 1126 time: 0.1337771 Mar 10 17:25:58.058453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e80a6d9d-ff03-4dff-87fd-651f5a98a51d req-3b8b0a81-0fe0-4655-840d-e11b31c268ba tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247683 Mar 10 17:25:58.086704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.092807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-9f24af4b-6c2c-43bb-a151-f58dd70334aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.095135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-9f24af4b-6c2c-43bb-a151-f58dd70334aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2208288 Mar 10 17:25:58.145532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcd308-2599-40b7-99eb-8488535f01cf req-2ecc3056-7d40-4d10-9b0a-6822d9e53333 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.147595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3bcd308-2599-40b7-99eb-8488535f01cf req-2ecc3056-7d40-4d10-9b0a-6822d9e53333 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.2218828 Mar 10 17:25:58.172175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Network 14046092-8236-49c3-bbe6-1db781a9af90 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:25:58.199829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:25:58.202014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Pushing event updated for resources: {'Port': ['ID=862a2a01-2580-4b1b-9ff8-5ecf34e2941d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.204167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:25:58.247147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port fe27ee78-c929-446c-8bc1-cdf746d10102 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:58.247938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.282932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe27ee78-c929-446c-8bc1-cdf746d10102 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:25:58.311920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (90798ade-bf02-4bae-af81-00e69b5e41c5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.313321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks [] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.332350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.337526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fe27ee78-c929-446c-8bc1-cdf746d10102,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:58.378452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.411909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3bcd308-2599-40b7-99eb-8488535f01cf req-3b64641e-3b89-4694-b529-c6594cd21398 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560980 Mar 10 17:25:58.459722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Attempting to bind port 6fe2c376-b466-4de9-822a-e67f14693ac2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:25:58.460193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Attempting to bind port 6fe2c376-b466-4de9-822a-e67f14693ac2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:25:58.460838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Attempting to bind port 6fe2c376-b466-4de9-822a-e67f14693ac2 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:25:58.470767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f4565-e60b-4cb3-b5b3-6062789bf4bc None None] Pushing event updated for resources: {'Port': ['ID=6fe2c376-b466-4de9-822a-e67f14693ac2,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.476123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61a66-f1cb-4c78-98e1-401b82315f3e req-b769cc5c-cbbf-4039-a108-192d2f6b16de tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.478655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fec61a66-f1cb-4c78-98e1-401b82315f3e req-b769cc5c-cbbf-4039-a108-192d2f6b16de tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2904775 Mar 10 17:25:58.487361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-2a7b0a45-4a38-48e8-be58-3fced8cb7a73 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787534 Mar 10 17:25:58.488080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:25:58.488369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:25:58.488859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.489260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:25:58.489833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Bound port: 6fe2c376-b466-4de9-822a-e67f14693ac2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:25:58.490318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.640070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96b6f46c-6087-47b1-a1c1-1092bdd0b4b4 req-78b46c28-a842-4b11-8a6f-b320047779dc service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054468 Mar 10 17:25:58.689257 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d6cbee35-e926-42a3-ab1b-982fd05e9f93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65 HTTP/1.1" status: 200 len: 217 time: 0.0916169 Mar 10 17:25:58.693248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8f3e5c3e-db80-451f-968b-998ae2750e7a None None] Provisioning complete for port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:25:58.694000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5c3e-db80-451f-968b-998ae2750e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.742562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fec61a66-f1cb-4c78-98e1-401b82315f3e req-bfd65d24-119a-4a05-82d7-2ae4b473d141 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518067 Mar 10 17:25:58.766133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] For port 6fe2c376-b466-4de9-822a-e67f14693ac2, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:25:58.769506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:58.770182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8410-f858-4f47-a11b-4b04b65e6d3c req-74ee6148-2b80-4689-bdaf-f1c2d37f01b2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.777213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392a8410-f858-4f47-a11b-4b04b65e6d3c req-74ee6148-2b80-4689-bdaf-f1c2d37f01b2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1343946 Mar 10 17:25:58.796956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] For port 6fe2c376-b466-4de9-822a-e67f14693ac2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fe2c376-b466-4de9-822a-e67f14693ac2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:25:58.824113 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.827488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e5c3e-db80-451f-968b-998ae2750e7a None None] Port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:25:58.907294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:58.907545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392a8410-f858-4f47-a11b-4b04b65e6d3c req-d7fbb07b-2864-4b97-8574-ef36d58e017d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205261 Mar 10 17:25:58.932805 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4361a61d-aece-4a4f-afe8-c488a28cc19e x-openstack-request-id: req-4361a61d-aece-4a4f-afe8-c488a28cc19e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:25:58.934348 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:25:58.935438 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4361a61d-aece-4a4f-afe8-c488a28cc19e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:25:58.936466 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65', 'status': 'completed', 'code': 200} Mar 10 17:25:58.942075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['fe27ee78-c929-446c-8bc1-cdf746d10102'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:25:58.981961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-06f40a89-9c45-40de-818e-6e07b7e8f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:58.984295 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-06f40a89-9c45-40de-818e-6e07b7e8f46b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbea0a2c-8040-479a-a87a-909b585be278 HTTP/1.1" status: 200 len: 853 time: 0.2264023 Mar 10 17:25:59.135973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f4565-e60b-4cb3-b5b3-6062789bf4bc None None] Pushing event updated for resources: {'Port': ['ID=6fe2c376-b466-4de9-822a-e67f14693ac2,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:25:59.141803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:25:59.146624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:25:59.202465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9b0de2b9-2914-4b41-bb07-5fcd7c5d9c51 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.215106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9b0de2b9-2914-4b41-bb07-5fcd7c5d9c51 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.2614651 Mar 10 17:25:59.240547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d0bd9-c0d6-41c9-851c-2ba8928eaf50 req-cc8abfd5-4ea6-4cc5-9742-505ed17ead16 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.242562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac1d0bd9-c0d6-41c9-851c-2ba8928eaf50 req-cc8abfd5-4ea6-4cc5-9742-505ed17ead16 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1127 time: 0.2424340 Mar 10 17:25:59.267386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d85b1c6e-ec74-4c2f-9e23-948674276769 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:25:59.279326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-3b849103-b11d-4530-b3d0-6b05aa00dc33 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/quotas/519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 375 time: 0.0554740 Mar 10 17:25:59.402651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac1d0bd9-c0d6-41c9-851c-2ba8928eaf50 req-683673f5-c81b-45c5-901c-c0be701546e5 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470225 Mar 10 17:25:59.451057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-bad5bce5-c507-4e66-a55e-70f46d23c4c6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647804 Mar 10 17:25:59.568850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:25:59.633310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.647675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:25:59.696143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-8b76287a-4b40-44c9-bd6e-2d9d93090b4e service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438514 Mar 10 17:25:59.721033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'mac_address': 'fa:16:3e:a1:7d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:25:59.819013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-b194a6d6-417c-40dd-b923-3ab442cc8229 service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215377 Mar 10 17:25:59.877639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4021f8-df76-4711-b3be-1d618015cfb3 req-560ded5a-4650-4d50-9fc9-721e303300e5 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:25:59.884166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c4021f8-df76-4711-b3be-1d618015cfb3 req-560ded5a-4650-4d50-9fc9-721e303300e5 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.2762611 Mar 10 17:25:59.952237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks [] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.953623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d85b1c6e-ec74-4c2f-9e23-948674276769 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:25:59.954226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:25:59.964539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.027477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c4021f8-df76-4711-b3be-1d618015cfb3 req-50f3aabc-4cc2-41f1-a8f7-34eca67e03b8 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333973 Mar 10 17:26:00.103529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85b1c6e-ec74-4c2f-9e23-948674276769 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:00.145926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Pushing event updated for resources: {'Port': ['ID=862a2a01-2580-4b1b-9ff8-5ecf34e2941d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:00.152987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (90798ade-bf02-4bae-af81-00e69b5e41c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.196687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:00.206256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:00.264244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:00.274721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 4, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '862a2a01-2580-4b1b-9ff8-5ecf34e2941d', 'name': '', 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'mac_address': 'fa:16:3e:c7:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:57Z', 'updated_at': '2022-03-10T17:25:57Z', 'revision_number': 1, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'subnets': [{'id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:00.310244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da85fbb-394b-4273-83b1-fb09aa0e7d6c req-c2813e49-a7eb-4fdc-93b4-a902e6f84ce0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.322637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4da85fbb-394b-4273-83b1-fb09aa0e7d6c req-c2813e49-a7eb-4fdc-93b4-a902e6f84ce0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 947 time: 0.1460264 Mar 10 17:26:00.332820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7000d-5403-42e5-b8eb-5216915c5e00 None None] The sync data for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 is: [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 4, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '862a2a01-2580-4b1b-9ff8-5ecf34e2941d', 'name': '', 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'mac_address': 'fa:16:3e:c7:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:57Z', 'updated_at': '2022-03-10T17:25:57Z', 'revision_number': 1, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'subnets': [{'id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:00.417171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb171a9-6b84-47bf-a11b-f495a9215933 req-47303bec-985f-49d9-82b4-24861d533bad tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.421647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fb171a9-6b84-47bf-a11b-f495a9215933 req-47303bec-985f-49d9-82b4-24861d533bad tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2284541 Mar 10 17:26:00.517882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-42983cde-80b9-44f2-838f-a8ae63234585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:00.521018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4da85fbb-394b-4273-83b1-fb09aa0e7d6c req-8606c2fe-af02-40bb-b7d9-e58ed09bd910 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959107 Mar 10 17:26:00.526779 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-42983cde-80b9-44f2-838f-a8ae63234585 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb5489d5-1018-415a-996c-b1a1d7b1c22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952057 Mar 10 17:26:00.528621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Network 14046092-8236-49c3-bbe6-1db781a9af90 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:00.538228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:00.626989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fb171a9-6b84-47bf-a11b-f495a9215933 req-533c2af9-5d2a-4107-8840-296669108800 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942182 Mar 10 17:26:00.697188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d85b1c6e-ec74-4c2f-9e23-948674276769'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:00.745900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f9ff29-1b15-4abd-9585-7fae56088a62 req-7d256970-f5f9-4de4-8471-f9722589b9e5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 210 time: 0.0694976 Mar 10 17:26:01.141499 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-c0513a22-e543-4b53-9436-cd3444ebad7a service neutron] 10.222.0.59 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918119 Mar 10 17:26:01.182031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f986d8af-cee9-4f90-bc91-480f089eea65 None None] Provisioning complete for port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:01.182651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f986d8af-cee9-4f90-bc91-480f089eea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.191956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Router 90798ade-bf02-4bae-af81-00e69b5e41c5 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:01.267076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fe27ee78-c929-446c-8bc1-cdf746d10102 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:01.285661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dad19b-e563-4c13-b9d1-0d614227cee4 req-b85d36fb-8d64-415a-bf8e-f3cedae6e088 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.291716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dad19b-e563-4c13-b9d1-0d614227cee4 req-b85d36fb-8d64-415a-bf8e-f3cedae6e088 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.1413174 Mar 10 17:26:01.361917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dad19b-e563-4c13-b9d1-0d614227cee4 req-5d0ad29f-c50d-4876-b238-a1a74469f894 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636880 Mar 10 17:26:01.384012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f986d8af-cee9-4f90-bc91-480f089eea65 None None] Port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:01.456434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port fe27ee78-c929-446c-8bc1-cdf746d10102 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:01.479169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port fe27ee78-c929-446c-8bc1-cdf746d10102 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:01.479787 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.508793 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2cfc0cdb-ba5d-4722-8be3-1c19d7cefb7a req-d378b0de-2a80-49c0-9ce5-263093df85c0 service neutron] 10.222.0.59 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416770 Mar 10 17:26:01.705430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port fe27ee78-c929-446c-8bc1-cdf746d10102 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:01.706010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.713625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:01.768256 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06a72b27-7f35-489b-a1f1-763c821e9715 admin admin] 10.222.0.35 "PUT /v2.0/routers/90798ade-bf02-4bae-af81-00e69b5e41c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6345539 Mar 10 17:26:01.811510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:01.813825 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a06dbf-12d3-428b-8523-2ba7e3812014" -d '{"events": [{"server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "name": "network-vif-plugged", "status": "completed", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:01.820982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc2141-c635-4499-af9a-4e621d262810 req-5eb877d6-08f7-42a7-846e-2f8d4a0d0dd8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.834641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbfc2141-c635-4499-af9a-4e621d262810 req-5eb877d6-08f7-42a7-846e-2f8d4a0d0dd8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 948 time: 0.1120045 Mar 10 17:26:01.883785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fe27ee78-c929-446c-8bc1-cdf746d10102,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:01.891606 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:01.967662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbfc2141-c635-4499-af9a-4e621d262810 req-52ae6aac-2634-4e87-9e04-f878c64e4503 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311054 Mar 10 17:26:01.988616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-e3d2a130-9201-45df-a68b-48960ff0714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:01.990174 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-e3d2a130-9201-45df-a68b-48960ff0714a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d362374f9a8f46a2a0885aebcf882050&device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 1126 time: 0.2742748 Mar 10 17:26:01.994142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544145-4a93-4597-b548-604465ba44da req-5efbcd37-40d0-476d-9e80-a4116ac6af55 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.009698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f544145-4a93-4597-b548-604465ba44da req-5efbcd37-40d0-476d-9e80-a4116ac6af55 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1471760 Mar 10 17:26:02.262677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f544145-4a93-4597-b548-604465ba44da req-9debb706-8f37-4d89-8148-801dd121cf8d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485564 Mar 10 17:26:02.288437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef46a101-a56c-4078-a201-8112dbfe7980 req-37e0a88f-50b8-4e21-9a79-9f763657b871 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 210 time: 0.1351774 Mar 10 17:26:02.361899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-b827e18c-a676-487d-bc72-68535bfcf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.373269 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-b827e18c-a676-487d-bc72-68535bfcf01c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb5489d5-1018-415a-996c-b1a1d7b1c22b HTTP/1.1" status: 200 len: 915 time: 0.3650019 Mar 10 17:26:02.511733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-bafa6cbe-040c-40af-9172-c2b06d02d442 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65 HTTP/1.1" status: 200 len: 217 time: 0.1180618 Mar 10 17:26:02.639618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-234d9fdd-f498-481e-a965-b46a65de58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.641678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-234d9fdd-f498-481e-a965-b46a65de58eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fbea0a2c-8040-479a-a87a-909b585be278 HTTP/1.1" status: 200 len: 853 time: 0.1144738 Mar 10 17:26:02.650746 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4497c-8015-41f9-ab89-95df12f0debc x-openstack-request-id: req-2fc4497c-8015-41f9-ab89-95df12f0debc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:02.651298 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "name": "network-vif-plugged", "status": "completed", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:02.651298 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fc4497c-8015-41f9-ab89-95df12f0debc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:02.651671 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'code': 200} Mar 10 17:26:02.652402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fe2c376-b466-4de9-822a-e67f14693ac2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:02.729887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-8b36a79a-fd4e-44ef-a592-22b6c53ad10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.731844 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-8b36a79a-fd4e-44ef-a592-22b6c53ad10c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb5489d5-1018-415a-996c-b1a1d7b1c22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812056 Mar 10 17:26:02.741728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:02.794804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6fe2c376-b466-4de9-822a-e67f14693ac2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:02.795253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:02.848279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1519af4-9921-4b8e-beeb-f5d0d3f7ddbe req-9538b5b7-d6c0-4cb8-bb24-dcbf6f25bdf4 tempest-FloatingIPsNegativeTestJSON-1172405602 tempest-FloatingIPsNegativeTestJSON-1172405602-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=c1b5521134f64e1eade318ac3d208875 HTTP/1.1" status: 200 len: 217 time: 0.1712461 Mar 10 17:26:02.880387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-18b9ddee-db07-4866-a145-e7f9ed5a3607 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.882249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-18b9ddee-db07-4866-a145-e7f9ed5a3607 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.5539327 Mar 10 17:26:02.948275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Request body: {'port': {'device_id': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'admin_state_up': True, 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:02.964111 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-1706ae2b-e08a-4eca-b1f5-bb5be7b84d2e service neutron] 10.222.0.59 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212784 Mar 10 17:26:02.984263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f505f-1b03-44fd-ad38-2cb1b9fc17c5 req-0e673fb8-3929-4541-972b-a58709db1216 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:02.986085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe2f505f-1b03-44fd-ad38-2cb1b9fc17c5 req-0e673fb8-3929-4541-972b-a58709db1216 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.4275894 Mar 10 17:26:03.001961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1b2928b-5049-4356-a108-317e06265fe3 req-7457b01b-eb6e-499a-8cb9-1643fadade70 tempest-FloatingIPsNegativeTestJSON-1172405602 tempest-FloatingIPsNegativeTestJSON-1172405602-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1283908 Mar 10 17:26:03.062846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6fe2c376-b466-4de9-822a-e67f14693ac2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:03.070972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.077400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d337-1109-45bd-856c-028cbc39ca54 req-7971e1e7-0871-4a9f-9c59-fd2f774cd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:03.079840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75f0d337-1109-45bd-856c-028cbc39ca54 req-7971e1e7-0871-4a9f-9c59-fd2f774cd12e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 1131 time: 0.5062573 Mar 10 17:26:03.145739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 6fe2c376-b466-4de9-822a-e67f14693ac2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fe2c376-b466-4de9-822a-e67f14693ac2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:03.152213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.214595 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bf7211c-a46c-4673-ad06-21d4bddd05c4 req-ec108e60-bd17-49da-9ad9-10916a3416d0 service neutron] 10.222.0.59 "GET /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943355 Mar 10 17:26:03.272809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=6fe2c376-b466-4de9-822a-e67f14693ac2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:03.284681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d85b1c6e-ec74-4c2f-9e23-948674276769 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:03.334908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75f0d337-1109-45bd-856c-028cbc39ca54 req-bc3dfc8a-122e-4756-bf28-114e2ac586f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965497 Mar 10 17:26:03.353908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe2f505f-1b03-44fd-ad38-2cb1b9fc17c5 req-7313bc2c-fbac-4930-9bff-db6337e2aee2 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263373 Mar 10 17:26:03.402197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port d85b1c6e-ec74-4c2f-9e23-948674276769 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:03.408233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d85b1c6e-ec74-4c2f-9e23-948674276769 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:03.408929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.423058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfd583-3e32-47e0-ac2e-f2cffa1ed042 req-245c8859-f8de-41b5-80ab-f118e2a51082 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:03.430655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75bfd583-3e32-47e0-ac2e-f2cffa1ed042 req-245c8859-f8de-41b5-80ab-f118e2a51082 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 948 time: 0.2934613 Mar 10 17:26:03.439300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:03.442602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.486691 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-d6dbed16-8608-47f4-8cc7-0d7ad7e44f6c req-15ddd16e-02db-4971-a5b4-74c2b7e36a97 tempest-FloatingIPsNegativeTestJSON-1172405602 tempest-FloatingIPsNegativeTestJSON-1172405602-project] show failed (client error): The resource could not be found. Mar 10 17:26:03.497560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52558) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:03.515041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6dbed16-8608-47f4-8cc7-0d7ad7e44f6c req-15ddd16e-02db-4971-a5b4-74c2b7e36a97 tempest-FloatingIPsNegativeTestJSON-1172405602 tempest-FloatingIPsNegativeTestJSON-1172405602-project] 10.222.0.35 "GET /v2.0/floatingips/ba440e6d-f042-43d3-90bf-157694533fc9 HTTP/1.1" status: 404 len: 350 time: 0.1058471 Mar 10 17:26:03.566775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d85b1c6e-ec74-4c2f-9e23-948674276769 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:03.567178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.654004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:03.670600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:03.750126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75bfd583-3e32-47e0-ac2e-f2cffa1ed042 req-580a733a-9c3a-476e-9233-e737b1926a39 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185139 Mar 10 17:26:03.775863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:03.927886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-feaac151-0df3-45e3-b2a7-d46e0dcc4943 req-0aa96e00-63a3-4f7a-a8cd-a9a55fcb4c06 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 210 time: 0.0513105 Mar 10 17:26:03.991669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb344-46e5-474b-a57a-07b88b1a2e16 req-2c137300-d042-47de-a355-45caba54676a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:04.003520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-056eb344-46e5-474b-a57a-07b88b1a2e16 req-2c137300-d042-47de-a355-45caba54676a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2918911 Mar 10 17:26:04.052958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Allocated IP 172.20.0.10 (b2899171-52e0-4889-b51f-5adef352bd5d/8f2f7e58-7d36-4f70-9d63-8ea48bdd158c/de647e3a-89f1-4971-b6db-0452894c56ed) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:04.088546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fe2c376-b466-4de9-822a-e67f14693ac2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:04.201248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-056eb344-46e5-474b-a57a-07b88b1a2e16 req-e3f2b840-cdff-4a9b-9964-1065e4466a8e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967413 Mar 10 17:26:04.243066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6fe2c376-b466-4de9-822a-e67f14693ac2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:04.243463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:04.448419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6fe2c376-b466-4de9-822a-e67f14693ac2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:04.516104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (90798ade-bf02-4bae-af81-00e69b5e41c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:04.653974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:04.656707 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9df570-5c2c-4cca-80d2-a6f295a400ad" -d '{"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:04.675901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:04.868695 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Sync routers for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:04.886985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Deleting port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:04.888007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:04.897343 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:04.898112 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:04.904778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff9a3-8c7b-4851-9ed6-228978240b83 req-a4d880db-d685-4b76-ab93-2ad8c51d87bb tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:04.905059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab8ff9a3-8c7b-4851-9ed6-228978240b83 req-a4d880db-d685-4b76-ab93-2ad8c51d87bb tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.4414842 Mar 10 17:26:04.930418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks [] for port (de647e3a-89f1-4971-b6db-0452894c56ed), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:04.952238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4480ab-d284-4f6b-bc78-29ebcc8fc704 req-469e39f3-d8a4-4080-9c43-4959b85eda52 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:04.955307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed4480ab-d284-4f6b-bc78-29ebcc8fc704 req-469e39f3-d8a4-4080-9c43-4959b85eda52 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.4226921 Mar 10 17:26:05.003313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.018932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.046859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Calling delete_port for 862a2a01-2580-4b1b-9ff8-5ecf34e2941d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:05.101447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Network b2899171-52e0-4889-b51f-5adef352bd5d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:05.110853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:05.147950 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:05.162608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:05.196802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed4480ab-d284-4f6b-bc78-29ebcc8fc704 req-0bc356c5-bbea-4a7c-a5e6-1309dca5d398 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058489 Mar 10 17:26:05.202584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:05.211336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab8ff9a3-8c7b-4851-9ed6-228978240b83 req-18994e7e-687c-4a37-9139-c7cdefe7c8d6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997599 Mar 10 17:26:05.233885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.234369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.234964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.235394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.235807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.236329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.236717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.237113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.237504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.237933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.238293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.238699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.239090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:05.275728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.276436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.301335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-9485cc96-88ad-4dd4-be03-cfd8cce4b55a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3579175 Mar 10 17:26:05.306366 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae60dfd7-64cd-4aaf-b671-23aa9625aab2 x-openstack-request-id: req-ae60dfd7-64cd-4aaf-b671-23aa9625aab2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:05.306760 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-plugged", "status": "completed", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:05.307019 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae60dfd7-64cd-4aaf-b671-23aa9625aab2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:05.307443 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'code': 200} Mar 10 17:26:05.342704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Request body: {'port': {'device_id': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:05.402170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (862a2a01-2580-4b1b-9ff8-5ecf34e2941d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.450647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=862a2a01-2580-4b1b-9ff8-5ecf34e2941d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:05.505513 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:25:58Z', 'revision_number': 4, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '862a2a01-2580-4b1b-9ff8-5ecf34e2941d', 'name': '', 'network_id': '14046092-8236-49c3-bbe6-1db781a9af90', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'mac_address': 'fa:16:3e:c7:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:57Z', 'updated_at': '2022-03-10T17:25:59Z', 'revision_number': 2, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'subnets': [{'id': 'a5bcdbc1-18eb-4381-bc66-960b95e023c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:05.539024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.569792 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Checking router: 90798ade-bf02-4bae-af81-00e69b5e41c5 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:05.570143 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Updating router 90798ade-bf02-4bae-af81-00e69b5e41c5 port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:05.603889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37679a-a5b4-4739-82b6-fb808645a99a req-97f05d3e-49be-4b66-9767-7599756ec4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.605396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa37679a-a5b4-4739-82b6-fb808645a99a req-97f05d3e-49be-4b66-9767-7599756ec4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 1131 time: 0.2034476 Mar 10 17:26:05.609084 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Port 862a2a01-2580-4b1b-9ff8-5ecf34e2941d not found while updating agent binding for router 90798ade-bf02-4bae-af81-00e69b5e41c5. {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 17:26:05.626338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9303-e9b0-4700-b796-6ef5c0b0e129 req-ba113d03-b33e-4f38-b8ed-a5043fd4539a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.628036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f34c9303-e9b0-4700-b796-6ef5c0b0e129 req-ba113d03-b33e-4f38-b8ed-a5043fd4539a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 949 time: 0.2280781 Mar 10 17:26:05.639527 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:05.640159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:05.644381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e8c9-e904-4822-b461-39ca5831fa61 req-a67bebfb-bc64-4710-8790-fb1f377f6b18 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:05.651669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea62e8c9-e904-4822-b461-39ca5831fa61 req-a67bebfb-bc64-4710-8790-fb1f377f6b18 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 932 time: 0.2501903 Mar 10 17:26:05.674561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (90798ade-bf02-4bae-af81-00e69b5e41c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:05.765930 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:05.839775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa37679a-a5b4-4739-82b6-fb808645a99a req-7d18034a-8657-4c84-825b-6f96a895a41d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215261 Mar 10 17:26:05.851757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f34c9303-e9b0-4700-b796-6ef5c0b0e129 req-9088ea3d-03b1-47e7-9c58-52063118bdca tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958833 Mar 10 17:26:05.878805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea62e8c9-e904-4822-b461-39ca5831fa61 req-be59c271-d1dc-4bcc-8011-93e60f7a2dab tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104402 Mar 10 17:26:05.920756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Router 90798ade-bf02-4bae-af81-00e69b5e41c5 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:05.963058 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:26:05Z', 'revision_number': 5, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:05.995069 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065474-088d-4f10-b795-a9929a09fe70 None None] The sync data for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 is: [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:26:05Z', 'revision_number': 5, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port': {'id': '6fe2c376-b466-4de9-822a-e67f14693ac2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:53Z', 'updated_at': '2022-03-10T17:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:06.043836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:06.052157 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99e5891a-daf1-451b-854c-ed231d8cffe7 admin admin] 10.222.0.35 "PUT /v2.0/routers/90798ade-bf02-4bae-af81-00e69b5e41c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502377 Mar 10 17:26:06.052485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52580) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:06.075089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de647e3a-89f1-4971-b6db-0452894c56ed {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:06.085561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30dc68-82cc-4f27-8ba3-3ae279556311 req-b38136d2-2987-43e9-948c-cf0671452aae tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.087075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d30dc68-82cc-4f27-8ba3-3ae279556311 req-b38136d2-2987-43e9-948c-cf0671452aae tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1119642 Mar 10 17:26:06.091534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks [] for port (de647e3a-89f1-4971-b6db-0452894c56ed), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.118735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Transition to ACTIVE for port object de647e3a-89f1-4971-b6db-0452894c56ed will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:06.129355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.183501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d30dc68-82cc-4f27-8ba3-3ae279556311 req-f6ee69ea-45dd-4f2c-8660-2d60eb76521c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893223 Mar 10 17:26:06.191623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks [] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.196950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:06.247107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-e0ffaed9-78e7-4005-a224-b440038bafa0 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.247924 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-e0ffaed9-78e7-4005-a224-b440038bafa0 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.1085238 Mar 10 17:26:06.295592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:06.295961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:06.296344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:06.305794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:06.306110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:06.360836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:06.361106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:06.361403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:06.361852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Bound port: de647e3a-89f1-4971-b6db-0452894c56ed, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:06.362236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.369413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks [] for router_gateway (90798ade-bf02-4bae-af81-00e69b5e41c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.455409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2de708-090c-4f1c-8f8a-a0f95f69ae23 req-a10c6d90-1f05-48be-92de-d08ef69bfb05 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.457042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e2de708-090c-4f1c-8f8a-a0f95f69ae23 req-a10c6d90-1f05-48be-92de-d08ef69bfb05 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 945 time: 0.1532629 Mar 10 17:26:06.466259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dcef-8557-4288-ab08-d7ace0c767ed req-9dd06fef-0183-419b-9990-50c51342fbe1 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.467848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9af9dcef-8557-4288-ab08-d7ace0c767ed req-9dd06fef-0183-419b-9990-50c51342fbe1 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.1652143 Mar 10 17:26:06.501916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:06.527283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:06.561781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.587152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e2de708-090c-4f1c-8f8a-a0f95f69ae23 req-5ac0f0dd-72c8-45e0-9742-5b3a6f767837 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b4408ae-6d96-46b8-a22c-cfb942a4994b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182723 Mar 10 17:26:06.609057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9af9dcef-8557-4288-ab08-d7ace0c767ed req-0216e886-5166-47bc-adb7-e784fcfa6659 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306968 Mar 10 17:26:06.617573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.618122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.620079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] 10.222.0.59 "PUT /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 1092 time: 1.2976255 Mar 10 17:26:06.622738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:06.632437 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea1d645-ded6-40f2-b779-c50ac28f7b51" -d '{"events": [{"name": "network-changed", "server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:06.669080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261a8cf-a083-4d1a-9ff1-ae633f5a9da8 service neutron] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:06.726014 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467360ae-485b-473b-992d-b9d3c026e0e4 x-openstack-request-id: req-467360ae-485b-473b-992d-b9d3c026e0e4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:06.726316 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:06.726721 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-467360ae-485b-473b-992d-b9d3c026e0e4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:06.727448 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'status': 'completed', 'code': 200} Mar 10 17:26:06.741678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-a8887438-01cc-4631-b269-5034b17e305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.743074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-a8887438-01cc-4631-b269-5034b17e305e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1126 time: 0.0695517 Mar 10 17:26:06.795957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-5ce80c62-d90d-46f5-abc6-c9db3aeb97a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.0446315 Mar 10 17:26:06.805848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Deleting port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:06.810269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.869581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-98308057-ddf1-4a95-b522-418b686e8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:06.871166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-98308057-ddf1-4a95-b522-418b686e8537 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0661137 Mar 10 17:26:06.936918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] For port 44f9ba73-28a3-4569-a3d7-1c5f034b6248, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44f9ba73-28a3-4569-a3d7-1c5f034b6248,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:06.937371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:06.938883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-898c079e-8478-487b-ac87-80ef8ec34c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565073 Mar 10 17:26:06.956820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Deleting port 6fe2c376-b466-4de9-822a-e67f14693ac2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:06.957271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.071987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1b280-c43f-4a98-b1f7-fd0541f242e0 req-b5853827-5658-45e2-b91a-0ceabce9824c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.073696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9b1b280-c43f-4a98-b1f7-fd0541f242e0 req-b5853827-5658-45e2-b91a-0ceabce9824c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 949 time: 0.1076195 Mar 10 17:26:07.075572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-1ccbf535-b6f4-446e-898f-6296cad00f39 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303864 Mar 10 17:26:07.314756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9b1b280-c43f-4a98-b1f7-fd0541f242e0 req-260b6121-44c9-410f-a7d8-db51c331588c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093279 Mar 10 17:26:07.339106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.339403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.339550 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Floating IP a4bbea55-40e1-41c6-9c87-2dcd73da3fd1 disassociated. External IP: 172.25.3.56, port: 44f9ba73-28a3-4569-a3d7-1c5f034b6248. Mar 10 17:26:07.339900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Calling delete_port for 44f9ba73-28a3-4569-a3d7-1c5f034b6248 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:07.419828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Sync routers for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:07.425950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bbf62-538b-488f-b69c-e54bd10a1e52 req-ea8b5aac-6cc0-44de-b8b3-d5d2b17526fa tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.427932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e87bbf62-538b-488f-b69c-e54bd10a1e52 req-ea8b5aac-6cc0-44de-b8b3-d5d2b17526fa tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.2089117 Mar 10 17:26:07.429763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c16ce3-696c-4fb7-b043-1f8876c92d1d req-0308344b-e800-480d-aa59-cbf358eb59ca service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447433 Mar 10 17:26:07.452822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:07.453471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:07.453684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] For port 6fe2c376-b466-4de9-822a-e67f14693ac2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fe2c376-b466-4de9-822a-e67f14693ac2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:07.453950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.471941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Calling delete_port for 6fe2c376-b466-4de9-822a-e67f14693ac2 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:07.532836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8289-2afc-4565-8fae-0d8e2b719317 req-67342494-df38-4375-ada5-0bb662c6e053 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.542454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff2c8289-2afc-4565-8fae-0d8e2b719317 req-67342494-df38-4375-ada5-0bb662c6e053 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1116276 Mar 10 17:26:07.564593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:07.627899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e87bbf62-538b-488f-b69c-e54bd10a1e52 req-8975895d-1ff2-4baf-b71c-dd790825c39c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672113 Mar 10 17:26:07.683611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:26:06Z', 'revision_number': 6, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:07.685923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-586bb931-932b-458c-a521-fe456ea5ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.688953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-586bb931-932b-458c-a521-fe456ea5ed47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1126 time: 0.1642201 Mar 10 17:26:07.702571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff2c8289-2afc-4565-8fae-0d8e2b719317 req-435c52cc-ddb0-4c3f-845b-419d6f72d79d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592026 Mar 10 17:26:07.719381 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44f9ba73-28a3-4569-a3d7-1c5f034b6248), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.722321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6fe2c376-b466-4de9-822a-e67f14693ac2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:07.759683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Checking router: 90798ade-bf02-4bae-af81-00e69b5e41c5 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:07.760769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe2c376-b466-4de9-822a-e67f14693ac2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:07.790043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Routers {'90798ade-bf02-4bae-af81-00e69b5e41c5'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:07.790682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event deleted for resources: {'Port': ['ID=44f9ba73-28a3-4569-a3d7-1c5f034b6248,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:07.790849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['90798ade-bf02-4bae-af81-00e69b5e41c5'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:07.896866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] Set router 90798ade-bf02-4bae-af81-00e69b5e41c5 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:07.918966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e108b9-2c13-450e-97c5-6426a01bd5b1 req-ad4f05e6-28df-43cd-9eb3-271f54a8f2b2 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16 HTTP/1.1" status: 200 len: 210 time: 0.0748029 Mar 10 17:26:07.981723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Router e3575d18-c8ca-4028-867b-0bdd0d9511b2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:07.982933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-632f80ac-143b-4e1d-8772-e215b3405fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:07.985156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-632f80ac-143b-4e1d-8772-e215b3405fea service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.2815304 Mar 10 17:26:07.992531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (90798ade-bf02-4bae-af81-00e69b5e41c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.053561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 862a2a01-2580-4b1b-9ff8-5ecf34e2941d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:08.058139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff95fc-93c2-45e8-bde5-373ad55306dd req-3daa7396-ffa3-430d-9bd8-4a2473531ed4 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.059050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:26:07Z', 'revision_number': 7, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:08.067682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57ff95fc-93c2-45e8-bde5-373ad55306dd req-3daa7396-ffa3-430d-9bd8-4a2473531ed4 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 944 time: 0.2204809 Mar 10 17:26:08.075668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-b21964ba-014f-45d7-92bf-58b7008fc5c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.0747044 Mar 10 17:26:08.109079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 862a2a01-2580-4b1b-9ff8-5ecf34e2941d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:08.109773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 862a2a01-2580-4b1b-9ff8-5ecf34e2941d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:08.116337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50dd572-7466-4410-af9a-2c05e784aeb9 None None] The sync data for ids ['90798ade-bf02-4bae-af81-00e69b5e41c5'] in n-d-833115-2 is: [{'id': '90798ade-bf02-4bae-af81-00e69b5e41c5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1353482138-router', 'tenant_id': 'c1b5521134f64e1eade318ac3d208875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:52Z', 'updated_at': '2022-03-10T17:26:07Z', 'revision_number': 7, 'project_id': 'c1b5521134f64e1eade318ac3d208875', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:08.154529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad694b05-b87f-4e17-af00-160bb8e5ce65 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:08.162526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.168997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks [] for router_controller (90798ade-bf02-4bae-af81-00e69b5e41c5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.197272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-6f9d3268-16a9-4875-9bae-5831793ad898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.199270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-6f9d3268-16a9-4875-9bae-5831793ad898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1118267 Mar 10 17:26:08.215747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57ff95fc-93c2-45e8-bde5-373ad55306dd req-54886748-89c6-4fdc-ae2c-65af7693dfee tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414218 Mar 10 17:26:08.281967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-afdef266-25f0-4e45-862c-e6da913a5145 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649929 Mar 10 17:26:08.323200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (90798ade-bf02-4bae-af81-00e69b5e41c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.323889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90798ade-bf02-4bae-af81-00e69b5e41c5 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:26:08.341453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.347579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-584efebe-4dc2-48ab-8b78-ce5661c28207 admin admin] 10.222.0.35 "DELETE /v2.0/routers/90798ade-bf02-4bae-af81-00e69b5e41c5 HTTP/1.1" status: 204 len: 168 time: 2.2920508 Mar 10 17:26:08.348183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:08.356187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:08.382932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'ad694b05-b87f-4e17-af00-160bb8e5ce65', 'network_id': 'fb5489d5-1018-415a-996c-b1a1d7b1c22b', 'port_id': 'ad694b05-b87f-4e17-af00-160bb8e5ce65', 'mac_address': 'fa:16:3e:c7:8d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbea0a2c-8040-479a-a87a-909b585be278', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:08.426477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-0ca02862-8bd5-4b5c-b4eb-63f8a55b71cc service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328340 Mar 10 17:26:08.427939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ad694b05-b87f-4e17-af00-160bb8e5ce65 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:08.428417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.444199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad694b05-b87f-4e17-af00-160bb8e5ce65 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:08.446861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:08.460284 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Sync routers for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:08.470178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:08.477153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:08.478070 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:08.486546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.511299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] No DVR routers for this DVR port 44f9ba73-28a3-4569-a3d7-1c5f034b6248 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:08.515270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.518701 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1762044-146c-40e8-b5d3-150edcb9f908 req-58700e87-7692-46c7-b7b0-b6b571ec63c6 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.59 "DELETE /v2.0/ports/44f9ba73-28a3-4569-a3d7-1c5f034b6248 HTTP/1.1" status: 204 len: 173 time: 2.2620974 Mar 10 17:26:08.519173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'name': 'network-vif-deleted', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:08.521617 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb45b21-8f4d-4ed1-8a1d-06d6aa70b0bb" -d '{"events": [{"server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "name": "network-vif-deleted", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:08.572325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Deleting subnet a5bcdbc1-18eb-4381-bc66-960b95e023c1 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:26:08.575522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:08.587051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Publish callbacks [] for subnet (a5bcdbc1-18eb-4381-bc66-960b95e023c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.620470 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df00f6-baf6-4f3f-b58a-e459987c7a72 x-openstack-request-id: req-53df00f6-baf6-4f3f-b58a-e459987c7a72 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:08.620759 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16", "name": "network-vif-deleted", "tag": "44f9ba73-28a3-4569-a3d7-1c5f034b6248", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:08.621017 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53df00f6-baf6-4f3f-b58a-e459987c7a72 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:08.621411 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe6aaa9-2509-49c7-9d2c-87c3d9ebea16', 'name': 'network-vif-deleted', 'tag': '44f9ba73-28a3-4569-a3d7-1c5f034b6248', 'status': 'completed', 'code': 200} Mar 10 17:26:08.651624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a5bcdbc1-18eb-4381-bc66-960b95e023c1), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.660947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ffde-10da-40ee-b620-be07f1433c13 req-ca74175f-b7bf-4e1e-8e16-b6444f8ee877 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.694626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a42ffde-10da-40ee-b620-be07f1433c13 req-ca74175f-b7bf-4e1e-8e16-b6444f8ee877 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 949 time: 0.2292018 Mar 10 17:26:08.735446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ad694b05-b87f-4e17-af00-160bb8e5ce65'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:08.815971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:08.837623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a5bcdbc1-18eb-4381-bc66-960b95e023c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.878660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ea1d645-ded6-40f2-b779-c50ac28f7b51 req-4315720f-6538-46f8-82ce-61826202ccd9 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439933 Mar 10 17:26:08.902269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a42ffde-10da-40ee-b620-be07f1433c13 req-66a7f647-6b25-4b2b-802c-b9d9e6d92a91 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054493 Mar 10 17:26:08.919819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9359-8e0f-4809-8ed4-dabc4e5aa1bb req-19a42a1b-5080-48b0-b342-3c9e07143dbf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:08.922027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f9f9359-8e0f-4809-8ed4-dabc4e5aa1bb req-19a42a1b-5080-48b0-b342-3c9e07143dbf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.1299293 Mar 10 17:26:08.953816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a5bcdbc1-18eb-4381-bc66-960b95e023c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:08.997124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bcdbc1-18eb-4381-bc66-960b95e023c1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:09.029245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342133fc-0d1c-4be1-a2aa-fafd94e640d2 None None] Network 14046092-8236-49c3-bbe6-1db781a9af90 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:09.035897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.041642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d0daaad-5127-4c20-9e13-daf213a73a27 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5bcdbc1-18eb-4381-bc66-960b95e023c1 HTTP/1.1" status: 204 len: 168 time: 0.6711750 Mar 10 17:26:09.044561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52630) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:09.054707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f9f9359-8e0f-4809-8ed4-dabc4e5aa1bb req-8efd0b82-15b8-4d50-a438-627f83060e63 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161678 Mar 10 17:26:09.214631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbed6a0-8e59-4561-bf0e-baf410933531 req-9f3f4b9c-4f0e-41e7-9c91-7fc58df15a3f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.224199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cbed6a0-8e59-4561-bf0e-baf410933531 req-9f3f4b9c-4f0e-41e7-9c91-7fc58df15a3f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1584907 Mar 10 17:26:09.315726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (14046092-8236-49c3-bbe6-1db781a9af90), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.367334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:09.410530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Checking router: e3575d18-c8ca-4028-867b-0bdd0d9511b2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:09.423381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:09.424239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:25:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:09.451827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cbed6a0-8e59-4561-bf0e-baf410933531 req-ef66d55b-21d7-4137-9f33-93525cb3efca tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533556 Mar 10 17:26:09.473871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Deleting port d7900f50-6ab0-42e6-a544-b5a3c84b12ac {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:09.474209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.486442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] DHCP port deletion for 14046092-8236-49c3-bbe6-1db781a9af90 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:26:09.492791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835cf43-566a-4a31-af23-d0de3c6d31e7 req-38d6b4ff-87d4-4c0b-8dd3-847258f3bfcb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.494756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1835cf43-566a-4a31-af23-d0de3c6d31e7 req-38d6b4ff-87d4-4c0b-8dd3-847258f3bfcb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 949 time: 0.2409465 Mar 10 17:26:09.590743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Deleting port d7900f50-6ab0-42e6-a544-b5a3c84b12ac {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:09.591122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.592931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1835cf43-566a-4a31-af23-d0de3c6d31e7 req-40e124a7-8601-41d5-bc52-e50df65ca364 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925586 Mar 10 17:26:09.609728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] For port d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,segment=NetworkSegment(685cd610-0619-4bab-a2a1-46daf3561ec4),segment_id=685cd610-0619-4bab-a2a1-46daf3561ec4)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:09.610151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.623117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:09.648803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Calling delete_port for d7900f50-6ab0-42e6-a544-b5a3c84b12ac owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:09.667356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52640) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:09.743320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] For port d7900f50-6ab0-42e6-a544-b5a3c84b12ac, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,segment=NetworkSegment(685cd610-0619-4bab-a2a1-46daf3561ec4),segment_id=685cd610-0619-4bab-a2a1-46daf3561ec4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:09.743320 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.769058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e43b7-df20-4f09-87ea-2287b495fb34 req-91b71533-9e94-4ace-8932-4d6a43612888 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:09.770202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Calling delete_port for d7900f50-6ab0-42e6-a544-b5a3c84b12ac owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:09.782061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f1e43b7-df20-4f09-87ea-2287b495fb34 req-91b71533-9e94-4ace-8932-4d6a43612888 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 945 time: 0.1749282 Mar 10 17:26:09.814859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.859620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:09.872380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] No DVR routers for this DVR port d7900f50-6ab0-42e6-a544-b5a3c84b12ac on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:09.909538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d7900f50-6ab0-42e6-a544-b5a3c84b12ac), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.940632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f1e43b7-df20-4f09-87ea-2287b495fb34 req-902d1939-ca6a-4f4d-a9e7-fe9084a1a9a2 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577616 Mar 10 17:26:09.944914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (5b4408ae-6d96-46b8-a22c-cfb942a4994b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:09.953702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] No DVR routers for this DVR port d7900f50-6ab0-42e6-a544-b5a3c84b12ac on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:09.963695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8717-9765-4474-8b1f-571ad2b94a77 None None] Pushing event deleted for resources: {'Port': ['ID=d7900f50-6ab0-42e6-a544-b5a3c84b12ac,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:10.004468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (5b4408ae-6d96-46b8-a22c-cfb942a4994b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.054920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (14046092-8236-49c3-bbe6-1db781a9af90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.070992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:10.087681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fe2c376-b466-4de9-822a-e67f14693ac2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:10.109591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14046092-8236-49c3-bbe6-1db781a9af90']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:10.116026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b4408ae-6d96-46b8-a22c-cfb942a4994b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.122764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.128575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b4408ae-6d96-46b8-a22c-cfb942a4994b HTTP/1.1" status: 204 len: 168 time: 0.4606109 Mar 10 17:26:10.129686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.132721 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e0b8a-2030-433e-b7d5-1e82c6c2cfef None None] The sync data for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 is: [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:24:55Z', 'revision_number': 4, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '6c75876c-7e1f-4be6-a207-b5b71eb7fac2', 'name': '', 'network_id': '17818303-fad6-4dae-aadd-f4abaf7cb835', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'mac_address': 'fa:16:3e:4a:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:54Z', 'updated_at': '2022-03-10T17:24:59Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'subnets': [{'id': 'c8900964-48c4-4aff-8423-6471822a5f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:10.154976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685cd610-0619-4bab-a2a1-46daf3561ec4') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:10.154976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685cd610-0619-4bab-a2a1-46daf3561ec4') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:10.161194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7eafa-a526-4033-bae7-66d53a9f2439 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4408ae-6d96-46b8-a22c-cfb942a4994b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:10.178055 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-ca0c9f0f-4739-4e54-b4dd-d0fade40f073 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] show failed (client error): The resource could not be found. Mar 10 17:26:10.179049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ca0c9f0f-4739-4e54-b4dd-d0fade40f073 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "GET /v2.0/security-groups/5b4408ae-6d96-46b8-a22c-cfb942a4994b HTTP/1.1" status: 404 len: 347 time: 0.0481405 Mar 10 17:26:10.180849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (685cd610-0619-4bab-a2a1-46daf3561ec4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.181882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52648) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.209366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device de647e3a-89f1-4971-b6db-0452894c56ed details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:10.215066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad694b05-b87f-4e17-af00-160bb8e5ce65 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:10.215751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (685cd610-0619-4bab-a2a1-46daf3561ec4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.226096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:26:10.227008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (685cd610-0619-4bab-a2a1-46daf3561ec4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:26:10.255116 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:26:10.332759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (14046092-8236-49c3-bbe6-1db781a9af90), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.345259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.349803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] 10.222.0.35 "DELETE /v2.0/networks/14046092-8236-49c3-bbe6-1db781a9af90 HTTP/1.1" status: 204 len: 168 time: 1.3041406 Mar 10 17:26:10.363822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6fe2c376-b466-4de9-822a-e67f14693ac2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:10.364391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fe2c376-b466-4de9-822a-e67f14693ac2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:10.368328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7900f50-6ab0-42e6-a544-b5a3c84b12ac no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:10.375343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a252e4-e1ab-4ab1-a0a5-081d4d0b6e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=14046092-8236-49c3-bbe6-1db781a9af90,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:10.434864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05a2e-794e-4078-afd2-161eef3365ed req-41026662-00b0-4886-a8dc-b8e03a14e017 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.442420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05a2e-794e-4078-afd2-161eef3365ed req-41026662-00b0-4886-a8dc-b8e03a14e017 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.454003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d7900f50-6ab0-42e6-a544-b5a3c84b12ac {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:10.454518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7900f50-6ab0-42e6-a544-b5a3c84b12ac not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:10.456297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec05a2e-794e-4078-afd2-161eef3365ed req-41026662-00b0-4886-a8dc-b8e03a14e017 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3&device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 1689 time: 0.2265053 Mar 10 17:26:10.494335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71100622-42f8-4b1c-9d77-cdb2f080ec87 req-1f00aab2-5084-4408-b2d4-19b3f5d437bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.501970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71100622-42f8-4b1c-9d77-cdb2f080ec87 req-1f00aab2-5084-4408-b2d4-19b3f5d437bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.1989617 Mar 10 17:26:10.562761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port ad694b05-b87f-4e17-af00-160bb8e5ce65 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:10.574459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port ad694b05-b87f-4e17-af00-160bb8e5ce65 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:10.574717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.619037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec05a2e-794e-4078-afd2-161eef3365ed req-e8bbb65c-3ccf-4a31-93cf-90cd088b24d3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579621 Mar 10 17:26:10.630356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71100622-42f8-4b1c-9d77-cdb2f080ec87 req-9d330a5b-8f56-4985-be03-84ec2439d28b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271341 Mar 10 17:26:10.649897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Deleting port adc0edd2-d424-4b7a-92dc-24082bfc48cc {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:10.650247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.659537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52658) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.724507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e654102-8e04-4302-8292-3e163f50cc9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b5521134f64e1eade318ac3d208875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635617 Mar 10 17:26:10.726121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52660) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:10.793850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42919225-a8ad-4d11-bbd7-d387ea5b6bec None None] New status for floating IP a4bbea55-40e1-41c6-9c87-2dcd73da3fd1: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:26:10.827724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:10.886755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'port_id': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'mac_address': 'fa:16:3e:5a:88:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f7e58-7d36-4f70-9d63-8ea48bdd158c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:10.935465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.935786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (adc0edd2-d424-4b7a-92dc-24082bfc48cc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.940418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] Publish callbacks [] for security_group (c78f4f7a-e307-4895-b05e-18baeb7bc3a5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:10.960854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4b0c-8d60-4cff-8632-b87374880e60 req-982226f9-75fe-4738-9e8d-f0d6c24a6242 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.967973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ce4b0c-8d60-4cff-8632-b87374880e60 req-982226f9-75fe-4738-9e8d-f0d6c24a6242 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2479622 Mar 10 17:26:10.989781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f985430-f291-4163-8ccc-8c2a61f47cd0 req-539c085f-c107-4422-b7c1-893301afb52c tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:10.991335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f985430-f291-4163-8ccc-8c2a61f47cd0 req-539c085f-c107-4422-b7c1-893301afb52c tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 1131 time: 0.1810570 Mar 10 17:26:10.992220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Calling delete_port for adc0edd2-d424-4b7a-92dc-24082bfc48cc owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:10.999705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port de647e3a-89f1-4971-b6db-0452894c56ed is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:10.999705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.021766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de647e3a-89f1-4971-b6db-0452894c56ed {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:11.025741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ad694b05-b87f-4e17-af00-160bb8e5ce65 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:11.026157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.028176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] Publish callbacks [] for security_group (c78f4f7a-e307-4895-b05e-18baeb7bc3a5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.059588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:11.064499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:11.067008 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccccd2e-5d52-45af-9475-8438ccea9931" -d '{"events": [{"server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:11.076036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.081920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:11.105871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.106697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44f9ba73-28a3-4569-a3d7-1c5f034b6248 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:11.130860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 44f9ba73-28a3-4569-a3d7-1c5f034b6248 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:11.131168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44f9ba73-28a3-4569-a3d7-1c5f034b6248 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:11.154258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.214782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.330718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['de647e3a-89f1-4971-b6db-0452894c56ed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:11.412931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ce4b0c-8d60-4cff-8632-b87374880e60 req-37f8fd09-8e90-4258-9366-f8b036c9e633 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440930 Mar 10 17:26:11.458469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f985430-f291-4163-8ccc-8c2a61f47cd0 req-99e5e59a-f49a-4cdf-8819-b66ba425c1ed tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435472 Mar 10 17:26:11.491974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c78f4f7a-e307-4895-b05e-18baeb7bc3a5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.495106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.496395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c78f4f7a-e307-4895-b05e-18baeb7bc3a5 HTTP/1.1" status: 204 len: 168 time: 0.7198622 Mar 10 17:26:11.522314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2b26d-d845-4c24-8e74-ddb552c4f75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78f4f7a-e307-4895-b05e-18baeb7bc3a5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.530005 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082cec00-3a8d-4d6a-8dd6-f024fee7a72a x-openstack-request-id: req-082cec00-3a8d-4d6a-8dd6-f024fee7a72a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:11.530328 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:11.530745 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-082cec00-3a8d-4d6a-8dd6-f024fee7a72a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:11.531157 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65', 'code': 200} Mar 10 17:26:11.715435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36924a4c-d8b5-4125-9d26-365c7216918e req-e79860ec-7daa-431c-8613-8d60ef3a1185 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:11.719008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36924a4c-d8b5-4125-9d26-365c7216918e req-e79860ec-7daa-431c-8613-8d60ef3a1185 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.1913583 Mar 10 17:26:11.733631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (adc0edd2-d424-4b7a-92dc-24082bfc48cc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:11.790168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Pushing event deleted for resources: {'Port': ['ID=adc0edd2-d424-4b7a-92dc-24082bfc48cc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:11.814184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10bf7c-e94f-4ce6-9c97-506b872be7cc req-ce0e81e4-69d7-4c35-8d51-45475ca3b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:11.815699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e10bf7c-e94f-4ce6-9c97-506b872be7cc req-ce0e81e4-69d7-4c35-8d51-45475ca3b1e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 1128 time: 0.1985962 Mar 10 17:26:11.817348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3d25-a662-40bc-990e-9cc6c6124afa req-e04be833-18b9-4a29-9a66-5e7851c065eb tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:11.818707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-697b3d25-a662-40bc-990e-9cc6c6124afa req-e04be833-18b9-4a29-9a66-5e7851c065eb tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 1131 time: 0.1797836 Mar 10 17:26:11.873050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36924a4c-d8b5-4125-9d26-365c7216918e req-e291335d-657a-40cf-bd8b-08b0e0425252 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459539 Mar 10 17:26:11.986037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-697b3d25-a662-40bc-990e-9cc6c6124afa req-6d31245c-4610-4273-b725-fe9f2807cb22 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492858 Mar 10 17:26:11.990095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e10bf7c-e94f-4ce6-9c97-506b872be7cc req-e5c9235f-0c40-4889-9503-dbcff6f3c46d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653593 Mar 10 17:26:12.027708 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks [] for floatingip (a4bbea55-40e1-41c6-9c87-2dcd73da3fd1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.027708 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.028201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1c1b9a02-a032-47ed-8614-58d857ed16e3 tempest-ServersTestFqdnHostnames-107475835 tempest-ServersTestFqdnHostnames-107475835-project] 10.222.0.35 "DELETE /v2.0/floatingips/a4bbea55-40e1-41c6-9c87-2dcd73da3fd1 HTTP/1.1" status: 204 len: 168 time: 1.8452878 Mar 10 17:26:12.031712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:12.108426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881ce5-1842-4c9e-af10-30c8b3ef7b39 req-59c81f67-5ee4-480a-9daf-6be332bd0e72 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.110144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91881ce5-1842-4c9e-af10-30c8b3ef7b39 req-59c81f67-5ee4-480a-9daf-6be332bd0e72 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 0.1417055 Mar 10 17:26:12.168329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device de647e3a-89f1-4971-b6db-0452894c56ed up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:12.244968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91881ce5-1842-4c9e-af10-30c8b3ef7b39 req-23061af9-1b78-4e57-8488-5130686c19ba tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288655 Mar 10 17:26:12.321699 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-883baee2-48ed-4a34-9bf6-9ff2436d23bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.324613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port de647e3a-89f1-4971-b6db-0452894c56ed completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:12.329725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port de647e3a-89f1-4971-b6db-0452894c56ed triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:12.330295 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.423182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port de647e3a-89f1-4971-b6db-0452894c56ed is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:12.424123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.455271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d84cde60-cc7b-4653-95a3-e6ae01dc6837 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381005 Mar 10 17:26:12.481093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:12.486436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:12.542141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:12.663289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-25a2a930-e7bb-40e7-a390-e2b1394025ce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.664791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-25a2a930-e7bb-40e7-a390-e2b1394025ce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035191 Mar 10 17:26:12.696504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884215f8-9c05-41ad-a752-cd5b2cd2be6e req-c1c47c96-ecd5-4351-a3d3-464600bd7caa tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:12.703722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-884215f8-9c05-41ad-a752-cd5b2cd2be6e req-c1c47c96-ecd5-4351-a3d3-464600bd7caa tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1935298 Mar 10 17:26:12.721538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d177c58d-c157-467b-a54d-2deede4c1e16 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0507865 Mar 10 17:26:12.805307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-884215f8-9c05-41ad-a752-cd5b2cd2be6e req-0c4de007-977c-4372-97d1-b144ef078326 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006870 Mar 10 17:26:12.879540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-154de711-53b8-454d-9baf-66a4301c7df0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473541 Mar 10 17:26:12.948499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.263693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63a51e-23ef-4635-9803-7544f3d7dab0 req-35836182-f9a5-43fe-bdb9-428794a85e06 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:13.265213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e63a51e-23ef-4635-9803-7544f3d7dab0 req-35836182-f9a5-43fe-bdb9-428794a85e06 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.1263728 Mar 10 17:26:13.356175 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e63a51e-23ef-4635-9803-7544f3d7dab0 req-81982f93-6f72-4228-bfd9-efcaa7183b4c tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Mar 10 17:26:13.420548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Deleting port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:13.420886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.532326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:13.535193 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2d30a3-f573-4321-a5f5-b8761f89a1bc" -d '{"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-plugged", "status": "completed", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:13.595877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1973-869a-4d29-b718-afeee08cf8e6 req-687903ec-6bdb-4913-96c0-8a1beba62621 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:13.597483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-657a1973-869a-4d29-b718-afeee08cf8e6 req-687903ec-6bdb-4913-96c0-8a1beba62621 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1037612 Mar 10 17:26:13.599995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] For port 6c75876c-7e1f-4be6-a207-b5b71eb7fac2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:13.600366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:13.640994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Calling delete_port for 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:13.694943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-657a1973-869a-4d29-b718-afeee08cf8e6 req-9082af87-f6ac-4eaf-a122-cc7411009771 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812018 Mar 10 17:26:13.768268 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb5d04-a8fa-4ec0-b41b-58edf80012f6 x-openstack-request-id: req-6bcb5d04-a8fa-4ec0-b41b-58edf80012f6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:13.768950 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-plugged", "status": "completed", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:13.769743 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bcb5d04-a8fa-4ec0-b41b-58edf80012f6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:13.770520 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'code': 200} Mar 10 17:26:13.793367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af7e20b7-a995-4666-80b6-197c48f311d6 req-6a9d4ea1-c272-4a21-a4ca-478b5d04d99f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 210 time: 0.0527306 Mar 10 17:26:14.034065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccca1-0d42-44e2-ae2a-e59f4cf07f90 req-26a8f3eb-9624-42bd-96da-395008da75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.035657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db8ccca1-0d42-44e2-ae2a-e59f4cf07f90 req-26a8f3eb-9624-42bd-96da-395008da75bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1128 time: 0.1373508 Mar 10 17:26:14.123118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db8ccca1-0d42-44e2-ae2a-e59f4cf07f90 req-19d49e88-086b-42f9-a746-7df951e09d9d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Mar 10 17:26:14.134305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e8d3-2e00-490f-8062-25efb51f514e req-7be9a11d-899d-47ed-a8ab-b6a7ca7054ec tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.135604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d805e8d3-2e00-490f-8062-25efb51f514e req-7be9a11d-899d-47ed-a8ab-b6a7ca7054ec tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1924486 Mar 10 17:26:14.226500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d805e8d3-2e00-490f-8062-25efb51f514e req-4a6b6fd9-2402-4b3c-838a-072668e2af68 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822780 Mar 10 17:26:14.248422 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6c75876c-7e1f-4be6-a207-b5b71eb7fac2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.281223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c75876c-7e1f-4be6-a207-b5b71eb7fac2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.287826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52778) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:14.506652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.596785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-597b2621-3822-4d54-b215-7b827fe67d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.611939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b6505be-7c29-4225-869c-353555a25026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.715771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f7091-4344-459f-83ed-84efa6d76d1b req-e0da5564-e964-4de9-8ed1-8c028e21e714 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:14.717203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d7f7091-4344-459f-83ed-84efa6d76d1b req-e0da5564-e964-4de9-8ed1-8c028e21e714 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.1905169 Mar 10 17:26:14.772260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b6505be-7c29-4225-869c-353555a25026 admin admin] Publish callbacks [] for security_group (8166e591-a2bc-43b3-ab6c-9537f37af3e1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.789414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b6505be-7c29-4225-869c-353555a25026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8166e591-a2bc-43b3-ab6c-9537f37af3e1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.834373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b6505be-7c29-4225-869c-353555a25026 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ad923c46e114420a37c97090cf30254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439045 Mar 10 17:26:14.859058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6505be-7c29-4225-869c-353555a25026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8166e591-a2bc-43b3-ab6c-9537f37af3e1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:14.862400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52790) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:14.944681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] Publish callbacks [] for security_group (8166e591-a2bc-43b3-ab6c-9537f37af3e1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:14.971719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] Publish callbacks [] for security_group (8166e591-a2bc-43b3-ab6c-9537f37af3e1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.073783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8166e591-a2bc-43b3-ab6c-9537f37af3e1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.078013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.080431 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8166e591-a2bc-43b3-ab6c-9537f37af3e1 HTTP/1.1" status: 204 len: 168 time: 0.2170305 Mar 10 17:26:15.091364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa79e3d-e094-44e5-9dfa-77420c800dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8166e591-a2bc-43b3-ab6c-9537f37af3e1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:15.439735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-1b9d9c15-5f42-486b-b60b-8c92cb9b574e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376741 Mar 10 17:26:15.459758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d7f7091-4344-459f-83ed-84efa6d76d1b req-5538ffc3-9925-4d51-ab34-84e933e36714 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299247 Mar 10 17:26:15.490460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4ca45df6-9edf-4b23-8ba3-268aef79aebf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250763 Mar 10 17:26:15.706091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:15.763894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-61922569-06fc-404d-ba9c-410c879d7f9f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:15.768146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-61922569-06fc-404d-ba9c-410c879d7f9f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823417 Mar 10 17:26:15.798081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': '405daaa1-5158-4324-b0d6-60dac1e74053', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:15.863729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a91ec16-37d5-4218-a9a9-a1f3ab663820 req-ab2939b6-cb3e-4651-895f-537f6d9f2a91 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 210 time: 0.0921571 Mar 10 17:26:15.872260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Router e3575d18-c8ca-4028-867b-0bdd0d9511b2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:15.985843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc82b-ab1f-40b0-866c-4772d2a9d2a1 req-fea8d8bf-a245-4bfc-8410-f08b1e08e781 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:15.987920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c8fc82b-ab1f-40b0-866c-4772d2a9d2a1 req-fea8d8bf-a245-4bfc-8410-f08b1e08e781 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.6940501 Mar 10 17:26:16.276228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-a3607437-5979-4f0f-803a-673efe323337 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:16.276228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-a3607437-5979-4f0f-803a-673efe323337 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8088384 Mar 10 17:26:16.307772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': '9eb92479-be01-4a5e-be1b-338ca1055106', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:16.358802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c8fc82b-ab1f-40b0-866c-4772d2a9d2a1 req-1129d0a0-79e2-4907-a1f4-04aaf5fef68d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528414 Mar 10 17:26:16.379005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:16.392680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979144b-5836-4b16-951d-2e1dad3b5b7e req-eb05f46a-4d51-4a35-b632-0b26a28fc50d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:16.412503 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Sync routers for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:16.413023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9979144b-5836-4b16-951d-2e1dad3b5b7e req-eb05f46a-4d51-4a35-b632-0b26a28fc50d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.4055653 Mar 10 17:26:16.419655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-764b9dd8-562c-41ac-b7de-6b1b8f4bfe16 admin admin] 10.222.0.35 "PUT /v2.0/routers/e3575d18-c8ca-4028-867b-0bdd0d9511b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3837082 Mar 10 17:26:16.420490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:16.420952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:16.421332 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:16.536134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:16.539659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.648918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks [] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.688840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9979144b-5836-4b16-951d-2e1dad3b5b7e req-73ca2ed1-dfb9-4b81-a88f-d2521045f52f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732561 Mar 10 17:26:16.771808 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:16.807512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:16.812666 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.854986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks [] for router_gateway (e3575d18-c8ca-4028-867b-0bdd0d9511b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.865379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-45c4afe9-4bb9-4db9-91d0-93c7d3cf2d8c tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=37f7cd153e4b4865a2bb921de0b27510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351198 Mar 10 17:26:16.970100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Deleting port c44f729e-5d81-478e-b4f8-f8f864d1a01c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:16.970457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:16.987929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.195 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/5c13a92c-e9ab-47e2-9498-4aa488c992d8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:17.102761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.122461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] For port c44f729e-5d81-478e-b4f8-f8f864d1a01c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c44f729e-5d81-478e-b4f8-f8f864d1a01c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:17.123091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.146857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Calling delete_port for c44f729e-5d81-478e-b4f8-f8f864d1a01c owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:17.175014 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:26:14Z', 'revision_number': 5, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port': {'id': 'c44f729e-5d81-478e-b4f8-f8f864d1a01c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:49Z', 'updated_at': '2022-03-10T17:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:17.213748 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Checking router: e3575d18-c8ca-4028-867b-0bdd0d9511b2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:17.230838 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Routers {'e3575d18-c8ca-4028-867b-0bdd0d9511b2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:17.231785 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:17.286862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ba97cd8-1ed4-4f77-82cf-b0757ff9640d req-e729c401-9e82-498c-9f6d-e9749066b5d0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 210 time: 0.0863836 Mar 10 17:26:17.356036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] Set router e3575d18-c8ca-4028-867b-0bdd0d9511b2 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:17.494650 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:26:16Z', 'revision_number': 6, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:17.519212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c44f729e-5d81-478e-b4f8-f8f864d1a01c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.529945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.543854 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03228ee-c491-47c6-b3fa-1666b79cad7c None None] The sync data for ids ['e3575d18-c8ca-4028-867b-0bdd0d9511b2'] in n-d-833115-2 is: [{'id': 'e3575d18-c8ca-4028-867b-0bdd0d9511b2', 'name': 'tempest-ServersTestFqdnHostnames-1769434844-router', 'tenant_id': '29be7e5d09f0458b95582538eac9806f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:47Z', 'updated_at': '2022-03-10T17:26:16Z', 'revision_number': 6, 'project_id': '29be7e5d09f0458b95582538eac9806f', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:17.578265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44f729e-5d81-478e-b4f8-f8f864d1a01c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:17.709998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-7eef88b0-6559-4ec7-a26d-58ce2f26b0a4 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.712439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-7eef88b0-6559-4ec7-a26d-58ce2f26b0a4 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8378170 Mar 10 17:26:17.727549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.728289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:17.746585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:17.785744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-7fd1c704-a412-499c-925a-1e1da89dfdc8 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/quotas/37f7cd153e4b4865a2bb921de0b27510 HTTP/1.1" status: 200 len: 375 time: 0.0639970 Mar 10 17:26:17.823227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:17.832159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:17.873285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88d44c-d033-4176-b492-be520866b0d9 req-85f985c6-8b70-45ac-b1cd-c1515cf0a2c4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:17.881733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd88d44c-d033-4176-b492-be520866b0d9 req-85f985c6-8b70-45ac-b1cd-c1515cf0a2c4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3057628 Mar 10 17:26:17.883900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:17.956057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.187 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/66ff582e-bd45-4aab-aff1-8d8e79420bd6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:18.033970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-fc67fed2-328d-4570-86a9-4d671b71571f tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=37f7cd153e4b4865a2bb921de0b27510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2249384 Mar 10 17:26:18.102529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.116693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.124655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks [] for router_controller (e3575d18-c8ca-4028-867b-0bdd0d9511b2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.196063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:18.242029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd88d44c-d033-4176-b492-be520866b0d9 req-5e2c4c47-db8b-4715-beed-867f4ce6e3fc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591790 Mar 10 17:26:18.280387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:18.282853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c75876c-7e1f-4be6-a207-b5b71eb7fac2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:18.298673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e3575d18-c8ca-4028-867b-0bdd0d9511b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.299221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3575d18-c8ca-4028-867b-0bdd0d9511b2 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:26:18.305588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.314075 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ed32d482-54e4-4467-870a-e7e8a54fd9b2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e3575d18-c8ca-4028-867b-0bdd0d9511b2 HTTP/1.1" status: 204 len: 168 time: 1.8898253 Mar 10 17:26:18.317376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:18.374236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:18.377054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.464881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Deleting subnet c8900964-48c4-4aff-8423-6471822a5f1f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:26:18.469963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Publish callbacks [] for subnet (c8900964-48c4-4aff-8423-6471822a5f1f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.520938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c8900964-48c4-4aff-8423-6471822a5f1f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.580550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3d886024-779e-41dc-b43e-84c7a57ec723 None None] Provisioning complete for port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:18.580858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d886024-779e-41dc-b43e-84c7a57ec723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.596478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-58c6c954-a9ec-4854-ba46-919f1f1d2e88 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8090022 Mar 10 17:26:18.716006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c8900964-48c4-4aff-8423-6471822a5f1f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.739083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Request body: {'port': {'device_id': '405daaa1-5158-4324-b0d6-60dac1e74053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:18.750745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.758752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3d886024-779e-41dc-b43e-84c7a57ec723 None None] Port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:18.835478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c8900964-48c4-4aff-8423-6471822a5f1f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.885911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8900964-48c4-4aff-8423-6471822a5f1f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:18.896885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:18.906287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50bbca38-bc2e-452e-aef4-ccd57b6b775f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8900964-48c4-4aff-8423-6471822a5f1f HTTP/1.1" status: 204 len: 168 time: 0.5853555 Mar 10 17:26:18.907195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:18.913117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1ed58-379d-4634-9784-c4ddd2e05be5 None None] Network 17818303-fad6-4dae-aadd-f4abaf7cb835 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:18.996707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911c88-86b7-4e05-a3b2-12b453186799 req-9b21aa14-e241-45fa-8116-8b2daf893d18 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.006992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d911c88-86b7-4e05-a3b2-12b453186799 req-9b21aa14-e241-45fa-8116-8b2daf893d18 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.6206245 Mar 10 17:26:19.037865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce7469-0eec-402d-a756-ee855e90868c req-ef585298-a9b5-44cb-a7c7-cd7e36472eb7 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:19.046945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8ce7469-0eec-402d-a756-ee855e90868c req-ef585298-a9b5-44cb-a7c7-cd7e36472eb7 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1128 time: 0.5387919 Mar 10 17:26:19.061685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.125967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (17818303-fad6-4dae-aadd-f4abaf7cb835), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.192537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.229329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d911c88-86b7-4e05-a3b2-12b453186799 req-9a267590-535d-42dd-ba2b-0370203addb7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095082 Mar 10 17:26:19.321584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Deleting port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:19.322247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.427194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] For port 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15b7ecda-f85c-4e08-a08d-2b86d049fa09,segment=NetworkSegment(42e4f8ed-4f34-4f29-865c-b49c779688bf),segment_id=42e4f8ed-4f34-4f29-865c-b49c779688bf)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:19.430151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.463277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Calling delete_port for 15b7ecda-f85c-4e08-a08d-2b86d049fa09 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:19.496403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] DHCP port deletion for 17818303-fad6-4dae-aadd-f4abaf7cb835 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:26:19.646989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Deleting port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:26:19.647908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.649890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.697096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] No DVR routers for this DVR port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:19.702253 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b7ecda-f85c-4e08-a08d-2b86d049fa09,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:19.711681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8ce7469-0eec-402d-a756-ee855e90868c req-f1fbc66c-0207-43fd-a546-3b46d7e38baf tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630828 Mar 10 17:26:19.833941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (17818303-fad6-4dae-aadd-f4abaf7cb835), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.839987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] For port 15b7ecda-f85c-4e08-a08d-2b86d049fa09, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:19.842184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.869572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Calling delete_port for 15b7ecda-f85c-4e08-a08d-2b86d049fa09 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:26:19.870142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17818303-fad6-4dae-aadd-f4abaf7cb835']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.874909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:26:19.877293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (15b7ecda-f85c-4e08-a08d-2b86d049fa09), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.896749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e4f8ed-4f34-4f29-865c-b49c779688bf') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.897136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e4f8ed-4f34-4f29-865c-b49c779688bf') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:19.923689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] Pushing event deleted for resources: {'Port': ['ID=15b7ecda-f85c-4e08-a08d-2b86d049fa09,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:19.928379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce712d7-33c9-49ed-8d6b-af8205312919 None None] No DVR routers for this DVR port 15b7ecda-f85c-4e08-a08d-2b86d049fa09 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:26:19.938046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (42e4f8ed-4f34-4f29-865c-b49c779688bf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.970565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (42e4f8ed-4f34-4f29-865c-b49c779688bf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.977933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:26:19.978515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (42e4f8ed-4f34-4f29-865c-b49c779688bf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:26:19.980333 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:26:19.992842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.005654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:20.034837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15b7ecda-f85c-4e08-a08d-2b86d049fa09 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:20.039282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8640a3a0-df8b-4b33-9d8c-a2d9c09af114 req-f644277e-0b54-4565-b685-928fdc5d1e4b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 210 time: 0.1457593 Mar 10 17:26:20.061031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 15b7ecda-f85c-4e08-a08d-2b86d049fa09 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:20.061369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15b7ecda-f85c-4e08-a08d-2b86d049fa09 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:20.061787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c44f729e-5d81-478e-b4f8-f8f864d1a01c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:26:20.091269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (17818303-fad6-4dae-aadd-f4abaf7cb835), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.093518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c44f729e-5d81-478e-b4f8-f8f864d1a01c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:26:20.093870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c44f729e-5d81-478e-b4f8-f8f864d1a01c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:26:20.150315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.153689 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] 10.222.0.35 "DELETE /v2.0/networks/17818303-fad6-4dae-aadd-f4abaf7cb835 HTTP/1.1" status: 204 len: 168 time: 1.2454975 Mar 10 17:26:20.154784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebfbdc-9655-46c6-b35b-d3e8f68ca245 admin admin] Pushing event deleted for resources: {'Network': ['ID=17818303-fad6-4dae-aadd-f4abaf7cb835,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.234340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebd6de-b321-466a-bef7-481d922a07dd req-23300d4a-7695-4fd0-967d-82760ac359a7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:20.247052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bebd6de-b321-466a-bef7-481d922a07dd req-23300d4a-7695-4fd0-967d-82760ac359a7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 936 time: 0.5307279 Mar 10 17:26:20.340144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:20.361456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:20.369658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:20.381627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:20.386258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-304233d0-5f33-498b-b78e-22b88cd890da tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=37f7cd153e4b4865a2bb921de0b27510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548160 Mar 10 17:26:20.479472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:20.480500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.526052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-288ac089-5cd3-483f-993e-c80a8b6986ea tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2333658 Mar 10 17:26:20.583730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Request body: {'port': {'device_id': '9eb92479-be01-4a5e-be1b-338ca1055106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:20.653532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bebd6de-b321-466a-bef7-481d922a07dd req-c2c2fa02-c01e-4c8b-9f82-de79c484c1d6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268573 Mar 10 17:26:20.656241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52900) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:20.902737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-10b37157-548e-4673-9e66-2c0e9df6068d None None] Provisioning complete for port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:20.903223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10b37157-548e-4673-9e66-2c0e9df6068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.919823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:20.950496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10b37157-548e-4673-9e66-2c0e9df6068d None None] Port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:21.024389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c13a92c-e9ab-47e2-9498-4aa488c992d8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:21.046673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks [] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.061238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c442933e-eea8-4352-8c10-90ead8e49f4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29be7e5d09f0458b95582538eac9806f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945956 Mar 10 17:26:21.093561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52918) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:21.108583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Transition to ACTIVE for port object 5c13a92c-e9ab-47e2-9498-4aa488c992d8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:21.149421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.229379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84243150-a357-479b-b8f5-3c0fd4398c9b req-0b797e51-bb00-4ffe-9484-d31efefeebfb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:21.247064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84243150-a357-479b-b8f5-3c0fd4398c9b req-0b797e51-bb00-4ffe-9484-d31efefeebfb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.4113402 Mar 10 17:26:21.290753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-713eca21-96ff-4c72-95ae-d27ba6b95099 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:21.293100 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-713eca21-96ff-4c72-95ae-d27ba6b95099 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9013407 Mar 10 17:26:21.307897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Request body: {'port': {'device_id': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '37f7cd153e4b4865a2bb921de0b27510'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:21.508954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Made reservation on behalf of 37f7cd153e4b4865a2bb921de0b27510 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:21.513952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.529443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.548251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57d6e5db-906f-49d9-965d-f6a6bd7ebba8 req-b46e2a27-ab41-4f62-9e15-5dc3d5cc84b7 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 210 time: 0.3030689 Mar 10 17:26:21.672545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks [] for security_group (2e4fd846-21ca-477a-bcdd-327c1e540e3d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.688629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e4fd846-21ca-477a-bcdd-327c1e540e3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.694616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84243150-a357-479b-b8f5-3c0fd4398c9b req-fbfa4b6a-5520-4fe8-925c-ab0cc4192632 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266321 Mar 10 17:26:21.777146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Attempting to bind port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:21.777484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Attempting to bind port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:21.777816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Attempting to bind port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:21.786840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:21.787162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Attempting to bind port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:21.795136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:21.795471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:21.795856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:21.796292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Bound port: 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:21.796649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.810346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Pushing event updated for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.887234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4fd846-21ca-477a-bcdd-327c1e540e3d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:21.936228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:21.939634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:21.943045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] Publish callbacks [] for security_group (2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:21.988712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ff582e-bd45-4aab-aff1-8d8e79420bd6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:21.997695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks [] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.011766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Transition to ACTIVE for port object 66ff582e-bd45-4aab-aff1-8d8e79420bd6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:22.020516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.072233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.140043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Allocated IP 192.168.233.128 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/02e3be02-99d0-4d0b-a861-70e6e36d7e5a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:22.394346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] Publish callbacks [] for security_group (2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.445262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.445922 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.448539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c13a92c-e9ab-47e2-9498-4aa488c992d8 HTTP/1.1" status: 200 len: 1096 time: 3.8358672 Mar 10 17:26:22.477869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Attempting to bind port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:22.480966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Attempting to bind port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:22.481311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Attempting to bind port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:22.494007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:22.498546 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6aa01-3275-4057-ad0c-2531d2730c65" -d '{"events": [{"name": "network-changed", "server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:22.549013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:22.549348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Attempting to bind port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:22.557133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks [] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.591491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:22.591754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:22.592151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:22.602491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Bound port: 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:22.602491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.681908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a44604-eeed-4f4c-bc1c-20e0282e5c35 req-4ae71442-df2e-4e5b-9a74-072f909974ee tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.683734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33a44604-eeed-4f4c-bc1c-20e0282e5c35 req-4ae71442-df2e-4e5b-9a74-072f909974ee tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 948 time: 0.8495376 Mar 10 17:26:22.688279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.719136 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1d90e-6955-4b06-8141-c9db47822d3b x-openstack-request-id: req-5db1d90e-6955-4b06-8141-c9db47822d3b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:22.719513 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:22.720193 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5db1d90e-6955-4b06-8141-c9db47822d3b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:22.720193 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8', 'status': 'completed', 'code': 200} Mar 10 17:26:22.791861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:22.795852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:22.815502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:22.823407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:22.869178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c9c6-fbd4-4655-8e5e-e478ab997937 service neutron] Pushing event updated for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:22.908543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:22.909862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:22.936944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-a5e2c9c1-84b7-43dd-91d0-a5fd5203cd62 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6341147 Mar 10 17:26:22.952954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Request body: {'port': {'device_id': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:23.005397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Pushing event updated for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:23.118156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.120936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33a44604-eeed-4f4c-bc1c-20e0282e5c35 req-f816e02d-8184-4f1a-9a8a-e8b688576b3c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913143 Mar 10 17:26:23.201154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-592f463d-591d-483b-b7f3-aa95d5dfd131 None None] Provisioning complete for port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:23.201773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-592f463d-591d-483b-b7f3-aa95d5dfd131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.214085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33756e2-399a-494d-817e-328783a56546 req-1d4761ed-6a72-4e9b-9f15-62807018fd1c tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.215792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e33756e2-399a-494d-817e-328783a56546 req-1d4761ed-6a72-4e9b-9f15-62807018fd1c tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 936 time: 0.4314435 Mar 10 17:26:23.216717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.220200 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.221359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc HTTP/1.1" status: 204 len: 168 time: 2.1245129 Mar 10 17:26:23.222756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96d6a-d654-4ef7-8dc3-e345d44755fc req-a095a9f2-169c-43d1-9862-8a80d6a51c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.224602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-a20893d5-e576-4d24-a404-390cb7d2b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.226657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-a20893d5-e576-4d24-a404-390cb7d2b86f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 1130 time: 0.6096711 Mar 10 17:26:23.238662 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4af96d6a-d654-4ef7-8dc3-e345d44755fc req-a095a9f2-169c-43d1-9862-8a80d6a51c61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1127 time: 0.1615834 Mar 10 17:26:23.268561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-592f463d-591d-483b-b7f3-aa95d5dfd131 None None] Port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:23.282728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:23.287112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:23.299178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fdab7-7cda-4266-aa72-840b45c9e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee9fbe-5d25-49c1-b8fe-c2d61a9dc4cc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:23.353703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.376588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-3616b0d2-4334-428c-922f-42e77b7a55e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8 HTTP/1.1" status: 200 len: 217 time: 0.1143420 Mar 10 17:26:23.403562 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4af96d6a-d654-4ef7-8dc3-e345d44755fc req-adeb0b2f-59ed-469c-932c-3074f35ac9be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422637 Mar 10 17:26:23.464054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e33756e2-399a-494d-817e-328783a56546 req-8453d1aa-15ed-442e-9074-2fdd56134a20 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335517 Mar 10 17:26:23.480228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.480882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.482255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] 10.222.0.59 "PUT /v2.0/ports/66ff582e-bd45-4aab-aff1-8d8e79420bd6 HTTP/1.1" status: 200 len: 1096 time: 2.9239981 Mar 10 17:26:23.533607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ec97-42e8-464c-b3bf-8015bd48c861 req-94290775-7b6e-4edd-82ab-e63958db7a7d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.543990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8806ec97-42e8-464c-b3bf-8015bd48c861 req-94290775-7b6e-4edd-82ab-e63958db7a7d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2504258 Mar 10 17:26:23.549146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239b9f4-24f6-49fd-a2e9-843807eb7843 service neutron] Pushing event updated for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:23.559417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-5a641efc-5d4a-4034-9b31-bf4398388279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.561536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-5a641efc-5d4a-4034-9b31-bf4398388279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1425359 Mar 10 17:26:23.706021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8806ec97-42e8-464c-b3bf-8015bd48c861 req-433a1f04-363b-4e54-9a7d-80d0363f71f5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610472 Mar 10 17:26:23.764664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:23.792059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks [] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.815808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-ca831453-b78b-4533-aff1-edce1664ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.817339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-ca831453-b78b-4533-aff1-edce1664ea71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 1130 time: 0.1301279 Mar 10 17:26:23.823651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-42e6b898-fffc-4fa4-813b-e89751ed2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:23.825697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-42e6b898-fffc-4fa4-813b-e89751ed2593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2572227 Mar 10 17:26:23.837362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Transition to ACTIVE for port object 02e3be02-99d0-4d0b-a861-70e6e36d7e5a will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:23.846268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:23.964569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:23.968442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-72077274-0d93-456e-9327-9936b3855735 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6 HTTP/1.1" status: 200 len: 217 time: 0.1410401 Mar 10 17:26:24.038445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-1f4e5b12-f2b3-45e9-bf4a-6fed689b51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.040071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-1f4e5b12-f2b3-45e9-bf4a-6fed689b51d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0579889 Mar 10 17:26:24.101123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Attempting to bind port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:24.101660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Attempting to bind port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:24.102217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Attempting to bind port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:24.107498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:24.108091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Attempting to bind port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:24.115130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:24.115784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:24.117123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:24.117781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Bound port: 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:24.118333 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.209872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-45c1952a-b717-4b34-b8e3-f25df5847889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.212293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-45c1952a-b717-4b34-b8e3-f25df5847889 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1567833 Mar 10 17:26:24.216249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-c48f9615-7ad1-45de-9139-0038d3eaa8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631885 Mar 10 17:26:24.251420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:24.258081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:24.276364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.329775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.330477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:24.331886 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/02e3be02-99d0-4d0b-a861-70e6e36d7e5a HTTP/1.1" status: 200 len: 1096 time: 1.3837380 Mar 10 17:26:24.332469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:24.334886 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9b6a2b-01af-496e-9edd-ff42435108f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:24.384710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2defc-35d6-4bc8-8062-83c0fc4b92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:24.405762 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3665bb-69a7-47a9-a101-d0cf4bef3e88 x-openstack-request-id: req-5e3665bb-69a7-47a9-a101-d0cf4bef3e88 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:24.406050 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:24.406363 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e3665bb-69a7-47a9-a101-d0cf4bef3e88 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:24.406804 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'status': 'completed', 'code': 200} Mar 10 17:26:24.516346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-dd9dc79b-5a05-490e-ba35-4713ba49d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.519333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-dd9dc79b-5a05-490e-ba35-4713ba49d273 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37f7cd153e4b4865a2bb921de0b27510&device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 1130 time: 0.1103160 Mar 10 17:26:24.571772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-59534fb3-9fa1-4a71-8f0c-efcfc99582ce service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492982 Mar 10 17:26:24.683485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-8161c80f-9573-4294-9bc5-3bfba1999e24 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571631 Mar 10 17:26:24.700534 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-ff9a9591-21ee-47c0-919e-84b4348b7cf1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a HTTP/1.1" status: 200 len: 217 time: 0.1655800 Mar 10 17:26:24.700766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e01d3-1413-474d-ad6e-1a9d196be3dc req-e8fabf1d-4025-48ea-a4e1-f906d333caf2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.710325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-020e01d3-1413-474d-ad6e-1a9d196be3dc req-e8fabf1d-4025-48ea-a4e1-f906d333caf2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 948 time: 0.4519715 Mar 10 17:26:24.722223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:24.725920 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:24.759066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:24.798699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-0a34f692-0073-4e3f-ad68-1717e30ed7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.800177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-0a34f692-0073-4e3f-ad68-1717e30ed7f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0918875 Mar 10 17:26:24.877602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f39e2-129a-411f-be52-4d745cc94f5b req-93107611-89f0-4020-ae70-f84a9da2b377 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.877923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698daf5-781d-4173-a68e-bcc733530e51 req-34bc981b-2196-4648-a76d-e3cb3bd1b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:24.879470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-34bc981b-2196-4648-a76d-e3cb3bd1b176 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0703840 Mar 10 17:26:24.884637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-626f39e2-129a-411f-be52-4d745cc94f5b req-93107611-89f0-4020-ae70-f84a9da2b377 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 948 time: 0.2990394 Mar 10 17:26:24.914498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-020e01d3-1413-474d-ad6e-1a9d196be3dc req-74e951a7-5661-41b8-9c8a-d3e8d6c35348 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974788 Mar 10 17:26:24.929170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1776509542-network', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:25.038769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1805a44-cb32-473e-ad3b-a9900af44063 req-f9c983a8-d30c-4b5b-a55f-76c7840b1d15 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540129 Mar 10 17:26:25.042718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-b64cbb46-cda9-4c79-ab93-23d6850be945 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519761 Mar 10 17:26:25.043121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-626f39e2-129a-411f-be52-4d745cc94f5b req-8e26620e-3512-483e-9848-7e99fbe8869a tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576641 Mar 10 17:26:25.072572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Made reservation on behalf of d5cafb2490814261879dfea9096dbc62 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:25.076554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.090061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-68fc21f2-96ef-4ced-85e5-d450b61147cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.091783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-68fc21f2-96ef-4ced-85e5-d450b61147cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 1130 time: 0.3293710 Mar 10 17:26:25.131038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.133803 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f29516-4c48-4616-956c-9af02fab1c72 x-openstack-request-id: req-70f29516-4c48-4616-956c-9af02fab1c72 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:25.134199 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:25.134593 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70f29516-4c48-4616-956c-9af02fab1c72 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:25.135081 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6', 'status': 'completed', 'code': 200} Mar 10 17:26:25.164157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc19e7-c3a9-44d2-8f35-ac10e18ef10a req-ebb7be14-153f-4960-9495-84e535150d4b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.165887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fc19e7-c3a9-44d2-8f35-ac10e18ef10a req-ebb7be14-153f-4960-9495-84e535150d4b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.1204288 Mar 10 17:26:25.257705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8698daf5-781d-4173-a68e-bcc733530e51 req-07c364c2-c304-43da-bb88-75d529a20fcb service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069900 Mar 10 17:26:25.296325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks [] for security_group (74875cd9-b54f-48f9-a85b-c644c9411ded), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.310057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (74875cd9-b54f-48f9-a85b-c644c9411ded), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.359172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:26:25.392706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (31d71ec8-40b3-4c36-93ef-1bc26bc07ac8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.393283 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Added segment 31d71ec8-40b3-4c36-93ef-1bc26bc07ac8 of type vlan for network f64fb7c2-7064-4e2b-afb0-d90082858a0a Mar 10 17:26:25.403093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74875cd9-b54f-48f9-a85b-c644c9411ded,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:25.452111 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (f64fb7c2-7064-4e2b-afb0-d90082858a0a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.461414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-1b9702bc-8874-4217-ab4c-796aaf58af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.463381 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-1b9702bc-8874-4217-ab4c-796aaf58af67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=37f7cd153e4b4865a2bb921de0b27510&device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 1130 time: 0.1445651 Mar 10 17:26:25.520455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (f64fb7c2-7064-4e2b-afb0-d90082858a0a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.521783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.523184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.608696 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8465617 Mar 10 17:26:25.615652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fc19e7-c3a9-44d2-8f35-ac10e18ef10a req-0b740d1e-10c0-4822-96d5-a3d6f9501eea tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047328 Mar 10 17:26:25.616466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52990) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:25.623005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Request body: {'subnet': {'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1776509542-subnet', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:25.629178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-2ecd51cf-1f20-40a8-bbef-39d637bdbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.630814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-2ecd51cf-1f20-40a8-bbef-39d637bdbd73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.5259838 Mar 10 17:26:25.651322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-bcbf6d93-b584-493a-9373-d80b42aabb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.652910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-bcbf6d93-b584-493a-9373-d80b42aabb04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 1130 time: 0.1407177 Mar 10 17:26:25.664139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43cd7-25b6-412b-bd03-a027391c7d4b admin admin] Pushing event updated for resources: {'Network': ['ID=f64fb7c2-7064-4e2b-afb0-d90082858a0a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:25.678556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:26:25.684867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-874b4511-73b9-4425-a117-3e454d225347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.686818 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-874b4511-73b9-4425-a117-3e454d225347 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2114887 Mar 10 17:26:25.739896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-8a00639d-9272-44fb-b6a5-f85026dc36b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a HTTP/1.1" status: 200 len: 217 time: 0.0446818 Mar 10 17:26:25.790872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-7d950833-219b-461a-9c6f-5b2bbab48a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8 HTTP/1.1" status: 200 len: 217 time: 0.1346037 Mar 10 17:26:25.821508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-77eaef3f-994a-4655-8f65-16d900d3604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.825188 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-77eaef3f-994a-4655-8f65-16d900d3604e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0747621 Mar 10 17:26:25.857775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-89c429c7-60e6-4a30-b73f-0ef1d484f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.860356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-89c429c7-60e6-4a30-b73f-0ef1d484f35b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0622163 Mar 10 17:26:25.863651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Made reservation on behalf of d5cafb2490814261879dfea9096dbc62 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:25.866059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:25.904403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-244769b3-0938-4750-b831-7dfeb5a22714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.905704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-244769b3-0938-4750-b831-7dfeb5a22714 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0657134 Mar 10 17:26:25.905951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-7ac1a856-f4ae-4cb8-b7dc-ca848f1f5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:25.907595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-7ac1a856-f4ae-4cb8-b7dc-ca848f1f5ec7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2419429 Mar 10 17:26:25.989569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-b5def7a3-536f-49dc-9b04-e108e8387391 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6 HTTP/1.1" status: 200 len: 217 time: 0.0469401 Mar 10 17:26:26.078051 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-28f3aa95-54d5-4e5f-928b-827521e4ca51 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535795 Mar 10 17:26:26.160231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-88c8bb04-79a6-49eb-b545-b2bea4f96d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.161661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-88c8bb04-79a6-49eb-b545-b2bea4f96d8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2933180 Mar 10 17:26:26.189810 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca9b6a2b-01af-496e-9edd-ff42435108f7 req-a4df8a60-29f4-4ab5-9cb4-1cf3aad21edf service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986512 Mar 10 17:26:26.233758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-79df0590-33c2-49b7-b30f-f86277a6827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.236398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-79df0590-33c2-49b7-b30f-f86277a6827d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2006078 Mar 10 17:26:26.383629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-48b07684-7e3b-4bbe-869f-72dcc1ac86ce tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.385239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-48b07684-7e3b-4bbe-869f-72dcc1ac86ce tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 811 time: 0.3947933 Mar 10 17:26:26.396604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020816b-d25f-4a2f-8503-d5d9083cd902 req-026a2b9c-590f-4026-80f4-2c26f9af3925 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.398129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6020816b-d25f-4a2f-8503-d5d9083cd902 req-026a2b9c-590f-4026-80f4-2c26f9af3925 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 948 time: 0.3664198 Mar 10 17:26:26.451511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-beef1925-17d7-4d11-8bb2-829c45ab18b4 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/quotas/81620821e05a41bcae2051e09f864e9e HTTP/1.1" status: 200 len: 375 time: 0.0496476 Mar 10 17:26:26.457848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-b069da0e-b3c8-4ff8-8315-71f07452bedf service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645164 Mar 10 17:26:26.564060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-35147e5f-86ca-4f5f-9dd8-e6bb69806e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.565585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-35147e5f-86ca-4f5f-9dd8-e6bb69806e47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2939672 Mar 10 17:26:26.571547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (648a8b24-eb7a-4d31-ba93-e0284414dcb3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:26.621816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6020816b-d25f-4a2f-8503-d5d9083cd902 req-06edffbc-b9c8-4c9b-ba88-e28be31d2b71 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136080 Mar 10 17:26:26.696275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:26.777906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=648a8b24-eb7a-4d31-ba93-e0284414dcb3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:26.796110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-191738d8-ca12-440b-833a-140811e32e85 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3346195 Mar 10 17:26:26.822278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9d6aa01-3275-4057-ad0c-2531d2730c65 req-ff48a377-3a77-430a-8f00-f1a346fa7b59 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373141 Mar 10 17:26:26.849860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Checking segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:26.850281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Network hostable DHCP agents. Network: f64fb7c2-7064-4e2b-afb0-d90082858a0a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:26:26.872592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-01112e98-cad8-4a78-aeab-c84fbf4bde4f service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973609 Mar 10 17:26:26.940649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb92de-e244-4bdd-8b46-8a5cd6343f4d req-470cd9e7-f959-425b-8f9b-c238edf2c315 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:26.942144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68bb92de-e244-4bdd-8b46-8a5cd6343f4d req-470cd9e7-f959-425b-8f9b-c238edf2c315 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 948 time: 0.2573092 Mar 10 17:26:26.972959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:26:27.031045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, f64fb7c2-7064-4e2b-afb0-d90082858a0a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:27.036002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-c05ccc35-e9a7-4ce3-ad1e-b7682e02d038 service neutron] 10.222.0.35 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269096 Mar 10 17:26:27.045672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.046276 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.048551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a8f57-ac28-4145-bcdc-74ea9e447775 None None] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:27.106733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d82b7ba-38d0-4bef-ba5f-b2f8f4174e5c req-3df1a38e-fb56-4e53-af98-69c194247ae7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043905 Mar 10 17:26:27.111805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68bb92de-e244-4bdd-8b46-8a5cd6343f4d req-7241adf2-927f-49fb-9c91-17bd9cff5c6d tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574864 Mar 10 17:26:27.123721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-00421059-b7a3-4ba8-b55d-ddab88142b94 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5021451 Mar 10 17:26:27.124337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:27.129466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:27.165545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.167312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.186096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-e1f9fccb-94cb-4e1c-abd0-3a699c292c1c service neutron] 10.222.0.35 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371472 Mar 10 17:26:27.198697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:26:27.199630 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.255306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for router_controller (c1220178-59a8-4d5e-81e8-aa7467b74ef2), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.346190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Allocated IP 172.20.0.2 (f64fb7c2-7064-4e2b-afb0-d90082858a0a/648a8b24-eb7a-4d31-ba93-e0284414dcb3/9f0787fd-38c7-444a-9dd7-8b8f811deaaa) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:27.412366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-369c6dbe-6fc1-4416-943f-fd3decd7ea1e req-6856977d-43f2-468f-8d24-2f835e5e7fd1 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 210 time: 0.0531421 Mar 10 17:26:27.471546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for router_gateway (c1220178-59a8-4d5e-81e8-aa7467b74ef2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.533810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks [] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.543457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.569803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:27.597456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:27.601516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:27.617949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Pushing event updated for resources: {'Port': ['ID=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:27.686630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Attempting to bind port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:27.687198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Attempting to bind port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:27.687743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Attempting to bind port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa on network f64fb7c2-7064-4e2b-afb0-d90082858a0a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:27.693733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:27.694331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Checking segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:27.694929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.695495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Bound using segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:27.696104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Bound port: 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:27.696643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.789914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] For port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:27.794709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] For port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:27.805355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for router_gateway (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.810279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a8cc-e2e8-4e8a-bb10-72f2dea79a24 req-bc6250c9-21a8-4b4e-9483-0a3bac44e733 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:27.811953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9259a8cc-e2e8-4e8a-bb10-72f2dea79a24 req-bc6250c9-21a8-4b4e-9483-0a3bac44e733 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 948 time: 0.0806844 Mar 10 17:26:27.816229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.848629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:27.871592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9d622-ec96-445a-98ac-6fee6577a47c None None] Pushing event updated for resources: {'Port': ['ID=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:27.929219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9259a8cc-e2e8-4e8a-bb10-72f2dea79a24 req-6de9dd84-7323-4919-85c7-b24eac5b9402 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074052 Mar 10 17:26:28.011349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Allocated IP 172.25.3.203 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/76dc3ba9-3586-4a4f-a4a9-10d37b75deef) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:28.175398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.230784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.273492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:28.282521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:28.285318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:28.291129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:28.291447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Pushing event updated for resources: {'Port': ['ID=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.316251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60e132-d59a-44f6-b196-1a3964034785 req-ca5458b8-ae60-4ed3-9af0-9705dd46083e tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:28.335161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d60e132-d59a-44f6-b196-1a3964034785 req-ca5458b8-ae60-4ed3-9af0-9705dd46083e tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 948 time: 0.1095760 Mar 10 17:26:28.414412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d60e132-d59a-44f6-b196-1a3964034785 req-6935b843-f0d2-45b1-b702-e5b2ebe94767 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780928 Mar 10 17:26:28.452379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:28.467148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'mac_address': 'fa:16:3e:e2:21:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:28.528283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:28.528973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.550261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:28.552570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe184e37-d96c-4681-8cac-a7627ad74723 req-417c91f4-df40-4cbc-b8b3-15baae8fecb3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 210 time: 0.0512211 Mar 10 17:26:28.573838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:28.579430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.580385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 66ff582e-bd45-4aab-aff1-8d8e79420bd6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:28.613487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for router_gateway (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.654331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.658128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:28.670127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '66ff582e-bd45-4aab-aff1-8d8e79420bd6', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '66ff582e-bd45-4aab-aff1-8d8e79420bd6', 'mac_address': 'fa:16:3e:62:28:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:28.713018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:28.713797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.736151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ff582e-bd45-4aab-aff1-8d8e79420bd6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:28.779791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:28.792284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:28.870471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:28.927087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-e0f51084-d318-4d9a-a50a-c8814ece7990 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:28.933771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-e0f51084-d318-4d9a-a50a-c8814ece7990 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 811 time: 0.2196183 Mar 10 17:26:28.968372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Request body: {'port': {'device_id': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'admin_state_up': True, 'tenant_id': '81620821e05a41bcae2051e09f864e9e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:29.014936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.128708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf1c0-28ad-434f-93f0-aaffac4cd99a req-8d24956c-50c2-43a8-9a3a-e499c3ea3867 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.130397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4fcf1c0-28ad-434f-93f0-aaffac4cd99a req-8d24956c-50c2-43a8-9a3a-e499c3ea3867 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 948 time: 0.1124785 Mar 10 17:26:29.185555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Router c1220178-59a8-4d5e-81e8-aa7467b74ef2 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:26:29.202247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f36c69-bd66-4657-98dd-6e99ed22a07b None None] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:26:29.203174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4fcf1c0-28ad-434f-93f0-aaffac4cd99a req-c13fb03d-3421-49af-89bb-e097100e63bf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619354 Mar 10 17:26:29.207409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['02e3be02-99d0-4d0b-a861-70e6e36d7e5a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:29.216150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Made reservation on behalf of 81620821e05a41bcae2051e09f864e9e for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:29.221085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.348128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:29.367247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.372283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-581b82e9-2e25-4a4c-b239-e52b38ae01a9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2464638 Mar 10 17:26:29.373136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:29.388000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:29.398848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5c13a92c-e9ab-47e2-9498-4aa488c992d8 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:29.402040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Sync routers for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:29.433419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Allocated IP 172.20.0.2 (f5ce37aa-affc-49e2-a5d2-84466d47c0a2/f8074fb5-0a5d-402c-a73f-df8df8beeb99/3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:29.455043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:29.456076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:29.656505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.686166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Provisioning complete for port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:29.686959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.693319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:29.747304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9db7d898-942b-45b5-9e67-a9310c3846b6 req-9a6469c1-6b42-4f84-9df6-1035c162b89d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 210 time: 0.0460689 Mar 10 17:26:29.758714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks [] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.770655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606101a6-3b58-4cee-ae59-5a0e7163ea63 req-b4a4c5ad-56f1-4344-859e-2628e812b1dc tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:29.778042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-606101a6-3b58-4cee-ae59-5a0e7163ea63 req-b4a4c5ad-56f1-4344-859e-2628e812b1dc tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 949 time: 0.1725738 Mar 10 17:26:29.853594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:29.912777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8d074db-44ff-4906-bbd7-188a59998577'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:29.913796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:29.921166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:29.927389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:29.936958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-606101a6-3b58-4cee-ae59-5a0e7163ea63 req-0b6486d9-ea80-4d01-9e83-a73e43ac2631 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579344 Mar 10 17:26:29.988937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Pushing event updated for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.019260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:30.024723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.070867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-75be8118-d563-4a7a-883d-06ce4b19dbc7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1113284 Mar 10 17:26:30.084177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Request body: {'port': {'device_id': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:30.114982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:30.205600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '5c13a92c-e9ab-47e2-9498-4aa488c992d8', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '5c13a92c-e9ab-47e2-9498-4aa488c992d8', 'mac_address': 'fa:16:3e:7b:46:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:30.265152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.271561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9f0787fd-38c7-444a-9dd7-8b8f811deaaa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:30.366284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Current status of the port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:30.366836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.414310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.491658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:30.492163 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.585952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-558302f7-5dfd-4328-879d-a184b136708a None None] For port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:30.597502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c13a92c-e9ab-47e2-9498-4aa488c992d8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:30.611923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.666386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Allocated IP 172.20.0.1 (f64fb7c2-7064-4e2b-afb0-d90082858a0a/648a8b24-eb7a-4d31-ba93-e0284414dcb3/452cefe7-ae51-480d-b9c7-42063e7febb3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:30.688835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:30.696494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:30.696807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.709057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:28Z', 'revision_number': 3, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:30.731456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.800421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Checking router: c1220178-59a8-4d5e-81e8-aa7467b74ef2 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:30.800769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Updating router c1220178-59a8-4d5e-81e8-aa7467b74ef2 port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:30.812185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558302f7-5dfd-4328-879d-a184b136708a None None] Pushing event updated for resources: {'Port': ['ID=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:30.854975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks [] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.896380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-205cf2f2-bf28-4219-8bb1-f7d731000a60 None None] Provisioning complete for port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:30.896700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-205cf2f2-bf28-4219-8bb1-f7d731000a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.940186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:30.972326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50190c-bb44-4f4d-85a1-ec048af13b09 req-3da28b4f-c4da-45d1-8d88-9e2b77a3757d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:30.973906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b50190c-bb44-4f4d-85a1-ec048af13b09 req-3da28b4f-c4da-45d1-8d88-9e2b77a3757d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 949 time: 0.2366190 Mar 10 17:26:30.998573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.009870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:31.065717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b50190c-bb44-4f4d-85a1-ec048af13b09 req-03ba3ea9-3f70-410e-98ec-04d5cfb04230 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720937 Mar 10 17:26:31.078565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c0bc2-9ef9-4b18-a903-49ef6846db9e req-6ae39ad2-a04c-4012-b70e-0dc795cf26d6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.080139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-229c0bc2-9ef9-4b18-a903-49ef6846db9e req-6ae39ad2-a04c-4012-b70e-0dc795cf26d6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 931 time: 0.1478908 Mar 10 17:26:31.094738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Pushing event updated for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:31.106217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:31.110715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:31.113387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:31.129940 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-da0d839e-7976-4688-beab-7e10855ce34d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2667139 Mar 10 17:26:31.157630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:31.213894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.270026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:31.277157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-205cf2f2-bf28-4219-8bb1-f7d731000a60 None None] Current status of the port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:31.309712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-229c0bc2-9ef9-4b18-a903-49ef6846db9e req-14a12788-1c88-4ae4-ae06-8f6fb1e9ef81 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159760 Mar 10 17:26:31.409999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225cd6-d766-4f75-ada8-ca69f80649d9 req-4b9744af-d60f-4ba0-9d75-ca6d4aaa1192 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.411482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80225cd6-d766-4f75-ada8-ca69f80649d9 req-4b9744af-d60f-4ba0-9d75-ca6d4aaa1192 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 949 time: 0.1210730 Mar 10 17:26:31.429718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:31.452842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks [] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.502905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Transition to ACTIVE for port object 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:31.511643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.520696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.563508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80225cd6-d766-4f75-ada8-ca69f80649d9 req-f8151366-e73a-4607-9c51-e4f7c3da491b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390550 Mar 10 17:26:31.606364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:31.637450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-389936fe-3e22-40e0-85c3-d5b5382ae4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.639908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-389936fe-3e22-40e0-85c3-d5b5382ae4aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 1127 time: 0.1918709 Mar 10 17:26:31.657608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Attempting to bind port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:31.658004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Attempting to bind port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:31.658383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Attempting to bind port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:31.663960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:31.664230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Attempting to bind port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 on network f5ce37aa-affc-49e2-a5d2-84466d47c0a2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:31.669491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:31.669909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Checking segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:31.670296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Bound using segment: {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:31.670946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Bound port: 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552cf50e-d0a4-468f-b984-e861df5fb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:31.671310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.677600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e0134576-0370-4dda-a69e-60a472a95fbc None None] Provisioning complete for port 452cefe7-ae51-480d-b9c7-42063e7febb3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:31.677976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0134576-0370-4dda-a69e-60a472a95fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.729881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks [] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.749434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.750717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:31.755193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:31.757996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e0134576-0370-4dda-a69e-60a472a95fbc None None] Port 452cefe7-ae51-480d-b9c7-42063e7febb3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:31.767384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.809617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-2c0f7f57-8bea-4bcb-bfcb-791664d49a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.812193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-2c0f7f57-8bea-4bcb-bfcb-791664d49a77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.1374984 Mar 10 17:26:31.821383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.822476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.824186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] 10.222.0.59 "PUT /v2.0/ports/3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 200 len: 1091 time: 1.7448683 Mar 10 17:26:31.824838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:31.828272 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f63d2-90e0-469d-b9b0-8101c8aad1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:31.841312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edabe1-068e-4e42-9674-61f4eb870605 None None] Pushing event updated for resources: {'Port': ['ID=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:31.856801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Attempting to bind port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:31.857334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Attempting to bind port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:31.858451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Attempting to bind port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:31.869384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:31.869785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:31.870210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.870650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:31.871123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Bound port: 76dc3ba9-3586-4a4f-a4a9-10d37b75deef, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:31.871511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:31.878644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88492b-3b2e-4073-b410-fcf879e6054d service neutron] Pushing event updated for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:31.908795 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-d3d5b4bb-3613-40f3-81f8-d46661930b7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 200 len: 217 time: 0.0843787 Mar 10 17:26:31.917106 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8952cb-5874-44a3-88bd-d7c4f18b2762 x-openstack-request-id: req-2c8952cb-5874-44a3-88bd-d7c4f18b2762 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:31.917589 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:31.917942 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c8952cb-5874-44a3-88bd-d7c4f18b2762 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:31.918456 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0', 'status': 'completed', 'code': 200} Mar 10 17:26:31.948837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-2033dffb-327b-4d7d-a6dd-7e63d705bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:31.950480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-2033dffb-327b-4d7d-a6dd-7e63d705bb17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1125 time: 0.0672655 Mar 10 17:26:31.980850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] For port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:31.985773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] For port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:31.996254 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.006109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-36a1f6a2-db7d-41cc-b3d0-24c8084dfe20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 200 len: 217 time: 0.0478511 Mar 10 17:26:32.027543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-3a7f35a9-a0b7-4a23-bdb8-494e25d559c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.029012 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-3a7f35a9-a0b7-4a23-bdb8-494e25d559c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.1035473 Mar 10 17:26:32.068534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9f0787fd-38c7-444a-9dd7-8b8f811deaaa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:32.071540 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-bd14c14f-afcc-4829-bbd7-f092f86c8954 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342710 Mar 10 17:26:32.095812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af9270-145d-46dc-a68c-8aa29af1054b req-b4bbe828-8229-406c-81a1-97d6e1c783b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.097592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-b4bbe828-8229-406c-81a1-97d6e1c783b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.0674422 Mar 10 17:26:32.143698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-1e4ee71d-8695-4adc-a3cb-439485e51855 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360303 Mar 10 17:26:32.159618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:32.160498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:32.164925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edabe1-068e-4e42-9674-61f4eb870605 None None] Pushing event updated for resources: {'Port': ['ID=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:32.201508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks [] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.210608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.272688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:32.273357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.277622 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-43f0c822-c01c-4b14-ad5a-84609a8f8911 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984134 Mar 10 17:26:32.312816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf4fc-5b1e-4d81-b019-4e35bae0e4f5 req-e9fdcd2e-7ac6-4a51-ab86-091b8dcca156 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.320443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13fdf4fc-5b1e-4d81-b019-4e35bae0e4f5 req-e9fdcd2e-7ac6-4a51-ab86-091b8dcca156 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 949 time: 0.1275885 Mar 10 17:26:32.346998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:32.348293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-d03b4fdd-92b6-466c-aced-b371a0e48858 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948438 Mar 10 17:26:32.384045 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5bfdd57f-b3bd-4f9f-90e5-b81c89dc35d0 req-6e1269bc-9681-4c26-8d32-f74631463e49 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948293 Mar 10 17:26:32.393948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13fdf4fc-5b1e-4d81-b019-4e35bae0e4f5 req-9b284b15-c296-4855-a1c6-e318470d8ac6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724101 Mar 10 17:26:32.394515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.414965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Pushing event updated for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:32.463717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:32.504450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:32.506038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:32.551453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96af9270-145d-46dc-a68c-8aa29af1054b req-3d0b3aa6-94d1-4ff1-8bd8-c33b0aec02af service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759646 Mar 10 17:26:32.574044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3d34d-060e-4c69-90d5-91f5c67540b9 req-62340e69-d873-490a-97ad-0c3c0e7f2bac tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.578592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e3d34d-060e-4c69-90d5-91f5c67540b9 req-62340e69-d873-490a-97ad-0c3c0e7f2bac tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 943 time: 0.1038520 Mar 10 17:26:32.680892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Router c1220178-59a8-4d5e-81e8-aa7467b74ef2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:32.777076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:32.793631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e3d34d-060e-4c69-90d5-91f5c67540b9 req-4b3078ba-358f-4805-ac98-e2e785ee35ea tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067540 Mar 10 17:26:32.807880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-ae245c2b-fc32-4a47-a6b5-5f59af03f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.809306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-ae245c2b-fc32-4a47-a6b5-5f59af03f2b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1125 time: 0.1654656 Mar 10 17:26:32.817527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef378-5b0d-4c41-8233-3b7f3471f9ca req-ed7de2b8-eeb7-4063-85d4-71440ddcc792 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.819121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfef378-5b0d-4c41-8233-3b7f3471f9ca req-ed7de2b8-eeb7-4063-85d4-71440ddcc792 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 949 time: 0.1047065 Mar 10 17:26:32.844089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:32.852724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:32.853101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.853874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1f250929-1ab9-4da4-b356-cd0999ba8302 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1220178-59a8-4d5e-81e8-aa7467b74ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795620 Mar 10 17:26:32.916332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-aef2c5df-0e63-4a01-8ec1-50997aaf6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:32.917864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-aef2c5df-0e63-4a01-8ec1-50997aaf6a72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.0969725 Mar 10 17:26:32.935452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:32.953569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b56313df-e57d-4edb-b6a2-8242b391dc30 None None] Provisioning complete for port 452cefe7-ae51-480d-b9c7-42063e7febb3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:32.955057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56313df-e57d-4edb-b6a2-8242b391dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:32.984065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-7d00152b-2098-4a34-9bb1-9fadb06fdbad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 200 len: 217 time: 0.0579922 Mar 10 17:26:33.009907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b56313df-e57d-4edb-b6a2-8242b391dc30 None None] Port 452cefe7-ae51-480d-b9c7-42063e7febb3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:33.020967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:30Z', 'revision_number': 1, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:33.045373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dfef378-5b0d-4c41-8233-3b7f3471f9ca req-5b07a875-d9c7-42c6-b6d6-91d546cd97ef tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265249 Mar 10 17:26:33.054793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-1d4969ff-ebac-4f4e-8e5f-005ea2068839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.057271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-1d4969ff-ebac-4f4e-8e5f-005ea2068839 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.0670826 Mar 10 17:26:33.073285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cd1b7-9414-4126-acfc-fd2402b8b27c None None] The sync data for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 is: [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:30Z', 'revision_number': 1, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:33.091540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:33.091937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.096993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-7099b29f-d1b0-405b-a0e4-b75a9c4e2628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325496 Mar 10 17:26:33.131167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:33.133577 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8892f5a8-7234-4d3d-84bd-9d059b8aee1e" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:33.147790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:33.161598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.162467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 66ff582e-bd45-4aab-aff1-8d8e79420bd6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:33.262549 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a511a33d-330f-42f2-b6e2-db9332040816 x-openstack-request-id: req-a511a33d-330f-42f2-b6e2-db9332040816 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:33.262846 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:33.263496 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a511a33d-330f-42f2-b6e2-db9332040816 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:33.263496 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'code': 200} Mar 10 17:26:33.275841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-f6703ce6-468e-408e-b6d0-5d25633e7549 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636136 Mar 10 17:26:33.284018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.311680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:33.324631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:33.324994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.431393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5c13a92c-e9ab-47e2-9498-4aa488c992d8 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:33.497919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce090b-9951-4055-878a-8596091c8ae3 req-c256ab17-3f5d-4403-9a58-40d87f8226ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.499572 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-89ce090b-9951-4055-878a-8596091c8ae3 req-c256ab17-3f5d-4403-9a58-40d87f8226ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 1132 time: 0.1440156 Mar 10 17:26:33.565790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471f63d2-90e0-469d-b9b0-8101c8aad1a6 req-3b8872b0-172a-453d-9cbd-48a83764f63f service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767887 Mar 10 17:26:33.591858 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-89ce090b-9951-4055-878a-8596091c8ae3 req-12d9f515-47af-4706-b7fe-fd70e606431d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840685 Mar 10 17:26:33.605789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706449-5db3-4d33-a3a2-e28524602a43 req-9aa4b7c4-b536-4eb4-988f-242e8d495406 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:33.613895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60706449-5db3-4d33-a3a2-e28524602a43 req-9aa4b7c4-b536-4eb4-988f-242e8d495406 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 949 time: 0.1271315 Mar 10 17:26:33.636773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:33.637322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.639431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:33.641521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:33.649979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790398123', 'description': 'tempest-description--1901520038'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:33.658245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:33.658782 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.685656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.710821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60706449-5db3-4d33-a3a2-e28524602a43 req-2491855e-a72c-4c52-bc72-774907f7218a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Mar 10 17:26:33.727747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:33.740020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.770174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (c939fa95-1274-4fbd-a699-9947ce9d8dd8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.777432 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c939fa95-1274-4fbd-a699-9947ce9d8dd8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.815355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.816884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1750572 Mar 10 17:26:33.818148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49da12-1d5d-4cca-b7ed-9f9afc5039ec tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c939fa95-1274-4fbd-a699-9947ce9d8dd8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.821581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:33.831572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'security_group_rule': {'security_group_id': 'c939fa95-1274-4fbd-a699-9947ce9d8dd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:33.845041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:33.845529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.888724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:33.888914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (655d9ccb-feb8-477a-b994-a551cb4d187b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.915014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:33.918302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:33.989676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.036354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (655d9ccb-feb8-477a-b994-a551cb4d187b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.048445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f05fdf-5a0e-49c2-aab3-63be3f90102c req-5952e8b5-5786-423a-9953-7ace150d785e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:34.049972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93f05fdf-5a0e-49c2-aab3-63be3f90102c req-5952e8b5-5786-423a-9953-7ace150d785e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 943 time: 0.1317225 Mar 10 17:26:34.051171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (655d9ccb-feb8-477a-b994-a551cb4d187b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.106469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.107802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2851529 Mar 10 17:26:34.111531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:34.114505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78263d9f-42e4-4a23-90a6-79498be10b35 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655d9ccb-feb8-477a-b994-a551cb4d187b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.116759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'security_group_rule': {'security_group_id': 'c939fa95-1274-4fbd-a699-9947ce9d8dd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:34.167124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (2752c370-4001-4410-b31a-6fe325d29372), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.192024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93f05fdf-5a0e-49c2-aab3-63be3f90102c req-9760eb04-f5d5-40b9-a98a-0d8cbe593fd5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173673 Mar 10 17:26:34.247240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (2752c370-4001-4410-b31a-6fe325d29372), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.254564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2752c370-4001-4410-b31a-6fe325d29372), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.283319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd718-90ad-417b-a0ae-fd0a36e00586 req-ff1eb962-3bb1-4823-a958-cc3493ee5a97 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:34.285058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c46bd718-90ad-417b-a0ae-fd0a36e00586 req-ff1eb962-3bb1-4823-a958-cc3493ee5a97 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 950 time: 0.1262784 Mar 10 17:26:34.288546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.294221 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815274 Mar 10 17:26:34.294898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:34.303303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:34.308545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e08a-b95d-42da-a8a1-4858cce17aaf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2752c370-4001-4410-b31a-6fe325d29372,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.339914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.356957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c46bd718-90ad-417b-a0ae-fd0a36e00586 req-a542fb6e-81fc-4f74-9c0e-a31c605ea7a0 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Mar 10 17:26:34.453801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.566955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Allocated IP 172.25.3.228 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6690428d-dff4-4c3d-95d3-e9b3a7f6f490) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:34.683401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.719067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.763027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:34.769595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:34.771635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'Port': ['ID=6690428d-dff4-4c3d-95d3-e9b3a7f6f490,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:34.774236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:34.849296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e3794-7a9e-4e55-8d87-137843c80e4b req-d1d1af8c-80c1-45c8-a6e9-51ff5b1d4e0d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:34.856498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c9e3794-7a9e-4e55-8d87-137843c80e4b req-d1d1af8c-80c1-45c8-a6e9-51ff5b1d4e0d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 950 time: 0.0751894 Mar 10 17:26:34.889075 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:34.901475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c9e3794-7a9e-4e55-8d87-137843c80e4b req-ddd28627-71bc-43e1-b80d-c872918c3c87 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Mar 10 17:26:34.970976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.148951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.155688 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.229760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'Port': ['ID=6690428d-dff4-4c3d-95d3-e9b3a7f6f490,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:35.244553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.265965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:35.268127 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f7e5a4eb-ac6c-46a6-b16e-20ec1b55c1c6 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9693217 Mar 10 17:26:35.268313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6'}, {'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:35.274713 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da1687a-c9d0-475c-8d74-47be6717078e" -d '{"events": [{"server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "name": "network-vif-plugged", "status": "completed", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6"}, {"server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "name": "network-vif-plugged", "status": "completed", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:35.331158 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf499d35-deef-43e9-9c30-4e7b0d79fcf3 x-openstack-request-id: req-bf499d35-deef-43e9-9c30-4e7b0d79fcf3 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:35.331518 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "name": "network-vif-plugged", "status": "completed", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6", "code": 200}, {"server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "name": "network-vif-plugged", "status": "completed", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:35.331830 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf499d35-deef-43e9-9c30-4e7b0d79fcf3 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:35.332314 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6', 'code': 200} Mar 10 17:26:35.332735 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8', 'code': 200} Mar 10 17:26:35.393332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73491f-8c6b-474c-8a55-1e47cd0e5615 req-2d444b2d-319e-4f94-847e-bf35741a6813 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.397070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb73491f-8c6b-474c-8a55-1e47cd0e5615 req-2d444b2d-319e-4f94-847e-bf35741a6813 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 943 time: 0.0941267 Mar 10 17:26:35.471054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27a402-d75d-4dca-b145-85dcdaa27e8b req-76acce5b-e915-480a-8808-4726d40107b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.472581 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7a27a402-d75d-4dca-b145-85dcdaa27e8b req-76acce5b-e915-480a-8808-4726d40107b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 1132 time: 0.0522273 Mar 10 17:26:35.511730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb73491f-8c6b-474c-8a55-1e47cd0e5615 req-f83d6f2b-93fb-4479-b6cd-780eec25ff1f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028054 Mar 10 17:26:35.558411 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7a27a402-d75d-4dca-b145-85dcdaa27e8b req-6bd79689-fe83-41c2-962b-b049b024c46b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769262 Mar 10 17:26:35.558617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-c2eef224-a2a4-46dd-afe6-b557cb6a0efb tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--790398123&fields=id&tenant_id=d5cafb2490814261879dfea9096dbc62 HTTP/1.1" status: 200 len: 267 time: 0.1403127 Mar 10 17:26:35.561514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b497c-9534-45d2-aa60-1ce4e3683da3 req-e3eba95f-9780-4573-a4da-a0745f275529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.563706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-828b497c-9534-45d2-aa60-1ce4e3683da3 req-e3eba95f-9780-4573-a4da-a0745f275529 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 1132 time: 0.1331682 Mar 10 17:26:35.747681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-828b497c-9534-45d2-aa60-1ce4e3683da3 req-7ea19dc2-5521-4e3f-bad1-b65b837212f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721032 Mar 10 17:26:35.782143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-52ed5121-d72d-48ce-a910-b15acbfd87b9 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.783615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-52ed5121-d72d-48ce-a910-b15acbfd87b9 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/networks?id=f64fb7c2-7064-4e2b-afb0-d90082858a0a HTTP/1.1" status: 200 len: 812 time: 0.2188821 Mar 10 17:26:35.792604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a707133-1f43-42ed-a99e-edcbfa1e490b req-7fb05108-18b9-435f-abdf-e498c996844b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:35.793996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a707133-1f43-42ed-a99e-edcbfa1e490b req-7fb05108-18b9-435f-abdf-e498c996844b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 950 time: 0.1901920 Mar 10 17:26:35.825667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-9d97eebe-dc20-4f15-8419-958d729785f8 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/quotas/d5cafb2490814261879dfea9096dbc62 HTTP/1.1" status: 200 len: 375 time: 0.0298393 Mar 10 17:26:35.830085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-f24d62af-417f-48e1-a404-76c471f43d86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307092 Mar 10 17:26:35.883916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a707133-1f43-42ed-a99e-edcbfa1e490b req-e0f44375-aba1-466f-9700-c375d930e736 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790257 Mar 10 17:26:35.904830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-032a3f85-2b19-4f63-9b01-26fe285528cf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5cafb2490814261879dfea9096dbc62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707777 Mar 10 17:26:35.983649 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Sync routers for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:36.020030 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:36.022915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:36.105365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76dc3ba9-3586-4a4f-a4a9-10d37b75deef up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:36.125572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-0fdb36e6-a3dd-4751-a760-58d6a99eaf82 service neutron] 10.222.0.35 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007267 Mar 10 17:26:36.209813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:36.210230 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.247754 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:36.255653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-0dd43bd0-6d82-45aa-9232-ec6c59235512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.257809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-0dd43bd0-6d82-45aa-9232-ec6c59235512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1127 time: 0.1880655 Mar 10 17:26:36.260287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-d4178745-afc2-4ee1-b3d8-3043aa24b107 service neutron] 10.222.0.35 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290877 Mar 10 17:26:36.321115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:36.321648 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.330947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:36.362807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:36.377859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.500064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-99eecb58-616e-4b8a-a99e-856bd13d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.503024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-99eecb58-616e-4b8a-a99e-856bd13d8b61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2149560 Mar 10 17:26:36.510849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.534099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:36.552055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0', 'network_id': 'f5ce37aa-affc-49e2-a5d2-84466d47c0a2', 'port_id': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0', 'mac_address': 'fa:16:3e:58:c9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8074fb5-0a5d-402c-a73f-df8df8beeb99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:36.612664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-843fb89f-5ee1-4f56-9d49-bf5305fbd332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.1007328 Mar 10 17:26:36.659547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:36.659946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.678008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:36.708463 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 2, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:36.716021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-2cd38bfe-bcd5-4531-92ac-473cea25ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.717657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-2cd38bfe-bcd5-4531-92ac-473cea25ae4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0972488 Mar 10 17:26:36.735868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:36.751364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.757151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-1bd841d5-ee28-4ae6-b13c-387377375b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305228 Mar 10 17:26:36.768491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f15e76-2ac6-4013-ae70-7890c84a4c1a req-dc1ae68c-8e04-4aaf-b1ce-69d18dce43a5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:36.776129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37f15e76-2ac6-4013-ae70-7890c84a4c1a req-dc1ae68c-8e04-4aaf-b1ce-69d18dce43a5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 950 time: 0.1953166 Mar 10 17:26:36.800714 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Checking router: c1220178-59a8-4d5e-81e8-aa7467b74ef2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:36.802470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Updating router c1220178-59a8-4d5e-81e8-aa7467b74ef2 port 452cefe7-ae51-480d-b9c7-42063e7febb3 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:26:36.836395 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:36.867250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:36.912322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37f15e76-2ac6-4013-ae70-7890c84a4c1a req-a1fc7d48-e45d-407e-ada9-c373868a2204 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352842 Mar 10 17:26:37.174248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:37.177035 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks [] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.190919 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.400652 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Pushing event updated for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:37.450004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248c728-54b2-411e-83d8-4b70957915f9 req-53febc35-de79-41e5-abaf-fe1f03ca8dbb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:37.459157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7248c728-54b2-411e-83d8-4b70957915f9 req-53febc35-de79-41e5-abaf-fe1f03ca8dbb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 944 time: 0.6183705 Mar 10 17:26:37.482139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc6b79b5-d130-43e6-a409-d6ef9005fa5f req-261d0616-cb48-4420-a063-4472aed15948 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 210 time: 0.5042651 Mar 10 17:26:37.497792 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.499081 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.500182 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.501452 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.503233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.503906 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.504837 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.506083 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.507381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.507866 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.508637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.509128 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.510981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:37.523633 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Attempting to bind port 452cefe7-ae51-480d-b9c7-42063e7febb3 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:37.524058 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Attempting to bind port 452cefe7-ae51-480d-b9c7-42063e7febb3 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:37.524424 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Attempting to bind port 452cefe7-ae51-480d-b9c7-42063e7febb3 on network f64fb7c2-7064-4e2b-afb0-d90082858a0a {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:37.533711 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:37.534149 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Checking segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:37.534892 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.535036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Bound using segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:37.538905 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Bound port: 452cefe7-ae51-480d-b9c7-42063e7febb3, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:37.539503 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.542098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7248c728-54b2-411e-83d8-4b70957915f9 req-aba3365c-94f9-44b3-b217-945b90a3d4f8 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811746 Mar 10 17:26:37.561395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-426c2a93-f105-459b-88d8-75ecdf0ab31e service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755771 Mar 10 17:26:37.686281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] For port 452cefe7-ae51-480d-b9c7-42063e7febb3, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:37.690882 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] For port 452cefe7-ae51-480d-b9c7-42063e7febb3, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=452cefe7-ae51-480d-b9c7-42063e7febb3,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:37.706121 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.727335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c044542-1897-4f39-9d40-4e68c6b133eb req-cb8263b8-c168-4ab8-ab64-6f65c991e37e service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573582 Mar 10 17:26:37.730228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Provisioning complete for port 452cefe7-ae51-480d-b9c7-42063e7febb3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:37.731592 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.826131 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:37.827033 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:37.856712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Current status of the port 452cefe7-ae51-480d-b9c7-42063e7febb3 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:37.857100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.908193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] For port 452cefe7-ae51-480d-b9c7-42063e7febb3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=452cefe7-ae51-480d-b9c7-42063e7febb3,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:37.914721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:37.971512 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e634c60-e9fe-44e0-b6cd-307fa25a74d5 None None] Pushing event updated for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:38.036560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5203f82-ff56-47a0-9353-a346874661c5 None None] Pushing event updated for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:38.070318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:38.116776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76dc3ba9-3586-4a4f-a4a9-10d37b75deef up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:38.147365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12ea9d-62b2-4081-bd58-a1fc3111930f req-d6fb125f-71cf-449e-b6a8-d61e77eeadd2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.150510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad12ea9d-62b2-4081-bd58-a1fc3111930f req-d6fb125f-71cf-449e-b6a8-d61e77eeadd2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 950 time: 0.1326504 Mar 10 17:26:38.181749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e91cc1fe-b4fc-43bf-ad92-d4dfcd2ef321 None None] Provisioning complete for port 452cefe7-ae51-480d-b9c7-42063e7febb3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:38.182174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e91cc1fe-b4fc-43bf-ad92-d4dfcd2ef321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.231682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:38.232345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.256522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad12ea9d-62b2-4081-bd58-a1fc3111930f req-a0f9d66a-b3a9-4bad-870a-dc072d02a552 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013741 Mar 10 17:26:38.360832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:38.389441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e91cc1fe-b4fc-43bf-ad92-d4dfcd2ef321 None None] Current status of the port 452cefe7-ae51-480d-b9c7-42063e7febb3 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:38.395709 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44612df-88e9-495e-95b9-3caee7b66a03 None None] The sync data for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 is: [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:38.417464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-15d362a2-9185-4243-a9c1-1627816e93ed tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.419544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-15d362a2-9185-4243-a9c1-1627816e93ed tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.41 "GET /v2.0/networks?id=f64fb7c2-7064-4e2b-afb0-d90082858a0a HTTP/1.1" status: 200 len: 812 time: 0.2017512 Mar 10 17:26:38.436654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:38.447082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf3df-63e5-463a-be57-d6a2cdc38f23 req-718d7aa6-c2d0-4a9b-ada9-fb6e02088eb5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.448725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d57cf3df-63e5-463a-be57-d6a2cdc38f23 req-718d7aa6-c2d0-4a9b-ada9-fb6e02088eb5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 950 time: 0.0787463 Mar 10 17:26:38.532419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d57cf3df-63e5-463a-be57-d6a2cdc38f23 req-f95e49ec-73a4-4daa-862c-ef8ef9ad0052 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Mar 10 17:26:38.582168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-ebe55f77-0511-4a4f-abb6-73e731689544 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5cafb2490814261879dfea9096dbc62 HTTP/1.1" status: 200 len: 379 time: 0.1087060 Mar 10 17:26:38.591618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'port': {'device_id': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'admin_state_up': True, 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'security_groups': ['c939fa95-1274-4fbd-a699-9947ce9d8dd8']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:38.673545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8297ea5-bbdb-425c-8a5b-3781de6fa960 req-6a3d4440-8625-4639-b5dc-7aac445cc88a tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 210 time: 0.0424626 Mar 10 17:26:38.858698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Made reservation on behalf of d5cafb2490814261879dfea9096dbc62 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:38.862342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:38.945803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792e73-3dde-4fcf-a4e3-b73450741ec1 req-c17623cc-c598-46e8-8e5d-7b6a36b5005a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.947481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3792e73-3dde-4fcf-a4e3-b73450741ec1 req-c17623cc-c598-46e8-8e5d-7b6a36b5005a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 944 time: 0.1683559 Mar 10 17:26:38.985683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4a44-2f7e-46a6-ba7a-eb3d85fa68f6 req-7e8bac75-8f51-47c3-a78a-c6abce9154d4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.991036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4a44-2f7e-46a6-ba7a-eb3d85fa68f6 req-7e8bac75-8f51-47c3-a78a-c6abce9154d4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:38.992686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0abd4a44-2f7e-46a6-ba7a-eb3d85fa68f6 req-7e8bac75-8f51-47c3-a78a-c6abce9154d4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053&device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 1691 time: 0.1704457 Mar 10 17:26:39.078550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3792e73-3dde-4fcf-a4e3-b73450741ec1 req-f352655b-e2b0-4164-a228-1a1800a9c7bf tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204109 Mar 10 17:26:39.117997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0abd4a44-2f7e-46a6-ba7a-eb3d85fa68f6 req-3a5ea8c5-270c-4fd8-9b9e-15b8663bb159 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167641 Mar 10 17:26:39.125231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Allocated IP 172.20.0.9 (f64fb7c2-7064-4e2b-afb0-d90082858a0a/648a8b24-eb7a-4d31-ba93-e0284414dcb3/d2297dfb-3735-4d07-98ff-a41d14c67be6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:39.346792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f678ee-9944-42c9-92a9-5ca66ff8b3df req-cbdbf339-7bb8-4197-8ff6-a95bbb6793b4 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.348258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6f678ee-9944-42c9-92a9-5ca66ff8b3df req-cbdbf339-7bb8-4197-8ff6-a95bbb6793b4 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 1132 time: 0.1033478 Mar 10 17:26:39.353279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.413934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6f678ee-9944-42c9-92a9-5ca66ff8b3df req-4616e1cd-25f5-466f-b3ab-b7be7ef95709 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 Mar 10 17:26:39.427688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.487921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:39.501363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:39.506090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:39.526702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event updated for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:39.573711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.574343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.594384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7769f-bb51-457c-bc15-7fc08e871901 req-9738a0f8-5893-4078-b4b0-0858eaee2e17 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.596050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ce7769f-bb51-457c-bc15-7fc08e871901 req-9738a0f8-5893-4078-b4b0-0858eaee2e17 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 1132 time: 0.1070480 Mar 10 17:26:39.599309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-8dac56f1-f122-408e-a516-8c76f3c7b8d7 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0118451 Mar 10 17:26:39.613427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Request body: {'port': {'device_id': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:39.707635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ce7769f-bb51-457c-bc15-7fc08e871901 req-35ff6a5e-611f-431b-838c-6ebe98cffd2c tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050761 Mar 10 17:26:39.715252 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.750742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5e585d73-eef8-45e6-9167-d9b24bf1c503 None None] Provisioning complete for port d2297dfb-3735-4d07-98ff-a41d14c67be6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:39.751341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5e585d73-eef8-45e6-9167-d9b24bf1c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:39.802668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5e585d73-eef8-45e6-9167-d9b24bf1c503 None None] Port d2297dfb-3735-4d07-98ff-a41d14c67be6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:39.865395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac1f95-74b1-4e44-8886-1b5ae24c8d46 req-2f8d458c-683e-42f0-8edb-e80af7094f43 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:39.866952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bac1f95-74b1-4e44-8886-1b5ae24c8d46 req-2f8d458c-683e-42f0-8edb-e80af7094f43 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 931 time: 0.1133928 Mar 10 17:26:39.976972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bac1f95-74b1-4e44-8886-1b5ae24c8d46 req-913b49f7-5325-4470-bfd8-7ee1fa6a7f73 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615633 Mar 10 17:26:40.030023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-13a0b934-59fb-4f80-b175-7716f0cb574b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309584 Mar 10 17:26:40.076170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 452cefe7-ae51-480d-b9c7-42063e7febb3 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:40.187073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 452cefe7-ae51-480d-b9c7-42063e7febb3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:40.187073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.272800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91da250-dfae-444d-a1ee-f068a29e06ab tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:40.274281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91da250-dfae-444d-a1ee-f068a29e06ab tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950023 Mar 10 17:26:40.276159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 452cefe7-ae51-480d-b9c7-42063e7febb3 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.282681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2297dfb-3735-4d07-98ff-a41d14c67be6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:40.294343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks [] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.316051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-0eed793e-30a1-4531-a19f-35548f4863c7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0258048 Mar 10 17:26:40.319680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Transition to ACTIVE for port object d2297dfb-3735-4d07-98ff-a41d14c67be6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:40.328765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903e84-f8ac-48d0-b678-f58c41325ed1 req-c6d158b8-2b54-4d75-964c-af0fa46403ee tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:40.330252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52903e84-f8ac-48d0-b678-f58c41325ed1 req-c6d158b8-2b54-4d75-964c-af0fa46403ee tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 944 time: 0.1332679 Mar 10 17:26:40.333211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.381067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:40.417501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:40.450998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Pushing event updated for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:40.481436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52903e84-f8ac-48d0-b678-f58c41325ed1 req-548bb845-7d77-4e3a-aeb2-e4e358d5607f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974133 Mar 10 17:26:40.548492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-a74af54b-a6d0-4511-973d-c174144c883e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2160320 Mar 10 17:26:40.635293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:40.644297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:40.644816 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.649686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:40.664258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Attempting to bind port d2297dfb-3735-4d07-98ff-a41d14c67be6 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:40.665156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Attempting to bind port d2297dfb-3735-4d07-98ff-a41d14c67be6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:40.665497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Attempting to bind port d2297dfb-3735-4d07-98ff-a41d14c67be6 on network f64fb7c2-7064-4e2b-afb0-d90082858a0a {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:40.685541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Port d2297dfb-3735-4d07-98ff-a41d14c67be6 on network f64fb7c2-7064-4e2b-afb0-d90082858a0a not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:40.685798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Attempting to bind port d2297dfb-3735-4d07-98ff-a41d14c67be6 on network f64fb7c2-7064-4e2b-afb0-d90082858a0a {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:40.692006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:40.692340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Checking segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:40.692727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Bound using segment: {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:40.693158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Bound port: d2297dfb-3735-4d07-98ff-a41d14c67be6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:40.693596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.697172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'mac_address': 'fa:16:3e:e2:21:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:40.816276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:40.821192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:40.869645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.870161 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.892364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87d03c11-df19-4163-ab01-7e8645e7898c req-6baaced4-586b-4c2c-ad47-f52429626269 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 210 time: 0.0587680 Mar 10 17:26:40.899494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.910161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:40.910695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.951282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:40.952247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:40.953813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] 10.222.0.41 "PUT /v2.0/ports/d2297dfb-3735-4d07-98ff-a41d14c67be6 HTTP/1.1" status: 200 len: 1091 time: 1.3452291 Mar 10 17:26:40.954486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:40.956949 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2da380-067d-40c1-a159-c2f68222dc94" -d '{"events": [{"name": "network-changed", "server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:40.993827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a7c9e-deca-421e-9fe8-ec11db324f0c service neutron] Pushing event updated for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:41.023120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:41.034714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:41.039983 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3450a79-ba1f-4f10-8ec2-cfe866966f15" -d '{"events": [{"server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:41.057527 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfde91f-4265-4bbc-ba3a-ce26e8490afa x-openstack-request-id: req-3dfde91f-4265-4bbc-ba3a-ce26e8490afa {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:41.058004 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:41.058461 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dfde91f-4265-4bbc-ba3a-ce26e8490afa {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:41.059023 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'status': 'completed', 'code': 200} Mar 10 17:26:41.107109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:41.137995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.155107 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8a8409-1999-4b2e-8814-65377a9901fe x-openstack-request-id: req-7f8a8409-1999-4b2e-8814-65377a9901fe {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:41.156255 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "name": "network-vif-plugged", "status": "completed", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:41.156681 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f8a8409-1999-4b2e-8814-65377a9901fe {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:41.160457 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0', 'code': 200} Mar 10 17:26:41.163563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:41.301880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:41.305549 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:41.328450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8a265-c4c9-4d0d-a1a9-38c59a9bce5a req-b58e51d3-7a3e-45c9-a606-d45043af43f3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.330015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8de8a265-c4c9-4d0d-a1a9-38c59a9bce5a req-b58e51d3-7a3e-45c9-a606-d45043af43f3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 943 time: 0.1987693 Mar 10 17:26:41.372852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-ccb51b48-df98-4f38-9245-37408488179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.373891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-ccb51b48-df98-4f38-9245-37408488179d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5cafb2490814261879dfea9096dbc62&device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 1125 time: 0.3139322 Mar 10 17:26:41.374975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f53a51-15c3-4b5b-9a75-db541da7fa02 req-db2febd9-9537-46d2-a626-612599297f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.378954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5f53a51-15c3-4b5b-9a75-db541da7fa02 req-db2febd9-9537-46d2-a626-612599297f3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1127 time: 0.1520226 Mar 10 17:26:41.382412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:41.435629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['02e3be02-99d0-4d0b-a861-70e6e36d7e5a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:41.474150 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5f53a51-15c3-4b5b-9a75-db541da7fa02 req-8931310c-dc21-4e55-bfe5-d46a5cdd5c3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866735 Mar 10 17:26:41.509527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-7e8d518b-7f59-4a04-b5c6-87f5a2fabc9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6 HTTP/1.1" status: 200 len: 217 time: 0.0999479 Mar 10 17:26:41.644042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8de8a265-c4c9-4d0d-a1a9-38c59a9bce5a req-63140f2d-007b-4adb-8527-73b7b0e5ac51 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941113 Mar 10 17:26:41.659320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-34b0938d-c32f-46e8-92c8-e92ea6c36042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.660722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-34b0938d-c32f-46e8-92c8-e92ea6c36042 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=648a8b24-eb7a-4d31-ba93-e0284414dcb3 HTTP/1.1" status: 200 len: 851 time: 0.1409283 Mar 10 17:26:41.678184 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:26:41.750732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780b0f-4cd8-4ff4-9406-a8203097e7ee req-135958da-d30a-4eda-b9f1-7515f908b0fd tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.757712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2780b0f-4cd8-4ff4-9406-a8203097e7ee req-135958da-d30a-4eda-b9f1-7515f908b0fd tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1598179 Mar 10 17:26:41.819383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-68df2509-be50-427e-b01a-45c13bd173a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:41.820983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-68df2509-be50-427e-b01a-45c13bd173a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f64fb7c2-7064-4e2b-afb0-d90082858a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438680 Mar 10 17:26:41.882846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2780b0f-4cd8-4ff4-9406-a8203097e7ee req-41b22a5b-c3e8-4e34-bd26-e57ded74e5cd tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230707 Mar 10 17:26:42.022858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4ac7214-d10b-4a7c-92e2-d7a2ee83f08c req-a1b4ae79-114c-4551-a3f6-261384bac8a3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 210 time: 0.0453269 Mar 10 17:26:42.059995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-89488070-a199-4cec-b3e1-78d381334640 service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312489 Mar 10 17:26:42.179304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b70ad1-4f4e-4cb9-8ef5-e73adc4b49ca req-cde23667-7607-4329-adbc-a92cbd07edaa service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081693 Mar 10 17:26:42.310462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-945ef0c2-7605-4f1a-8682-caa3fd1ad568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.312238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-945ef0c2-7605-4f1a-8682-caa3fd1ad568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5cafb2490814261879dfea9096dbc62&device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 1125 time: 0.0697477 Mar 10 17:26:42.324889 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7205b2ba-b842-4d0e-9ef5-418b4d0526dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.392104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:42.438197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-07f5ca83-b950-4818-95e4-c0fc94bdfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.441384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-07f5ca83-b950-4818-95e4-c0fc94bdfbdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f64fb7c2-7064-4e2b-afb0-d90082858a0a HTTP/1.1" status: 200 len: 913 time: 0.1227961 Mar 10 17:26:42.466369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:42.466920 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.530674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-ea4a48df-2562-4376-8f53-5edbd0470b07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6 HTTP/1.1" status: 200 len: 217 time: 0.0750639 Mar 10 17:26:42.588132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-2ded4f7e-5bf5-49c4-bf72-46c23b22db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.589956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-2ded4f7e-5bf5-49c4-bf72-46c23b22db4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=648a8b24-eb7a-4d31-ba93-e0284414dcb3 HTTP/1.1" status: 200 len: 851 time: 0.0527515 Mar 10 17:26:42.635527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:42.642031 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.664272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-b8745cf1-194e-4822-915f-29b85c8548db tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476241 Mar 10 17:26:42.736231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:42.746578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:42.766244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-42ab7d52-5d17-4402-8c10-9b9a80847d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.767791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-42ab7d52-5d17-4402-8c10-9b9a80847d71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f64fb7c2-7064-4e2b-afb0-d90082858a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1704350 Mar 10 17:26:42.904515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-68cd4afc-3c77-44b3-9100-b00df35bcb8a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:42.906219 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-68cd4afc-3c77-44b3-9100-b00df35bcb8a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308242 Mar 10 17:26:42.915802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:42.933459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': '23bca068-fce5-4be8-9611-d65eda696b1a', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:43.085646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:43.091218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.161928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:43.167803 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124a996-b8f7-4231-a329-81c40279137b" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:43.222646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad9b16-06f5-4343-882a-233a6ef23c19 req-8be47b44-4285-450d-b74a-8b37efea6f7d tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.230392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8dad9b16-06f5-4343-882a-233a6ef23c19 req-8be47b44-4285-450d-b74a-8b37efea6f7d tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 943 time: 0.4078612 Mar 10 17:26:43.265905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf3252-c23f-4b1b-b99e-18c2a6138c10 req-6b353d78-5be6-4a1b-aaba-9c0232222ac4 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.273215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50cf3252-c23f-4b1b-b99e-18c2a6138c10 req-6b353d78-5be6-4a1b-aaba-9c0232222ac4 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1897762 Mar 10 17:26:43.286187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-1a449524-0b76-4dc1-9f8f-07299c0012c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036423 Mar 10 17:26:43.357986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8dad9b16-06f5-4343-882a-233a6ef23c19 req-2475c76a-abd9-4db8-9006-492960e288f1 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263251 Mar 10 17:26:43.395224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.146 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/38de5040-2b22-48ff-a96d-3bc4a6e56fd4) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:43.530604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4f976a8-14cc-464b-afed-b1f6d796a3fb req-fbf7231e-d567-4ff6-8207-1936ee1174f3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 210 time: 0.0770135 Mar 10 17:26:43.557199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50cf3252-c23f-4b1b-b99e-18c2a6138c10 req-ad429136-c0eb-43b6-a418-65b58264a231 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817414 Mar 10 17:26:43.618904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2da380-067d-40c1-a159-c2f68222dc94 req-923c997e-4664-443e-820a-412626a71905 service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768748 Mar 10 17:26:43.623439 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27dcb02-bfb9-4ba4-8b0b-3b336bdce4f2 x-openstack-request-id: req-c27dcb02-bfb9-4ba4-8b0b-3b336bdce4f2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:43.623926 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:43.624024 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c27dcb02-bfb9-4ba4-8b0b-3b336bdce4f2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:43.624530 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'code': 200} Mar 10 17:26:43.655939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.702179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.720091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:43.723550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:43.751448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:43.757131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:43.761000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:43.806116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:43.843510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:43.855555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:43.882239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-420d4dce-6780-45fa-8cef-4201f5ec4699 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9624996 Mar 10 17:26:43.901827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Request body: {'port': {'device_id': '23bca068-fce5-4be8-9611-d65eda696b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:44.045075 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.259036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e765a9-ef1f-4bef-9f25-1829be066a01 req-5b406fe8-9231-471d-8fe4-169ae7edd364 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.271499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e765a9-ef1f-4bef-9f25-1829be066a01 req-5b406fe8-9231-471d-8fe4-169ae7edd364 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1127 time: 0.1096900 Mar 10 17:26:44.292536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a88d1ac2-1215-4219-94e5-b60fc278ae4c None None] Provisioning complete for port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:44.292865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a88d1ac2-1215-4219-94e5-b60fc278ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.351261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e765a9-ef1f-4bef-9f25-1829be066a01 req-9cb77b58-f279-4653-8ba6-473329c0455f tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785294 Mar 10 17:26:44.435391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a88d1ac2-1215-4219-94e5-b60fc278ae4c None None] Port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:26:44.600517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183e2d-1ac9-4142-ae5a-3575ad79858c req-ebe7dfda-778a-4385-a0c2-7aed4fe93045 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.610960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c183e2d-1ac9-4142-ae5a-3575ad79858c req-ebe7dfda-778a-4385-a0c2-7aed4fe93045 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 943 time: 0.1338434 Mar 10 17:26:44.620235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c9ba842-bcde-4bac-9ae9-7bafa2110e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.652057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:44.681247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks [] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.684509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c183e2d-1ac9-4142-ae5a-3575ad79858c req-84efb381-4ebb-4f66-87bc-aac3db119caa tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694396 Mar 10 17:26:44.723831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Transition to ACTIVE for port object 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:26:44.733555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:44.783103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Pushing event updated for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:44.909182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662acc-0c24-4195-91b4-449a26cd3a64 req-f530fb4c-3c5b-4630-bc19-2d5292a16c3b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:44.917526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50662acc-0c24-4195-91b4-449a26cd3a64 req-f530fb4c-3c5b-4630-bc19-2d5292a16c3b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 948 time: 0.1371069 Mar 10 17:26:44.988970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50662acc-0c24-4195-91b4-449a26cd3a64 req-daf200ed-1b3e-4efe-8ee3-f5e5f204dc8f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703022 Mar 10 17:26:44.990304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Attempting to bind port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:44.990678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Attempting to bind port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:44.991015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Attempting to bind port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:45.006786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:45.007059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Attempting to bind port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:45.018018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:45.018392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:45.018754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:45.019188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Bound port: 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:45.019551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.146156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:26:45.149806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:45.170671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.241816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0e903-7952-492b-ba11-0ee3da71d18c req-2e5b28b4-e460-46e7-8588-1ca2661ff079 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.248799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7dc0e903-7952-492b-ba11-0ee3da71d18c req-2e5b28b4-e460-46e7-8588-1ca2661ff079 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1466966 Mar 10 17:26:45.270155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.271063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.286471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] 10.222.0.59 "PUT /v2.0/ports/38de5040-2b22-48ff-a96d-3bc4a6e56fd4 HTTP/1.1" status: 200 len: 1096 time: 1.3902190 Mar 10 17:26:45.290702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:45.293470 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e" -d '{"events": [{"name": "network-changed", "server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:45.338145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7dc0e903-7952-492b-ba11-0ee3da71d18c req-fa72d998-432f-48cc-89a2-9132a8d06f75 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801966 Mar 10 17:26:45.481191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d2297dfb-3735-4d07-98ff-a41d14c67be6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:45.523036 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe3e5ec-fdc3-4d4f-acf7-bd1dbb253cef x-openstack-request-id: req-cfe3e5ec-fdc3-4d4f-acf7-bd1dbb253cef {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:45.523338 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:45.525783 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfe3e5ec-fdc3-4d4f-acf7-bd1dbb253cef {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:45.526231 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', 'status': 'completed', 'code': 200} Mar 10 17:26:45.545828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a8558-62ae-4982-bd21-01a29d789320 service neutron] Pushing event updated for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:45.588654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-2b7cc164-4ee0-4706-a5e3-e54c09369723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.591776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-2b7cc164-4ee0-4706-a5e3-e54c09369723 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 1130 time: 0.2372100 Mar 10 17:26:45.683906 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-5d8d734b-7a27-4913-a539-0c1baeca43a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4 HTTP/1.1" status: 200 len: 217 time: 0.0720804 Mar 10 17:26:45.764012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:45.822829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'port_id': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'mac_address': 'fa:16:3e:ff:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:45.832490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.858048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-9c0c8ce0-1cec-4b8a-a745-e62b352e255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.865895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-9c0c8ce0-1cec-4b8a-a745-e62b352e255a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1707249 Mar 10 17:26:45.917255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d2297dfb-3735-4d07-98ff-a41d14c67be6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:45.917255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:45.943547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2297dfb-3735-4d07-98ff-a41d14c67be6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:45.977775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:45.978018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9209b-ce4b-4e7a-83e5-80dd7e539a72 req-1cbc2dd2-1150-4b5b-bd48-e83c6b8a9d0e tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.980909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f0d3deb7-4e5d-467a-bdba-cc420207db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:45.982730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-f0d3deb7-4e5d-467a-bdba-cc420207db88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1011202 Mar 10 17:26:45.985383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ea9209b-ce4b-4e7a-83e5-80dd7e539a72 req-1cbc2dd2-1150-4b5b-bd48-e83c6b8a9d0e tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 943 time: 0.1450872 Mar 10 17:26:45.986037 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:46.027703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-5b72e3c6-20c4-4e6d-b9bd-c5c957231d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.031794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-5b72e3c6-20c4-4e6d-b9bd-c5c957231d9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1127 time: 0.2314279 Mar 10 17:26:46.058052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:46.143937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ea9209b-ce4b-4e7a-83e5-80dd7e539a72 req-bd7ccd6d-bf96-40de-a08b-7c1ec1565aca tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573679 Mar 10 17:26:46.147204 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-97927aa7-37ca-4417-b4ed-4bfb664e741e service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433315 Mar 10 17:26:46.268718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56eff3a1-4164-44f1-adbf-1ba9dcf497f7 req-24bb78ae-0187-4c8c-97e8-faaff28059b7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126630 Mar 10 17:26:46.275338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-0457af9b-a6f9-455a-bbf8-1736c0e40e13 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:26:46.276512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-0457af9b-a6f9-455a-bbf8-1736c0e40e13 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068998 Mar 10 17:26:46.343763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-239b6e1d-1942-436c-a321-32a49f0f7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.345214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-239b6e1d-1942-436c-a321-32a49f0f7a45 service neutron] 10.222.0.35 "GET /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 1124 time: 0.0597525 Mar 10 17:26:46.364164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:46.364998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:26:46.488795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d2297dfb-3735-4d07-98ff-a41d14c67be6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:46.549654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-403d3d96-c1d2-4646-828c-1263011acd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.551985 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-403d3d96-c1d2-4646-828c-1263011acd08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 1130 time: 0.1425765 Mar 10 17:26:46.772237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-97759f48-d61a-45a8-93a1-4104f3e85681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.778208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:26:46.778696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:26:46.779122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:46.786341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-97759f48-d61a-45a8-93a1-4104f3e85681 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.7345853 Mar 10 17:26:46.793612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:26:46.794074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:26:46.802036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-fc364687-8b29-4ee1-aece-9876eea14074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.808662 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-fc364687-8b29-4ee1-aece-9876eea14074 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1771426 Mar 10 17:26:46.813418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:26:46.813989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:26:46.814516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:26:46.815563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Bound port: 60922a52-44b3-4631-9c8c-e598137031e2, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:26:46.861515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542ff4-9fba-4673-a8c0-9a4e14f25ef1 req-96936f9f-85b8-4fac-ae27-f004648706c9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.869387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a542ff4-9fba-4673-a8c0-9a4e14f25ef1 req-96936f9f-85b8-4fac-ae27-f004648706c9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.5825779 Mar 10 17:26:46.877105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-c94f93df-f344-481a-a32c-bdf4fae18543 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 200 len: 217 time: 0.0725389 Mar 10 17:26:46.942393 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-3d217e88-4aa2-4b07-92ed-29f09530de01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4 HTTP/1.1" status: 200 len: 217 time: 0.0860364 Mar 10 17:26:46.964133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-50f0f7d4-9940-4f22-9951-ae2ea7fc7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:46.965937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-50f0f7d4-9940-4f22-9951-ae2ea7fc7529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.0788970 Mar 10 17:26:46.994538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a542ff4-9fba-4673-a8c0-9a4e14f25ef1 req-249a498f-07c2-4db0-beda-696c2d6b06e9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242492 Mar 10 17:26:47.012815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-bba93dfb-506b-40a5-9372-59359cec310b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300784 Mar 10 17:26:47.067891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:26:47.079655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-c517cbf4-1462-4266-b4dc-29298edf39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.083198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-c517cbf4-1462-4266-b4dc-29298edf39a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1219366 Mar 10 17:26:47.087679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.088975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-e414b5e6-a375-4431-8dc1-939d5207ef89 service neutron] 10.222.0.35 "POST /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7312741 Mar 10 17:26:47.145484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:47.177789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e7f4-8230-4682-a1ec-8213e0b5e094 req-9f456d86-09f4-4fb0-9db5-c5610138f719 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.185480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c896e7f4-8230-4682-a1ec-8213e0b5e094 req-9f456d86-09f4-4fb0-9db5-c5610138f719 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 948 time: 0.0946789 Mar 10 17:26:47.210919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-ad8bb1cc-7e64-48ef-bc05-c3ed08c741e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.212981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-ad8bb1cc-7e64-48ef-bc05-c3ed08c741e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1144094 Mar 10 17:26:47.263311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c896e7f4-8230-4682-a1ec-8213e0b5e094 req-d79b8030-41df-4da1-a585-2ef240698a6e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767393 Mar 10 17:26:47.272144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-cca9eeee-7975-4578-bdb6-0be227c074bf service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507551 Mar 10 17:26:47.539084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b836e7-b67d-4b1a-99a2-81b7b8d78bcc req-ad94f6d8-6e9c-422e-882c-d88aff9d5588 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.540638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-d00123ed-97af-44cf-a16d-d1d1c23e231d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995896 Mar 10 17:26:47.547076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3b836e7-b67d-4b1a-99a2-81b7b8d78bcc req-ad94f6d8-6e9c-422e-882c-d88aff9d5588 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 944 time: 0.1300991 Mar 10 17:26:47.615342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4444d4a1-ca3c-40d7-be17-afad010e6ea3 req-1ed2e395-7aa4-4bfd-9117-05512f0818b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301885 Mar 10 17:26:47.645072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-cb7d634f-0e8f-4630-966c-234931df5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.647270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-cb7d634f-0e8f-4630-966c-234931df5241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1127 time: 0.1485777 Mar 10 17:26:47.768012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-41f0db93-0b18-4148-8d38-3b8d8f36448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.769861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-41f0db93-0b18-4148-8d38-3b8d8f36448d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.1032948 Mar 10 17:26:47.789179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3b836e7-b67d-4b1a-99a2-81b7b8d78bcc req-f66d99f1-5efa-45ea-a8a9-17327c75c74f tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361639 Mar 10 17:26:47.806354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d512e95-193c-40d8-acb9-e8e6b2687a4a req-03135bb8-ab8f-40fb-ac14-65d0370bd318 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:47.808059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d512e95-193c-40d8-acb9-e8e6b2687a4a req-03135bb8-ab8f-40fb-ac14-65d0370bd318 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.2958019 Mar 10 17:26:47.872585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-0075297c-ba77-4661-8436-decd08d0b451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.0810673 Mar 10 17:26:47.994656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d512e95-193c-40d8-acb9-e8e6b2687a4a req-1e36f4f5-1988-45e7-812b-44da74534044 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378527 Mar 10 17:26:47.998302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-dedcd389-8f30-4f2c-92ba-16311d1ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.001716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-dedcd389-8f30-4f2c-92ba-16311d1ad2dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1103849 Mar 10 17:26:48.060490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-62308f71-77dc-4b98-b11e-78d6f29f6bda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524087 Mar 10 17:26:48.164237 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b90f3ada-5a19-4cf9-83f1-fd66b2b2282e req-4d7e96e4-b4a0-4bbb-89fb-8373f4d445f9 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088336 Mar 10 17:26:48.207095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-0ab0939e-991d-4130-85b7-9f25973cda8e service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379137 Mar 10 17:26:48.221876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08f13-a2c0-4391-a7b3-0009af77d62c req-112d67c0-e17f-4477-8cf4-03ec6d6ff88e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.228792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d08f13-a2c0-4391-a7b3-0009af77d62c req-112d67c0-e17f-4477-8cf4-03ec6d6ff88e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1322582 Mar 10 17:26:48.399821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d08f13-a2c0-4391-a7b3-0009af77d62c req-6c36d3a2-066b-4fa8-841a-61d65ad021d6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701026 Mar 10 17:26:48.430572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:26:48.444446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ed1830cd-4e23-493c-a3bd-bc15265c61a4 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132063 Mar 10 17:26:48.486488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc1e9-5c11-4fdf-94dd-8cfd545c9389 req-aea301e0-ae6e-466a-838b-cdcad9be7c1a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.495539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-960dc1e9-5c11-4fdf-94dd-8cfd545c9389 req-aea301e0-ae6e-466a-838b-cdcad9be7c1a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 948 time: 0.1117578 Mar 10 17:26:48.585177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-960dc1e9-5c11-4fdf-94dd-8cfd545c9389 req-4a293719-f92d-46c7-bcf2-d18d4da6c1db tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885954 Mar 10 17:26:48.633321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:48.656353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', 'mac_address': 'fa:16:3e:73:78:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:26:48.715929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:48.769111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:48.769943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:48.802646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:26:48.837342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:48.844257 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:48.930565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:48.977541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d8df8-ab13-4652-9780-3279bb8ccfe2 req-ad3e8cc5-15db-4355-9ff7-84e1145d79a8 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:48.985268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-895d8df8-ab13-4652-9780-3279bb8ccfe2 req-ad3e8cc5-15db-4355-9ff7-84e1145d79a8 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 944 time: 0.1096215 Mar 10 17:26:49.049827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-895d8df8-ab13-4652-9780-3279bb8ccfe2 req-c00112f3-0807-4b64-86f2-aeffed58351e tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634921 Mar 10 17:26:49.164200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7314-a238-4c70-8a99-9a8aee9a08c9 req-4479a09f-585c-4976-aa00-a8abea608c7c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.166221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-058d7314-a238-4c70-8a99-9a8aee9a08c9 req-4479a09f-585c-4976-aa00-a8abea608c7c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0666378 Mar 10 17:26:49.236889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-058d7314-a238-4c70-8a99-9a8aee9a08c9 req-eade8c94-bbc9-4755-89dc-e8887d0bf067 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643609 Mar 10 17:26:49.312353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['38de5040-2b22-48ff-a96d-3bc4a6e56fd4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:49.496414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d2297dfb-3735-4d07-98ff-a41d14c67be6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:49.606157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24e5ca-3649-43b4-9fd7-0c541f8a615e req-453ad274-6790-4824-837c-d27d896d8c98 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.620633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd24e5ca-3649-43b4-9fd7-0c541f8a615e req-453ad274-6790-4824-837c-d27d896d8c98 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1342809 Mar 10 17:26:49.741721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd24e5ca-3649-43b4-9fd7-0c541f8a615e req-bdc98b83-a37e-4fe0-8e57-d518229542ca tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198640 Mar 10 17:26:49.868571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe565-d99e-4b99-9255-2f90ecddc1ef req-7e0dac3b-345a-430d-87a0-fa22431ce2ed tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:49.870153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ffe565-d99e-4b99-9255-2f90ecddc1ef req-7e0dac3b-345a-430d-87a0-fa22431ce2ed tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 949 time: 0.1267109 Mar 10 17:26:49.888078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port d2297dfb-3735-4d07-98ff-a41d14c67be6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:49.893293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d2297dfb-3735-4d07-98ff-a41d14c67be6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:49.893975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:49.955301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ffe565-d99e-4b99-9255-2f90ecddc1ef req-59ab03d1-d0c8-466c-8d54-9cf8cf4d8c17 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789800 Mar 10 17:26:50.033038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d2297dfb-3735-4d07-98ff-a41d14c67be6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:50.033557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.080513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:50.081822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:50.084697 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb93fd-922a-466c-915f-5f18c10caa72" -d '{"events": [{"server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "name": "network-vif-plugged", "status": "completed", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:50.092318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:50.165992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:50.200580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76776a2-74b4-4a0c-969d-39233d319e87 req-ed923269-488d-466c-b89f-f6134b525df5 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.202674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76776a2-74b4-4a0c-969d-39233d319e87 req-ed923269-488d-466c-b89f-f6134b525df5 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0793920 Mar 10 17:26:50.275285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76776a2-74b4-4a0c-969d-39233d319e87 req-d8cdd312-0a97-42d5-850e-16c4b258099a tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669181 Mar 10 17:26:50.347025 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b6776-8cea-425d-bac6-4b0d4f49852a x-openstack-request-id: req-8b1b6776-8cea-425d-bac6-4b0d4f49852a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:50.347344 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "name": "network-vif-plugged", "status": "completed", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:50.348026 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b1b6776-8cea-425d-bac6-4b0d4f49852a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:50.348026 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'code': 200} Mar 10 17:26:50.563013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceec52-814e-4133-87d9-448fa974a768 req-c312549f-1639-4d92-855e-7abae5b005f6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.571166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11ceec52-814e-4133-87d9-448fa974a768 req-c312549f-1639-4d92-855e-7abae5b005f6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1498725 Mar 10 17:26:50.594707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f79c95-13fb-4f79-b089-9f0340bb5fe0 req-65d04ebc-c976-48ca-9559-1fdcfee34ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.596457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54f79c95-13fb-4f79-b089-9f0340bb5fe0 req-65d04ebc-c976-48ca-9559-1fdcfee34ddf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 1127 time: 0.1435735 Mar 10 17:26:50.636953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11ceec52-814e-4133-87d9-448fa974a768 req-d0e7cd2a-b50b-46ea-85c1-10f2feb0fd4f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646620 Mar 10 17:26:50.696678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54f79c95-13fb-4f79-b089-9f0340bb5fe0 req-0ec3f4c7-af3d-4536-81f0-525762d84998 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530820 Mar 10 17:26:50.869467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a1bb-f712-4a1b-8a87-f08c410d7f85 req-1d8dcf6d-ecbf-4d57-9dfc-5b24fa3f03e4 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:50.877675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d8a1bb-f712-4a1b-8a87-f08c410d7f85 req-1d8dcf6d-ecbf-4d57-9dfc-5b24fa3f03e4 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0757594 Mar 10 17:26:50.939134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d8a1bb-f712-4a1b-8a87-f08c410d7f85 req-20376136-0af9-4d75-a7d7-76a9244ec464 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Mar 10 17:26:51.122859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8180bd-479d-43f3-97f4-03653d2115d6 req-01dbe7dc-56d5-462e-8dbf-34c3da99aaa7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.130517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c8180bd-479d-43f3-97f4-03653d2115d6 req-01dbe7dc-56d5-462e-8dbf-34c3da99aaa7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 949 time: 0.0772717 Mar 10 17:26:51.184727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c8180bd-479d-43f3-97f4-03653d2115d6 req-2910fdc4-5b04-4c2d-9419-3a6c612d9ef6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Mar 10 17:26:51.459426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b780c-5b62-4b6d-8ceb-c868ff2223d0 req-4d401e1e-70a5-4e37-912a-615622b4f5f3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.468129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59b780c-5b62-4b6d-8ceb-c868ff2223d0 req-4d401e1e-70a5-4e37-912a-615622b4f5f3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0698800 Mar 10 17:26:51.521637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59b780c-5b62-4b6d-8ceb-c868ff2223d0 req-e4eac136-5aa6-4780-8736-1e156dd4a2b4 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523417 Mar 10 17:26:51.799364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0889d3-7077-4337-a2cb-d49669d22bf7 req-e0e86899-c02b-4bb1-9bfb-aa64cb0447aa tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:51.806867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d0889d3-7077-4337-a2cb-d49669d22bf7 req-e0e86899-c02b-4bb1-9bfb-aa64cb0447aa tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0851758 Mar 10 17:26:51.857006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d0889d3-7077-4337-a2cb-d49669d22bf7 req-0f5f96ea-05f8-4a7c-a75f-627252b329cc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Mar 10 17:26:52.078061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ae16-925e-4272-ad38-d4f5903a7076 req-58b9258a-76f0-4da6-9cf0-40fc31822ad7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.078061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8911ae16-925e-4272-ad38-d4f5903a7076 req-58b9258a-76f0-4da6-9cf0-40fc31822ad7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0618534 Mar 10 17:26:52.145756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8911ae16-925e-4272-ad38-d4f5903a7076 req-5ea607bd-1113-4c4a-9b2c-0750026bd0a6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731592 Mar 10 17:26:52.357721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704b06-7208-4ede-ae1c-1c24b85f9aed req-5ea54d02-a6d9-4ab3-b92d-da5eea8c4ffa tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.360489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c704b06-7208-4ede-ae1c-1c24b85f9aed req-5ea54d02-a6d9-4ab3-b92d-da5eea8c4ffa tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 949 time: 0.0745351 Mar 10 17:26:52.438602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c704b06-7208-4ede-ae1c-1c24b85f9aed req-6e582360-02c4-4810-aacd-30b1fb1f3658 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714669 Mar 10 17:26:52.466401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:26:52.551054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:26:52.564686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:52.565071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.680669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:26:52.684121 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.739555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:52.741703 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822b677-e336-4617-915c-5f33b4e0e30b" -d '{"events": [{"server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "name": "network-vif-plugged", "status": "completed", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:52.744248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555292b2-a60d-4d8c-89eb-2ae6061d035f req-659e1a9a-0030-4925-b400-73f69206aa21 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:52.745954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-555292b2-a60d-4d8c-89eb-2ae6061d035f req-659e1a9a-0030-4925-b400-73f69206aa21 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1054509 Mar 10 17:26:52.759414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:26:52.778212 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:52.849483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-555292b2-a60d-4d8c-89eb-2ae6061d035f req-a7e65e57-9110-47cc-8289-7f2c957dbfdb tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802789 Mar 10 17:26:52.851768 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db41a14-6536-42bb-aee4-7fa2e3b9fee8 x-openstack-request-id: req-7db41a14-6536-42bb-aee4-7fa2e3b9fee8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:52.852111 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "name": "network-vif-plugged", "status": "completed", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:52.852475 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7db41a14-6536-42bb-aee4-7fa2e3b9fee8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:52.852930 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', 'code': 200} Mar 10 17:26:52.871676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:53.052011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74dfae-503a-4f61-b889-fc5c9a35a48b req-3cef8bec-b123-4791-a60f-02e1325b8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.053527 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c74dfae-503a-4f61-b889-fc5c9a35a48b req-3cef8bec-b123-4791-a60f-02e1325b8baf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 1132 time: 0.1145906 Mar 10 17:26:53.079150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bd395-6efa-4d5a-b3c0-56bcb68241d1 req-6c01e417-6a8b-462f-b7c0-21b352339677 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.089377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-770bd395-6efa-4d5a-b3c0-56bcb68241d1 req-6c01e417-6a8b-462f-b7c0-21b352339677 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1207542 Mar 10 17:26:53.141655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c74dfae-503a-4f61-b889-fc5c9a35a48b req-52e14ec9-fb7c-443d-9ba0-44132bcdb025 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Mar 10 17:26:53.201373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-770bd395-6efa-4d5a-b3c0-56bcb68241d1 req-1b5377e3-fc88-4048-a530-0dc621ab1d9d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109993 Mar 10 17:26:53.226300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a4c2-2cfd-4b5d-8e9f-4060830eb84e req-62e1ca8d-b0a4-457f-91fa-6d77f77ce10c tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.238280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa37a4c2-2cfd-4b5d-8e9f-4060830eb84e req-62e1ca8d-b0a4-457f-91fa-6d77f77ce10c tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1268361 Mar 10 17:26:53.245259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:26:53.250567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Request body: {'floatingip': {'port_id': 'd2297dfb-3735-4d07-98ff-a41d14c67be6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:53.334469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.335870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80292911-a107-424e-8fee-efc190a60821 req-fa845cb1-f07b-4756-9590-3006285da243 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.343144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80292911-a107-424e-8fee-efc190a60821 req-fa845cb1-f07b-4756-9590-3006285da243 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0711467 Mar 10 17:26:53.411243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80292911-a107-424e-8fee-efc190a60821 req-0add36d3-04d8-4b5f-ba9a-684891e74106 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Mar 10 17:26:53.599627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544826c1-2664-4116-a6e4-199c9d42f91d req-b978c1af-ad7b-4f59-8f10-0d0f09a894ee tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:53.608805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-544826c1-2664-4116-a6e4-199c9d42f91d req-b978c1af-ad7b-4f59-8f10-0d0f09a894ee tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.0875208 Mar 10 17:26:53.699221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-544826c1-2664-4116-a6e4-199c9d42f91d req-66fe2d06-85cc-4bc9-83b8-3956c4f01dce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Mar 10 17:26:53.925761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:53.935717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:54.087811 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Floating IP cf9a6c70-9c0e-4e1f-a13e-19c1692da03f associated. External IP: 172.25.3.228, port: d2297dfb-3735-4d07-98ff-a41d14c67be6. Mar 10 17:26:54.374577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04dd2e-53b3-4add-8f47-66801ffc5ba4 req-cfaccdda-ec53-4284-aedf-14c18fa9bda2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:54.377033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c04dd2e-53b3-4add-8f47-66801ffc5ba4 req-cfaccdda-ec53-4284-aedf-14c18fa9bda2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0774684 Mar 10 17:26:54.421841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Router c1220178-59a8-4d5e-81e8-aa7467b74ef2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:26:54.470535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c04dd2e-53b3-4add-8f47-66801ffc5ba4 req-c8eb4a5b-110a-47d1-aba1-cc26aa3c40c1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838287 Mar 10 17:26:54.565644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cb43c-0456-40d4-9935-c60727f65b5a req-84a974dd-ef44-4897-b0da-a3f5eb4b4c96 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:54.573244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e76cb43c-0456-40d4-9935-c60727f65b5a req-84a974dd-ef44-4897-b0da-a3f5eb4b4c96 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0875456 Mar 10 17:26:54.617678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:26:54.622908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:54.630158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e76cb43c-0456-40d4-9935-c60727f65b5a req-b7e8020a-d4c1-4720-af7f-70968c2c90f1 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559487 Mar 10 17:26:54.633991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Sync routers for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:26:54.660948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:54.663462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:54.679166 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b905307-e8bb-47e4-b9ec-b117e7218f85 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "PUT /v2.0/floatingips/cf9a6c70-9c0e-4e1f-a13e-19c1692da03f HTTP/1.1" status: 200 len: 991 time: 1.4331787 Mar 10 17:26:54.679812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:26:54.682197 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae60a30-60dd-45f6-86a5-173f7dbbe64e" -d '{"events": [{"name": "network-changed", "server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:26:54.746560 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca7479-832c-43b7-a25e-32bd7e8f3c79 x-openstack-request-id: req-10ca7479-832c-43b7-a25e-32bd7e8f3c79 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:26:54.746853 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:26:54.747109 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10ca7479-832c-43b7-a25e-32bd7e8f3c79 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:26:54.747520 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'status': 'completed', 'code': 200} Mar 10 17:26:54.878752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:54.955473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fcc20-99b2-4178-b22e-b706c8e30c82 req-14be39cc-5aa1-49d1-ae8f-86ee8bf59d2c tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:54.957033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f9fcc20-99b2-4178-b22e-b706c8e30c82 req-14be39cc-5aa1-49d1-ae8f-86ee8bf59d2c tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1749966 Mar 10 17:26:55.020085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-ddc97f73-be6f-4a32-a1c3-5d9fc4f089c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.021954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-ddc97f73-be6f-4a32-a1c3-5d9fc4f089c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5cafb2490814261879dfea9096dbc62&device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 1127 time: 0.2065830 Mar 10 17:26:55.046992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b8c4-752b-498c-b64d-eecb0539da31 req-e39653c0-cedb-435f-a56b-739c06822896 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.055393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca71b8c4-752b-498c-b64d-eecb0539da31 req-e39653c0-cedb-435f-a56b-739c06822896 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.1628563 Mar 10 17:26:55.181444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-928f8438-e695-4841-ba1f-aeb15f2b5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.182912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-928f8438-e695-4841-ba1f-aeb15f2b5b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f64fb7c2-7064-4e2b-afb0-d90082858a0a HTTP/1.1" status: 200 len: 913 time: 0.1153054 Mar 10 17:26:55.250468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'cf9a6c70-9c0e-4e1f-a13e-19c1692da03f', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'port_id': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'mac_address': 'fa:16:3e:ff:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:26:34Z', 'updated_at': '2022-03-10T17:26:53Z', 'revision_number': 1, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:55.278153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f9fcc20-99b2-4178-b22e-b706c8e30c82 req-45ef7a52-0eb1-4618-a119-905892e94d9d tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915394 Mar 10 17:26:55.306449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Checking router: c1220178-59a8-4d5e-81e8-aa7467b74ef2 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:26:55.331596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:26:55.332362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:55.378681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-68351a92-96b0-40bb-aaf9-32f04e51931c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6 HTTP/1.1" status: 200 len: 999 time: 0.1791770 Mar 10 17:26:55.439616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca71b8c4-752b-498c-b64d-eecb0539da31 req-5dd4df36-3fed-4ef2-bd58-07f63eeaca73 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832424 Mar 10 17:26:55.456244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-8b8b8f1c-0756-463e-bf74-511289e9fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.457868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-8b8b8f1c-0756-463e-bf74-511289e9fa00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=648a8b24-eb7a-4d31-ba93-e0284414dcb3 HTTP/1.1" status: 200 len: 851 time: 0.0637307 Mar 10 17:26:55.541743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:26:55.571316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-446853fd-1a2d-4db9-bd98-bb99a5b833e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.573106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-446853fd-1a2d-4db9-bd98-bb99a5b833e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f64fb7c2-7064-4e2b-afb0-d90082858a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006007 Mar 10 17:26:55.772678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-c8b04d1b-dd10-45e3-9f76-6111514f4d40 service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919816 Mar 10 17:26:55.913271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'cf9a6c70-9c0e-4e1f-a13e-19c1692da03f', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'port_id': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'mac_address': 'fa:16:3e:ff:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:26:34Z', 'updated_at': '2022-03-10T17:26:53Z', 'revision_number': 1, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:26:55.914860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f120d0e-5451-4741-b02e-fc596793014b req-4f70b84c-ce16-4c64-96c3-fdf01eb1ddc3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.924293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f120d0e-5451-4741-b02e-fc596793014b req-4f70b84c-ce16-4c64-96c3-fdf01eb1ddc3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.3342950 Mar 10 17:26:55.961035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3eea-1240-4452-8bcc-1ed1a1c98347 req-8c3f36e5-df71-486e-8fb5-5774c8f86646 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:55.962565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26c8bc-e7c4-4215-85f9-04b6b30cf6c5 None None] The sync data for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 is: [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'cf9a6c70-9c0e-4e1f-a13e-19c1692da03f', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'port_id': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'mac_address': 'fa:16:3e:ff:a9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:26:34Z', 'updated_at': '2022-03-10T17:26:53Z', 'revision_number': 1, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:26:55.971309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-417d3eea-1240-4452-8bcc-1ed1a1c98347 req-8c3f36e5-df71-486e-8fb5-5774c8f86646 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.2300541 Mar 10 17:26:56.065159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-417d3eea-1240-4452-8bcc-1ed1a1c98347 req-9eb1b7ab-aeff-4446-8e3d-b3cbcb651fc5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878756 Mar 10 17:26:56.094418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cae60a30-60dd-45f6-86a5-173f7dbbe64e req-95064625-95d4-44be-884e-9650d2f4bad5 service neutron] 10.222.0.41 "GET /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099720 Mar 10 17:26:56.113539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f120d0e-5451-4741-b02e-fc596793014b req-26abd1e5-5091-450a-8744-c4e52e5b68a8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895590 Mar 10 17:26:56.281238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0f028-60c6-40ea-811f-a2f48249afbe None None] New status for floating IP cf9a6c70-9c0e-4e1f-a13e-19c1692da03f: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:26:56.596986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9091b-b1b6-4731-a3a5-36feeb1bc397 req-36d48ee0-413d-4ef7-b166-90a54ff3a8fd tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:56.603916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf9091b-b1b6-4731-a3a5-36feeb1bc397 req-36d48ee0-413d-4ef7-b166-90a54ff3a8fd tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.0653510 Mar 10 17:26:56.658834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf9091b-b1b6-4731-a3a5-36feeb1bc397 req-c1c3435a-6c3d-4b26-b667-bfd0afcdb10b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539384 Mar 10 17:26:56.720805 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:56.814307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f25a6-125b-44cd-b116-c10a75689f76 req-b6013104-4fd2-448b-bc7c-2be547f3eacc tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:56.817446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-153f25a6-125b-44cd-b116-c10a75689f76 req-b6013104-4fd2-448b-bc7c-2be547f3eacc tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 1132 time: 0.0747392 Mar 10 17:26:56.882759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-153f25a6-125b-44cd-b116-c10a75689f76 req-c8bff454-5f9d-4c53-b2bd-ab5886b0039c tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582426 Mar 10 17:26:57.045472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-0a8d33d9-8072-41e3-baa2-18dd079016e1 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273721 Mar 10 17:26:57.212023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-758445d0-078c-463d-bdf8-799b2e7c23ac tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:57.213481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-758445d0-078c-463d-bdf8-799b2e7c23ac tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609573 Mar 10 17:26:57.226093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f58b-2c23-4ba1-ab32-e272da6f107e req-9d6371d2-7158-4c4c-8bf8-39ae4e975910 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:57.228004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a43f58b-2c23-4ba1-ab32-e272da6f107e req-9d6371d2-7158-4c4c-8bf8-39ae4e975910 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0884733 Mar 10 17:26:57.250751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-077974dd-2060-415f-8e1c-47df8bad550f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0217519 Mar 10 17:26:57.305899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a43f58b-2c23-4ba1-ab32-e272da6f107e req-2bf70468-8147-4835-bb7c-b0aefe842b3a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699103 Mar 10 17:26:57.335575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-5486ec48-eefb-45fe-9d1f-0336555dab11 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0778329 Mar 10 17:26:57.426877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9bc6d-aaec-41cf-99e5-a9ad946bf201 req-251ae58c-c187-40f0-b32d-3e8eb7df24dc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:57.428514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c9bc6d-aaec-41cf-99e5-a9ad946bf201 req-251ae58c-c187-40f0-b32d-3e8eb7df24dc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0611756 Mar 10 17:26:57.494837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c9bc6d-aaec-41cf-99e5-a9ad946bf201 req-5e4e72a7-fd94-41d7-b801-21c71faed22d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Mar 10 17:26:57.513039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49dfe695-9426-4d99-8cfe-aae87a28704b req-3d13bc61-8358-4122-8ae5-e6d381a316ae tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 210 time: 0.0340405 Mar 10 17:26:57.742882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d6ec1-b06f-4608-bae7-740b1a732c92 req-6f47da0d-2483-46d9-a367-1b90b0b4154b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:57.750563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-418d6ec1-b06f-4608-bae7-740b1a732c92 req-6f47da0d-2483-46d9-a367-1b90b0b4154b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 950 time: 0.0698977 Mar 10 17:26:57.819090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-418d6ec1-b06f-4608-bae7-740b1a732c92 req-57a87096-bc91-402d-9a0b-403f296abf28 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575743 Mar 10 17:26:58.432394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1ebe4-f8bd-452d-95e6-8958c3531727 req-59b645fd-5328-4df1-b41c-af2fc5f12b0a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:58.433911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dc1ebe4-f8bd-452d-95e6-8958c3531727 req-59b645fd-5328-4df1-b41c-af2fc5f12b0a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0585721 Mar 10 17:26:58.482020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dc1ebe4-f8bd-452d-95e6-8958c3531727 req-0a87f8fe-11f7-4b4d-ba75-2327adba5b36 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Mar 10 17:26:58.630716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e79042d-a7bd-46db-99e7-559b2f56fcf1 req-efa1f73f-8616-4d6b-99d5-393f448e84c2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 210 time: 0.0450463 Mar 10 17:26:58.660631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb2d6e-93ab-48c2-bc02-d6960794c11c req-ee3ac955-6a26-4e0a-a204-8283861242e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:58.662366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76eb2d6e-93ab-48c2-bc02-d6960794c11c req-ee3ac955-6a26-4e0a-a204-8283861242e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Mar 10 17:26:58.728302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76eb2d6e-93ab-48c2-bc02-d6960794c11c req-2231b29a-ca65-43b7-8c71-c8bc405e0a83 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Mar 10 17:26:58.753738 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-8576875f-8669-4c48-bc1b-4e2a94f86af5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358148 Mar 10 17:26:58.874982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-dfe76299-0ea7-460b-9237-f8e28536e14f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:58.876421 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-dfe76299-0ea7-460b-9237-f8e28536e14f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169667 Mar 10 17:26:58.890169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:58.933921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159506-31d4-4220-b52d-738a8ac23eef req-6d854bb1-0ddc-4537-b472-44c2efbe71a4 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:58.935502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5159506-31d4-4220-b52d-738a8ac23eef req-6d854bb1-0ddc-4537-b472-44c2efbe71a4 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 950 time: 0.0586984 Mar 10 17:26:58.989300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5159506-31d4-4220-b52d-738a8ac23eef req-e9acc1a5-33d0-48b6-b76a-66f679250e2b tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475225 Mar 10 17:26:59.005945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:26:59.009690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.151745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.129 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/46027998-cca4-43c7-99b4-559cdf8af5aa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:26:59.304310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.342837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.359203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:59.363824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6', '38de5040-2b22-48ff-a96d-3bc4a6e56fd4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:26:59.399966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:26:59.405112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:26:59.409079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:26:59.413044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:26:59.444025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.445968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.445968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.445968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.445968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.445968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.447804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.448284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.448757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.449272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.449882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.450343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.450861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:26:59.502506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.503609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.536369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-384885ea-0d48-4c26-b96d-8df931f15a1d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6499190 Mar 10 17:26:59.551980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Request body: {'port': {'device_id': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:26:59.612876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.669120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.679252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee2d8-4021-48eb-a541-d072424a4c54 req-4a8380dd-499e-4371-bc6e-edcab31480d7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.687061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-962ee2d8-4021-48eb-a541-d072424a4c54 req-4a8380dd-499e-4371-bc6e-edcab31480d7 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1057224 Mar 10 17:26:59.759360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-962ee2d8-4021-48eb-a541-d072424a4c54 req-9f53dea8-f3e5-45e9-b7ab-04f6e22eba89 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713587 Mar 10 17:26:59.899226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f98a20d9-54f0-4b2a-9f1f-c63c0c0b9ab9 None None] Provisioning complete for port 46027998-cca4-43c7-99b4-559cdf8af5aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:26:59.900717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f98a20d9-54f0-4b2a-9f1f-c63c0c0b9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:26:59.937315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2991570-f799-4086-b31a-ac016cf82b78 req-041ea751-6d34-48c8-9ea0-c684f2a619bb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.944744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2991570-f799-4086-b31a-ac016cf82b78 req-041ea751-6d34-48c8-9ea0-c684f2a619bb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1242414 Mar 10 17:26:59.963589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506860-e649-4c08-8f80-ebb80a8682b0 req-039d5335-ff1a-440a-aa1e-0555b1c5efd6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:26:59.971617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf506860-e649-4c08-8f80-ebb80a8682b0 req-039d5335-ff1a-440a-aa1e-0555b1c5efd6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 936 time: 0.1051593 Mar 10 17:27:00.012196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f98a20d9-54f0-4b2a-9f1f-c63c0c0b9ab9 None None] Port 46027998-cca4-43c7-99b4-559cdf8af5aa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:27:00.034736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2991570-f799-4086-b31a-ac016cf82b78 req-8cefc6c4-22c8-4dd4-b68d-5fa8ae447668 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833471 Mar 10 17:27:00.059710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46027998-cca4-43c7-99b4-559cdf8af5aa {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:00.068490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks [] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.086994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Transition to ACTIVE for port object 46027998-cca4-43c7-99b4-559cdf8af5aa will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:00.101266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf506860-e649-4c08-8f80-ebb80a8682b0 req-94143e8a-91cc-4bdf-831a-925c8ebbff36 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285734 Mar 10 17:27:00.105959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.166543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Pushing event updated for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:00.258669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Attempting to bind port 46027998-cca4-43c7-99b4-559cdf8af5aa on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:00.259002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Attempting to bind port 46027998-cca4-43c7-99b4-559cdf8af5aa by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:00.259647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Attempting to bind port 46027998-cca4-43c7-99b4-559cdf8af5aa on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:00.264891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Port 46027998-cca4-43c7-99b4-559cdf8af5aa on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:00.265213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Attempting to bind port 46027998-cca4-43c7-99b4-559cdf8af5aa on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:00.270399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:00.270769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:00.271149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:00.271986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Bound port: 46027998-cca4-43c7-99b4-559cdf8af5aa, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:00.272115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.343742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:00.347486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=46027998-cca4-43c7-99b4-559cdf8af5aa,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:00.360131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.434923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Pushing event updated for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:00.441114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.441957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.443718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-15209334-6a09-46bb-a2ef-6361fbf6a543 service neutron] 10.222.0.59 "PUT /v2.0/ports/46027998-cca4-43c7-99b4-559cdf8af5aa HTTP/1.1" status: 200 len: 1096 time: 0.8997509 Mar 10 17:27:00.444365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:00.447153 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2972e4-5363-450f-a5e0-06ed73d91426" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:00.516400 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbffd1ce-5e93-4ee4-ae5c-17d80b0f7a5b x-openstack-request-id: req-fbffd1ce-5e93-4ee4-ae5c-17d80b0f7a5b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:00.516974 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:00.517328 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbffd1ce-5e93-4ee4-ae5c-17d80b0f7a5b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:00.517847 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa', 'status': 'completed', 'code': 200} Mar 10 17:27:00.528176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:00.590755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-c83f9cea-67fd-45a4-b4cd-2d35e363c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.594515 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-c83f9cea-67fd-45a4-b4cd-2d35e363c1ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 1130 time: 0.0957127 Mar 10 17:27:00.649546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-4ef3e722-45e5-4426-a026-9bf28a6ded48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=46027998-cca4-43c7-99b4-559cdf8af5aa HTTP/1.1" status: 200 len: 217 time: 0.0426724 Mar 10 17:27:00.676186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:00.677331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.711177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-4c3f039d-bba1-4f70-8023-4a9bbc201a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.712660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-4c3f039d-bba1-4f70-8023-4a9bbc201a15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0531473 Mar 10 17:27:00.713052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:00.715617 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8bad5-ac45-4c9e-b2ba-7c2be61b0a60" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-unplugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:00.736328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:00.749352 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:00.794805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-494196ec-d1a0-4e35-9414-01ff9b955ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.802061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-494196ec-d1a0-4e35-9414-01ff9b955ee0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0743785 Mar 10 17:27:00.805581 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eb1a23-a4d4-465e-ada9-0313d6e1e6c9 x-openstack-request-id: req-f6eb1a23-a4d4-465e-ada9-0313d6e1e6c9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:00.805891 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-unplugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:00.806144 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6eb1a23-a4d4-465e-ada9-0313d6e1e6c9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:00.806562 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'code': 200} Mar 10 17:27:00.877363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:00.885906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.886491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.886975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.887449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.887929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.888411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.888926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.889490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.890253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.891313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.891728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ecdbe-8efa-45a0-8b26-dcffa69f17be req-004f59cd-b6d6-4546-8919-d31feff790fb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:00.891976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.892443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.892908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:00.893312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-066ecdbe-8efa-45a0-8b26-dcffa69f17be req-004f59cd-b6d6-4546-8919-d31feff790fb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0611370 Mar 10 17:27:00.936182 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-35333c73-d47a-4166-9983-09fa52dc8c10 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260221 Mar 10 17:27:01.060829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f3e96d2d-7439-4b4f-a396-be9a98113eb7 req-23f6aa18-98ec-43cf-a0d2-e9053ac25c91 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117992 Mar 10 17:27:01.173436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-5483a444-a59f-4326-b9c6-aeb2300c433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.175152 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-5483a444-a59f-4326-b9c6-aeb2300c433a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 1130 time: 0.0500908 Mar 10 17:27:01.237846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-066ecdbe-8efa-45a0-8b26-dcffa69f17be req-4d6be9f7-a2bd-4610-be90-7ac3753b1ad2 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375762 Mar 10 17:27:01.283611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a22aa-02d8-410c-a2fd-3c7f4cb10d7f req-2c304fdb-92ce-470d-a893-58800d4f219b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.285443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da8a22aa-02d8-410c-a2fd-3c7f4cb10d7f req-2c304fdb-92ce-470d-a893-58800d4f219b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0638022 Mar 10 17:27:01.299313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-a289005a-1c3d-4d23-af37-aaa422c334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.301096 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-a289005a-1c3d-4d23-af37-aaa422c334ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1090722 Mar 10 17:27:01.367796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-7e4ebc75-9fe3-423b-a0ad-b5a3c29d8f21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=46027998-cca4-43c7-99b4-559cdf8af5aa HTTP/1.1" status: 200 len: 217 time: 0.0399637 Mar 10 17:27:01.374377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da8a22aa-02d8-410c-a2fd-3c7f4cb10d7f req-40b6395b-ab2f-4292-8516-0c796a81ded7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759447 Mar 10 17:27:01.392810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa2cea-7455-49bb-b92d-3bb9232a7f2c req-6a92e313-d58c-45da-8a65-d6428533b2a1 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.394822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcfa2cea-7455-49bb-b92d-3bb9232a7f2c req-6a92e313-d58c-45da-8a65-d6428533b2a1 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 948 time: 0.0815883 Mar 10 17:27:01.423633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-9ef10a6b-10e9-4e36-aea5-86b9f69dc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.425260 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-9ef10a6b-10e9-4e36-aea5-86b9f69dc7f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0480998 Mar 10 17:27:01.446475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcfa2cea-7455-49bb-b92d-3bb9232a7f2c req-f8463303-f913-4398-b0bf-87e1fc47a4f2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Mar 10 17:27:01.484190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-5fc40fc6-cdd0-46d1-937b-bf3f3ee56a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:01.485691 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-5fc40fc6-cdd0-46d1-937b-bf3f3ee56a3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0511842 Mar 10 17:27:01.593280 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-b9a7976a-7627-422e-9e22-af25d2c8cf5e service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852120 Mar 10 17:27:01.698461 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2d2972e4-5363-450f-a5e0-06ed73d91426 req-2fc15d47-f104-459c-98bd-f9637e83273d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956554 Mar 10 17:27:02.362149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ed092-8903-4bfa-818f-7e0caf445445 req-a6a3eac0-efb9-43b0-b5bc-f125c0630912 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:02.363758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-428ed092-8903-4bfa-818f-7e0caf445445 req-a6a3eac0-efb9-43b0-b5bc-f125c0630912 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0541959 Mar 10 17:27:02.410229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-428ed092-8903-4bfa-818f-7e0caf445445 req-575f1aed-100f-4a19-a826-5fc80001c3d2 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Mar 10 17:27:02.498867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff9b50-f51a-44da-9b79-ecaf87a5d840 req-9c317533-d18b-4537-b7ff-b322570d2aa6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:02.500341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbff9b50-f51a-44da-9b79-ecaf87a5d840 req-9c317533-d18b-4537-b7ff-b322570d2aa6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0545077 Mar 10 17:27:02.580818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbff9b50-f51a-44da-9b79-ecaf87a5d840 req-c0604c2c-67b7-4930-9c67-08baf3d1fd8f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734823 Mar 10 17:27:02.595485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee0d8e-dc95-4840-aa7e-76f79de4b0c8 req-29fe0eac-7eea-48eb-be6a-e07872601936 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:02.596927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7dee0d8e-dc95-4840-aa7e-76f79de4b0c8 req-29fe0eac-7eea-48eb-be6a-e07872601936 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 948 time: 0.0825694 Mar 10 17:27:02.645043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7dee0d8e-dc95-4840-aa7e-76f79de4b0c8 req-cb7b3ecb-6de4-4f9a-be55-12021193dbb4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Mar 10 17:27:03.536360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d14d-e54f-4bb3-bc24-4910362943d8 req-cdcfbe39-8dc0-4a98-b7c3-a5d8c4696a6b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:03.537816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ce3d14d-e54f-4bb3-bc24-4910362943d8 req-cdcfbe39-8dc0-4a98-b7c3-a5d8c4696a6b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0559394 Mar 10 17:27:03.588075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ce3d14d-e54f-4bb3-bc24-4910362943d8 req-2606f799-af3a-473a-9287-0fe1e095de3d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Mar 10 17:27:03.710287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7233fff-4fd9-4ab6-b887-9025bdc40f28 req-be3e07de-eaed-4c18-a268-d68b634fce2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:03.711730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7233fff-4fd9-4ab6-b887-9025bdc40f28 req-be3e07de-eaed-4c18-a268-d68b634fce2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0601187 Mar 10 17:27:03.789587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7233fff-4fd9-4ab6-b887-9025bdc40f28 req-bbb42b2c-f935-4869-9494-b0f04e483c7e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 Mar 10 17:27:03.807575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9f8da-1ee1-4b53-af40-28bdf046cdc1 req-2df28c16-06e9-4fdb-aee5-e23df22c2798 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:03.814358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18e9f8da-1ee1-4b53-af40-28bdf046cdc1 req-2df28c16-06e9-4fdb-aee5-e23df22c2798 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 948 time: 0.0911036 Mar 10 17:27:03.860152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18e9f8da-1ee1-4b53-af40-28bdf046cdc1 req-25a9d1ae-abba-4c33-af76-b4113c797090 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Mar 10 17:27:04.582886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 46027998-cca4-43c7-99b4-559cdf8af5aa details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:04.688122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=46027998-cca4-43c7-99b4-559cdf8af5aa,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:04.706516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '46027998-cca4-43c7-99b4-559cdf8af5aa', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '46027998-cca4-43c7-99b4-559cdf8af5aa', 'mac_address': 'fa:16:3e:03:49:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:04.709386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677538-feb1-4baf-930a-e2beea8efd40 req-3168dff4-bcdd-471e-a9bd-fd45cfb08c3c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:04.710921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2677538-feb1-4baf-930a-e2beea8efd40 req-3168dff4-bcdd-471e-a9bd-fd45cfb08c3c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0548851 Mar 10 17:27:04.748495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 46027998-cca4-43c7-99b4-559cdf8af5aa is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:04.749215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.762529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2677538-feb1-4baf-930a-e2beea8efd40 req-9ff06079-abe5-411b-a193-a4517431dcda tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Mar 10 17:27:04.769274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46027998-cca4-43c7-99b4-559cdf8af5aa {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:04.801988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=46027998-cca4-43c7-99b4-559cdf8af5aa,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:04.806303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.807023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:04.877901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:04.883113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:04.896497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'mac_address': 'fa:16:3e:e2:21:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:04.950901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bb856-41cc-495e-843b-740b18c1b7fd req-3cf1874f-bf4f-4e8b-8ab0-4f2fa1d09cff tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:04.953614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:04.955184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:04.960488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-543bb856-41cc-495e-843b-740b18c1b7fd req-3cf1874f-bf4f-4e8b-8ab0-4f2fa1d09cff tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0960333 Mar 10 17:27:04.980612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:05.004662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:05.009132 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:05.016529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-543bb856-41cc-495e-843b-740b18c1b7fd req-b9ac9310-508e-44ce-9c62-0d4b14fd8268 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548410 Mar 10 17:27:05.069349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ec62-640c-4caf-bb95-2b243d6b8709 req-d0f5380e-8476-411a-8dc1-237da96f2fe6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:05.070914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7704ec62-640c-4caf-bb95-2b243d6b8709 req-d0f5380e-8476-411a-8dc1-237da96f2fe6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 949 time: 0.0753269 Mar 10 17:27:05.079793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:05.117770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7704ec62-640c-4caf-bb95-2b243d6b8709 req-810ccaeb-d881-468c-b49a-d8913f263c61 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Mar 10 17:27:05.169717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['02e3be02-99d0-4d0b-a861-70e6e36d7e5a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:05.490815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['46027998-cca4-43c7-99b4-559cdf8af5aa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:05.897011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82acf96-e8a7-40fb-9e54-015743f24d85 req-9375cd8c-6e07-4249-a596-7ae08f7a5b55 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:05.898506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e82acf96-e8a7-40fb-9e54-015743f24d85 req-9375cd8c-6e07-4249-a596-7ae08f7a5b55 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0624268 Mar 10 17:27:05.959592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e82acf96-e8a7-40fb-9e54-015743f24d85 req-66a5dee6-6ae3-41fe-9ea4-524cf7919175 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550833 Mar 10 17:27:06.170160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908d95-59ff-449a-9c59-2c13af54244e req-85af42b4-a9e5-40c6-aa3e-5ceebe4cbe0c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:06.180446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53908d95-59ff-449a-9c59-2c13af54244e req-85af42b4-a9e5-40c6-aa3e-5ceebe4cbe0c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0789270 Mar 10 17:27:06.281683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53908d95-59ff-449a-9c59-2c13af54244e req-8de9be11-4593-4ddc-8346-db56ad48badd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926461 Mar 10 17:27:06.307237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decaa65-41b4-407f-a23a-dae9375008b0 req-6279c2d7-b17b-437c-91d0-975b522afec7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:06.308855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0decaa65-41b4-407f-a23a-dae9375008b0 req-6279c2d7-b17b-437c-91d0-975b522afec7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 949 time: 0.0959814 Mar 10 17:27:06.375197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0decaa65-41b4-407f-a23a-dae9375008b0 req-875690b3-c058-464c-a058-d0ea3dbfea05 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Mar 10 17:27:06.596285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:06.675785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:06.676216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.838553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:06.839215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:06.877028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:06.879908 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ed84ba-55db-48bd-8993-b0763db1dd00" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:06.895433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:06.942186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:07.015061 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb017ab-f0e0-4fd0-a299-cbc18c126681 x-openstack-request-id: req-eeb017ab-f0e0-4fd0-a299-cbc18c126681 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:07.015380 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-plugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:07.015646 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeb017ab-f0e0-4fd0-a299-cbc18c126681 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:07.016022 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'code': 200} Mar 10 17:27:07.079690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:07.169206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e22155-eaa5-4c45-9f8e-59d1c000d07a req-d01051b8-645f-41d5-95c7-179dede9577b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.178889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4e22155-eaa5-4c45-9f8e-59d1c000d07a req-d01051b8-645f-41d5-95c7-179dede9577b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0864143 Mar 10 17:27:07.268795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4e22155-eaa5-4c45-9f8e-59d1c000d07a req-9131b682-71d0-4e19-a8bd-97c5260a4b55 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881429 Mar 10 17:27:07.425650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a80b-9aa6-4abf-ba2b-2cbc096bbca5 req-9506031f-a1af-4341-a708-92154320ead9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.427579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d679a80b-9aa6-4abf-ba2b-2cbc096bbca5 req-9506031f-a1af-4341-a708-92154320ead9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.0793629 Mar 10 17:27:07.526573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d679a80b-9aa6-4abf-ba2b-2cbc096bbca5 req-165900c1-7ed1-4e2b-bf06-0d39b14d9615 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Mar 10 17:27:07.535754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f5729-1528-4067-823b-d7bed78329c0 req-d83367df-db57-4de2-95a3-72db6ebc6b16 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.537264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b40f5729-1528-4067-823b-d7bed78329c0 req-d83367df-db57-4de2-95a3-72db6ebc6b16 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.1087992 Mar 10 17:27:07.616291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b40f5729-1528-4067-823b-d7bed78329c0 req-a72a71fc-99c0-440e-85b4-ede421cb1f1e tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719628 Mar 10 17:27:07.695353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9fabf-f6d4-4112-b987-031c6577995a req-f7eb66a9-6dc4-466f-a21b-77dee088f98b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:07.697270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bad9fabf-f6d4-4112-b987-031c6577995a req-f7eb66a9-6dc4-466f-a21b-77dee088f98b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 949 time: 0.0644047 Mar 10 17:27:07.756839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bad9fabf-f6d4-4112-b987-031c6577995a req-7b8604e7-8fc9-4cde-a1bc-a4b7cc613dfd tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505116 Mar 10 17:27:08.132756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2b24-b4e0-4af4-9c72-a4098c1b2178 req-201eece7-249f-447e-acab-4569a2b5d2f6 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.140026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-348a2b24-b4e0-4af4-9c72-a4098c1b2178 req-201eece7-249f-447e-acab-4569a2b5d2f6 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1128 time: 0.1017334 Mar 10 17:27:08.232230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-348a2b24-b4e0-4af4-9c72-a4098c1b2178 req-b992a84d-cf39-4fd5-b00d-202d55f41944 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876162 Mar 10 17:27:08.399607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8521a-0d9c-46fe-82fc-46f561730f2f req-acd6c01a-d8f7-4e6b-b27f-955903667de2 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.402339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9f8521a-0d9c-46fe-82fc-46f561730f2f req-acd6c01a-d8f7-4e6b-b27f-955903667de2 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.0635805 Mar 10 17:27:08.487498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9f8521a-0d9c-46fe-82fc-46f561730f2f req-b1b95664-6812-4722-b364-e15d5aa85f2d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760207 Mar 10 17:27:08.593075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 46027998-cca4-43c7-99b4-559cdf8af5aa up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:08.706589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad0a0-fa10-4909-a6d4-e9566c2d4d0d req-58a6b519-0c85-4dc5-b6c2-517bad2e760f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:08.708226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a18ad0a0-fa10-4909-a6d4-e9566c2d4d0d req-58a6b519-0c85-4dc5-b6c2-517bad2e760f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1218946 Mar 10 17:27:08.846100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a18ad0a0-fa10-4909-a6d4-e9566c2d4d0d req-661f3f34-981e-41c2-a221-229071705b61 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309409 Mar 10 17:27:08.990762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 46027998-cca4-43c7-99b4-559cdf8af5aa completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:27:08.997523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 46027998-cca4-43c7-99b4-559cdf8af5aa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:08.998172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.021520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65b9e-1b2e-4249-a40d-75bf19a1e9d3 req-b32e9113-74a6-4518-927f-d750427862e8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.023892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6f65b9e-1b2e-4249-a40d-75bf19a1e9d3 req-b32e9113-74a6-4518-927f-d750427862e8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1074970 Mar 10 17:27:09.130261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6f65b9e-1b2e-4249-a40d-75bf19a1e9d3 req-1ddb9304-f30b-448f-9536-64e63e88d43f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 Mar 10 17:27:09.209465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 46027998-cca4-43c7-99b4-559cdf8af5aa is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:09.209865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.262631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=46027998-cca4-43c7-99b4-559cdf8af5aa,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:09.263644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:09.267012 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa08001-1e6c-4efb-8cd2-3c470470b6e1" -d '{"events": [{"server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "name": "network-vif-plugged", "status": "completed", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:09.271635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:09.329553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:09.363196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da17573-7a33-46db-b444-4c5716469f22 req-640691cc-f772-48c9-9ff5-653810c5e60e tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.370339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1da17573-7a33-46db-b444-4c5716469f22 req-640691cc-f772-48c9-9ff5-653810c5e60e tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.1129069 Mar 10 17:27:09.440008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1da17573-7a33-46db-b444-4c5716469f22 req-27ac12b7-bc56-4c8d-a20c-681bf3e39cd2 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4509a19-66f1-4c50-8d30-9bcb2c9702e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Mar 10 17:27:09.518704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-32c4e5fa-8aa7-4afd-85d4-c327cb425f38 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:27:09.519865 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-32c4e5fa-8aa7-4afd-85d4-c327cb425f38 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063703 Mar 10 17:27:09.603391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-9a1bb4b3-0962-491f-8ebf-daec3f386ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.614716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-9a1bb4b3-0962-491f-8ebf-daec3f386ad0 service neutron] 10.222.0.35 "GET /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 1125 time: 0.0871775 Mar 10 17:27:09.621326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:09.623888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Unknown quota resources ['binding']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:27:09.642724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d6d5-8f7e-4d9c-a427-709ab1e2d781 req-7d766db8-7322-4a13-a7a4-7fbf4ab357cf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.667041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def3d6d5-8f7e-4d9c-a427-709ab1e2d781 req-7d766db8-7322-4a13-a7a4-7fbf4ab357cf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.1422758 Mar 10 17:27:09.739495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def3d6d5-8f7e-4d9c-a427-709ab1e2d781 req-ca393535-b03d-4e10-8ec9-9df8fd77f521 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714712 Mar 10 17:27:09.787082 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19570bbe-5b7c-42fe-addc-6ab08c62453f x-openstack-request-id: req-19570bbe-5b7c-42fe-addc-6ab08c62453f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:09.787594 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "name": "network-vif-plugged", "status": "completed", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:09.787688 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19570bbe-5b7c-42fe-addc-6ab08c62453f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:09.788042 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa', 'code': 200} Mar 10 17:27:09.844969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:09.845315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:09.845622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:09.853733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:09.854058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:09.870861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-988c47da-728b-4109-b0d9-aae7bc58ab3d tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:09.872615 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-988c47da-728b-4109-b0d9-aae7bc58ab3d tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 946 time: 0.0933146 Mar 10 17:27:09.873430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:09.873797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:09.875201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:09.875659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Bound port: de647e3a-89f1-4971-b6db-0452894c56ed, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:10.005280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4595d58-d4f5-4ab1-a56d-8eca3f195d01 req-a1e5c77c-272c-4b18-a954-e98e113ff078 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.012083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4595d58-d4f5-4ab1-a56d-8eca3f195d01 req-a1e5c77c-272c-4b18-a954-e98e113ff078 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.0670822 Mar 10 17:27:10.031619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085affc-2604-4a5f-b26d-772a7cf94b75 req-57889391-b16f-4e8c-a14d-bccf41fdd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.032999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e085affc-2604-4a5f-b26d-772a7cf94b75 req-57889391-b16f-4e8c-a14d-bccf41fdd145 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 1132 time: 0.1453018 Mar 10 17:27:10.083599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:10.099060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4595d58-d4f5-4ab1-a56d-8eca3f195d01 req-525c6111-81ed-4830-89e5-5f7b45e1bb75 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860393 Mar 10 17:27:10.103166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.106201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f56de056-5278-4530-9caa-e130c143bba3 service neutron] 10.222.0.35 "POST /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.4864948 Mar 10 17:27:10.178600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Deleting port ad694b05-b87f-4e17-af00-160bb8e5ce65 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:10.179239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.305679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e085affc-2604-4a5f-b26d-772a7cf94b75 req-26497ba2-eb75-4273-9175-5f16d56d8540 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502065 Mar 10 17:27:10.351695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-393c6924-a8e0-4965-a8b4-e9d4bfc682da tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.354240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-393c6924-a8e0-4965-a8b4-e9d4bfc682da tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 945 time: 0.2118897 Mar 10 17:27:10.360818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] For port ad694b05-b87f-4e17-af00-160bb8e5ce65, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad694b05-b87f-4e17-af00-160bb8e5ce65,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:10.365030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.388304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Calling delete_port for ad694b05-b87f-4e17-af00-160bb8e5ce65 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:10.501047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d884348-46f6-41d2-a97e-5727f82152f2 req-f23692c7-ef03-41f4-8367-64e46c9bb615 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.503415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d884348-46f6-41d2-a97e-5727f82152f2 req-f23692c7-ef03-41f4-8367-64e46c9bb615 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.2832284 Mar 10 17:27:10.557657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad694b05-b87f-4e17-af00-160bb8e5ce65), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.568300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Deleting port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:10.568738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.575305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ad694b05-b87f-4e17-af00-160bb8e5ce65'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:10.584571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73722-f840-450f-8669-394ae20cda92 req-a883a3db-cf6c-41a2-a57d-6d1e61835ab4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:10.592756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6a73722-f840-450f-8669-394ae20cda92 req-a883a3db-cf6c-41a2-a57d-6d1e61835ab4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.2976682 Mar 10 17:27:10.595483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Pushing event deleted for resources: {'Port': ['ID=ad694b05-b87f-4e17-af00-160bb8e5ce65,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:10.663377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] No DVR routers for this DVR port ad694b05-b87f-4e17-af00-160bb8e5ce65 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:10.666023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:10.669375 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c0fabec-4c5e-415d-94da-24f65adcd7ef req-d24d4ba3-6bbc-4c9e-a89e-d212dd450bc7 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.59 "DELETE /v2.0/ports/ad694b05-b87f-4e17-af00-160bb8e5ce65 HTTP/1.1" status: 204 len: 173 time: 0.7388058 Mar 10 17:27:10.669706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'name': 'network-vif-deleted', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:10.672047 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3701c0d0-43d5-4ce7-ad73-7750696dbe48" -d '{"events": [{"server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "name": "network-vif-deleted", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:10.767453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d884348-46f6-41d2-a97e-5727f82152f2 req-bebeb506-1505-4328-ac62-f30b4365f05e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559879 Mar 10 17:27:10.781288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6a73722-f840-450f-8669-394ae20cda92 req-b3680315-3322-4391-992f-7f0246dd1fe4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874146 Mar 10 17:27:10.783282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] For port ce3d58d9-f027-4753-bb29-cc8f3b7255a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:10.783642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.125213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21b940f7-01b8-4f6b-a2aa-bbf90dbe545d req-6f2314da-ce7c-4fc5-a517-d96d63b84fd2 tempest-AttachSCSIVolumeTestJSON-107722282 tempest-AttachSCSIVolumeTestJSON-107722282-project] 10.222.0.35 "GET /v2.0/ports?device_id=24171590-e2e5-46aa-8d68-8dad132828a6 HTTP/1.1" status: 200 len: 210 time: 0.1710591 Mar 10 17:27:11.190982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.191646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.192119 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Floating IP 301335a1-d6a7-4b03-baed-76814bdb7889 disassociated. External IP: 172.25.3.47, port: ce3d58d9-f027-4753-bb29-cc8f3b7255a4. Mar 10 17:27:11.193974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Calling delete_port for ce3d58d9-f027-4753-bb29-cc8f3b7255a4 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:11.209550 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcffd468-ddb7-4e91-b599-ff960e2476db x-openstack-request-id: req-dcffd468-ddb7-4e91-b599-ff960e2476db {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:11.209846 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24171590-e2e5-46aa-8d68-8dad132828a6", "name": "network-vif-deleted", "tag": "ad694b05-b87f-4e17-af00-160bb8e5ce65", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:11.210098 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcffd468-ddb7-4e91-b599-ff960e2476db {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:11.210535 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24171590-e2e5-46aa-8d68-8dad132828a6', 'name': 'network-vif-deleted', 'tag': 'ad694b05-b87f-4e17-af00-160bb8e5ce65', 'status': 'completed', 'code': 200} Mar 10 17:27:11.243038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026b037-c033-4584-9746-681b47fae908 req-60886c30-5c46-4b75-8ef2-7bdd6f9a3a57 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:11.256392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f026b037-c033-4584-9746-681b47fae908 req-60886c30-5c46-4b75-8ef2-7bdd6f9a3a57 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3367975 Mar 10 17:27:11.379033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f026b037-c033-4584-9746-681b47fae908 req-1e5bcad2-8d9c-4ad7-9940-0c0361fbc70f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214957 Mar 10 17:27:11.624523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ce3d58d9-f027-4753-bb29-cc8f3b7255a4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:11.696202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event deleted for resources: {'Port': ['ID=ce3d58d9-f027-4753-bb29-cc8f3b7255a4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:11.721414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89e9e-fdbb-4b07-b6ac-e780d2f71aa6 req-2dd924eb-0066-42fc-a59a-d739e852da44 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:11.723694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cb89e9e-fdbb-4b07-b6ac-e780d2f71aa6 req-2dd924eb-0066-42fc-a59a-d739e852da44 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.4114165 Mar 10 17:27:11.739648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d723dd0-3431-456a-9143-58dadda48fd0 req-e657fe7b-61e0-4631-a861-7056f43d3871 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:11.741390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d723dd0-3431-456a-9143-58dadda48fd0 req-e657fe7b-61e0-4631-a861-7056f43d3871 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 867 time: 0.1982908 Mar 10 17:27:11.751595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.752214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.752700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.753187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.753943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.754586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.755060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.755569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.755888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.756211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.756686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.757033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.757359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:11.887868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d723dd0-3431-456a-9143-58dadda48fd0 req-f3df8819-5cc3-46af-86df-d273cb267b3d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1396a93-81f2-4fef-9fd4-051c06578b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272974 Mar 10 17:27:11.922158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cb89e9e-fdbb-4b07-b6ac-e780d2f71aa6 req-adb79d1a-d003-48d2-9fdb-b4ae537695f1 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796160 Mar 10 17:27:11.972954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:12.220600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39943097-0d61-4d43-b372-5a49059b193f req-b843e7e0-b513-4ad6-9f04-3e5cca0dd258 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:12.223580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39943097-0d61-4d43-b372-5a49059b193f req-b843e7e0-b513-4ad6-9f04-3e5cca0dd258 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1373963 Mar 10 17:27:12.229540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce95729-bfd5-4829-b286-c341e62b4bef req-bd8121be-83cc-47c3-b5dc-88433522a537 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:12.231083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ce95729-bfd5-4829-b286-c341e62b4bef req-bd8121be-83cc-47c3-b5dc-88433522a537 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1548710 Mar 10 17:27:12.284691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:12.304899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:12.336305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:12.338283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:12.345150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-854c77e2-d98d-4491-b266-a88bce3bb7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.357744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39943097-0d61-4d43-b372-5a49059b193f req-b033f294-8286-440a-9218-60dc2ef19b52 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257198 Mar 10 17:27:12.361810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] No DVR routers for this DVR port ce3d58d9-f027-4753-bb29-cc8f3b7255a4 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:12.364498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:12.367859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c497bdb2-ad95-4854-94f4-c9d54e85bd9d req-52957298-cae9-4d5d-a3e4-4bbee814168d tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.41 "DELETE /v2.0/ports/ce3d58d9-f027-4753-bb29-cc8f3b7255a4 HTTP/1.1" status: 204 len: 173 time: 2.0060737 Mar 10 17:27:12.368569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'name': 'network-vif-deleted', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:12.370853 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b18df-bdf0-470c-84f0-37e0c1336b0d" -d '{"events": [{"server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "name": "network-vif-deleted", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:12.376987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ce95729-bfd5-4829-b286-c341e62b4bef req-96287f4c-ac64-4f6d-9068-22b7b5d2c401 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360304 Mar 10 17:27:12.480410 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfaeb41-5764-4fe6-95dc-5744c3b076e5 x-openstack-request-id: req-9bfaeb41-5764-4fe6-95dc-5744c3b076e5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:12.480410 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07128689-2a3d-4321-8518-73fc3038a81f", "name": "network-vif-deleted", "tag": "ce3d58d9-f027-4753-bb29-cc8f3b7255a4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:12.480410 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bfaeb41-5764-4fe6-95dc-5744c3b076e5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:12.481148 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07128689-2a3d-4321-8518-73fc3038a81f', 'name': 'network-vif-deleted', 'tag': 'ce3d58d9-f027-4753-bb29-cc8f3b7255a4', 'status': 'completed', 'code': 200} Mar 10 17:27:12.612541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502548c7-658c-4ddb-aa68-bdd07677a46b req-0eb49a21-c86e-4031-9592-5b93d6bda126 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:12.622285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:12.625375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-502548c7-658c-4ddb-aa68-bdd07677a46b req-0eb49a21-c86e-4031-9592-5b93d6bda126 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1019468 Mar 10 17:27:12.695733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-502548c7-658c-4ddb-aa68-bdd07677a46b req-517e89d7-b53e-442b-b699-1ab5c7f768bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 Mar 10 17:27:12.730010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad694b05-b87f-4e17-af00-160bb8e5ce65 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:12.769596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: ad694b05-b87f-4e17-af00-160bb8e5ce65 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:12.769930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad694b05-b87f-4e17-af00-160bb8e5ce65 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:12.920152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:12.953581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:12.962957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:12.965214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:26:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:13.147683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:13.217077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cea7d8c-cfa9-487d-a494-13bfc1d50580 req-a4ec91f2-af5a-472d-a031-8885f408051e tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/ports?device_id=07128689-2a3d-4321-8518-73fc3038a81f HTTP/1.1" status: 200 len: 210 time: 0.0768554 Mar 10 17:27:13.428121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bbed4-562b-4511-877f-e19ee4325e96 req-ac322840-29c2-4748-90f9-4cd1a02a34f0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:13.429606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-935bbed4-562b-4511-877f-e19ee4325e96 req-ac322840-29c2-4748-90f9-4cd1a02a34f0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.1026387 Mar 10 17:27:13.484243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:13.515936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7137eb8-8fe2-4c5c-b00a-27f14e2ced39 None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:22:56Z', 'revision_number': 4, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24a94f3a-1853-48e1-b55d-da5ed1c65a11', 'name': '', 'network_id': 'ba9942dc-377d-42fd-9d97-6b2c9696bd58', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'mac_address': 'fa:16:3e:f3:60:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '1962504d-641a-427e-af3a-107445ea653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:56Z', 'updated_at': '2022-03-10T17:23:08Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'subnets': [{'id': '1962504d-641a-427e-af3a-107445ea653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:13.537736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-935bbed4-562b-4511-877f-e19ee4325e96 req-2670361b-f3d3-44c8-a284-810b18a0e715 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Mar 10 17:27:13.634235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ce3d58d9-f027-4753-bb29-cc8f3b7255a4 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:13.693529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: ce3d58d9-f027-4753-bb29-cc8f3b7255a4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:13.693871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ce3d58d9-f027-4753-bb29-cc8f3b7255a4 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:13.716074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab76a0-d9e6-496d-9201-25edbc0c3278 req-0f25b020-ed05-4fad-bfb2-242f940c94c4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:13.723979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06ab76a0-d9e6-496d-9201-25edbc0c3278 req-0f25b020-ed05-4fad-bfb2-242f940c94c4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1150055 Mar 10 17:27:13.817707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06ab76a0-d9e6-496d-9201-25edbc0c3278 req-e1b0e5a1-46cc-4ad8-8a2e-8e77e03c9c5a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875287 Mar 10 17:27:13.891905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40c485-240c-4c88-b40e-cf73a38c2f22 req-763d1aed-1a49-470e-889a-9f200e73de2b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:13.909375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f40c485-240c-4c88-b40e-cf73a38c2f22 req-763d1aed-1a49-470e-889a-9f200e73de2b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1247525 Mar 10 17:27:14.020962 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1281a-edc4-4d90-8f77-5864eca5f42c None None] New status for floating IP 301335a1-d6a7-4b03-baed-76814bdb7889: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:27:14.053489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f40c485-240c-4c88-b40e-cf73a38c2f22 req-d49a16d1-3f04-44f1-ba24-de0bb5f7bdc5 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363561 Mar 10 17:27:14.059680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08631633-d86d-4817-ae07-69336ac1676e req-49df15a0-36a4-4e57-a67e-ba5d8c92ba37 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.072818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08631633-d86d-4817-ae07-69336ac1676e req-49df15a0-36a4-4e57-a67e-ba5d8c92ba37 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 1132 time: 0.1621611 Mar 10 17:27:14.138850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08631633-d86d-4817-ae07-69336ac1676e req-c428fdf8-fb87-46b6-ab16-8bb7261748c3 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650239 Mar 10 17:27:14.243777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1bee8-ba18-4155-9ed2-776695e6fb43 req-dc68c0a5-ad92-4f7f-bb34-2fb8cc3a0eb5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.245575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1bee8-ba18-4155-9ed2-776695e6fb43 req-dc68c0a5-ad92-4f7f-bb34-2fb8cc3a0eb5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0868201 Mar 10 17:27:14.328248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1bee8-ba18-4155-9ed2-776695e6fb43 req-64a17483-786b-4dcb-ab3f-1f8ad7685ae3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658162 Mar 10 17:27:14.376121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-ec6be6a3-150f-4cab-8cb1-9c8d140d3d6c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378351 Mar 10 17:27:14.565268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:14.601497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-0f79ad3c-c5cd-499d-ae4b-b189d1d83292 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:14.603700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a88ca97-a399-4695-bc60-ae5a15a75c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:14.612277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-0f79ad3c-c5cd-499d-ae4b-b189d1d83292 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298496 Mar 10 17:27:14.642237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-2a5ddd54-26d8-4837-bd92-1334d512137e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/quotas/139a5299b89c458bbc97752fd7a24bbd HTTP/1.1" status: 200 len: 375 time: 0.0289083 Mar 10 17:27:14.713594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (c1396a93-81f2-4fef-9fd4-051c06578b23), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:14.764994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-cf5c4815-0682-4c71-be12-2f44bcf569c7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1221795 Mar 10 17:27:14.771745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (c1396a93-81f2-4fef-9fd4-051c06578b23), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:14.866007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c1396a93-81f2-4fef-9fd4-051c06578b23), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:14.875351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:14.887420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "DELETE /v2.0/security-groups/c1396a93-81f2-4fef-9fd4-051c06578b23 HTTP/1.1" status: 204 len: 168 time: 0.3186111 Mar 10 17:27:14.889756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:14.907624 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-d93a28ad-383b-402e-88dc-dd546afe0e4c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] show failed (client error): The resource could not be found. Mar 10 17:27:14.916543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d93a28ad-383b-402e-88dc-dd546afe0e4c tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "GET /v2.0/security-groups/c1396a93-81f2-4fef-9fd4-051c06578b23 HTTP/1.1" status: 404 len: 347 time: 0.0254905 Mar 10 17:27:14.917745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54054) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:14.924802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4de38-18b9-4d73-8c1b-84339d6c5f83 tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1396a93-81f2-4fef-9fd4-051c06578b23,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:15.110466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1da769b7-9737-47e0-8a42-32ad4068d0d6 req-dd4a3ad3-ab55-41c2-8dea-dc610ee0435e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 210 time: 0.0533981 Mar 10 17:27:15.382223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35215b-8f41-463d-a631-e0e1dd5a02b4 req-50c62958-783d-4256-94d0-1687a9300783 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.383761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab35215b-8f41-463d-a631-e0e1dd5a02b4 req-50c62958-783d-4256-94d0-1687a9300783 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.3369665 Mar 10 17:27:15.464246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22792-1c39-4c7f-acb7-225cbffe0438 req-cc9c5885-c53b-4239-adc3-dc5872e7dbf6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.465716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3c22792-1c39-4c7f-acb7-225cbffe0438 req-cc9c5885-c53b-4239-adc3-dc5872e7dbf6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1747525 Mar 10 17:27:15.603748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Deleting port ac4921d4-6988-4ed6-a106-6955529f3cfa {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:15.603995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:15.618887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab35215b-8f41-463d-a631-e0e1dd5a02b4 req-d7dd155f-7e17-470d-a0e8-19e3213884f4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176287 Mar 10 17:27:15.674664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3c22792-1c39-4c7f-acb7-225cbffe0438 req-49b1ef2d-b69a-4cb6-a964-106e109a85e9 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973889 Mar 10 17:27:15.708925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:15.868573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:15.869151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (ac4921d4-6988-4ed6-a106-6955529f3cfa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:15.912886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Calling delete_port for ac4921d4-6988-4ed6-a106-6955529f3cfa owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:15.941087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d15a-3fd4-425d-9684-0079d9559a7a req-a311c36b-f74a-444c-8263-76b8b8827d0f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:15.946007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95f5d15a-3fd4-425d-9684-0079d9559a7a req-a311c36b-f74a-444c-8263-76b8b8827d0f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1651828 Mar 10 17:27:16.083192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95f5d15a-3fd4-425d-9684-0079d9559a7a req-313d36d6-ce46-4d61-a38b-d7a6de8c2ce5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Mar 10 17:27:16.248935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0dc9f112-a309-4ddc-82cf-0607f54a4846 req-23c262f9-ef5f-486e-ba6c-1acb3a1e6ed7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 210 time: 0.0514181 Mar 10 17:27:16.265506 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ac4921d4-6988-4ed6-a106-6955529f3cfa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.342081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Pushing event deleted for resources: {'Port': ['ID=ac4921d4-6988-4ed6-a106-6955529f3cfa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:16.390754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks [] for floatingip (301335a1-d6a7-4b03-baed-76814bdb7889), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.393383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:16.401130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63fddbac-f80e-43ba-9c0b-eba88cf9aaee tempest-ServersWithSpecificFlavorTestJSON-1433910679 tempest-ServersWithSpecificFlavorTestJSON-1433910679-project] 10.222.0.35 "DELETE /v2.0/floatingips/301335a1-d6a7-4b03-baed-76814bdb7889 HTTP/1.1" status: 204 len: 168 time: 1.4807866 Mar 10 17:27:16.434758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-ee275fd5-7acd-453b-8074-372098abee6c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=139a5299b89c458bbc97752fd7a24bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324740 Mar 10 17:27:17.055365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-26d150b4-2f5a-4a17-b8a8-b9eb766460e5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.057018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-26d150b4-2f5a-4a17-b8a8-b9eb766460e5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6088285 Mar 10 17:27:17.091515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Request body: {'port': {'device_id': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '139a5299b89c458bbc97752fd7a24bbd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:17.117207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.122034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac421ca5-f833-4caf-b6f7-851cd6f2777c req-9ba7c02b-30b8-40e3-a7ba-9e65049de603 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.129654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac421ca5-f833-4caf-b6f7-851cd6f2777c req-9ba7c02b-30b8-40e3-a7ba-9e65049de603 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1868148 Mar 10 17:27:17.176662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403d5a-b43a-4c40-aec0-c2c6c93a4a3f req-c1eedc4b-4539-4665-a84b-ee81c1d3d6a0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.184808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa403d5a-b43a-4c40-aec0-c2c6c93a4a3f req-c1eedc4b-4539-4665-a84b-ee81c1d3d6a0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.2407014 Mar 10 17:27:17.313881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa403d5a-b43a-4c40-aec0-c2c6c93a4a3f req-23e79558-55f5-4640-a5ee-06458c42aaaf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281385 Mar 10 17:27:17.364107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac421ca5-f833-4caf-b6f7-851cd6f2777c req-ad8ef3f7-8638-4073-9d16-2286494b36cb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254879 Mar 10 17:27:17.462382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Made reservation on behalf of 139a5299b89c458bbc97752fd7a24bbd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:17.467923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:17.680649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b82642a0-bbdb-4754-88b1-18a39c1fc313 req-14b5590c-82cd-48ed-9d2e-bdb29ffdab08 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 210 time: 0.0496871 Mar 10 17:27:17.790559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746fc9a-8800-451b-8a1f-edd1ce2de2ae req-b8045edb-cb3d-4099-afb1-8260de1fc662 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:17.799946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6746fc9a-8800-451b-8a1f-edd1ce2de2ae req-b8045edb-cb3d-4099-afb1-8260de1fc662 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.2066948 Mar 10 17:27:17.854394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Allocated IP 192.168.233.5 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/7d8bc46f-a088-4c6d-b7cd-1aa871afc504) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:17.912197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6746fc9a-8800-451b-8a1f-edd1ce2de2ae req-6775f506-ab85-496b-b070-0fb8a9ad9b19 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104898 Mar 10 17:27:17.914618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:18.177233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks [] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.231957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.247114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:18.252041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6', '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', '46027998-cca4-43c7-99b4-559cdf8af5aa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:18.376886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:18.386216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:18.410603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:18.528941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event updated for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:18.681157 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:27:18.712718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.757486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.758834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:18.798099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f13f1-313f-47ea-9658-d6cb24cfd840 req-506b3282-f068-4c52-8f23-3f367422e970 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.806781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad5f13f1-313f-47ea-9658-d6cb24cfd840 req-506b3282-f068-4c52-8f23-3f367422e970 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.2788801 Mar 10 17:27:18.882014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-6b7b1bf5-1a6f-4292-be9f-d335d57e70c0 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7982521 Mar 10 17:27:18.900660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b480bd6-0240-41f6-adb5-d5f90e44767d req-4b20b840-9188-4928-9bea-6be082db16c6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:18.902458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b480bd6-0240-41f6-adb5-d5f90e44767d req-4b20b840-9188-4928-9bea-6be082db16c6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.4066968 Mar 10 17:27:18.930786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Request body: {'port': {'device_id': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:19.003126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-77dc58f8-1a6a-41ce-b7ec-bd53f6817270 None None] Provisioning complete for port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:19.004168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77dc58f8-1a6a-41ce-b7ec-bd53f6817270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.049401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad5f13f1-313f-47ea-9658-d6cb24cfd840 req-84bfdd7c-f2cb-486b-8324-d0c6f9bfa55d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410390 Mar 10 17:27:19.160969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-77dc58f8-1a6a-41ce-b7ec-bd53f6817270 None None] Port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:27:19.252009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b480bd6-0240-41f6-adb5-d5f90e44767d req-123babb0-5b27-45b5-8620-0fb4ee1369bb tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368590 Mar 10 17:27:19.252587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.308684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (9f576451-5f74-4643-8253-84176577189e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.459785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7027ce-5f22-43f0-a407-f9b946b49d3c req-ecdbfdc7-5e46-41da-9e29-7ecd54f7eedc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.466797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed7027ce-5f22-43f0-a407-f9b946b49d3c req-ecdbfdc7-5e46-41da-9e29-7ecd54f7eedc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 934 time: 0.1975429 Mar 10 17:27:19.600279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bebc4d-05a4-4f8f-861a-e714a6bda89e req-636cf34e-a005-48d3-b32a-c3cd051e229b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:19.601707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2bebc4d-05a4-4f8f-861a-e714a6bda89e req-636cf34e-a005-48d3-b32a-c3cd051e229b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.2156470 Mar 10 17:27:19.642001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed7027ce-5f22-43f0-a407-f9b946b49d3c req-ef76ab52-a6fe-4abe-b69d-9593f3654e1b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703069 Mar 10 17:27:19.707420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Deleting port 24a94f3a-1853-48e1-b55d-da5ed1c65a11 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:19.707834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.725110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2bebc4d-05a4-4f8f-861a-e714a6bda89e req-aa14ee01-7210-4e84-9df8-d21b715ea466 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128449 Mar 10 17:27:19.862594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] For port 24a94f3a-1853-48e1-b55d-da5ed1c65a11, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24a94f3a-1853-48e1-b55d-da5ed1c65a11,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:19.863357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.875266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:19.885987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Calling delete_port for 24a94f3a-1853-48e1-b55d-da5ed1c65a11 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:19.892158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks [] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:19.907856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Transition to ACTIVE for port object 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:19.919078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.041524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:20.135577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Attempting to bind port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:20.135948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Attempting to bind port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:20.136266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Attempting to bind port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:20.141276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:20.141639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Attempting to bind port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:20.152189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:20.152721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:20.153113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:20.153556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Bound port: 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:20.154041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.227079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (24a94f3a-1853-48e1-b55d-da5ed1c65a11), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.316542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=24a94f3a-1853-48e1-b55d-da5ed1c65a11,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:20.372546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac287d2-f1d5-4dab-83a4-2c6157b70b67 req-7cbd8401-8bb4-419c-829a-249567863be1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.376682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eac287d2-f1d5-4dab-83a4-2c6157b70b67 req-7cbd8401-8bb4-419c-829a-249567863be1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.1994240 Mar 10 17:27:20.406185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:20.425614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:20.454136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.543538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eac287d2-f1d5-4dab-83a4-2c6157b70b67 req-b382f5d7-caee-4d95-b709-df8f8379167b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600301 Mar 10 17:27:20.630986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Pushing event updated for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:20.654968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.656382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.658778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-b3c2b34c-aa2a-4f15-a9e9-3e63f357386e service neutron] 10.222.0.41 "PUT /v2.0/ports/7d8bc46f-a088-4c6d-b7cd-1aa871afc504 HTTP/1.1" status: 200 len: 1094 time: 1.7523599 Mar 10 17:27:20.659427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (9f576451-5f74-4643-8253-84176577189e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:20.664304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:20.673844 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b8839-1322-4a39-af53-c0b78e73cca6" -d '{"events": [{"name": "network-changed", "server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:20.719542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-56712159-e6c7-4f14-a02c-dfea3ce8f606 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.725858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-56712159-e6c7-4f14-a02c-dfea3ce8f606 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.1377475 Mar 10 17:27:20.808189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:20.894477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aca6-a13e-47b9-8df6-749ea3077f08 req-567c3c0f-7fc7-4176-81c5-fbdd94769d61 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.896353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eec9aca6-a13e-47b9-8df6-749ea3077f08 req-567c3c0f-7fc7-4176-81c5-fbdd94769d61 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.3788860 Mar 10 17:27:20.960573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-e46f83b7-897f-4828-9087-fddeda38ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:20.962014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-e46f83b7-897f-4828-9087-fddeda38ca3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 1128 time: 0.2214358 Mar 10 17:27:21.076074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-fd00f2f0-134f-4284-ab0c-ffe0581ababb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504 HTTP/1.1" status: 200 len: 217 time: 0.1037385 Mar 10 17:27:21.082192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Router 9f576451-5f74-4643-8253-84176577189e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:21.086481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eec9aca6-a13e-47b9-8df6-749ea3077f08 req-9730fe89-a03e-4aa9-8c89-859b01868c28 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751235 Mar 10 17:27:21.110217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b586-df7c-4c0b-9295-4f05e0e19a2c req-a3c05222-3ce2-4066-97ff-5ce6eca0f79c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.112761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb80b586-df7c-4c0b-9295-4f05e0e19a2c req-a3c05222-3ce2-4066-97ff-5ce6eca0f79c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 946 time: 0.2922287 Mar 10 17:27:21.163323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.195690 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6db2c0-539f-4a9d-8c9b-22b9bac6f79a x-openstack-request-id: req-4f6db2c0-539f-4a9d-8c9b-22b9bac6f79a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:21.195981 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:21.196371 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f6db2c0-539f-4a9d-8c9b-22b9bac6f79a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:21.196625 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504', 'status': 'completed', 'code': 200} Mar 10 17:27:21.217964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb80b586-df7c-4c0b-9295-4f05e0e19a2c req-fa914541-e142-4647-a523-0a69199d025a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033361 Mar 10 17:27:21.220545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-c050e312-bbc6-4328-aa20-cd54091b73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.236552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-c050e312-bbc6-4328-aa20-cd54091b73e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1484814 Mar 10 17:27:21.360110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:21.369679 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c578801c-24be-46b8-a8fc-2ac0cb6b3f1b admin admin] 10.222.0.35 "PUT /v2.0/routers/9f576451-5f74-4643-8253-84176577189e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4530020 Mar 10 17:27:21.372052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:21.374112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Sync routers for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:21.395666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:21.396555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:21.496454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-96b989a3-c7fd-448e-bfb3-340008f057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.498002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-96b989a3-c7fd-448e-bfb3-340008f057f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2526507 Mar 10 17:27:21.574190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b851-fa85-49c1-99f4-1b74c9a3baf9 req-68fd144d-3aa5-470c-99dc-5471a662d0a3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.582910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d27b851-fa85-49c1-99f4-1b74c9a3baf9 req-68fd144d-3aa5-470c-99dc-5471a662d0a3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.2975192 Mar 10 17:27:21.624314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:21.647054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks [] for router (9f576451-5f74-4643-8253-84176577189e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.713883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:21.783059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d27b851-fa85-49c1-99f4-1b74c9a3baf9 req-c0062b78-e2cd-46e9-b1f9-5872565da176 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987209 Mar 10 17:27:21.802961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-f75643a8-9750-4129-9695-323b9a797f39 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923312 Mar 10 17:27:21.837848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:21.861492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks [] for router_gateway (9f576451-5f74-4643-8253-84176577189e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:21.886722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:21.918850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb5350-ab54-4747-a808-54898ab49ca5 req-2ee6976c-7b83-4606-ba03-e51d5e8e4aff tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:21.920953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08bb5350-ab54-4747-a808-54898ab49ca5 req-2ee6976c-7b83-4606-ba03-e51d5e8e4aff tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 945 time: 0.2400744 Mar 10 17:27:21.987224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:22.002420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks [] for port (60922a52-44b3-4631-9c8c-e598137031e2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.005646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:27:22.034356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.080285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b20d2c-b279-4770-b35e-419b7aa33a9f req-3d57a63a-e0e2-4e7f-bd05-9f033fb6fed2 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653015 Mar 10 17:27:22.086819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Deleting port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:22.091131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08bb5350-ab54-4747-a808-54898ab49ca5 req-8fcc53c8-a7ca-42d8-b0a6-0f04e5237ec5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369166 Mar 10 17:27:22.122462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.216038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:27:20Z', 'revision_number': 5, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port': {'id': '3fbc3250-abd9-48b5-9aaf-385c6aeef5fa', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f576451-5f74-4643-8253-84176577189e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:22:53Z', 'updated_at': '2022-03-10T17:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:22.233625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:22.280360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:22.280360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:22.280360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:22.285553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:22.286164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Checking router: 9f576451-5f74-4643-8253-84176577189e for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:22.288074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Attempting to bind port 60922a52-44b3-4631-9c8c-e598137031e2 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:22.304982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Routers {'9f576451-5f74-4643-8253-84176577189e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:22.305614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9f576451-5f74-4643-8253-84176577189e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:22.312400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:22.313107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:22.313621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:22.314173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Bound port: 60922a52-44b3-4631-9c8c-e598137031e2, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:22.314657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] For port 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:22.314804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.315008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.351303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Calling delete_port for 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:22.441873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-11d1b3ac-1477-4213-9ed4-0169eb1b9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:22.443712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-11d1b3ac-1477-4213-9ed4-0169eb1b9a47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=139a5299b89c458bbc97752fd7a24bbd&device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 1128 time: 0.2236381 Mar 10 17:27:22.539856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb8de6-7e50-4e6a-9808-e57035cf6459 req-94b0e7fb-4257-4215-a440-e967803f4d8e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:22.547366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34eb8de6-7e50-4e6a-9808-e57035cf6459 req-94b0e7fb-4257-4215-a440-e967803f4d8e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.3368523 Mar 10 17:27:22.594963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:22.642711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:22.647847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3fbc3250-abd9-48b5-9aaf-385c6aeef5fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.678044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.682718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] Set router 9f576451-5f74-4643-8253-84176577189e gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:22.729920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445e128-0856-4547-8d58-2335efd07571 req-a8b90957-f67c-4a00-b03b-6a679c7114b5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:22.731625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f445e128-0856-4547-8d58-2335efd07571 req-a8b90957-f67c-4a00-b03b-6a679c7114b5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 946 time: 0.2965872 Mar 10 17:27:22.754930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34eb8de6-7e50-4e6a-9808-e57035cf6459 req-312dd8d3-380f-4a73-a88f-f529dbe1f80f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064264 Mar 10 17:27:22.772769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbc3250-abd9-48b5-9aaf-385c6aeef5fa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:22.777442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:27:21Z', 'revision_number': 6, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:22.808527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-dddc8da9-e9c9-4ad7-b505-91cecf6ff4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:22.824342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (9f576451-5f74-4643-8253-84176577189e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:22.825568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-dddc8da9-e9c9-4ad7-b505-91cecf6ff4bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3468280 Mar 10 17:27:22.855847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03d89a-cab7-4644-95b0-58bef7ccf0dc None None] The sync data for ids ['9f576451-5f74-4643-8253-84176577189e'] in n-d-833115-2 is: [{'id': '9f576451-5f74-4643-8253-84176577189e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-105118430-router', 'tenant_id': '84cf28a9b3314944baddd33232390473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:22:52Z', 'updated_at': '2022-03-10T17:27:21Z', 'revision_number': 6, 'project_id': '84cf28a9b3314944baddd33232390473', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:23.022020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-9547532f-8eb0-4820-85af-59ea7ce8497e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504 HTTP/1.1" status: 200 len: 217 time: 0.0941222 Mar 10 17:27:23.043995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (9f576451-5f74-4643-8253-84176577189e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.048958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks [] for router_controller (9f576451-5f74-4643-8253-84176577189e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.128192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (9f576451-5f74-4643-8253-84176577189e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.128773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f576451-5f74-4643-8253-84176577189e {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:23.134606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.138972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-6e0d03bf-14b0-4e51-abc6-ba0fc9ab3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.141856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-6e0d03bf-14b0-4e51-abc6-ba0fc9ab3e25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1123452 Mar 10 17:27:23.143380 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ce806cb4-c256-4692-b9fd-8ec0de16ae12 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9f576451-5f74-4643-8253-84176577189e HTTP/1.1" status: 204 len: 168 time: 1.7701590 Mar 10 17:27:23.145130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54214) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:23.152444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:23.158176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f445e128-0856-4547-8d58-2335efd07571 req-3d60ac6f-1f6f-4585-83a9-8a8aecae6658 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020402 Mar 10 17:27:23.216873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:23.307695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:23.331714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Deleting subnet 1962504d-641a-427e-af3a-107445ea653c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:23.340801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Publish callbacks [] for subnet (1962504d-641a-427e-af3a-107445ea653c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.372741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:23.475944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1962504d-641a-427e-af3a-107445ea653c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.611674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.612292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.613961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ce65586b-1d50-4f97-9056-d6fd0dd3acf6 service neutron] 10.222.0.41 "PUT /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 1121 time: 2.8099716 Mar 10 17:27:23.615025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2'}, {'name': 'network-changed', 'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:23.618111 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec89118-e87b-4681-b154-099009de6f17" -d '{"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "60922a52-44b3-4631-9c8c-e598137031e2"}, {"name": "network-changed", "server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "tag": "60922a52-44b3-4631-9c8c-e598137031e2"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:23.707141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1962504d-641a-427e-af3a-107445ea653c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:23.782869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-849d1d0c-f6ba-4485-bc82-353ae20241f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.784683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-849d1d0c-f6ba-4485-bc82-353ae20241f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6257052 Mar 10 17:27:23.818868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22c591-af3e-4e8c-8aa2-d01d30b5156a req-9152f28c-7189-474a-8516-4092bdf5fd97 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.826918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed22c591-af3e-4e8c-8aa2-d01d30b5156a req-9152f28c-7189-474a-8516-4092bdf5fd97 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.7723217 Mar 10 17:27:23.836155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e6318-390b-4624-a162-baf45cda053e req-32673452-152d-4e1b-9fbf-f09b1be6d04f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:23.838241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-230e6318-390b-4624-a162-baf45cda053e req-32673452-152d-4e1b-9fbf-f09b1be6d04f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1871684 Mar 10 17:27:24.003355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed22c591-af3e-4e8c-8aa2-d01d30b5156a req-edcfedbb-45d7-446a-960c-66bddea8a27e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750166 Mar 10 17:27:24.068755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-230e6318-390b-4624-a162-baf45cda053e req-40fa80d0-3545-47c8-9821-fdc81606b281 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128160 Mar 10 17:27:24.097355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-9bdbbf34-d50f-4e73-b6d1-838cfa820b24 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013055 Mar 10 17:27:24.131930 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9ee46b-15d6-4199-a7e2-197fa2716657 x-openstack-request-id: req-8d9ee46b-15d6-4199-a7e2-197fa2716657 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:24.132567 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "60922a52-44b3-4631-9c8c-e598137031e2", "code": 200}, {"name": "network-changed", "server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "tag": "60922a52-44b3-4631-9c8c-e598137031e2", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:24.132983 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d9ee46b-15d6-4199-a7e2-197fa2716657 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:24.134997 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2', 'code': 200} Mar 10 17:27:24.135429 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2', 'status': 'completed', 'code': 200} Mar 10 17:27:24.137458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:24.232086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:24.232595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3fbc3250-abd9-48b5-9aaf-385c6aeef5fa not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:24.239426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24a94f3a-1853-48e1-b55d-da5ed1c65a11 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:24.265990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb6b8839-1322-4a39-af53-c0b78e73cca6 req-f2710810-be74-46e2-8168-1b068e3f55f8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549599 Mar 10 17:27:24.300222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 24a94f3a-1853-48e1-b55d-da5ed1c65a11 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:24.300567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24a94f3a-1853-48e1-b55d-da5ed1c65a11 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:24.352465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c70bf2-35df-4a1d-93f6-d0b94ac1768b req-83136760-a663-470c-bec3-f56e78f11b27 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.354173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8c70bf2-35df-4a1d-93f6-d0b94ac1768b req-83136760-a663-470c-bec3-f56e78f11b27 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 946 time: 0.1042285 Mar 10 17:27:24.399239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b3a4a-088c-4acf-8dca-3d1aae6bb582 req-7ab3d880-af90-464f-a992-eed8de3eabd3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.401263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f47b3a4a-088c-4acf-8dca-3d1aae6bb582 req-7ab3d880-af90-464f-a992-eed8de3eabd3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1018689 Mar 10 17:27:24.409769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89118-e87b-4681-b154-099009de6f17 req-e85e98de-f13b-4e1c-ba38-20efe3580bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.411828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-e85e98de-f13b-4e1c-ba38-20efe3580bdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1155 time: 0.1821396 Mar 10 17:27:24.418699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1962504d-641a-427e-af3a-107445ea653c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.446609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.450366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1962504d-641a-427e-af3a-107445ea653c HTTP/1.1" status: 204 len: 168 time: 1.3054330 Mar 10 17:27:24.454194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:24.458786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657ce9b-a9df-4646-b0df-811135fa267b None None] Network ba9942dc-377d-42fd-9d97-6b2c9696bd58 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:24.507633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8c70bf2-35df-4a1d-93f6-d0b94ac1768b req-a0fef79b-4813-4dc9-9f6a-76ef1aae25eb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Mar 10 17:27:24.553535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e40f17-634b-477c-8da1-0f19cbeb38de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1962504d-641a-427e-af3a-107445ea653c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:24.658070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ba9942dc-377d-42fd-9d97-6b2c9696bd58), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.679614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89118-e87b-4681-b154-099009de6f17 req-aebcff45-df08-46f0-a532-a5c3907ad2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.680720 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-aebcff45-df08-46f0-a532-a5c3907ad2f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2500789 Mar 10 17:27:24.690875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f47b3a4a-088c-4acf-8dca-3d1aae6bb582 req-ee6f4d09-e598-4003-b12a-311e7842b68e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817624 Mar 10 17:27:24.761764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] DHCP port deletion for ba9942dc-377d-42fd-9d97-6b2c9696bd58 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:24.770708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-27df1700-80e8-4256-89d0-c3d106f5d113 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.0500727 Mar 10 17:27:24.777251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Deleting port bf4efe49-4313-4a10-8536-6c5e46e19113 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:24.777906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.825893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Deleting port bf4efe49-4313-4a10-8536-6c5e46e19113 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:24.826255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.835150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (c9eeb083-424a-4560-aeef-de1f67c86624), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.856105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] For port bf4efe49-4313-4a10-8536-6c5e46e19113, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf4efe49-4313-4a10-8536-6c5e46e19113,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:24.856614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.871138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Calling delete_port for bf4efe49-4313-4a10-8536-6c5e46e19113 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:24.901591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89118-e87b-4681-b154-099009de6f17 req-c3a8e67d-fd73-4e9a-8f9d-e42ee87abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:24.903620 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-c3a8e67d-fd73-4e9a-8f9d-e42ee87abb4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1185060 Mar 10 17:27:24.907698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] For port bf4efe49-4313-4a10-8536-6c5e46e19113, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf4efe49-4313-4a10-8536-6c5e46e19113,segment=NetworkSegment(5119b1e0-c91f-4e26-9399-b5fa2e1d60e5),segment_id=5119b1e0-c91f-4e26-9399-b5fa2e1d60e5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:24.908320 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:24.924026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Calling delete_port for bf4efe49-4313-4a10-8536-6c5e46e19113 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:24.989187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.012717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (bf4efe49-4313-4a10-8536-6c5e46e19113), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.041897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] Pushing event deleted for resources: {'Port': ['ID=bf4efe49-4313-4a10-8536-6c5e46e19113,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:25.042223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4efe49-4313-4a10-8536-6c5e46e19113,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:25.050406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6fdcd-df18-4f86-8c12-2cedf789f3d4 None None] No DVR routers for this DVR port bf4efe49-4313-4a10-8536-6c5e46e19113 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:25.057217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-eba5639e-dcfe-4540-bd22-f72ec6c0a2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578167 Mar 10 17:27:25.060729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] No DVR routers for this DVR port bf4efe49-4313-4a10-8536-6c5e46e19113 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:25.236509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ba9942dc-377d-42fd-9d97-6b2c9696bd58), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.286053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b80501-7ea3-4c68-9044-f8d602399a2e req-bfe4e582-d8fc-4280-8482-9d5816da820a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:25.287690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7b80501-7ea3-4c68-9044-f8d602399a2e req-bfe4e582-d8fc-4280-8482-9d5816da820a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1770451 Mar 10 17:27:25.289438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9942dc-377d-42fd-9d97-6b2c9696bd58']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:25.293502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-46358767-b5f5-4d34-a130-99c3e88a96fa service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045553 Mar 10 17:27:25.302396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:25.302717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5119b1e0-c91f-4e26-9399-b5fa2e1d60e5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:25.309578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Deleting port 25b7c905-64c6-4eb2-9d6a-365a2df546ee {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:25.309924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.321617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (5119b1e0-c91f-4e26-9399-b5fa2e1d60e5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.353386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91aa15-8a9f-4a2a-b0d6-83826c2c3fd8 req-6dc367b3-e9bd-4359-89c9-2e0b89a58ad5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:25.354911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c91aa15-8a9f-4a2a-b0d6-83826c2c3fd8 req-6dc367b3-e9bd-4359-89c9-2e0b89a58ad5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1737189 Mar 10 17:27:25.356163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5119b1e0-c91f-4e26-9399-b5fa2e1d60e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.366697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:25.367111 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (5119b1e0-c91f-4e26-9399-b5fa2e1d60e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:25.380379 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:25.458096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7b80501-7ea3-4c68-9044-f8d602399a2e req-6a7189d4-1208-48bf-b663-b2c35a1d7760 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533785 Mar 10 17:27:25.471183 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ec89118-e87b-4681-b154-099009de6f17 req-9b63e019-e81a-41be-9c3f-4450b1fb9a68 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701014 Mar 10 17:27:25.473233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] For port 25b7c905-64c6-4eb2-9d6a-365a2df546ee, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=25b7c905-64c6-4eb2-9d6a-365a2df546ee,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:25.473717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.500934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Calling delete_port for 25b7c905-64c6-4eb2-9d6a-365a2df546ee owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:25.506402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ba9942dc-377d-42fd-9d97-6b2c9696bd58), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.514365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.518491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba9942dc-377d-42fd-9d97-6b2c9696bd58 HTTP/1.1" status: 204 len: 168 time: 1.0551281 Mar 10 17:27:25.523390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54260) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:25.543333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c91aa15-8a9f-4a2a-b0d6-83826c2c3fd8 req-1cf97b50-db1a-4121-a615-d439cad9ae83 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778636 Mar 10 17:27:25.546058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598f9b9-62b7-4ce8-af1e-33e358a7eef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9942dc-377d-42fd-9d97-6b2c9696bd58,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:25.733171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:25.794980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fecc94-a843-44d8-8019-ba39896a28db req-e8f02fa4-7094-4216-82e3-0790dfc7c0fe tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:25.795709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (25b7c905-64c6-4eb2-9d6a-365a2df546ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.797154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95fecc94-a843-44d8-8019-ba39896a28db req-e8f02fa4-7094-4216-82e3-0790dfc7c0fe tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 946 time: 0.1461217 Mar 10 17:27:25.850964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Pushing event deleted for resources: {'Port': ['ID=25b7c905-64c6-4eb2-9d6a-365a2df546ee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:25.878024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:25.896073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a3aa-2f68-4a87-93e7-532291a619d5 req-c7f2688c-baa7-482d-8811-d0323b138cd5 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:25.897641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2430a3aa-2f68-4a87-93e7-532291a619d5 req-c7f2688c-baa7-482d-8811-d0323b138cd5 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 951 time: 0.1554503 Mar 10 17:27:25.905066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504', 'mac_address': 'fa:16:3e:9c:0c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:25.951369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95fecc94-a843-44d8-8019-ba39896a28db req-9f8b9655-f47d-4e13-aca6-7f1ddc3f389c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459610 Mar 10 17:27:25.960670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:25.967213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:25.999398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:26.018280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2430a3aa-2f68-4a87-93e7-532291a619d5 req-6a02fd93-cb3b-404b-80ed-55be4882635a tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123197 Mar 10 17:27:26.086243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:26.098509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.143745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (c9eeb083-424a-4560-aeef-de1f67c86624), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.192616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:26.220002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1091e5-b831-4e75-b47a-da9c92a81890 req-e920ac82-b7e4-4e12-8f19-106653b18593 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:26.222503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee1091e5-b831-4e75-b47a-da9c92a81890 req-e920ac82-b7e4-4e12-8f19-106653b18593 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1180966 Mar 10 17:27:26.232603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf4efe49-4313-4a10-8536-6c5e46e19113 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:26.256520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: bf4efe49-4313-4a10-8536-6c5e46e19113 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:26.256864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf4efe49-4313-4a10-8536-6c5e46e19113 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:26.261661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.321064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee1091e5-b831-4e75-b47a-da9c92a81890 req-d90f5002-1cc5-4b32-bde2-2204faa701a3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869632 Mar 10 17:27:26.416073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Router c9eeb083-424a-4560-aeef-de1f67c86624 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:26.545757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:26.552285 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dace7b18-a3b7-4018-965c-ca93d113706b admin admin] 10.222.0.35 "PUT /v2.0/routers/c9eeb083-424a-4560-aeef-de1f67c86624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3174891 Mar 10 17:27:26.555152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54322) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:26.558651 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Sync routers for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:26.569158 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:26.572361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:26.595847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7d8bc46f-a088-4c6d-b7cd-1aa871afc504'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:26.611905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Deleting port 3aa80fe4-d489-48e2-afbc-631d2d49d4de {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:26.612297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.638170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b68e0a-006e-4815-8bbf-fcc69059900e req-761ba4a3-5584-49b2-979f-732a45e0fbe7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:26.639768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04b68e0a-006e-4815-8bbf-fcc69059900e req-761ba4a3-5584-49b2-979f-732a45e0fbe7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0905490 Mar 10 17:27:26.715747 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:26.717579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.737433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks [] for router (c9eeb083-424a-4560-aeef-de1f67c86624), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.772480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04b68e0a-006e-4815-8bbf-fcc69059900e req-d382b041-8cf5-481c-98a1-b126ac6fb9ed tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222188 Mar 10 17:27:26.780056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] For port 3aa80fe4-d489-48e2-afbc-631d2d49d4de, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3aa80fe4-d489-48e2-afbc-631d2d49d4de,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:26.780414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.800639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Calling delete_port for 3aa80fe4-d489-48e2-afbc-631d2d49d4de owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:26.858044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa29b95-a66b-45b1-853e-58d827e4f5c8 req-73e898a7-2e27-496a-8f8c-816f850b62ab tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:26.860023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fa29b95-a66b-45b1-853e-58d827e4f5c8 req-73e898a7-2e27-496a-8f8c-816f850b62ab tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1526489 Mar 10 17:27:26.909750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks [] for router_gateway (c9eeb083-424a-4560-aeef-de1f67c86624), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:26.987534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fa29b95-a66b-45b1-853e-58d827e4f5c8 req-7cec79a2-83fc-4d6d-8808-da4bfb71488b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187336 Mar 10 17:27:26.990959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Deleting port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:26.991756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.000443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:27:25Z', 'revision_number': 5, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port': {'id': '12484904-4ef6-44ff-bd3a-8ed1bf2fe054', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:24:57Z', 'updated_at': '2022-03-10T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.049546 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Checking router: c9eeb083-424a-4560-aeef-de1f67c86624 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:27.078469 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Routers {'c9eeb083-424a-4560-aeef-de1f67c86624'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:27.079123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c9eeb083-424a-4560-aeef-de1f67c86624'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.112900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] For port 12484904-4ef6-44ff-bd3a-8ed1bf2fe054, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:27.113185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.126666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Calling delete_port for 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:27.178164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3aa80fe4-d489-48e2-afbc-631d2d49d4de), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.201444 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] Set router c9eeb083-424a-4560-aeef-de1f67c86624 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:27.215301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa80fe4-d489-48e2-afbc-631d2d49d4de,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.234688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78d63-5845-47c0-81f2-d49c4ab4ed83 req-8d4679fb-b02c-4e83-b4f7-abf7cb977037 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.242329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14f78d63-5845-47c0-81f2-d49c4ab4ed83 req-8d4679fb-b02c-4e83-b4f7-abf7cb977037 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 947 time: 0.1443343 Mar 10 17:27:27.276251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69ed9b-a206-4bc8-9c12-e8da2ffb8ec0 req-17d7923e-4932-4f13-9b78-e638a7702842 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.277788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d69ed9b-a206-4bc8-9c12-e8da2ffb8ec0 req-17d7923e-4932-4f13-9b78-e638a7702842 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 951 time: 0.1679811 Mar 10 17:27:27.295681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:27:26Z', 'revision_number': 6, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:27.319767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (12484904-4ef6-44ff-bd3a-8ed1bf2fe054), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.334193 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62f4a7-ad28-43e0-bca7-8eb588034d2f None None] The sync data for ids ['c9eeb083-424a-4560-aeef-de1f67c86624'] in n-d-833115-2 is: [{'id': 'c9eeb083-424a-4560-aeef-de1f67c86624', 'name': 'tempest-AttachSCSIVolumeTestJSON-511729996-router', 'tenant_id': 'd362374f9a8f46a2a0885aebcf882050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:24:56Z', 'updated_at': '2022-03-10T17:27:26Z', 'revision_number': 6, 'project_id': 'd362374f9a8f46a2a0885aebcf882050', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:27.354455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=12484904-4ef6-44ff-bd3a-8ed1bf2fe054,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.445339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14f78d63-5845-47c0-81f2-d49c4ab4ed83 req-c2f898fb-7a32-4693-a58f-e8d37ceb0d92 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020252 Mar 10 17:27:27.459186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d69ed9b-a206-4bc8-9c12-e8da2ffb8ec0 req-b75306c1-6910-4abe-a647-44d70ece2d68 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609788 Mar 10 17:27:27.459363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c9eeb083-424a-4560-aeef-de1f67c86624), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.572759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.579750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c9eeb083-424a-4560-aeef-de1f67c86624), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.581871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks [] for router_controller (c9eeb083-424a-4560-aeef-de1f67c86624), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.630444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c9eeb083-424a-4560-aeef-de1f67c86624), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.630976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9eeb083-424a-4560-aeef-de1f67c86624 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:27.635687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.636855 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d407194b-c302-43b0-90d8-6e570bb2e8ac admin admin] 10.222.0.35 "DELETE /v2.0/routers/c9eeb083-424a-4560-aeef-de1f67c86624 HTTP/1.1" status: 204 len: 168 time: 1.0785103 Mar 10 17:27:27.639430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:27.643714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c63e6d-3b2a-4a6b-b3fc-e002d9a2df4d req-3903a59b-64c0-4e03-a212-6a34155c7282 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:27.645187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81c63e6d-3b2a-4a6b-b3fc-e002d9a2df4d req-3903a59b-64c0-4e03-a212-6a34155c7282 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1079397 Mar 10 17:27:27.684008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Deleting subnet fbea0a2c-8040-479a-a87a-909b585be278 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:27.687564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Publish callbacks [] for subnet (fbea0a2c-8040-479a-a87a-909b585be278), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.723832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (fbea0a2c-8040-479a-a87a-909b585be278), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.819716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (fbea0a2c-8040-479a-a87a-909b585be278), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.881515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (fbea0a2c-8040-479a-a87a-909b585be278), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.907681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbea0a2c-8040-479a-a87a-909b585be278,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:27.912800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:27.916372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f69ae71-5065-40ec-b140-75e94885cc07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fbea0a2c-8040-479a-a87a-909b585be278 HTTP/1.1" status: 204 len: 168 time: 0.2757802 Mar 10 17:27:27.918683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:27.921448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15a2d5-9377-4d6b-b1ad-e3c211834975 None None] Network fb5489d5-1018-415a-996c-b1a1d7b1c22b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:28.007018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fb5489d5-1018-415a-996c-b1a1d7b1c22b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.076729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81c63e6d-3b2a-4a6b-b3fc-e002d9a2df4d req-839930ea-11a2-4e8f-9f61-b014675c0bf6 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253013 Mar 10 17:27:28.080597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Deleting port 12389124-ae78-4cf1-9ca9-0fce945f9e83 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:28.081090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.099987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50a56b-5f01-4b86-91be-fdf240d0cb79 req-5da89967-f1f3-4ec2-a410-f0c8437e358a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.101478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff50a56b-5f01-4b86-91be-fdf240d0cb79 req-5da89967-f1f3-4ec2-a410-f0c8437e358a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1533601 Mar 10 17:27:28.170796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] For port 12389124-ae78-4cf1-9ca9-0fce945f9e83, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12389124-ae78-4cf1-9ca9-0fce945f9e83,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:28.171733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.174789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] DHCP port deletion for fb5489d5-1018-415a-996c-b1a1d7b1c22b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:28.206733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Calling delete_port for 12389124-ae78-4cf1-9ca9-0fce945f9e83 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:28.246659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:28.248772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Deleting port 12389124-ae78-4cf1-9ca9-0fce945f9e83 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:28.249555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.253963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff50a56b-5f01-4b86-91be-fdf240d0cb79 req-76df141b-bfe6-4d45-aa1b-c38fa3f65ddb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218023 Mar 10 17:27:28.291780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946ae95-1aea-43d0-9654-aa499714f8ad req-194fdd83-9043-4b68-9330-b8b8ccae6bc0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.293648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7946ae95-1aea-43d0-9654-aa499714f8ad req-194fdd83-9043-4b68-9330-b8b8ccae6bc0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1403046 Mar 10 17:27:28.329290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.358212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Pushing event deleted for resources: {'Port': ['ID=12389124-ae78-4cf1-9ca9-0fce945f9e83,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:28.363012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:28.363768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] No DVR routers for this DVR port 12389124-ae78-4cf1-9ca9-0fce945f9e83 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:28.373177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] For port 12389124-ae78-4cf1-9ca9-0fce945f9e83, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12389124-ae78-4cf1-9ca9-0fce945f9e83,segment=NetworkSegment(b3a9a273-fa81-423f-90fc-6a483df16a1f),segment_id=b3a9a273-fa81-423f-90fc-6a483df16a1f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:28.374521 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.396973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:28.397434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12484904-4ef6-44ff-bd3a-8ed1bf2fe054 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:28.397945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 25b7c905-64c6-4eb2-9d6a-365a2df546ee no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:28.422087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7946ae95-1aea-43d0-9654-aa499714f8ad req-8c3e15a0-0073-40cc-bf5a-2c04df291dc0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Mar 10 17:27:28.423210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Calling delete_port for 12389124-ae78-4cf1-9ca9-0fce945f9e83 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:28.428701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 25b7c905-64c6-4eb2-9d6a-365a2df546ee {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:28.429157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 25b7c905-64c6-4eb2-9d6a-365a2df546ee not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:28.429662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12389124-ae78-4cf1-9ca9-0fce945f9e83 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:28.451573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 12389124-ae78-4cf1-9ca9-0fce945f9e83 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:28.452062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12389124-ae78-4cf1-9ca9-0fce945f9e83 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:28.455698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fb5489d5-1018-415a-996c-b1a1d7b1c22b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.484618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5489d5-1018-415a-996c-b1a1d7b1c22b']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:28.504604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a9a273-fa81-423f-90fc-6a483df16a1f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:28.504604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a9a273-fa81-423f-90fc-6a483df16a1f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:28.521052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b3a9a273-fa81-423f-90fc-6a483df16a1f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.539605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b3a9a273-fa81-423f-90fc-6a483df16a1f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.540458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:28.544974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (12389124-ae78-4cf1-9ca9-0fce945f9e83), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.548195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:28.548841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b3a9a273-fa81-423f-90fc-6a483df16a1f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:28.551606 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:28.553910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f15e22c4-a0b9-4df2-89f5-1a276db44c3c admin admin] 10.222.0.35 "PUT /v2.0/routers/aa7fc49b-40fa-40bb-b983-ebd7eaa3f351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0282040 Mar 10 17:27:28.556544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54352) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:28.563791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Sync routers for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:28.569637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] No DVR routers for this DVR port 12389124-ae78-4cf1-9ca9-0fce945f9e83 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:28.596904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2ffe-9a65-4091-b546-993f1e65a764 None None] Pushing event deleted for resources: {'Port': ['ID=12389124-ae78-4cf1-9ca9-0fce945f9e83,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:28.618099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:28.618835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:28.629522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fb5489d5-1018-415a-996c-b1a1d7b1c22b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.649981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.657431 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb5489d5-1018-415a-996c-b1a1d7b1c22b HTTP/1.1" status: 204 len: 168 time: 0.7344790 Mar 10 17:27:28.657431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188477-d9b7-47de-acfd-27f03a99037d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5489d5-1018-415a-996c-b1a1d7b1c22b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:28.658210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:28.674988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:28.786181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c86d5-5d79-4311-a241-da10a486c0c6 req-d0e93762-9060-41d2-8e58-777b1a98ac6a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.787713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a42c86d5-5d79-4311-a241-da10a486c0c6 req-d0e93762-9060-41d2-8e58-777b1a98ac6a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 947 time: 0.1509974 Mar 10 17:27:28.804689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522502-9aba-4ff8-b415-bd9a72997965 req-9cae8b90-a3bb-43b3-b022-9aa3099bb037 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:28.808386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48522502-9aba-4ff8-b415-bd9a72997965 req-9cae8b90-a3bb-43b3-b022-9aa3099bb037 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 951 time: 0.1727092 Mar 10 17:27:28.817205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks [] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.819484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:28.847661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:28.848051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.922179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:28.930182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:28.932745 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a6d7a-4426-4256-950a-77e6eaae16c6" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-unplugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:28.944013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:28.965875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a42c86d5-5d79-4311-a241-da10a486c0c6 req-ae3a4b4b-8880-470e-ae88-fe664d3610cc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564131 Mar 10 17:27:28.977852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48522502-9aba-4ff8-b415-bd9a72997965 req-006e1976-5be3-4917-91b7-0bb2113e2e3d tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578629 Mar 10 17:27:29.018101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks [] for router_gateway (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.024801 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091796fb-448d-47ef-afd5-a06ccc54de62 x-openstack-request-id: req-091796fb-448d-47ef-afd5-a06ccc54de62 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:29.025063 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-unplugged", "status": "completed", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:29.025502 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-091796fb-448d-47ef-afd5-a06ccc54de62 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:29.025897 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'code': 200} Mar 10 17:27:29.070030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:29.087658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Deleting port 8876389a-ad8b-49f7-8d65-fe7345030ad7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:29.088227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.104236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:27:27Z', 'revision_number': 5, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port': {'id': '8876389a-ad8b-49f7-8d65-fe7345030ad7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:04:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:23:03Z', 'updated_at': '2022-03-10T17:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:29.108769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (e7ec9756-44fa-4947-b439-25364b7707b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.137247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Checking router: aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:29.146661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Routers {'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:29.147266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:29.190328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] For port 8876389a-ad8b-49f7-8d65-fe7345030ad7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8876389a-ad8b-49f7-8d65-fe7345030ad7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:29.190699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.221487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Calling delete_port for 8876389a-ad8b-49f7-8d65-fe7345030ad7 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:29.246855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] Set router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:29.289933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288c61-f23e-4321-b89c-87b1060eda81 req-c693c334-089d-4f6d-ac90-5600ff16fc1d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.302823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c288c61-f23e-4321-b89c-87b1060eda81 req-c693c334-089d-4f6d-ac90-5600ff16fc1d tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1166630 Mar 10 17:27:29.304490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:27:29Z', 'revision_number': 6, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:29.459359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c288c61-f23e-4321-b89c-87b1060eda81 req-b4848ccc-ce8a-4b5c-a824-41175605de1c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363881 Mar 10 17:27:29.503834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b910d3-f0fc-4926-a599-fb002675a0ee None None] The sync data for ids ['aa7fc49b-40fa-40bb-b983-ebd7eaa3f351'] in n-d-833115-2 is: [{'id': 'aa7fc49b-40fa-40bb-b983-ebd7eaa3f351', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2020642669-router', 'tenant_id': '9712cafd75e64c579a95e33f92625d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:23:01Z', 'updated_at': '2022-03-10T17:27:29Z', 'revision_number': 6, 'project_id': '9712cafd75e64c579a95e33f92625d01', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:29.543402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.564057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1e7b1-9a2e-4361-a93f-d45f2b4158cf req-7598a6e0-2119-4ef4-8aeb-8e7453d617ea tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.565672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4de1e7b1-9a2e-4361-a93f-d45f2b4158cf req-7598a6e0-2119-4ef4-8aeb-8e7453d617ea tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1670432 Mar 10 17:27:29.581205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8876389a-ad8b-49f7-8d65-fe7345030ad7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.628295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8876389a-ad8b-49f7-8d65-fe7345030ad7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:29.682768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-e556e688-baa8-4a06-9e15-acca42e123ab tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.684229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-e556e688-baa8-4a06-9e15-acca42e123ab tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 949 time: 0.0936425 Mar 10 17:27:29.749311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4de1e7b1-9a2e-4361-a93f-d45f2b4158cf req-232c7f0c-ab26-4069-93b0-bf33254da25d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655810 Mar 10 17:27:29.759051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4f3e-f0ae-4a0b-a6b5-0d124b028582 req-962fbf6d-b545-4668-b98a-53999ce12abf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.760568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f56a4f3e-f0ae-4a0b-a6b5-0d124b028582 req-962fbf6d-b545-4668-b98a-53999ce12abf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.2190318 Mar 10 17:27:29.763354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:29.766566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.819971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:27:29.824673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:29.825297 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.845843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Deleting port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:29.846219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.866243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Deleting port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:29.866629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.897283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda572-0083-41f7-a271-3cc66c607fe7 req-567cf1e9-86c9-4695-b1be-a4ac30c2d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:29.899251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86fda572-0083-41f7-a271-3cc66c607fe7 req-567cf1e9-86c9-4695-b1be-a4ac30c2d67d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1127 time: 0.2288740 Mar 10 17:27:29.901147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.907340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks [] for router_controller (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.916804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:29.917206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:29.959452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:29.971296 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.042716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f56a4f3e-f0ae-4a0b-a6b5-0d124b028582 req-1ccdbba1-3aa9-469d-8842-b2ec0e9ab656 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738569 Mar 10 17:27:30.045271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] For port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:30.045649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.062213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:30.072719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] For port 0feed9c4-df04-4aaf-9e16-a1e03c94aff7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:30.073086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.083814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (aa7fc49b-40fa-40bb-b983-ebd7eaa3f351), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.084342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:30.095448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86fda572-0083-41f7-a271-3cc66c607fe7 req-7b4083c4-f318-4b7a-aeb9-99e7af02f0e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820145 Mar 10 17:27:30.100094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Calling delete_port for 02e3be02-99d0-4d0b-a861-70e6e36d7e5a owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:30.102513 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.103699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-90d207f9-0bf8-43fd-bca9-6274acf48a51 admin admin] 10.222.0.35 "DELETE /v2.0/routers/aa7fc49b-40fa-40bb-b983-ebd7eaa3f351 HTTP/1.1" status: 204 len: 168 time: 1.5461905 Mar 10 17:27:30.115795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:30.132996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Calling delete_port for 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:30.207534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232d2f-85e5-4e75-a4e0-509228f885b6 req-2521f037-13bc-488d-be68-2ef9898c3746 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:30.209129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26232d2f-85e5-4e75-a4e0-509228f885b6 req-2521f037-13bc-488d-be68-2ef9898c3746 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1044278 Mar 10 17:27:30.212578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Deleting subnet c1f04dd1-3eb7-4db1-956f-725ee751562b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:30.216750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6563b-fab8-4281-957c-a4c9c51975b8 req-aed73258-be43-40bf-b887-1e889e3429da tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:30.218399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eda6563b-fab8-4281-957c-a4c9c51975b8 req-aed73258-be43-40bf-b887-1e889e3429da tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/ports?device_id=e79d156e-4b63-4067-a222-81f8868ef4db HTTP/1.1" status: 200 len: 949 time: 0.0704250 Mar 10 17:27:30.245995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Publish callbacks [] for subnet (c1f04dd1-3eb7-4db1-956f-725ee751562b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.288735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26232d2f-85e5-4e75-a4e0-509228f885b6 req-eaf2b2e4-27a2-46da-89b0-72fa83c962c9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692449 Mar 10 17:27:30.292910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eda6563b-fab8-4281-957c-a4c9c51975b8 req-02e47762-4af6-4635-bdd0-28210347158f tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e4fd846-21ca-477a-bcdd-327c1e540e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Mar 10 17:27:30.314918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c1f04dd1-3eb7-4db1-956f-725ee751562b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.452320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3aa80fe4-d489-48e2-afbc-631d2d49d4de no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:30.478256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3aa80fe4-d489-48e2-afbc-631d2d49d4de {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:30.478766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3aa80fe4-d489-48e2-afbc-631d2d49d4de not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:30.484301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (02e3be02-99d0-4d0b-a861-70e6e36d7e5a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.486471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c1f04dd1-3eb7-4db1-956f-725ee751562b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.549735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Pushing event deleted for resources: {'Port': ['ID=02e3be02-99d0-4d0b-a861-70e6e36d7e5a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:30.614250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] No DVR routers for this DVR port 02e3be02-99d0-4d0b-a861-70e6e36d7e5a on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:30.632475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75815772-8885-4854-b40f-d00b8c9795da req-f3ab9d7d-e131-4f09-bb4e-c07dfe4b14ba tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:30.639113 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.640138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75815772-8885-4854-b40f-d00b8c9795da req-f3ab9d7d-e131-4f09-bb4e-c07dfe4b14ba tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1030843 Mar 10 17:27:30.642586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70042429-2d9c-432d-aed1-31c6722f2c6e req-b3187467-f277-49ae-9612-9e8659c8cb46 tempest-ImagesOneServerTestJSON-2104884850 tempest-ImagesOneServerTestJSON-2104884850-project] 10.222.0.59 "DELETE /v2.0/ports/02e3be02-99d0-4d0b-a861-70e6e36d7e5a HTTP/1.1" status: 204 len: 173 time: 0.9509931 Mar 10 17:27:30.645114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-deleted', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:30.647328 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a661b8-22c4-4e10-a8dc-9e030a3a5594" -d '{"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-deleted", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:30.669516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c1f04dd1-3eb7-4db1-956f-725ee751562b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.694965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75815772-8885-4854-b40f-d00b8c9795da req-e061f493-77ae-4225-90b6-7bed9c0d7694 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Mar 10 17:27:30.706527 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e57292-bdd3-43e8-8d9b-0a115fa18b14 x-openstack-request-id: req-73e57292-bdd3-43e8-8d9b-0a115fa18b14 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:30.706754 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d156e-4b63-4067-a222-81f8868ef4db", "name": "network-vif-deleted", "tag": "02e3be02-99d0-4d0b-a861-70e6e36d7e5a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:30.706971 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73e57292-bdd3-43e8-8d9b-0a115fa18b14 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:30.707561 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d156e-4b63-4067-a222-81f8868ef4db', 'name': 'network-vif-deleted', 'tag': '02e3be02-99d0-4d0b-a861-70e6e36d7e5a', 'status': 'completed', 'code': 200} Mar 10 17:27:30.710160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f04dd1-3eb7-4db1-956f-725ee751562b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:30.712076 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0feed9c4-df04-4aaf-9e16-a1e03c94aff7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.714226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:30.720305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54374) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:30.720488 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-66750fa5-cc6c-425a-acb3-97fced163117 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c1f04dd1-3eb7-4db1-956f-725ee751562b HTTP/1.1" status: 204 len: 168 time: 0.6018009 Mar 10 17:27:30.732349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa51c21e-535c-4146-b562-7cb9df11141a None None] Network d7b3bb14-2e69-420f-b062-b05393e366ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:30.745868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Pushing event deleted for resources: {'Port': ['ID=0feed9c4-df04-4aaf-9e16-a1e03c94aff7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:30.855236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d7b3bb14-2e69-420f-b062-b05393e366ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.009353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18392-a7e4-4648-8bd2-8a18ade659bf req-81ae5b43-fd63-4629-b6b8-dc3a1faf7bfd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.011169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fe18392-a7e4-4648-8bd2-8a18ade659bf req-81ae5b43-fd63-4629-b6b8-dc3a1faf7bfd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1422291 Mar 10 17:27:31.027068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:31.031797 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1de732-4e51-4577-828e-b3145aeee14e" -d '{"events": [{"server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "name": "network-vif-plugged", "status": "completed", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:31.046768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (e7ec9756-44fa-4947-b439-25364b7707b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.058583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] DHCP port deletion for d7b3bb14-2e69-420f-b062-b05393e366ef request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:31.078805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fe18392-a7e4-4648-8bd2-8a18ade659bf req-5873dd53-5f83-47bf-8ba1-9725bbe69e10 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Mar 10 17:27:31.080367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Deleting port 3eae3d07-0260-4335-ab18-8e5dea0b2cca {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:31.080696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.138386 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11efafde-5d35-4b53-bd99-16ae6183362b x-openstack-request-id: req-11efafde-5d35-4b53-bd99-16ae6183362b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:31.144447 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "name": "network-vif-plugged", "status": "completed", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:31.145010 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11efafde-5d35-4b53-bd99-16ae6183362b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:31.145673 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504', 'code': 200} Mar 10 17:27:31.185897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] For port 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3eae3d07-0260-4335-ab18-8e5dea0b2cca,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:31.186520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.197386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Deleting port 3eae3d07-0260-4335-ab18-8e5dea0b2cca {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:31.197892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.213791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Calling delete_port for 3eae3d07-0260-4335-ab18-8e5dea0b2cca owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:31.284770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] For port 3eae3d07-0260-4335-ab18-8e5dea0b2cca, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3eae3d07-0260-4335-ab18-8e5dea0b2cca,segment=NetworkSegment(2bca2116-f521-4188-8c4d-890919d2fcba),segment_id=2bca2116-f521-4188-8c4d-890919d2fcba)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:31.284770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.297667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Calling delete_port for 3eae3d07-0260-4335-ab18-8e5dea0b2cca owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:31.386355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc448755-f895-432e-b14f-dd0cbcda1e8b req-9438d3f2-177e-4635-8ba5-335debb9904f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.388028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc448755-f895-432e-b14f-dd0cbcda1e8b req-9438d3f2-177e-4635-8ba5-335debb9904f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1203399 Mar 10 17:27:31.398243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970cb2-8189-4bea-9ea1-4959c3a279d9 req-abeb8174-9230-4be4-867d-39c4f67d369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.399867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c970cb2-8189-4bea-9ea1-4959c3a279d9 req-abeb8174-9230-4be4-867d-39c4f67d369f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 1130 time: 0.1986325 Mar 10 17:27:31.428032 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.441292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Router e7ec9756-44fa-4947-b439-25364b7707b6 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:31.479994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] Pushing event deleted for resources: {'Port': ['ID=3eae3d07-0260-4335-ab18-8e5dea0b2cca,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:31.489989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ab388-63df-4f54-89e9-9e524e98fdef None None] No DVR routers for this DVR port 3eae3d07-0260-4335-ab18-8e5dea0b2cca on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:31.526907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c970cb2-8189-4bea-9ea1-4959c3a279d9 req-4d0fafcd-cded-4a25-9aa3-9f77fa1057e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867965 Mar 10 17:27:31.538478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5115c1d-b9c8-4fd5-9dce-1a809c129d12 req-967ed19f-1bfe-49f4-84dd-c06702153038 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.539711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5115c1d-b9c8-4fd5-9dce-1a809c129d12 req-967ed19f-1bfe-49f4-84dd-c06702153038 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1359320 Mar 10 17:27:31.540406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3eae3d07-0260-4335-ab18-8e5dea0b2cca), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.586286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Pushing event deleted for resources: {'Port': ['ID=3eae3d07-0260-4335-ab18-8e5dea0b2cca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:31.591216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:31.598980 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c6cbf888-5be1-42f0-9871-9be043aec118 admin admin] 10.222.0.35 "PUT /v2.0/routers/e7ec9756-44fa-4947-b439-25364b7707b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9373851 Mar 10 17:27:31.599607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc448755-f895-432e-b14f-dd0cbcda1e8b req-a2799bdc-9a42-4a84-93bc-c982851eecd7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987405 Mar 10 17:27:31.601809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] No DVR routers for this DVR port 3eae3d07-0260-4335-ab18-8e5dea0b2cca on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:31.604663 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Sync routers for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:31.610584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54386) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:31.619613 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:31.620522 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:31.674243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5115c1d-b9c8-4fd5-9dce-1a809c129d12 req-bb3d1244-4b41-4451-ab2e-66e42b8bdb7c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210785 Mar 10 17:27:31.718279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d7b3bb14-2e69-420f-b062-b05393e366ef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.745401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b3bb14-2e69-420f-b062-b05393e366ef']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:31.758113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bca2116-f521-4188-8c4d-890919d2fcba') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:31.758419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bca2116-f521-4188-8c4d-890919d2fcba') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:31.766338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks [] for router (e7ec9756-44fa-4947-b439-25364b7707b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.780629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2bca2116-f521-4188-8c4d-890919d2fcba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.818457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2bca2116-f521-4188-8c4d-890919d2fcba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.832720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:31.833119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2bca2116-f521-4188-8c4d-890919d2fcba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:31.836916 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:31.850061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:31.908001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks [] for router_gateway (e7ec9756-44fa-4947-b439-25364b7707b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.974139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2d76-09f1-4248-a9bd-95b9429d8859 req-3d2471c9-70ac-4faa-9f42-a12094c5e905 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.975830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7e2d76-09f1-4248-a9bd-95b9429d8859 req-3d2471c9-70ac-4faa-9f42-a12094c5e905 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1362009 Mar 10 17:27:31.977095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d7b3bb14-2e69-420f-b062-b05393e366ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.980346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-ca86173d-c145-468f-a48e-6f00eedfda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:31.982122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:31.985753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] 10.222.0.35 "DELETE /v2.0/networks/d7b3bb14-2e69-420f-b062-b05393e366ef HTTP/1.1" status: 204 len: 168 time: 1.2646458 Mar 10 17:27:31.987438 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-ca86173d-c145-468f-a48e-6f00eedfda2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1155 time: 0.0918782 Mar 10 17:27:32.030799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd504de-4707-4adc-abaf-e317aeb2559c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b3bb14-2e69-420f-b062-b05393e366ef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:32.039701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54396) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:32.051129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:27:30Z', 'revision_number': 5, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port': {'id': '8f1c4793-2507-4412-a68e-7038f25750cd', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:07Z', 'updated_at': '2022-03-10T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:32.074024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7e2d76-09f1-4248-a9bd-95b9429d8859 req-1d201aaa-0bf4-4ce5-952c-5bdfda831d6f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869892 Mar 10 17:27:32.086696 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Checking router: e7ec9756-44fa-4947-b439-25364b7707b6 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:32.112364 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Routers {'e7ec9756-44fa-4947-b439-25364b7707b6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:32.113883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e7ec9756-44fa-4947-b439-25364b7707b6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:32.168063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Deleting port 8f1c4793-2507-4412-a68e-7038f25750cd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:32.168406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:32.266867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3eae3d07-0260-4335-ab18-8e5dea0b2cca no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:32.321707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] Set router e7ec9756-44fa-4947-b439-25364b7707b6 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:32.325099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3eae3d07-0260-4335-ab18-8e5dea0b2cca {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:32.325786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3eae3d07-0260-4335-ab18-8e5dea0b2cca not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:32.326595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8876389a-ad8b-49f7-8d65-fe7345030ad7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:32.329375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:32.344859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-d9c38a6d-f85b-44b9-a57e-f5f6b4de9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.346243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-d9c38a6d-f85b-44b9-a57e-f5f6b4de9a3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.3058388 Mar 10 17:27:32.349769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8876389a-ad8b-49f7-8d65-fe7345030ad7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:32.350370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8876389a-ad8b-49f7-8d65-fe7345030ad7 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:32.393310 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:27:31Z', 'revision_number': 6, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:32.420888 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef8126-9860-4585-97e3-ba23c2a0d0ce None None] The sync data for ids ['e7ec9756-44fa-4947-b439-25364b7707b6'] in n-d-833115-2 is: [{'id': 'e7ec9756-44fa-4947-b439-25364b7707b6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1284613787-router', 'tenant_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:06Z', 'updated_at': '2022-03-10T17:27:31Z', 'revision_number': 6, 'project_id': 'a5f31e2d0de8401bacbaaede5818bf06', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:32.428344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-e853561c-5da0-4b49-90b3-be61c884f3a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.0611987 Mar 10 17:27:32.447614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] For port 8f1c4793-2507-4412-a68e-7038f25750cd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8f1c4793-2507-4412-a68e-7038f25750cd,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:32.448223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:32.454799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f4b84adc-afeb-4fe7-8bd6-ee7177fb9d8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37f7cd153e4b4865a2bb921de0b27510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139318 Mar 10 17:27:32.458796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54408) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:32.495935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Calling delete_port for 8f1c4793-2507-4412-a68e-7038f25750cd owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:32.503635 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab38891f-d4a7-454e-90b8-557ae2a3a3fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84cf28a9b3314944baddd33232390473&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1729221 Mar 10 17:27:32.507771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:32.516107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b1a-edd9-4481-946e-d5f4500523a5 req-980c79a5-b424-4b8d-8314-1b20236f158e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.518217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a73b8b1a-edd9-4481-946e-d5f4500523a5 req-980c79a5-b424-4b8d-8314-1b20236f158e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.2641027 Mar 10 17:27:32.519026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-7b6c9829-f145-4205-8918-e9e0b74559ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.520445 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-7b6c9829-f145-4205-8918-e9e0b74559ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0810320 Mar 10 17:27:32.596346 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-e1e8a46a-d774-4f66-84a5-dd759fb1a579 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384278 Mar 10 17:27:32.679030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:32.702241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 02e3be02-99d0-4d0b-a861-70e6e36d7e5a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:32.702793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 02e3be02-99d0-4d0b-a861-70e6e36d7e5a not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:32.780759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-5367af93-6b4f-4aac-976b-cc619e310887 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667957 Mar 10 17:27:32.826118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f812-9037-41bf-9967-e6d19ed85084 req-efd390d1-f714-44ea-acd9-ad638d3af762 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.827702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b495f812-9037-41bf-9967-e6d19ed85084 req-efd390d1-f714-44ea-acd9-ad638d3af762 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.4563966 Mar 10 17:27:32.840684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8f1c4793-2507-4412-a68e-7038f25750cd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:32.846311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-72ea25eb-6e1b-4ae0-8dd2-4954d51e20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:32.847031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-72ea25eb-6e1b-4ae0-8dd2-4954d51e20ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81620821e05a41bcae2051e09f864e9e&device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 1127 time: 0.4770713 Mar 10 17:27:32.900320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1c4793-2507-4412-a68e-7038f25750cd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:32.945087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] Publish callbacks [] for security_group (2e4fd846-21ca-477a-bcdd-327c1e540e3d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:32.971857 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-864a65e1-deb3-42be-92bc-beed8a19e726 req-dd1fed2d-819d-430e-990a-cc72a0ac9148 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826000 Mar 10 17:27:32.981729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (e7ec9756-44fa-4947-b439-25364b7707b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.019531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a73b8b1a-edd9-4481-946e-d5f4500523a5 req-ae8da7ba-e643-4b19-aa49-6175b3ceaa7e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899473 Mar 10 17:27:33.034595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] Publish callbacks [] for security_group (1197f5ea-ebaa-473d-906c-d93b1cf0c541), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.045209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b495f812-9037-41bf-9967-e6d19ed85084 req-9f05581d-f796-43ff-99a3-eaa476ba1d94 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962390 Mar 10 17:27:33.055821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] Publish callbacks [] for security_group (2e4fd846-21ca-477a-bcdd-327c1e540e3d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.099989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] Publish callbacks [] for security_group (1197f5ea-ebaa-473d-906c-d93b1cf0c541), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.109580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-2c574feb-dff4-43c0-953a-4cf2c5cbec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.111177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-2c574feb-dff4-43c0-953a-4cf2c5cbec07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 200 len: 912 time: 0.2530077 Mar 10 17:27:33.256919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-762714d8-5b2e-4216-a143-65d9569fc3d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 200 len: 217 time: 0.1259291 Mar 10 17:27:33.324204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e4fd846-21ca-477a-bcdd-327c1e540e3d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.326801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.330925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e4fd846-21ca-477a-bcdd-327c1e540e3d HTTP/1.1" status: 204 len: 168 time: 0.8682816 Mar 10 17:27:33.364152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb82e-8d6e-49e0-a5aa-0e48e55cff16 req-6f5dd328-6290-4e2f-959d-5690efcfa009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.366298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1bb82e-8d6e-49e0-a5aa-0e48e55cff16 req-6f5dd328-6290-4e2f-959d-5690efcfa009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.2458475 Mar 10 17:27:33.367136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab7cd5-6f07-4163-bd01-e7fb463b4596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4fd846-21ca-477a-bcdd-327c1e540e3d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:33.376423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1197f5ea-ebaa-473d-906c-d93b1cf0c541), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.379588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.380933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1197f5ea-ebaa-473d-906c-d93b1cf0c541 HTTP/1.1" status: 204 len: 168 time: 0.8625174 Mar 10 17:27:33.391786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-854d31b2-adbc-4cfa-bd39-45ce8ca49ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.393290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-854d31b2-adbc-4cfa-bd39-45ce8ca49ea9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 200 len: 851 time: 0.1268384 Mar 10 17:27:33.394017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e7ec9756-44fa-4947-b439-25364b7707b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.397613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks [] for router_controller (e7ec9756-44fa-4947-b439-25364b7707b6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.408864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495d2c-cfc9-45bb-838b-b64018f9c5cb req-93c6f84e-562f-4e51-a299-cae0c873cbb9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:33.415779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92495d2c-cfc9-45bb-838b-b64018f9c5cb req-93c6f84e-562f-4e51-a299-cae0c873cbb9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.2962897 Mar 10 17:27:33.455727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e7ec9756-44fa-4947-b439-25364b7707b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.457125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ec9756-44fa-4947-b439-25364b7707b6 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:33.463413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.465390 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06707ff0-05cb-4acc-aedb-670c37d67d1a admin admin] 10.222.0.35 "DELETE /v2.0/routers/e7ec9756-44fa-4947-b439-25364b7707b6 HTTP/1.1" status: 204 len: 168 time: 1.8534806 Mar 10 17:27:33.469408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:33.474379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b5314-061c-4d04-ae3d-6aa9b1231bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197f5ea-ebaa-473d-906c-d93b1cf0c541,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:33.488537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-c9040a37-29c1-434a-9f41-1ff826853c6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5ce37aa-affc-49e2-a5d2-84466d47c0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648377 Mar 10 17:27:33.572306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Deleting subnet b696b8f0-ba3a-48a7-b0e6-86ff27153943 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:33.578472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Publish callbacks [] for subnet (b696b8f0-ba3a-48a7-b0e6-86ff27153943), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.584518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92495d2c-cfc9-45bb-838b-b64018f9c5cb req-8ad47ece-3643-44fd-af8f-bceeb84d5160 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618354 Mar 10 17:27:33.612657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1bb82e-8d6e-49e0-a5aa-0e48e55cff16 req-57b99959-f3df-42da-8349-cbd73f735064 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122111 Mar 10 17:27:33.650931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (b696b8f0-ba3a-48a7-b0e6-86ff27153943), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.686450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-22a0223b-4dd5-4664-a17e-48e2707b3b61 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858027 Mar 10 17:27:33.752911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b696b8f0-ba3a-48a7-b0e6-86ff27153943), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.810097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-caa3f90d-9d41-475f-8191-baa7ad99dc44 req-7d1f815a-7c70-4afb-a06c-5b3b220c20b0 service neutron] 10.222.0.59 "GET /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168668 Mar 10 17:27:33.822806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b696b8f0-ba3a-48a7-b0e6-86ff27153943), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.853146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b696b8f0-ba3a-48a7-b0e6-86ff27153943,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:33.855255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.858881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6c5f277-009a-49bf-bde5-1747afbac605 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b696b8f0-ba3a-48a7-b0e6-86ff27153943 HTTP/1.1" status: 204 len: 168 time: 0.3880317 Mar 10 17:27:33.861974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54434) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:33.864454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ceb5a-b984-4de8-a4c8-d0049fd485e0 None None] Network d62054af-da10-4ebc-982b-d76332eab55f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:33.948887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d62054af-da10-4ebc-982b-d76332eab55f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:33.957141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:34.032271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Deleting port d5a28564-b920-4743-b68a-f408f83bff47 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:34.032587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d5a28564-b920-4743-b68a-f408f83bff47), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.034640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-693f23b1-ea74-492b-81e3-c09bba90309b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9712cafd75e64c579a95e33f92625d01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0761595 Mar 10 17:27:34.036127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54440) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:34.079269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] DHCP port deletion for d62054af-da10-4ebc-982b-d76332eab55f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:27:34.139355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] For port d5a28564-b920-4743-b68a-f408f83bff47, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d5a28564-b920-4743-b68a-f408f83bff47,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:34.140405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d5a28564-b920-4743-b68a-f408f83bff47), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.154566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:34.183947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:34.184570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0feed9c4-df04-4aaf-9e16-a1e03c94aff7 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:34.185276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8f1c4793-2507-4412-a68e-7038f25750cd no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:34.190312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Calling delete_port for d5a28564-b920-4743-b68a-f408f83bff47 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:34.224651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8f1c4793-2507-4412-a68e-7038f25750cd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:34.225577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8f1c4793-2507-4412-a68e-7038f25750cd not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:34.230457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Deleting port d5a28564-b920-4743-b68a-f408f83bff47 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:34.230896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d5a28564-b920-4743-b68a-f408f83bff47), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.247913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] Publish callbacks [] for security_group (b6be0fea-e62a-44b7-ac79-90af1a073b96), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.302756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] For port d5a28564-b920-4743-b68a-f408f83bff47, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d5a28564-b920-4743-b68a-f408f83bff47,segment=NetworkSegment(d1eca57e-5ee8-4d51-9663-479039017813),segment_id=d1eca57e-5ee8-4d51-9663-479039017813)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:34.303252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d5a28564-b920-4743-b68a-f408f83bff47), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.316782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Calling delete_port for d5a28564-b920-4743-b68a-f408f83bff47 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:34.342156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] Publish callbacks [] for security_group (b6be0fea-e62a-44b7-ac79-90af1a073b96), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.378606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868f0e9-3ea1-4d84-8d79-d4617395fb71 req-7dfb5aeb-d3f7-432f-b86b-6d9a523f2648 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.380421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9868f0e9-3ea1-4d84-8d79-d4617395fb71 req-7dfb5aeb-d3f7-432f-b86b-6d9a523f2648 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.2360880 Mar 10 17:27:34.415599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d5a28564-b920-4743-b68a-f408f83bff47), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.425339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b9dd9-0ca9-4e42-886f-f08c1b2e4d27 req-0ef53f37-71a4-44d6-b477-aaf337266a71 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.430936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-298b9dd9-0ca9-4e42-886f-f08c1b2e4d27 req-0ef53f37-71a4-44d6-b477-aaf337266a71 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.2418575 Mar 10 17:27:34.441766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] Pushing event deleted for resources: {'Port': ['ID=d5a28564-b920-4743-b68a-f408f83bff47,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:34.445864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66669135-ace5-4146-a33f-670b7e7dd27a None None] No DVR routers for this DVR port d5a28564-b920-4743-b68a-f408f83bff47 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:34.483902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d5a28564-b920-4743-b68a-f408f83bff47), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.531699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a28564-b920-4743-b68a-f408f83bff47,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:34.544742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] No DVR routers for this DVR port d5a28564-b920-4743-b68a-f408f83bff47 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:34.552631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9868f0e9-3ea1-4d84-8d79-d4617395fb71 req-0a1cba40-9aa1-4f25-a5ed-057414c84be2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618016 Mar 10 17:27:34.555789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b6be0fea-e62a-44b7-ac79-90af1a073b96), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.558297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.562536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6be0fea-e62a-44b7-ac79-90af1a073b96 HTTP/1.1" status: 204 len: 168 time: 0.5253975 Mar 10 17:27:34.587200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-298b9dd9-0ca9-4e42-886f-f08c1b2e4d27 req-086d2b54-9aa5-4236-a923-f55d163c536b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372972 Mar 10 17:27:34.597879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989aab9-6840-4348-9e26-118efc8dd150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be0fea-e62a-44b7-ac79-90af1a073b96,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:34.659020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d62054af-da10-4ebc-982b-d76332eab55f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.697270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62054af-da10-4ebc-982b-d76332eab55f']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:34.725620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eca57e-5ee8-4d51-9663-479039017813') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:34.725908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eca57e-5ee8-4d51-9663-479039017813') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:34.738639 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (d1eca57e-5ee8-4d51-9663-479039017813), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.759661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d1eca57e-5ee8-4d51-9663-479039017813), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.772520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df857-4b12-43d9-ba5b-9b1e3b6ee762 req-90b40cb1-d9f1-4169-94e1-167323402832 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.773980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-703df857-4b12-43d9-ba5b-9b1e3b6ee762 req-90b40cb1-d9f1-4169-94e1-167323402832 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.0981984 Mar 10 17:27:34.776850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:34.777237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (d1eca57e-5ee8-4d51-9663-479039017813), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:34.779043 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:34.891957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d62054af-da10-4ebc-982b-d76332eab55f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.897562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:34.900917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d62054af-da10-4ebc-982b-d76332eab55f HTTP/1.1" status: 204 len: 168 time: 1.0379391 Mar 10 17:27:34.931716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2928349-4bcd-4b5e-a490-6ab356a848c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62054af-da10-4ebc-982b-d76332eab55f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:34.939229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-703df857-4b12-43d9-ba5b-9b1e3b6ee762 req-6dc3fdb5-f556-4c45-afdb-f95f71c3358b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492515 Mar 10 17:27:34.959428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976e6a-daad-4c45-bee4-d65d7a98ab0c req-97288d7d-623c-4832-8873-9367c4748748 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:34.960830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc976e6a-daad-4c45-bee4-d65d7a98ab0c req-97288d7d-623c-4832-8873-9367c4748748 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1120961 Mar 10 17:27:35.021481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc976e6a-daad-4c45-bee4-d65d7a98ab0c req-202ffa58-04dc-4d1c-aff7-40ebef4f16f2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543311 Mar 10 17:27:35.061770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54478) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.111107 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88116965-a3bb-4a7b-9bc5-b52734548989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d362374f9a8f46a2a0885aebcf882050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477042 Mar 10 17:27:35.113513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.149810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.167331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] Publish callbacks [] for security_group (d4509a19-66f1-4c50-8d30-9bcb2c9702e9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.191576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] Publish callbacks [] for security_group (d4509a19-66f1-4c50-8d30-9bcb2c9702e9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.243666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d4509a19-66f1-4c50-8d30-9bcb2c9702e9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.246839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.250968 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4509a19-66f1-4c50-8d30-9bcb2c9702e9 HTTP/1.1" status: 204 len: 168 time: 0.1364164 Mar 10 17:27:35.273024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090ab1-535d-4b3b-9169-b62092b46073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4509a19-66f1-4c50-8d30-9bcb2c9702e9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:35.275459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c34905f-6d44-40d4-bb51-77808dfb6e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.360860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c34905f-6d44-40d4-bb51-77808dfb6e9c admin admin] Publish callbacks [] for security_group (86ebff34-f4a3-4ad5-9495-ad85325be778), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.365226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c34905f-6d44-40d4-bb51-77808dfb6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (86ebff34-f4a3-4ad5-9495-ad85325be778), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.415677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34905f-6d44-40d4-bb51-77808dfb6e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ebff34-f4a3-4ad5-9495-ad85325be778,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:35.421531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c34905f-6d44-40d4-bb51-77808dfb6e9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba97761ba6df4368a9eb17220dbd2309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706087 Mar 10 17:27:35.424476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54498) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.490726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] Publish callbacks [] for security_group (86ebff34-f4a3-4ad5-9495-ad85325be778), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.513813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] Publish callbacks [] for security_group (86ebff34-f4a3-4ad5-9495-ad85325be778), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.564809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (86ebff34-f4a3-4ad5-9495-ad85325be778), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.568531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.573390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86ebff34-f4a3-4ad5-9495-ad85325be778 HTTP/1.1" status: 204 len: 168 time: 0.1476064 Mar 10 17:27:35.584224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc281-74af-4f2a-b33b-9e7e4a8292de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ebff34-f4a3-4ad5-9495-ad85325be778,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:35.648247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54512) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.757799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8da086e-5e6d-479b-ba34-fc863f0242c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5f31e2d0de8401bacbaaede5818bf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081722 Mar 10 17:27:35.760397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:35.778458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01090f58-b425-4512-9da7-b86ef224c501 req-64516014-3995-492d-a278-43a677b9b215 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:35.779942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01090f58-b425-4512-9da7-b86ef224c501 req-64516014-3995-492d-a278-43a677b9b215 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1010969 Mar 10 17:27:35.787970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f70f1b-d74d-49ef-9cd3-7f2eccfd7f1d req-862a5d62-66dc-4b61-9a59-78d679ecbe76 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:35.789442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79f70f1b-d74d-49ef-9cd3-7f2eccfd7f1d req-862a5d62-66dc-4b61-9a59-78d679ecbe76 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1247947 Mar 10 17:27:35.816562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] Publish callbacks [] for security_group (fd6bc6bc-4c8d-4435-b1eb-e843344e28fb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.840366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] Publish callbacks [] for security_group (fd6bc6bc-4c8d-4435-b1eb-e843344e28fb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.870291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01090f58-b425-4512-9da7-b86ef224c501 req-4cc99457-4da3-49e8-b9f7-626e0bb0d5ef tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Mar 10 17:27:35.881890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79f70f1b-d74d-49ef-9cd3-7f2eccfd7f1d req-be135598-8da9-45dd-959d-9a8296e92a2d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854206 Mar 10 17:27:35.895696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fd6bc6bc-4c8d-4435-b1eb-e843344e28fb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.898683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:35.899885 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd6bc6bc-4c8d-4435-b1eb-e843344e28fb HTTP/1.1" status: 204 len: 168 time: 0.1385105 Mar 10 17:27:35.909699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47ed9c-e0f2-4f6d-9c05-901291959b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6bc6bc-4c8d-4435-b1eb-e843344e28fb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:36.079330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d5a28564-b920-4743-b68a-f408f83bff47 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:36.105170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d5a28564-b920-4743-b68a-f408f83bff47 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:36.105895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d5a28564-b920-4743-b68a-f408f83bff47 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:36.112704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c9466-84e4-4c63-8453-37dcc1a5dd56 req-e463073e-9e8b-44e6-9dbb-38c29f34dd27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:36.116554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-683c9466-84e4-4c63-8453-37dcc1a5dd56 req-e463073e-9e8b-44e6-9dbb-38c29f34dd27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1067207 Mar 10 17:27:36.223615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a6a1-2bc8-4998-8cad-ad5bc7559ef5 req-1866cf12-dfc8-4710-9b3e-eb5c327f2f30 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:36.225226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d60a6a1-2bc8-4998-8cad-ad5bc7559ef5 req-1866cf12-dfc8-4710-9b3e-eb5c327f2f30 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1088231 Mar 10 17:27:36.228698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-683c9466-84e4-4c63-8453-37dcc1a5dd56 req-832f3ead-06a2-457b-a537-7b0f2100ca9d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016059 Mar 10 17:27:36.303126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d60a6a1-2bc8-4998-8cad-ad5bc7559ef5 req-59e3f9c5-a0ae-4957-9eb6-d93db5471b4b tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 Mar 10 17:27:36.787895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54570) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:36.884810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-66093691-network', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:36.910716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Made reservation on behalf of 3158627fdbb545599f9be099ffa1cd05 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:36.913515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:36.925640 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.038539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks [] for security_group (a6107977-e187-4d52-a432-d912e40f28b8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.043613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5f8b7-abbd-4412-ac63-fd0a2b485252 req-796d9cf6-99d7-402d-b3e4-0f8e5b613b9e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.045372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70c5f8b7-abbd-4412-ac63-fd0a2b485252 req-796d9cf6-99d7-402d-b3e4-0f8e5b613b9e tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.0678866 Mar 10 17:27:37.045842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6107977-e187-4d52-a432-d912e40f28b8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.070721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:27:37.084908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6107977-e187-4d52-a432-d912e40f28b8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:37.090698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (39756f8d-1fa2-4d98-9529-2d11d98cfefc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.091297 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Added segment 39756f8d-1fa2-4d98-9529-2d11d98cfefc of type vlan for network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f Mar 10 17:27:37.126721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54586) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:37.139299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.140868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70c5f8b7-abbd-4412-ac63-fd0a2b485252 req-b363f047-ccfd-4ac4-918a-91a4512f7967 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833528 Mar 10 17:27:37.150640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec444-eceb-48b4-bcb8-08c8b613b9f7 req-722c6c4e-b00d-4e03-9ee5-1b6f93894351 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.152376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b1ec444-eceb-48b4-bcb8-08c8b613b9f7 req-722c6c4e-b00d-4e03-9ee5-1b6f93894351 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1055596 Mar 10 17:27:37.185135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.187010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.187836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.231905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b1ec444-eceb-48b4-bcb8-08c8b613b9f7 req-a50f6d5d-8ca8-40cd-ac90-36f06b674a2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Mar 10 17:27:37.238973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4498479 Mar 10 17:27:37.242058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:37.250148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Request body: {'subnet': {'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-66093691-subnet', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:37.259122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-992584076-network', 'tenant_id': '7c31c43330104738b99197899fb06cb7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:37.267435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef999b-5e04-45cf-b539-d14978c96cfe admin admin] Pushing event updated for resources: {'Network': ['ID=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:37.280168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:27:37.289905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Made reservation on behalf of 7c31c43330104738b99197899fb06cb7 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:37.302033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.307792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.320745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Made reservation on behalf of 3158627fdbb545599f9be099ffa1cd05 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:37.323225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.535465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416375-d5e4-450a-87b7-0317b3ff50de req-fd1b2c66-acf7-4155-afaa-af3c2f27256b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.536835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e416375-d5e4-450a-87b7-0317b3ff50de req-fd1b2c66-acf7-4155-afaa-af3c2f27256b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1767418 Mar 10 17:27:37.538653 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks [] for security_group (cfc0a553-6072-4d00-80d3-88bef16eda16), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.568181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cfc0a553-6072-4d00-80d3-88bef16eda16), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.624902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:27:37.647216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0a553-6072-4d00-80d3-88bef16eda16,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:37.664138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2b84cff9-0a80-414f-94c9-ee867880b8cc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.664506 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Added segment 2b84cff9-0a80-414f-94c9-ee867880b8cc of type vlan for network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 Mar 10 17:27:37.698050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d338-4ff3-4b1d-8026-653ca0f52aae req-4848e72b-15e4-4fe9-982c-1f8b17e4c38e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.699552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d25d338-4ff3-4b1d-8026-653ca0f52aae req-4848e72b-15e4-4fe9-982c-1f8b17e4c38e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.2318025 Mar 10 17:27:37.763183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e416375-d5e4-450a-87b7-0317b3ff50de req-84a022b7-d634-4e32-86df-42aea89693c2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173152 Mar 10 17:27:37.784406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.789276 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (37fa0704-bc91-46fb-bbc4-3ce785dac165), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.873228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d25d338-4ff3-4b1d-8026-653ca0f52aae req-1f45a5af-ce08-4856-913e-b045cd2708a2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623890 Mar 10 17:27:37.901430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.902410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:37.903013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:37.918867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fa0704-bc91-46fb-bbc4-3ce785dac165,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:37.953092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8250332 Mar 10 17:27:37.956500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:37.961554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Request body: {'subnet': {'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-992584076-subnet', 'tenant_id': '7c31c43330104738b99197899fb06cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:37.968701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Checking segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:37.969062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Network hostable DHCP agents. Network: 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:27:37.982692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Made reservation on behalf of 7c31c43330104738b99197899fb06cb7 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:37.985219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.003282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e59a6d-5e82-4194-902d-237000f31f2c admin admin] Pushing event updated for resources: {'Network': ['ID=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:38.015424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:27:38.016197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d1b4e-9bb8-4301-ac71-5902400ad9c5 req-452b533c-c8ce-46ed-a020-f263f136eeb3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.017763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13d1b4e-9bb8-4301-ac71-5902400ad9c5 req-452b533c-c8ce-46ed-a020-f263f136eeb3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1709509 Mar 10 17:27:38.044368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:27:38.061453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:38.069880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.070655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.096727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13d1b4e-9bb8-4301-ac71-5902400ad9c5 req-11d35ab3-135e-41ff-930d-32d38fd67cf2 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717297 Mar 10 17:27:38.105312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb9982-e774-4cbb-bbf8-03566a4dc52e None None] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:38.111683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-27352fa5-4c50-4629-998f-69cac5a7d283 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8681066 Mar 10 17:27:38.114978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:38.119921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:38.156608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.157863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.204297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (10ac38c6-8e15-48f9-8b6d-e1c32f4276ad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.237262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for router_controller (f0f1d51e-13df-48fb-944f-003c14bee4cc), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.245049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:27:38.250496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.298451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ac38c6-8e15-48f9-8b6d-e1c32f4276ad,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:38.302014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Checking segment: {'id': '2b84cff9-0a80-414f-94c9-ee867880b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:38.302301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Network hostable DHCP agents. Network: 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:27:38.332884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:27:38.349982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:38.355409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.356220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.378352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d31aaa-e269-49b4-9663-eb94350195ae None None] Network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:38.386982 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-675cf400-8df6-4637-8a68-4882721d446c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4291131 Mar 10 17:27:38.441668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for router_gateway (f0f1d51e-13df-48fb-944f-003c14bee4cc), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.470341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113778-0237-4119-a3d6-8e4ec0b4ffd2 req-f3a2ebc1-13d4-4897-b52e-80c564566bc6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:38.477337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da113778-0237-4119-a3d6-8e4ec0b4ffd2 req-f3a2ebc1-13d4-4897-b52e-80c564566bc6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1339469 Mar 10 17:27:38.530355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da113778-0237-4119-a3d6-8e4ec0b4ffd2 req-685bcf15-3800-41c4-945d-5b4b41a8ca80 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Mar 10 17:27:38.593213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Allocated IP 172.20.0.2 (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f/37fa0704-bc91-46fb-bbc4-3ce785dac165/538999f1-a920-4ba0-af82-e156030e440d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:38.605884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac536ec-23de-42e8-986f-69242046b603 None None] Network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:38.855189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks [] for port (538999f1-a920-4ba0-af82-e156030e440d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.867884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (538999f1-a920-4ba0-af82-e156030e440d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:38.922896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:38.926944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:38.930646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:38.985063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Pushing event updated for resources: {'Port': ['ID=538999f1-a920-4ba0-af82-e156030e440d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:39.001720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Attempting to bind port 538999f1-a920-4ba0-af82-e156030e440d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:39.001946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Attempting to bind port 538999f1-a920-4ba0-af82-e156030e440d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:39.002272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Attempting to bind port 538999f1-a920-4ba0-af82-e156030e440d on network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:39.008003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:39.008378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Checking segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:39.008937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.009323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Bound using segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:39.010381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Bound port: 538999f1-a920-4ba0-af82-e156030e440d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:39.010984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (538999f1-a920-4ba0-af82-e156030e440d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.088753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] For port 538999f1-a920-4ba0-af82-e156030e440d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:39.091897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] For port 538999f1-a920-4ba0-af82-e156030e440d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=538999f1-a920-4ba0-af82-e156030e440d,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:39.096190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:39.102205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-448225818-network', 'tenant_id': '0ff2fa54dbeb4b3c8ca762f9a1d061cd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:39.107628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (538999f1-a920-4ba0-af82-e156030e440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.147965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Made reservation on behalf of 0ff2fa54dbeb4b3c8ca762f9a1d061cd for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:39.150496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.164775 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for router_gateway (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.168439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.181476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3b476-1c20-478a-882b-009a4de4ddef None None] Pushing event updated for resources: {'Port': ['ID=538999f1-a920-4ba0-af82-e156030e440d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:39.218546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.274095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e975-a68c-4ec3-9048-da45c6fca4a4 req-83f8aa20-78e7-4e23-8526-f76199cc93ce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.276048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e26e975-a68c-4ec3-9048-da45c6fca4a4 req-83f8aa20-78e7-4e23-8526-f76199cc93ce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1794293 Mar 10 17:27:39.289560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks [] for security_group (6bd7c294-9ad3-4183-8979-9d1088810b20), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.295038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6bd7c294-9ad3-4183-8979-9d1088810b20), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.306192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87dbde-9250-4e71-b3f9-b190c6cdd669 req-146970b0-9ac1-41e5-a19d-f9f34320d522 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.311327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a87dbde-9250-4e71-b3f9-b190c6cdd669 req-146970b0-9ac1-41e5-a19d-f9f34320d522 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.2133884 Mar 10 17:27:39.326524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7c294-9ad3-4183-8979-9d1088810b20,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:39.337300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:27:39.352082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (aa1ff195-c692-49f6-952a-9b2f2052a018), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.352082 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Added segment aa1ff195-c692-49f6-952a-9b2f2052a018 of type vlan for network 791f54f6-a834-4abc-bf31-50ca8fab8a66 Mar 10 17:27:39.417400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (791f54f6-a834-4abc-bf31-50ca8fab8a66), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.448684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (791f54f6-a834-4abc-bf31-50ca8fab8a66), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.449919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.450786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.501611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a87dbde-9250-4e71-b3f9-b190c6cdd669 req-4cb17318-e764-497a-8afd-40b9ebfa8a7f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603720 Mar 10 17:27:39.516989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] Pushing event updated for resources: {'Network': ['ID=791f54f6-a834-4abc-bf31-50ca8fab8a66,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:39.528878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 791f54f6-a834-4abc-bf31-50ca8fab8a66 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:27:39.544229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e26e975-a68c-4ec3-9048-da45c6fca4a4 req-7b20ec14-5d36-4630-ac8a-f4191e999ef9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617092 Mar 10 17:27:39.559415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2be1a46e-4846-42f0-a6f0-e9baee28a955 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4612260 Mar 10 17:27:39.562296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54676) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:39.570109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Request body: {'subnet': {'network_id': '791f54f6-a834-4abc-bf31-50ca8fab8a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-448225818-subnet', 'tenant_id': '0ff2fa54dbeb4b3c8ca762f9a1d061cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:39.578380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Allocated IP 172.25.3.57 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/bc4a624f-ce6c-4d7f-8646-83209827cb99) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:39.632071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Made reservation on behalf of 0ff2fa54dbeb4b3c8ca762f9a1d061cd for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:39.635726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.819892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.836778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6b5d9-5b93-4a7e-96c6-68abc17029c5 req-2959dee9-19e3-474a-aef2-0af90b2f7cfa tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.838377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c6b5d9-5b93-4a7e-96c6-68abc17029c5 req-2959dee9-19e3-474a-aef2-0af90b2f7cfa tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.1638234 Mar 10 17:27:39.850065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1707-1302-4dae-b674-8937887fca89 req-b5f2b8b9-0be1-4322-a448-afd8b768b007 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.851560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f1c1707-1302-4dae-b674-8937887fca89 req-b5f2b8b9-0be1-4322-a448-afd8b768b007 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1353986 Mar 10 17:27:39.858303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3cb378b9-f97d-45cf-8070-01dde387c161), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.921209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb378b9-f97d-45cf-8070-01dde387c161,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:39.940624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Checking segment: {'id': 'aa1ff195-c692-49f6-952a-9b2f2052a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '791f54f6-a834-4abc-bf31-50ca8fab8a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:39.940979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Network hostable DHCP agents. Network: 791f54f6-a834-4abc-bf31-50ca8fab8a66, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:27:39.945657 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.960920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c6b5d9-5b93-4a7e-96c6-68abc17029c5 req-ea994f82-8310-4107-9d07-f0216721f71c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083627 Mar 10 17:27:39.962317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Network 791f54f6-a834-4abc-bf31-50ca8fab8a66 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:27:39.976158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 791f54f6-a834-4abc-bf31-50ca8fab8a66) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:39.980846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:39.981554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:39.988217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2ef0b-4859-4a93-b4cc-34a070167c22 None None] Network 791f54f6-a834-4abc-bf31-50ca8fab8a66 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:40.012939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f1c1707-1302-4dae-b674-8937887fca89 req-151dcac2-2645-4ff9-ba12-f8ac0efbbcc6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506636 Mar 10 17:27:40.026545 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4cc5d6bd-5761-4f8c-b970-059a30695875 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4602354 Mar 10 17:27:40.042724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:40.057214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:40.063823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:40.169095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4a624f-ce6c-4d7f-8646-83209827cb99,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:40.236623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 538999f1-a920-4ba0-af82-e156030e440d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:40.304442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e271df9-dff2-4e74-af7d-ac879d1f5aa0 None None] Network 791f54f6-a834-4abc-bf31-50ca8fab8a66 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:40.523546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 538999f1-a920-4ba0-af82-e156030e440d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:40.524103 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (538999f1-a920-4ba0-af82-e156030e440d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:40.637594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 538999f1-a920-4ba0-af82-e156030e440d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:40.638236 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (538999f1-a920-4ba0-af82-e156030e440d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:40.691050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for router_gateway (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:40.696848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 538999f1-a920-4ba0-af82-e156030e440d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=538999f1-a920-4ba0-af82-e156030e440d,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:40.704708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (538999f1-a920-4ba0-af82-e156030e440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:40.749840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613988d8-b5b1-49f6-8d26-86a32e8a7ca8 None None] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:27:40.756008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:40.883300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded62d40-5299-4299-8e1a-ca08bb0b4826 req-eaeac410-505b-44d9-861f-2aab84cdc300 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:40.885170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ded62d40-5299-4299-8e1a-ca08bb0b4826 req-eaeac410-505b-44d9-861f-2aab84cdc300 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.2446408 Mar 10 17:27:41.040407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=538999f1-a920-4ba0-af82-e156030e440d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:41.075310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-0a0f8867-b18a-4764-8129-7f1820e297d2 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.076891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-0a0f8867-b18a-4764-8129-7f1820e297d2 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/networks?id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 HTTP/1.1" status: 200 len: 814 time: 0.3281679 Mar 10 17:27:41.088961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-73b49247-cfc0-4b8c-9f59-2e704dcf7c86 None None] Provisioning complete for port 538999f1-a920-4ba0-af82-e156030e440d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:41.089332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-73b49247-cfc0-4b8c-9f59-2e704dcf7c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (538999f1-a920-4ba0-af82-e156030e440d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:41.140486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ded62d40-5299-4299-8e1a-ca08bb0b4826 req-b3497bc5-ef5f-4882-8ad1-ab3847dd2095 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394972 Mar 10 17:27:41.144932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-53f65392-5a4f-4ba0-802d-2565b771c175 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/quotas/7c31c43330104738b99197899fb06cb7 HTTP/1.1" status: 200 len: 375 time: 0.0469167 Mar 10 17:27:41.209715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 60922a52-44b3-4631-9c8c-e598137031e2 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:41.234037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-bf8ed0bb-73df-49e3-b607-62f10748d9b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2814579 Mar 10 17:27:41.247430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-01cb971c-73fb-4ce2-afa2-8827dc34109c tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c31c43330104738b99197899fb06cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686343 Mar 10 17:27:41.262797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:41.276238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-73b49247-cfc0-4b8c-9f59-2e704dcf7c86 None None] Current status of the port 538999f1-a920-4ba0-af82-e156030e440d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:41.305530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-5e9202d4-0b9c-448f-928d-fd8850b613d0 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.307180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-5e9202d4-0b9c-448f-928d-fd8850b613d0 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.3279495 Mar 10 17:27:41.500202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dae55cb5-e51d-4047-b78a-701cd7263e20 None None] Provisioning complete for port 538999f1-a920-4ba0-af82-e156030e440d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:41.501029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dae55cb5-e51d-4047-b78a-701cd7263e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (538999f1-a920-4ba0-af82-e156030e440d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:41.572710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-717495ac-aeac-4a03-be5e-f2cc8dbdb526 service neutron] 10.222.0.35 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242729 Mar 10 17:27:41.581492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-a2577e5e-0c3d-4fa5-95ee-b27e2df96e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.582557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-a2577e5e-0c3d-4fa5-95ee-b27e2df96e30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1126 time: 0.3024380 Mar 10 17:27:41.593879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dae55cb5-e51d-4047-b78a-701cd7263e20 None None] Current status of the port 538999f1-a920-4ba0-af82-e156030e440d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:41.659838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f97b-5dfe-48e9-a180-c5a49c8c7f58 req-79a53657-d8a4-458c-b0af-5d8510d72902 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.661250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3117f97b-5dfe-48e9-a180-c5a49c8c7f58 req-79a53657-d8a4-458c-b0af-5d8510d72902 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.3531296 Mar 10 17:27:41.785252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Deleting port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:41.785562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:41.873803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3117f97b-5dfe-48e9-a180-c5a49c8c7f58 req-178d450d-2a97-4cac-92ce-a59f757564df tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007170 Mar 10 17:27:41.879747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-87d7109e-a937-45ee-9629-cc8b03334acc service neutron] 10.222.0.35 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904100 Mar 10 17:27:41.884418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-88a368e3-1b30-4398-af6b-e5ad4e59a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:41.886265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-88a368e3-1b30-4398-af6b-e5ad4e59a869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.2772989 Mar 10 17:27:41.921086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Router f0f1d51e-13df-48fb-944f-003c14bee4cc is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:27:41.966369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-2dbe2ae8-aba6-468b-8638-c0aaba4be489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.0534139 Mar 10 17:27:42.113403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 538999f1-a920-4ba0-af82-e156030e440d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:42.187647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 538999f1-a920-4ba0-af82-e156030e440d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:42.188122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (538999f1-a920-4ba0-af82-e156030e440d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:42.317427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 538999f1-a920-4ba0-af82-e156030e440d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:42.325244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-834abb86-9f56-4ce9-a191-87d5d83a50fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:42.426975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] For port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:42.427578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:42.460408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Calling delete_port for 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:42.463241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-ec2f50e8-dc2d-40d4-9cbd-7bde02cdb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.464710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-ec2f50e8-dc2d-40d4-9cbd-7bde02cdb4dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.4867806 Mar 10 17:27:42.530285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098194-2d91-4662-91f2-a29092150e17 req-bb5494b6-4bcc-4083-b894-5a53abbbcfda tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.531800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77098194-2d91-4662-91f2-a29092150e17 req-bb5494b6-4bcc-4083-b894-5a53abbbcfda tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 945 time: 0.5715940 Mar 10 17:27:42.590001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-9960e212-3ba9-4127-8e38-4cb940d43844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173172 Mar 10 17:27:42.647474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef1720-864b-4ea8-8e96-a7b260557c0e req-42bc1885-d21d-46bb-8aef-57c2b910b1b8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:42.648977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2ef1720-864b-4ea8-8e96-a7b260557c0e req-42bc1885-d21d-46bb-8aef-57c2b910b1b8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3369551 Mar 10 17:27:42.654780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:42.666823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Sync routers for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:42.679508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:42.680142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:42.766571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:42.770556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d5cfa049-a330-4582-b805-adf4d95e3945 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6517608 Mar 10 17:27:42.771003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:42.801484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77098194-2d91-4662-91f2-a29092150e17 req-6bad214a-4fe9-4581-925c-fb54b6320dc3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150869 Mar 10 17:27:42.873037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:42.924506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-252b95f6-2dc7-41c2-9651-df8ba7414803 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251777 Mar 10 17:27:42.957509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2ef1720-864b-4ea8-8e96-a7b260557c0e req-b45714f7-194d-4b1c-aba0-e0e1ae60493c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900796 Mar 10 17:27:42.993759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-261e1e6b-16ec-406f-bf93-8f963bda1702 req-aa973c49-3c5f-49a6-9e7c-d3b799f87637 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 210 time: 0.0773249 Mar 10 17:27:43.088591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.131479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8d074db-44ff-4906-bbd7-188a59998577'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:43.135421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Pushing event deleted for resources: {'Port': ['ID=3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:43.140479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0fd93fc-fe1c-4ec6-8eb3-516d2976d978 req-52b8b341-f02f-4e5d-aa06-87d29b39afe2 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021632 Mar 10 17:27:43.194559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] No DVR routers for this DVR port 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:43.203573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48588e0-0a49-4d4f-b30c-27052c6ac07b req-f4cae889-86f3-44c8-8094-2c37256bdcee tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:43.211276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c48588e0-0a49-4d4f-b30c-27052c6ac07b req-f4cae889-86f3-44c8-8094-2c37256bdcee tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1881566 Mar 10 17:27:43.214320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.217670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e63088d-6b70-4c2c-98ca-4742ce6466b8 req-19f71a15-7525-4237-82fa-b295ed037f2c tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "DELETE /v2.0/ports/3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 HTTP/1.1" status: 204 len: 173 time: 1.8863380 Mar 10 17:27:43.218127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'name': 'network-vif-deleted', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:43.227955 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b79e151-961f-4959-82b6-7ba1309fe9c5" -d '{"events": [{"server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "name": "network-vif-deleted", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:43.306646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:40Z', 'revision_number': 3, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:43.341074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Checking router: f0f1d51e-13df-48fb-944f-003c14bee4cc for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:43.341572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Updating router f0f1d51e-13df-48fb-944f-003c14bee4cc port bc4a624f-ce6c-4d7f-8646-83209827cb99 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:27:43.397025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.482003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c48588e0-0a49-4d4f-b30c-27052c6ac07b req-8a8c508f-1bab-4888-8cf0-e8f6204b5379 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694144 Mar 10 17:27:43.502910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.626665 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251df48a-1ede-402d-b41a-9e4d0725f2e6 x-openstack-request-id: req-251df48a-1ede-402d-b41a-9e4d0725f2e6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:43.626963 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e32f7d-01af-43f5-a3a2-a5d3634ba331", "name": "network-vif-deleted", "tag": "3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:43.627222 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-251df48a-1ede-402d-b41a-9e4d0725f2e6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:43.627674 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e32f7d-01af-43f5-a3a2-a5d3634ba331', 'name': 'network-vif-deleted', 'tag': '3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0', 'status': 'completed', 'code': 200} Mar 10 17:27:43.673007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34d8a-e1d9-4967-a4d1-9ae5d537b8b6 req-e2ed62f8-b93e-4bd9-8c6c-1101241f9ddf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:43.682600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe34d8a-e1d9-4967-a4d1-9ae5d537b8b6 req-e2ed62f8-b93e-4bd9-8c6c-1101241f9ddf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.4363906 Mar 10 17:27:43.721728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-9d50d2da-234c-4a39-877a-7a7fd56f1ace tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:43.723239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-9d50d2da-234c-4a39-877a-7a7fd56f1ace tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.59 "GET /v2.0/networks?id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 HTTP/1.1" status: 200 len: 814 time: 0.4132044 Mar 10 17:27:43.768601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Request body: {'port': {'device_id': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9', 'admin_state_up': True, 'tenant_id': '7c31c43330104738b99197899fb06cb7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:43.873126 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-73f221d0-9414-4c48-b655-21ce8678e760 service neutron] 10.222.0.59 "GET /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.1101496 Mar 10 17:27:43.876272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Allocated IP 172.20.0.1 (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f/37fa0704-bc91-46fb-bbc4-3ce785dac165/5ce8dc77-ad09-4d58-905d-176bab47f550) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:43.910531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe34d8a-e1d9-4967-a4d1-9ae5d537b8b6 req-9bdb3036-1ffb-43b1-aa3f-28e8bfa68ec2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266161 Mar 10 17:27:43.974788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks [] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.989158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:43.998510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Made reservation on behalf of 7c31c43330104738b99197899fb06cb7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:44.001973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.087867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae35b7-f7d0-4051-aa33-b2aca767136e None None] Pushing event updated for resources: {'Port': ['ID=bc4a624f-ce6c-4d7f-8646-83209827cb99,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:44.097006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Attempting to bind port bc4a624f-ce6c-4d7f-8646-83209827cb99 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:44.097499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Attempting to bind port bc4a624f-ce6c-4d7f-8646-83209827cb99 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:44.098409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Attempting to bind port bc4a624f-ce6c-4d7f-8646-83209827cb99 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:44.107735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:44.108313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:44.108842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.109470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:44.110094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Bound port: bc4a624f-ce6c-4d7f-8646-83209827cb99, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:44.110597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.175787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] For port bc4a624f-ce6c-4d7f-8646-83209827cb99, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:44.179575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] For port bc4a624f-ce6c-4d7f-8646-83209827cb99, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bc4a624f-ce6c-4d7f-8646-83209827cb99,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:44.185084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9454cbc6-bbfa-4a8e-9d40-912938893ba7 req-ba5bd79b-fda6-48f2-beec-36738643e092 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=53e32f7d-01af-43f5-a3a2-a5d3634ba331 HTTP/1.1" status: 200 len: 210 time: 0.0599618 Mar 10 17:27:44.193332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.209293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks [] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.261263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f79a15-6e61-4f30-b300-34b44207af21 req-ee510b88-fcae-4971-bc9b-eccacbb1b5bc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:44.262731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74f79a15-6e61-4f30-b300-34b44207af21 req-ee510b88-fcae-4971-bc9b-eccacbb1b5bc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1388192 Mar 10 17:27:44.275073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Allocated IP 172.20.0.10 (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9/10ac38c6-8e15-48f9-8b6d-e1c32f4276ad/48bcb3f5-f6c1-4964-b4ae-220db9699cb0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:44.292514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:44.299432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9915fbc-de45-465d-bc8c-ba006e0f4497 req-6d089d5b-5a5d-4acf-87f3-869d63e09bc0 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 210 time: 0.0354536 Mar 10 17:27:44.305854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:44.306604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:44.330585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:44.378047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60922a52-44b3-4631-9c8c-e598137031e2 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:44.385947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74f79a15-6e61-4f30-b300-34b44207af21 req-569b9e2e-42fb-4dac-893e-085acf8f7b3c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072550 Mar 10 17:27:44.394958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:44.399726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.421534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae35b7-f7d0-4051-aa33-b2aca767136e None None] Pushing event updated for resources: {'Port': ['ID=bc4a624f-ce6c-4d7f-8646-83209827cb99,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:44.460202 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.477460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:44.483879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:44.489933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:44.531484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:44.539728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:44.606496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.613283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks [] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.677032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] Transition to ACTIVE for port object 60922a52-44b3-4631-9c8c-e598137031e2 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:44.695504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.706286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09039be-cd06-4dd7-b9a1-bfaf015036d3 req-f3d407b9-aade-4229-9878-96e8d93c745f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:44.708066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c09039be-cd06-4dd7-b9a1-bfaf015036d3 req-f3d407b9-aade-4229-9878-96e8d93c745f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 943 time: 0.1159432 Mar 10 17:27:44.718359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.796782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:44.818893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:44.832371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:44.839650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:44.846732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Pushing event updated for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:44.863263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] No DVR routers for this DVR port 60922a52-44b3-4631-9c8c-e598137031e2 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:44.882352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] Pushing event updated for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=10']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:44.908400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c09039be-cd06-4dd7-b9a1-bfaf015036d3 req-5881ca0d-6e06-49ce-9956-9f6b48ebb992 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739228 Mar 10 17:27:44.936389 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-170f8144-175a-4aee-b21f-c3d3556ac288 service neutron] 10.222.0.59 "PUT /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0510244 Mar 10 17:27:44.936522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:44.941275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.960379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:44.962142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.968335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:44.968607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3ccd9e12-58c2-4ad2-bc35-a507d0e1a8d0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:44.970112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be1bdfed-5aa6-43ab-9ce1-afba5536ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:44.996677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-2237c72e-9678-455f-9e8b-c8b61c91a829 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2336307 Mar 10 17:27:45.022831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-493904c4-f00f-4d49-87c1-22cfc55b91f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.029476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-884edee4-cb1d-454f-9141-d273dd78a5aa None None] Provisioning complete for port 5ce8dc77-ad09-4d58-905d-176bab47f550 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:45.029859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-884edee4-cb1d-454f-9141-d273dd78a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.056714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Request body: {'port': {'device_id': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:45.079298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-884edee4-cb1d-454f-9141-d273dd78a5aa None None] Port 5ce8dc77-ad09-4d58-905d-176bab47f550 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:27:45.127052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:40Z', 'revision_number': 3, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:45.140823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-2571da81-272f-4113-8feb-af2bddb91b5c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.142356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-2571da81-272f-4113-8feb-af2bddb91b5c tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.1428902 Mar 10 17:27:45.155179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021e63f-9c0b-45e2-966d-913ab1c0c1a9 None None] The sync data for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 is: [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:40Z', 'revision_number': 3, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:45.208081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f075-687c-4354-9178-ba348ab52a2f req-77b298f4-0166-48f1-8a1f-86c5781bc899 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.213225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6566f075-687c-4354-9178-ba348ab52a2f req-77b298f4-0166-48f1-8a1f-86c5781bc899 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1782451 Mar 10 17:27:45.216428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-493904c4-f00f-4d49-87c1-22cfc55b91f4 admin admin] Publish callbacks [] for security_group (7f761dbf-c2f3-4e8d-b485-ca09a7029a7e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.216612 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.235362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks [] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.237074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-493904c4-f00f-4d49-87c1-22cfc55b91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f761dbf-c2f3-4e8d-b485-ca09a7029a7e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.250747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.305592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-bc907981-8017-42e7-8bdf-c3646652a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.307210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-bc907981-8017-42e7-8bdf-c3646652a797 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 1126 time: 0.1463313 Mar 10 17:27:45.334617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6566f075-687c-4354-9178-ba348ab52a2f req-02a471df-a3bf-4df9-9650-4e409cf0eeb7 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066611 Mar 10 17:27:45.344606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-493904c4-f00f-4d49-87c1-22cfc55b91f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e61d5eec3e5f4aeb89f1ae16df0cd66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441270 Mar 10 17:27:45.348799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493904c4-f00f-4d49-87c1-22cfc55b91f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f761dbf-c2f3-4e8d-b485-ca09a7029a7e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:45.351546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54794) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:45.380967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:45.383537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.561472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] Publish callbacks [] for security_group (7f761dbf-c2f3-4e8d-b485-ca09a7029a7e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.590952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-22d47649-9c67-4dc1-a2d3-3c7b44d41d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.592838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-22d47649-9c67-4dc1-a2d3-3c7b44d41d41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1126 time: 0.2542944 Mar 10 17:27:45.604616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] Publish callbacks [] for security_group (7f761dbf-c2f3-4e8d-b485-ca09a7029a7e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.654221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:45.656046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:45.701959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.730045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f761dbf-c2f3-4e8d-b485-ca09a7029a7e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.733228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:45.735222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f761dbf-c2f3-4e8d-b485-ca09a7029a7e HTTP/1.1" status: 204 len: 168 time: 0.3755736 Mar 10 17:27:45.764956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4a3e5-3d3d-46d2-864f-74b3285a11d4 req-33f8371c-9bdf-4880-9f3e-6fd480f669fd tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.766548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83c4a3e5-3d3d-46d2-864f-74b3285a11d4 req-33f8371c-9bdf-4880-9f3e-6fd480f669fd tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 932 time: 0.2919877 Mar 10 17:27:45.827548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Router f0f1d51e-13df-48fb-944f-003c14bee4cc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:45.828696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8047888-9a01-40cd-b679-a8f09af6ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f761dbf-c2f3-4e8d-b485-ca09a7029a7e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:45.880656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897cb1-e098-42fb-adf0-beef0b1e537e req-6f2fad44-f000-4fa5-b97f-13b2702a17ca tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.888052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c897cb1-e098-42fb-adf0-beef0b1e537e req-6f2fad44-f000-4fa5-b97f-13b2702a17ca tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3374379 Mar 10 17:27:45.901824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-fb43c68a-24a1-47ca-afac-9b6b4149e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:45.903520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-fb43c68a-24a1-47ca-afac-9b6b4149e803 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2841821 Mar 10 17:27:45.991774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:46.022832 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0965a463-e665-4d6f-b2b2-0f74a62af593 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0f1d51e-13df-48fb-944f-003c14bee4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2428052 Mar 10 17:27:46.130227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a0bfa5b0-c9ff-4411-9609-ee1e4d317820 None None] Provisioning complete for port 5ce8dc77-ad09-4d58-905d-176bab47f550 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:46.130227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa5b0-c9ff-4411-9609-ee1e4d317820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.212811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bc4a624f-ce6c-4d7f-8646-83209827cb99 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:46.265282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a0bfa5b0-c9ff-4411-9609-ee1e4d317820 None None] Port 5ce8dc77-ad09-4d58-905d-176bab47f550 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:27:46.278474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:46.287576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bc4a624f-ce6c-4d7f-8646-83209827cb99 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:46.288786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.296647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38f4d77a-e5d4-4d7f-b94e-96f2ff9599b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.341929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-c32604f2-d8e1-4542-84a1-9bdd1a09cfe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 200 len: 217 time: 0.4204841 Mar 10 17:27:46.351259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83c4a3e5-3d3d-46d2-864f-74b3285a11d4 req-637dbe1c-04a7-439d-8f24-a3bc28be4252 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726421 Mar 10 17:27:46.395052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38f4d77a-e5d4-4d7f-b94e-96f2ff9599b8 admin admin] Publish callbacks [] for security_group (6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.401017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38f4d77a-e5d4-4d7f-b94e-96f2ff9599b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.402702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bc4a624f-ce6c-4d7f-8646-83209827cb99 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:46.403265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.422051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c897cb1-e098-42fb-adf0-beef0b1e537e req-d17886b1-3af6-45f8-acc0-f3fca16b4cf9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329261 Mar 10 17:27:46.458790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4d77a-e5d4-4d7f-b94e-96f2ff9599b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:46.469896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:46.475034 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38f4d77a-e5d4-4d7f-b94e-96f2ff9599b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9784b70c64054175a27f94c53e1d244e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952338 Mar 10 17:27:46.475255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54814) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:46.476727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bc4a624f-ce6c-4d7f-8646-83209827cb99, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bc4a624f-ce6c-4d7f-8646-83209827cb99,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:46.482734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.504945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks [] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.536790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bc4a624f-ce6c-4d7f-8646-83209827cb99,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:46.581390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-03019e57-7d11-4fa3-a4d3-6a99dac89c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.582926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-03019e57-7d11-4fa3-a4d3-6a99dac89c83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.2279925 Mar 10 17:27:46.590628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Transition to ACTIVE for port object 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:27:46.610285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.643415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-ec68da3a-34c4-4a0a-8dfa-b48d10a1b339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477939 Mar 10 17:27:46.744611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] Publish callbacks [] for security_group (6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.752515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98904bb-8ee2-4a47-97a5-6159187fa3f7 req-2cd6ff29-fd8b-4b3b-abed-5d1651ad1867 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.753973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a98904bb-8ee2-4a47-97a5-6159187fa3f7 req-2cd6ff29-fd8b-4b3b-abed-5d1651ad1867 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 944 time: 0.2303302 Mar 10 17:27:46.783258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Pushing event updated for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:46.805927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155fbe-ba7f-4bb4-a4c9-5e38ff8d1e86 req-e22d4bb5-a646-4712-a84e-10d63d6e284f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:46.807397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30155fbe-ba7f-4bb4-a4c9-5e38ff8d1e86 req-e22d4bb5-a646-4712-a84e-10d63d6e284f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.3329642 Mar 10 17:27:46.860243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] Publish callbacks [] for security_group (6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:46.961503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-b80dc188-68ba-43b9-baae-6b0afef6fe9b service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965147 Mar 10 17:27:46.992207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a98904bb-8ee2-4a47-97a5-6159187fa3f7 req-a7b90059-34c3-4bf8-afac-f782aca67d65 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023289 Mar 10 17:27:47.031916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30155fbe-ba7f-4bb4-a4c9-5e38ff8d1e86 req-a1f2f6d8-10aa-46de-9995-55414e868e1b tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975365 Mar 10 17:27:47.045982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Attempting to bind port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:47.045982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Attempting to bind port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '2b84cff9-0a80-414f-94c9-ee867880b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:47.045982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Attempting to bind port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 on network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:47.087270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 on network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:27:47.087650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Attempting to bind port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 on network 5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:47.099610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:47.099964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Checking segment: {'id': '2b84cff9-0a80-414f-94c9-ee867880b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:47.100358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Bound using segment: {'id': '2b84cff9-0a80-414f-94c9-ee867880b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:47.100801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Bound port: 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b84cff9-0a80-414f-94c9-ee867880b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:47.101162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.113028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.115603 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.117439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d HTTP/1.1" status: 204 len: 168 time: 0.6390526 Mar 10 17:27:47.126534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.140323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-13580f40-709b-4a43-a890-bbcda471eb4f service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643715 Mar 10 17:27:47.141458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de53ff-5ac1-4997-bcd2-e03e19886f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbd650f-d8e4-4e88-8e41-2d60dc6adf0d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:47.264724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:47.270020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,segment=NetworkSegment(2b84cff9-0a80-414f-94c9-ee867880b8cc),segment_id=2b84cff9-0a80-414f-94c9-ee867880b8cc)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:47.280060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e279da8-688b-4e5b-99b8-242b64b6faa3 req-ff7d89f6-3e0a-44db-a343-f4bf842ecc39 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.281829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e279da8-688b-4e5b-99b8-242b64b6faa3 req-ff7d89f6-3e0a-44db-a343-f4bf842ecc39 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1040034 Mar 10 17:27:47.293098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.339211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.340365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.343287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] 10.222.0.59 "PUT /v2.0/ports/48bcb3f5-f6c1-4964-b4ae-220db9699cb0 HTTP/1.1" status: 200 len: 1092 time: 2.3050213 Mar 10 17:27:47.345806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:47.347546 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Sync routers for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:47.348361 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10270a7d-5789-4fbd-ab2c-161b4642d4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:47.367587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:47.369287 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:47.425027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ad47b-48de-4ea2-a4c9-386ecf717f93 service neutron] Pushing event updated for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:47.454344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e279da8-688b-4e5b-99b8-242b64b6faa3 req-f12af9a3-5819-4b7e-a271-fe931a842c03 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450131 Mar 10 17:27:47.521271 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa23df-a393-4153-9894-f7d72c7414f6 x-openstack-request-id: req-96fa23df-a393-4153-9894-f7d72c7414f6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:47.521697 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:47.521958 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96fa23df-a393-4153-9894-f7d72c7414f6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:47.522355 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0', 'status': 'completed', 'code': 200} Mar 10 17:27:47.541578 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:47.552315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-98f692af-d0a1-4ee3-8109-01670409616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.553820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-98f692af-d0a1-4ee3-8109-01670409616e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c31c43330104738b99197899fb06cb7&device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 1126 time: 0.1396790 Mar 10 17:27:47.641894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-292c2be6-98ff-49e9-bd0b-0519e68e6f87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0 HTTP/1.1" status: 200 len: 217 time: 0.0756056 Mar 10 17:27:47.644053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-706fb5a0-d10e-49a6-b947-f1af5f5bb0f7 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.645447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-706fb5a0-d10e-49a6-b947-f1af5f5bb0f7 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.2335906 Mar 10 17:27:47.749865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03d87-cb56-42d5-af24-507e6f9e4209 req-9d6120ea-8fb8-435e-a569-909b46263fbd tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.751518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72a03d87-cb56-42d5-af24-507e6f9e4209 req-9d6120ea-8fb8-435e-a569-909b46263fbd tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 944 time: 0.1968465 Mar 10 17:27:47.795942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530aa84-100f-495b-b626-72c2be653d94 req-355fb52e-c64b-49c5-85cf-3c67aab9e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:47.797532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-355fb52e-c64b-49c5-85cf-3c67aab9e7dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10ac38c6-8e15-48f9-8b6d-e1c32f4276ad HTTP/1.1" status: 200 len: 854 time: 0.1373389 Mar 10 17:27:47.805641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:45Z', 'revision_number': 2, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:47.836569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:47.843056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217143512', 'description': 'tempest-description--1234047378'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:47.856116 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Checking router: f0f1d51e-13df-48fb-944f-003c14bee4cc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:47.856116 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Updating router f0f1d51e-13df-48fb-944f-003c14bee4cc port 5ce8dc77-ad09-4d58-905d-176bab47f550 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:27:47.866199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-dc4d54d1-5d9c-4329-9bc4-8244c6db1939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537608 Mar 10 17:27:47.875384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.896022 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:47.934386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72a03d87-cb56-42d5-af24-507e6f9e4209 req-b42820a8-0239-4e43-ab54-1b60b4cd6064 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760576 Mar 10 17:27:48.037164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-a7fd6e80-4431-48a6-90c8-3ee7796f9578 service neutron] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:48.043709 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-a7fd6e80-4431-48a6-90c8-3ee7796f9578 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.045025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb31b386-2424-4b0a-a230-411d68b7bbf8 req-a7fd6e80-4431-48a6-90c8-3ee7796f9578 service neutron] 10.222.0.41 "DELETE /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.3820930 Mar 10 17:27:48.067867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (dce7c2be-b675-4c2b-9af5-f4eb4cc57010), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.075181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429ead1-a076-4be8-8d06-1b94bafcff33 req-abe0c951-e70d-48c3-bb14-4b55788d0e59 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.082968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5429ead1-a076-4be8-8d06-1b94bafcff33 req-abe0c951-e70d-48c3-bb14-4b55788d0e59 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1572351 Mar 10 17:27:48.088481 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dce7c2be-b675-4c2b-9af5-f4eb4cc57010), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.089977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-3673c8b6-448a-4331-8340-6f4679eb1304 service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987329 Mar 10 17:27:48.179205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bc4a624f-ce6c-4d7f-8646-83209827cb99 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:48.245881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6530aa84-100f-495b-b626-72c2be653d94 req-c775c9ac-1a87-4fdd-a441-0384ca450c15 service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396003 Mar 10 17:27:48.269787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bc4a624f-ce6c-4d7f-8646-83209827cb99 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:48.271044 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.361769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5429ead1-a076-4be8-8d06-1b94bafcff33 req-018da0c0-c443-4ef7-851c-43db3bd388a0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778995 Mar 10 17:27:48.426700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bc4a624f-ce6c-4d7f-8646-83209827cb99 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:48.434759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43778c7-e502-4157-87ff-2dd3451f1a52 req-70fa954d-d49b-4646-aa3e-a28fd68724c1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.436837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43778c7-e502-4157-87ff-2dd3451f1a52 req-70fa954d-d49b-4646-aa3e-a28fd68724c1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 944 time: 0.1931098 Mar 10 17:27:48.446499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-7c15749a-2f05-4d96-bef2-9bb64dc7a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.448359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-7c15749a-2f05-4d96-bef2-9bb64dc7a332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c31c43330104738b99197899fb06cb7&device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 1126 time: 0.0920100 Mar 10 17:27:48.511036 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks [] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.521171 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.543566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e8912-06d9-482f-86b7-3276243fdca4 req-f72aa556-3274-4f0f-a334-cfbb5b01406a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.545680 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-572e8912-06d9-482f-86b7-3276243fdca4 req-f72aa556-3274-4f0f-a334-cfbb5b01406a tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.6172309 Mar 10 17:27:48.551749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7c2be-b675-4c2b-9af5-f4eb4cc57010,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:48.581802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.585155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9b13c546-42cc-480c-ba74-d53487aa8e8e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7469850 Mar 10 17:27:48.590664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:48.595858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'security_group_rule': {'security_group_id': 'dce7c2be-b675-4c2b-9af5-f4eb4cc57010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:48.617518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43778c7-e502-4157-87ff-2dd3451f1a52 req-2247b42d-9d34-4e4a-aeff-60f269edbf71 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720626 Mar 10 17:27:48.637568 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Pushing event updated for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:48.656228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (949b51a6-ac37-43d8-84f6-74a5c9cbd0f0), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.665530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.667052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b183-cdea-41b9-99c0-b40de9c9895a req-8def90d2-8377-43c9-9d73-8674353b03e3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.679508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e054b183-cdea-41b9-99c0-b40de9c9895a req-8def90d2-8377-43c9-9d73-8674353b03e3 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 945 time: 0.2141764 Mar 10 17:27:48.695998 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.697816 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.698171 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.699519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.699864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.700197 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.700525 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.700988 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.701262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.701620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.701937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.702258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.703439 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:27:48.733055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-cf1607f7-343e-4351-a8c0-8836568afb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.734789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-cf1607f7-343e-4351-a8c0-8836568afb17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 HTTP/1.1" status: 200 len: 915 time: 0.2788103 Mar 10 17:27:48.801486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-8b009185-277a-4b70-b05c-11f711835c46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0 HTTP/1.1" status: 200 len: 217 time: 0.0589738 Mar 10 17:27:48.802601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Attempting to bind port 5ce8dc77-ad09-4d58-905d-176bab47f550 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:27:48.802994 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Attempting to bind port 5ce8dc77-ad09-4d58-905d-176bab47f550 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:27:48.803355 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Attempting to bind port 5ce8dc77-ad09-4d58-905d-176bab47f550 on network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:27:48.813110 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:27:48.813683 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Checking segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:27:48.815209 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.816537 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Bound using segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:27:48.817539 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Bound port: 5ce8dc77-ad09-4d58-905d-176bab47f550, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:27:48.818209 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.841216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (949b51a6-ac37-43d8-84f6-74a5c9cbd0f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.852746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (949b51a6-ac37-43d8-84f6-74a5c9cbd0f0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.879661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-ae09bfc1-8d3f-421c-a4d8-72869d2b3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:48.881127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-ae09bfc1-8d3f-421c-a4d8-72869d2b3b53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10ac38c6-8e15-48f9-8b6d-e1c32f4276ad HTTP/1.1" status: 200 len: 854 time: 0.0611625 Mar 10 17:27:48.897667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949b51a6-ac37-43d8-84f6-74a5c9cbd0f0,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:48.933324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Deleting port c8d074db-44ff-4906-bbd7-188a59998577 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:48.933324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c8d074db-44ff-4906-bbd7-188a59998577), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.939758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e054b183-cdea-41b9-99c0-b40de9c9895a req-7cbe1725-a8cc-44ec-a802-154c594f279f tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c522418-ae94-4dda-8d9c-70e42d69105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592268 Mar 10 17:27:48.945917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-40776c0f-d36f-4ce6-ae39-3175a040c6b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553663 Mar 10 17:27:48.975249 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] For port 5ce8dc77-ad09-4d58-905d-176bab47f550, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:27:48.975696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:48.976927 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-87ce79c0-4203-41a0-8bbf-d0f3933d9e03 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848443 Mar 10 17:27:48.981925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:48.983965 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] For port 5ce8dc77-ad09-4d58-905d-176bab47f550, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5ce8dc77-ad09-4d58-905d-176bab47f550,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:27:48.995204 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.004693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'security_group_rule': {'security_group_id': 'dce7c2be-b675-4c2b-9af5-f4eb4cc57010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:49.049409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (6e9645c5-6ba0-45c9-990c-1bb7fcf77314), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.108358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eedc0c-bea1-480d-8cc0-38e27bf75051 req-4f45fd09-0efc-484b-848a-6c9750bf6579 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:49.115559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17eedc0c-bea1-480d-8cc0-38e27bf75051 req-4f45fd09-0efc-484b-848a-6c9750bf6579 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.3751612 Mar 10 17:27:49.216855 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:49.217529 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:49.219437 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888380f-04ef-4059-936c-9aa50dbdabdf None None] Pushing event updated for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:49.220784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Provisioning complete for port 5ce8dc77-ad09-4d58-905d-176bab47f550 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:49.221260 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.245538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-5e066fef-1174-4f4e-9ff3-2ba7cc918572 service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885695 Mar 10 17:27:49.272015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (6e9645c5-6ba0-45c9-990c-1bb7fcf77314), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.305513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17eedc0c-bea1-480d-8cc0-38e27bf75051 req-a9fe1500-7fd2-4544-961f-0d84b53d3d1f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886961 Mar 10 17:27:49.348494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] For port c8d074db-44ff-4906-bbd7-188a59998577, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8d074db-44ff-4906-bbd7-188a59998577,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:49.349640 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c8d074db-44ff-4906-bbd7-188a59998577), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.415763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Current status of the port 5ce8dc77-ad09-4d58-905d-176bab47f550 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:49.416078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.433507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Calling delete_port for c8d074db-44ff-4906-bbd7-188a59998577 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:49.436211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (6e9645c5-6ba0-45c9-990c-1bb7fcf77314), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.442862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676fcb5-aa32-4c46-bbc7-17c4622a6530 req-6766873c-4fa2-4411-9671-56d5dc6b83ad tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:49.451716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2676fcb5-aa32-4c46-bbc7-17c4622a6530 req-6766873c-4fa2-4411-9671-56d5dc6b83ad tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 944 time: 0.3338137 Mar 10 17:27:49.487265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9645c5-6ba0-45c9-990c-1bb7fcf77314,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:49.490008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d67892db-13a3-42c8-97db-e734828d520e None None] For port 5ce8dc77-ad09-4d58-905d-176bab47f550, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5ce8dc77-ad09-4d58-905d-176bab47f550,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:49.495349 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.541587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:49.550337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67892db-13a3-42c8-97db-e734828d520e None None] Pushing event updated for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:49.554203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.558203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e73c0f7-7cd4-42ed-9ea6-be2438b1970c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5724411 Mar 10 17:27:49.559479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:49.566529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:49.610973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10270a7d-5789-4fbd-ab2c-161b4642d4b7 req-1824eeb7-1342-46ff-b551-96e965822c39 service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407929 Mar 10 17:27:49.620834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.623829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2676fcb5-aa32-4c46-bbc7-17c4622a6530 req-aa04f531-7ce4-4840-9788-69dc274d04bc tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387591 Mar 10 17:27:49.634699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3456c-9ccb-4240-9db5-911eb968405d req-6f4f0ab0-c53d-47e8-932a-fd327f1a2f83 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:49.641778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a3456c-9ccb-4240-9db5-911eb968405d req-6f4f0ab0-c53d-47e8-932a-fd327f1a2f83 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1126 time: 0.1837277 Mar 10 17:27:49.645119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-1bb2be0f-6bad-48ff-acc6-aea93698fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:49.646576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-1bb2be0f-6bad-48ff-acc6-aea93698fc85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1128 time: 0.1625848 Mar 10 17:27:49.723886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a243c7e3-b082-4593-9665-2ceb47650b6e None None] Provisioning complete for port 5ce8dc77-ad09-4d58-905d-176bab47f550 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:49.727809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a243c7e3-b082-4593-9665-2ceb47650b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.833609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c8d074db-44ff-4906-bbd7-188a59998577), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.843283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a243c7e3-b082-4593-9665-2ceb47650b6e None None] Current status of the port 5ce8dc77-ad09-4d58-905d-176bab47f550 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:49.873349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Pushing event deleted for resources: {'Port': ['ID=c8d074db-44ff-4906-bbd7-188a59998577,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:49.886454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.972609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] No DVR routers for this DVR port c8d074db-44ff-4906-bbd7-188a59998577 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:27:49.980849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:49.981889 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:48Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:49.986652 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-572e8912-06d9-482f-86b7-3276243fdca4 req-0df8576d-507f-467e-9976-5329e2df6286 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.59 "DELETE /v2.0/ports/c8d074db-44ff-4906-bbd7-188a59998577 HTTP/1.1" status: 204 len: 173 time: 1.4314406 Mar 10 17:27:49.987331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'name': 'network-vif-deleted', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:49.990723 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a22f2a6-2bff-49ad-bb9b-b4a3b3c4d6d2" -d '{"events": [{"server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "name": "network-vif-deleted", "tag": "c8d074db-44ff-4906-bbd7-188a59998577"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:50.014802 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c1002-31fd-4922-9b70-0b984d7d27e0 None None] The sync data for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 is: [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:48Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:50.136919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Allocated IP 172.25.3.104 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7a1ba188-4e7c-49c4-8823-3cc97c760598) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:27:50.150185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a3456c-9ccb-4240-9db5-911eb968405d req-94ee6b3c-712a-4cbb-b1ba-dbb8de285026 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075214 Mar 10 17:27:50.181550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d1de5cc6-5e02-4fb5-ac49-c366b0e22350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:50.181550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d1de5cc6-5e02-4fb5-ac49-c366b0e22350 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.5240717 Mar 10 17:27:50.197375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d0ef-847c-4617-bae1-e9549f6a6284 req-332e040d-ca05-4ae7-98d4-0af8d7c07cbf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:50.202952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb78d0ef-847c-4617-bae1-e9549f6a6284 req-332e040d-ca05-4ae7-98d4-0af8d7c07cbf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.4976814 Mar 10 17:27:50.261624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-866695bb-77f8-4978-8203-77e6ac9b1775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.0573025 Mar 10 17:27:50.310229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:50.333805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-cb4441dc-46bb-4c2a-bd4c-49181baabfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:50.335214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-cb4441dc-46bb-4c2a-bd4c-49181baabfbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0656223 Mar 10 17:27:50.358721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb78d0ef-847c-4617-bae1-e9549f6a6284 req-119dc325-c6ab-40ec-b982-8c79b7d2c6f3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470559 Mar 10 17:27:50.378243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:50.388464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-4f70cc78-de8c-43ce-a882-0f7167f5351a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285833 Mar 10 17:27:50.453797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:27:50.460633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:27:50.467296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:27:50.494506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-39539b89-40a6-4fef-80f7-f712896b33b2 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991442 Mar 10 17:27:50.509783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'Port': ['ID=7a1ba188-4e7c-49c4-8823-3cc97c760598,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:50.514637 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a2de4-3ac5-4163-bd88-f9b8bc8cf8ab x-openstack-request-id: req-171a2de4-3ac5-4163-bd88-f9b8bc8cf8ab {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:50.514878 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a024cc90-05fa-40eb-af89-5c618b331c35", "name": "network-vif-deleted", "tag": "c8d074db-44ff-4906-bbd7-188a59998577", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:50.515095 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-171a2de4-3ac5-4163-bd88-f9b8bc8cf8ab {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:50.515494 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a024cc90-05fa-40eb-af89-5c618b331c35', 'name': 'network-vif-deleted', 'tag': 'c8d074db-44ff-4906-bbd7-188a59998577', 'status': 'completed', 'code': 200} Mar 10 17:27:50.586518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1eebb82-aa6f-4e05-9f11-b04185b76ee3 req-ff425bbf-6b25-479d-83db-798212ef58d2 tempest-ServerRescueTestJSON-200819419 tempest-ServerRescueTestJSON-200819419-project] 10.222.0.35 "GET /v2.0/ports?device_id=a024cc90-05fa-40eb-af89-5c618b331c35 HTTP/1.1" status: 200 len: 210 time: 0.0791390 Mar 10 17:27:50.650400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:50.717310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:50.772238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7754d81-66f0-4d02-ab3a-e29cf871ed48 req-55028d74-fa30-49c0-b682-fcece762c4c1 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:50.782642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7754d81-66f0-4d02-ab3a-e29cf871ed48 req-55028d74-fa30-49c0-b682-fcece762c4c1 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 1126 time: 0.1815495 Mar 10 17:27:50.810647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:27:50.815525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8d074db-44ff-4906-bbd7-188a59998577 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:50.834229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-8e207593-9a5b-4b49-a955-6d8f6de99fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282890 Mar 10 17:27:50.850556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: c8d074db-44ff-4906-bbd7-188a59998577 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:50.851183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8d074db-44ff-4906-bbd7-188a59998577 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:50.881734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b2203-1aad-4bd9-9027-6a07ee1accc0 req-37304e8f-69aa-477f-ab25-733c0fbceed3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:50.889078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f5b2203-1aad-4bd9-9027-6a07ee1accc0 req-37304e8f-69aa-477f-ab25-733c0fbceed3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1869814 Mar 10 17:27:50.924150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:50.929269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7754d81-66f0-4d02-ab3a-e29cf871ed48 req-668f1ea8-680b-46a9-a041-ff4618253198 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452832 Mar 10 17:27:50.934325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.047973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,segment=NetworkSegment(2b84cff9-0a80-414f-94c9-ee867880b8cc),segment_id=2b84cff9-0a80-414f-94c9-ee867880b8cc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:51.049227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'Port': ['ID=7a1ba188-4e7c-49c4-8823-3cc97c760598,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:51.058452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f5b2203-1aad-4bd9-9027-6a07ee1accc0 req-afe6acd7-ff99-4ac7-be80-caa5b8fdbf8e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683397 Mar 10 17:27:51.088443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0', 'network_id': '5b86fbbb-96d0-4ad9-99ed-3fd1052361a9', 'port_id': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0', 'mac_address': 'fa:16:3e:91:8f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ac38c6-8e15-48f9-8b6d-e1c32f4276ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:27:51.155681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:51.156354 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.171893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.178317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:27:51.205559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e916a0-d2da-4acf-ac8a-0fa853debdd1 req-5808aa2a-1585-433e-8bae-8dd7a9e0a779 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.213662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77e916a0-d2da-4acf-ac8a-0fa853debdd1 req-5808aa2a-1585-433e-8bae-8dd7a9e0a779 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 944 time: 0.0788672 Mar 10 17:27:51.219882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.221192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a74cf908-c1a8-428f-a89d-70db881bddc3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6604583 Mar 10 17:27:51.243292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,segment=NetworkSegment(2b84cff9-0a80-414f-94c9-ee867880b8cc),segment_id=2b84cff9-0a80-414f-94c9-ee867880b8cc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:51.251682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:51.320028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:51.334284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77e916a0-d2da-4acf-ac8a-0fa853debdd1 req-c3d620c7-86dc-4f85-b960-2bd46743d389 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196795 Mar 10 17:27:51.530472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['48bcb3f5-f6c1-4964-b4ae-220db9699cb0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:27:51.573438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f27361-0ad8-4928-8137-b46239117f47 req-57f0d740-db94-4e64-959c-7302bf00cb4d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:51.584615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4f27361-0ad8-4928-8137-b46239117f47 req-57f0d740-db94-4e64-959c-7302bf00cb4d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1145723 Mar 10 17:27:51.695268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4f27361-0ad8-4928-8137-b46239117f47 req-cf0722a1-83c5-4de0-a516-8badf459cfd3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006501 Mar 10 17:27:51.820861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:52.177616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5ce8dc77-ad09-4d58-905d-176bab47f550 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:52.297580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5ce8dc77-ad09-4d58-905d-176bab47f550 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:52.299970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:52.348166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ded4d-0c7f-4585-bd92-70c0edde391b req-45411696-2890-4249-bd64-fee5a1ae3bba tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:52.355824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b3ded4d-0c7f-4585-bd92-70c0edde391b req-45411696-2890-4249-bd64-fee5a1ae3bba tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1554587 Mar 10 17:27:52.464090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5ce8dc77-ad09-4d58-905d-176bab47f550 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:52.471760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b3ded4d-0c7f-4585-bd92-70c0edde391b req-6ddf61ec-8f2c-492a-abd9-d43c703f8c3f tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152079 Mar 10 17:27:52.598616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:52.715320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd32e-e308-46ff-8cf4-d267958c14f9 req-a9aca1a9-9c25-450a-80e9-ece56ac87feb tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:52.723203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad8cd32e-e308-46ff-8cf4-d267958c14f9 req-a9aca1a9-9c25-450a-80e9-ece56ac87feb tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 945 time: 0.1627202 Mar 10 17:27:52.819047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:52.827218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:27:52.913785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:27:52.917210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad8cd32e-e308-46ff-8cf4-d267958c14f9 req-c1e88012-6074-4126-802a-a3eb89e3e1bc tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918657 Mar 10 17:27:52.919604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:27:52.920367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:52.966929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55aebd3-61e8-4673-8627-3b79f0444627 req-071a07ca-2f22-4f96-a637-2babee4b7487 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:52.974841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e55aebd3-61e8-4673-8627-3b79f0444627 req-071a07ca-2f22-4f96-a637-2babee4b7487 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1531341 Mar 10 17:27:53.040881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:27:53.041383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.067002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-879465ac-64a0-4bce-a0df-f6e445c2ef4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.090846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e55aebd3-61e8-4673-8627-3b79f0444627 req-c8c9610d-63f2-4b4f-9726-035e9143916c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145451 Mar 10 17:27:53.113651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,segment=NetworkSegment(2b84cff9-0a80-414f-94c9-ee867880b8cc),segment_id=2b84cff9-0a80-414f-94c9-ee867880b8cc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:53.116963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:27:53.120464 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a9b2c9-29cf-404c-97c7-e0d622de2900" -d '{"events": [{"server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "name": "network-vif-plugged", "status": "completed", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:27:53.130110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.162419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Deleting port c3553899-ab81-4db2-a6ed-c3ab871f6821 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:53.162785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.262396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-879465ac-64a0-4bce-a0df-f6e445c2ef4e admin admin] Publish callbacks [] for security_group (49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.264315 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9777523-b9cf-4dd9-9538-15bf47e4a0bb x-openstack-request-id: req-c9777523-b9cf-4dd9-9538-15bf47e4a0bb {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:27:53.265475 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "name": "network-vif-plugged", "status": "completed", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:27:53.266861 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9777523-b9cf-4dd9-9538-15bf47e4a0bb {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:27:53.267371 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0', 'code': 200} Mar 10 17:27:53.270356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:53.277156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-879465ac-64a0-4bce-a0df-f6e445c2ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.281311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] For port c3553899-ab81-4db2-a6ed-c3ab871f6821, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c3553899-ab81-4db2-a6ed-c3ab871f6821,segment=NetworkSegment(552cf50e-d0a4-468f-b984-e861df5fb7ae),segment_id=552cf50e-d0a4-468f-b984-e861df5fb7ae)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:53.281679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.298668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Calling delete_port for c3553899-ab81-4db2-a6ed-c3ab871f6821 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:53.319665 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-879465ac-64a0-4bce-a0df-f6e445c2ef4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec65405128cf4a3d93c82b4b42b6d41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994283 Mar 10 17:27:53.329529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:53.397111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879465ac-64a0-4bce-a0df-f6e445c2ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:53.445970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204675b-2a08-4691-ba4c-7b5805eca8a4 req-414bb23f-2169-430b-9f3d-65e2f4576848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:53.448338 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6204675b-2a08-4691-ba4c-7b5805eca8a4 req-414bb23f-2169-430b-9f3d-65e2f4576848 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 1128 time: 0.1338339 Mar 10 17:27:53.494466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] Publish callbacks [] for security_group (49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.538685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] Publish callbacks [] for security_group (49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.543833 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6204675b-2a08-4691-ba4c-7b5805eca8a4 req-ca216413-cb9f-443d-9643-4a7e49041f95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886545 Mar 10 17:27:53.604897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.608029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c3553899-ab81-4db2-a6ed-c3ab871f6821), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.609783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:53.612476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172 HTTP/1.1" status: 204 len: 168 time: 0.2806444 Mar 10 17:27:53.641108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0beaf-91c4-491a-a98e-3ab02547a15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc9f66-a7d3-4fb5-9d1d-2e5364bc9172,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:53.656103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3553899-ab81-4db2-a6ed-c3ab871f6821,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:53.818092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2488c-fcaa-4587-b1a4-cb144a50c03e req-eb94c1e1-c995-478f-87c2-3c3f633fdf35 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:53.825290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa2488c-fcaa-4587-b1a4-cb144a50c03e req-eb94c1e1-c995-478f-87c2-3c3f633fdf35 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.2296655 Mar 10 17:27:53.915070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa2488c-fcaa-4587-b1a4-cb144a50c03e req-00a2ec21-8b56-4712-b78d-3ab045538374 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887578 Mar 10 17:27:53.946724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.059690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:54.077528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ea32fe3-d842-4fdc-ab4e-3d5bdf7d00c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.146108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15422962-fd56-4779-873e-a28f42316ad0 req-956db0b5-f5f0-4aa3-8392-b54bd27709d1 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:54.153164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15422962-fd56-4779-873e-a28f42316ad0 req-956db0b5-f5f0-4aa3-8392-b54bd27709d1 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 946 time: 0.1189954 Mar 10 17:27:54.212293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ea32fe3-d842-4fdc-ab4e-3d5bdf7d00c8 admin admin] Publish callbacks [] for security_group (ab8742e5-edd9-41f0-aba9-9e23050445cb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.219157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ea32fe3-d842-4fdc-ab4e-3d5bdf7d00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ab8742e5-edd9-41f0-aba9-9e23050445cb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.254966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15422962-fd56-4779-873e-a28f42316ad0 req-64de9af4-29c6-4b94-8777-4e5633400789 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007717 Mar 10 17:27:54.277203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea32fe3-d842-4fdc-ab4e-3d5bdf7d00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8742e5-edd9-41f0-aba9-9e23050445cb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:54.282648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ea32fe3-d842-4fdc-ab4e-3d5bdf7d00c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5010e4fbd83845428bd1b3d7a70e3d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212558 Mar 10 17:27:54.285151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:54.340442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] Publish callbacks [] for security_group (ab8742e5-edd9-41f0-aba9-9e23050445cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.364565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] Publish callbacks [] for security_group (ab8742e5-edd9-41f0-aba9-9e23050445cb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.394403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b1fea-90e3-4171-993c-f64411bb2f9b req-9c4d8541-0399-4bca-84ec-5e660c75e765 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:54.400021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-741b1fea-90e3-4171-993c-f64411bb2f9b req-9c4d8541-0399-4bca-84ec-5e660c75e765 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1520357 Mar 10 17:27:54.425413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ab8742e5-edd9-41f0-aba9-9e23050445cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.430574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.431975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab8742e5-edd9-41f0-aba9-9e23050445cb HTTP/1.1" status: 204 len: 168 time: 0.1453388 Mar 10 17:27:54.439356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Router a248906e-ee13-4dcf-874d-3cd9fbe4f45c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:27:54.455051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78509692-c333-4f26-a19f-370c2bedf74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8742e5-edd9-41f0-aba9-9e23050445cb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:54.504844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-741b1fea-90e3-4171-993c-f64411bb2f9b req-3de9af6f-611d-4ab1-a2f5-c52a9d7199ad tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020734 Mar 10 17:27:54.618754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:27:54.628704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bbd43ebb-48a2-4ebe-898a-1eed4365bf29 admin admin] 10.222.0.35 "PUT /v2.0/routers/a248906e-ee13-4dcf-874d-3cd9fbe4f45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041909 Mar 10 17:27:54.629353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:54.632807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Sync routers for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:27:54.664220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:54.666948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:54.804803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks [] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:54.836162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:55.012961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks [] for router_gateway (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.079492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Deleting port 741d8831-7805-40da-9b86-ab7cd9d2798e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:27:55.080767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.081458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5313-c12b-414f-8a00-cce6a36e6c4e req-749aa76c-1b26-43db-8d44-32a36bed00bb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:55.087317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34bb5313-c12b-414f-8a00-cce6a36e6c4e req-749aa76c-1b26-43db-8d44-32a36bed00bb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.0791311 Mar 10 17:27:55.205903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:27:53Z', 'revision_number': 5, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port': {'id': '741d8831-7805-40da-9b86-ab7cd9d2798e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:25:24Z', 'updated_at': '2022-03-10T17:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:55.231182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] For port 741d8831-7805-40da-9b86-ab7cd9d2798e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=741d8831-7805-40da-9b86-ab7cd9d2798e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:27:55.232229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.238695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34bb5313-c12b-414f-8a00-cce6a36e6c4e req-18a9a590-8f25-4f7b-9f9c-23a7ed746bdf tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385422 Mar 10 17:27:55.249629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Checking router: a248906e-ee13-4dcf-874d-3cd9fbe4f45c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:27:55.260096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Calling delete_port for 741d8831-7805-40da-9b86-ab7cd9d2798e owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:27:55.260489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Routers {'a248906e-ee13-4dcf-874d-3cd9fbe4f45c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:27:55.261850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:27:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:55.477066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1299ce-d485-4df8-90cf-51e148336bda req-19e136a4-8296-4dd5-895c-d7066f0a2055 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:55.482596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] Set router a248906e-ee13-4dcf-874d-3cd9fbe4f45c gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:27:55.484839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f1299ce-d485-4df8-90cf-51e148336bda req-19e136a4-8296-4dd5-895c-d7066f0a2055 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 946 time: 0.1284525 Mar 10 17:27:55.545839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f1299ce-d485-4df8-90cf-51e148336bda req-7643627c-5def-4211-8756-a650110c5b4f tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Mar 10 17:27:55.598631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (741d8831-7805-40da-9b86-ab7cd9d2798e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.612173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:27:55Z', 'revision_number': 6, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:55.664177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Pushing event deleted for resources: {'Port': ['ID=741d8831-7805-40da-9b86-ab7cd9d2798e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:55.670068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500b9055-8bda-40a0-9939-477e634ea879 None None] The sync data for ids ['a248906e-ee13-4dcf-874d-3cd9fbe4f45c'] in n-d-833115-2 is: [{'id': 'a248906e-ee13-4dcf-874d-3cd9fbe4f45c', 'name': 'tempest-ServerRescueTestJSON-1046321427-router', 'tenant_id': '81620821e05a41bcae2051e09f864e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:25:23Z', 'updated_at': '2022-03-10T17:27:55Z', 'revision_number': 6, 'project_id': '81620821e05a41bcae2051e09f864e9e', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:27:55.682087 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:27:55.770778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2366d-012e-454e-9929-99f473fb0846 req-8fbf2b56-554d-4f0c-8212-984fe3cc5a92 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:55.781913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88e2366d-012e-454e-9929-99f473fb0846 req-8fbf2b56-554d-4f0c-8212-984fe3cc5a92 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1266103 Mar 10 17:27:55.813631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.869191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88e2366d-012e-454e-9929-99f473fb0846 req-ed521198-d4d5-4299-91a0-c7cf1862ad40 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860696 Mar 10 17:27:55.934921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:55.942386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks [] for router_controller (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.013228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a248906e-ee13-4dcf-874d-3cd9fbe4f45c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.014241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a248906e-ee13-4dcf-874d-3cd9fbe4f45c {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:27:56.019755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.023758 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a90ba3b8-b4f2-4c82-9d43-78da0584965a admin admin] 10.222.0.35 "DELETE /v2.0/routers/a248906e-ee13-4dcf-874d-3cd9fbe4f45c HTTP/1.1" status: 204 len: 168 time: 1.3933229 Mar 10 17:27:56.024015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:56.114882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Deleting subnet f8074fb5-0a5d-402c-a73f-df8df8beeb99 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:27:56.118991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Publish callbacks [] for subnet (f8074fb5-0a5d-402c-a73f-df8df8beeb99), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.191628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c3553899-ab81-4db2-a6ed-c3ab871f6821 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:56.215576 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (f8074fb5-0a5d-402c-a73f-df8df8beeb99), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.230705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c3553899-ab81-4db2-a6ed-c3ab871f6821 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:56.231166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c3553899-ab81-4db2-a6ed-c3ab871f6821 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:56.309537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (f8074fb5-0a5d-402c-a73f-df8df8beeb99), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.410021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f45c85-6fed-4855-a3cc-2756f35e6090 req-f9fdacfc-08bc-4f72-9501-5dfcff22a76a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:56.412274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4f45c85-6fed-4855-a3cc-2756f35e6090 req-f9fdacfc-08bc-4f72-9501-5dfcff22a76a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1069996 Mar 10 17:27:56.462786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (f8074fb5-0a5d-402c-a73f-df8df8beeb99), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.709343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.863333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:56.869722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8074fb5-0a5d-402c-a73f-df8df8beeb99 HTTP/1.1" status: 204 len: 168 time: 0.8444443 Mar 10 17:27:56.874231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dc6e4-834e-4054-bbb8-258e96bbbcf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8074fb5-0a5d-402c-a73f-df8df8beeb99,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:56.874862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:56.895452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4f45c85-6fed-4855-a3cc-2756f35e6090 req-9f84417d-56ec-4500-b3ee-fa38495c66a9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763062 Mar 10 17:27:57.039182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (f5ce37aa-affc-49e2-a5d2-84466d47c0a2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.183899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (f5ce37aa-affc-49e2-a5d2-84466d47c0a2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.262418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ce37aa-affc-49e2-a5d2-84466d47c0a2']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:57.301812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552cf50e-d0a4-468f-b984-e861df5fb7ae') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:57.301812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552cf50e-d0a4-468f-b984-e861df5fb7ae') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:27:57.314563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59239d89-ae8e-4ffb-9879-235265e59802 req-f79f0ff9-94a8-4292-a4e7-5679068cb8bb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:57.316466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (552cf50e-d0a4-468f-b984-e861df5fb7ae), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.316690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59239d89-ae8e-4ffb-9879-235265e59802 req-f79f0ff9-94a8-4292-a4e7-5679068cb8bb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3060906 Mar 10 17:27:57.334253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (552cf50e-d0a4-468f-b984-e861df5fb7ae), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.343461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:27:57.343920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (552cf50e-d0a4-468f-b984-e861df5fb7ae), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:27:57.347123 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:27:57.366520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-6ff29221-997d-4aa6-bb14-6b2578bddd8c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486288 Mar 10 17:27:57.428765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (f5ce37aa-affc-49e2-a5d2-84466d47c0a2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.440454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.442112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59239d89-ae8e-4ffb-9879-235265e59802 req-23624b3a-c2c3-4ce5-81aa-e2833eaec173 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125131 Mar 10 17:27:57.446271 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5ce37aa-affc-49e2-a5d2-84466d47c0a2 HTTP/1.1" status: 204 len: 168 time: 0.5702615 Mar 10 17:27:57.464043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf3aae-bb4b-4e49-b71e-bc1b51214290 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ce37aa-affc-49e2-a5d2-84466d47c0a2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:57.537147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-d5af213d-ead8-48fd-8ef4-6cd26f6608fb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:57.544761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-d5af213d-ead8-48fd-8ef4-6cd26f6608fb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700847 Mar 10 17:27:57.558963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-f73d2c4b-bc56-4730-b38d-15e26d1f7da7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/quotas/3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 375 time: 0.0132413 Mar 10 17:27:57.596494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-8525d8e7-a0a1-4049-a329-dbcb893f1ec1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344107 Mar 10 17:27:57.724945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:57.797412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55122) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:27:57.812391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-75eef74f-42e4-4e67-b2bf-30d06f3f87b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81620821e05a41bcae2051e09f864e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848310 Mar 10 17:27:57.878793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c792b8fd-be39-44d5-aedd-e91f116a3565 req-a04d7ffa-5c2a-48ea-96b0-680d851414f4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 210 time: 0.0550356 Mar 10 17:27:57.932250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] Publish callbacks [] for security_group (3c522418-ae94-4dda-8d9c-70e42d69105c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:57.980696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] Publish callbacks [] for security_group (3c522418-ae94-4dda-8d9c-70e42d69105c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:58.079029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 741d8831-7805-40da-9b86-ab7cd9d2798e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:27:58.084474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1982e4-5205-4f06-9632-818494c31e6b req-beea5296-850d-4ceb-84b5-aa64245e8fbb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:58.086223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1982e4-5205-4f06-9632-818494c31e6b req-beea5296-850d-4ceb-84b5-aa64245e8fbb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.0850821 Mar 10 17:27:58.121746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c522418-ae94-4dda-8d9c-70e42d69105c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:58.124854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:58.128630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c522418-ae94-4dda-8d9c-70e42d69105c HTTP/1.1" status: 204 len: 168 time: 0.3273919 Mar 10 17:27:58.179363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f6a32-9f2f-4248-8859-01b2369a3fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c522418-ae94-4dda-8d9c-70e42d69105c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:27:58.264211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1982e4-5205-4f06-9632-818494c31e6b req-0ed230cf-d2d9-42d1-9587-8571f4acec1c tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631482 Mar 10 17:27:58.403719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 741d8831-7805-40da-9b86-ab7cd9d2798e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:27:58.404129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 741d8831-7805-40da-9b86-ab7cd9d2798e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:27:58.479161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f4a74-3d21-459f-9005-2ef174962c62 req-c0067e20-8609-427f-9253-beab08b9f525 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:58.488629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a46f4a74-3d21-459f-9005-2ef174962c62 req-c0067e20-8609-427f-9253-beab08b9f525 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 1130 time: 0.0895712 Mar 10 17:27:58.558948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a46f4a74-3d21-459f-9005-2ef174962c62 req-2da22cf0-f952-4166-966a-5db7e1172e09 tempest-ServersOnMultiNodesTest-89734110 tempest-ServersOnMultiNodesTest-89734110-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673711 Mar 10 17:27:58.715515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e90f-47d5-403a-836e-313aaba1d1bd req-a09f79e7-6a89-49b8-be4b-c781ad8a313f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:58.717566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72f7e90f-47d5-403a-836e-313aaba1d1bd req-a09f79e7-6a89-49b8-be4b-c781ad8a313f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1109819 Mar 10 17:27:58.822407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72f7e90f-47d5-403a-836e-313aaba1d1bd req-c08dc795-46d3-4836-b1b1-74f096527e25 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946817 Mar 10 17:27:59.005828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ea33-c7c2-4ef0-8ceb-35411a7be790 req-c9d0d5ed-6e46-4b66-8fea-0b0184304c87 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:59.011975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55b1ea33-c7c2-4ef0-8ceb-35411a7be790 req-c9d0d5ed-6e46-4b66-8fea-0b0184304c87 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1233804 Mar 10 17:27:59.096777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14691f93-6a04-496c-893d-ab8ed9bcc6ad req-11a1ea78-1138-4b8e-ab03-169bb6c8af0e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 210 time: 0.1072266 Mar 10 17:27:59.149708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55b1ea33-c7c2-4ef0-8ceb-35411a7be790 req-cb4cd548-a162-4249-940b-dfe3f1eb4714 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358647 Mar 10 17:27:59.554747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:59.629555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-0240d19d-3c24-46ea-9499-0ef1c71f7761 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458217 Mar 10 17:27:59.783081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-2c9049b6-c12b-43b4-b77c-7175f90f4c24 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:27:59.785359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-2c9049b6-c12b-43b4-b77c-7175f90f4c24 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499915 Mar 10 17:27:59.802099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Request body: {'port': {'device_id': '0f02283e-bc05-4797-9155-575e17ad1dae', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '3dc44762e0654c81b090c46b049739a3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:27:59.942455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Made reservation on behalf of 3dc44762e0654c81b090c46b049739a3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:27:59.946573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:27:59.957073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.070191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for security_group (16b3b878-a26d-4c9b-ac13-ac3ecbc31368), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.078345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (16b3b878-a26d-4c9b-ac13-ac3ecbc31368), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.108504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aaed7-9a0e-49fd-b5b3-04d19871c62d req-7f23628b-061c-41f3-b7dd-518591e32d9c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:00.110584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113aaed7-9a0e-49fd-b5b3-04d19871c62d req-7f23628b-061c-41f3-b7dd-518591e32d9c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1994278 Mar 10 17:28:00.127130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3b878-a26d-4c9b-ac13-ac3ecbc31368,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:00.175904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.176547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.176850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.177185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.179960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.180601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:00.202974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113aaed7-9a0e-49fd-b5b3-04d19871c62d req-aa17e978-5738-476a-9c15-b0d0b44c2e91 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776873 Mar 10 17:28:00.294056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Allocated IP 192.168.233.16 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/b4359f48-5b08-47cf-894c-e21ab63302ba) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:00.320931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b8084b3-108b-44af-8c8d-082e8a9faee8 req-f6c38810-7e66-4330-95a3-be794834796e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 210 time: 0.0413289 Mar 10 17:28:00.487333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-01ff18c6-8c1a-4bc8-9c87-b311a945a7e8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:00.488774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-01ff18c6-8c1a-4bc8-9c87-b311a945a7e8 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.0950413 Mar 10 17:28:00.495606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3152f13-76f5-424a-81a0-2aad4ca9f352 req-347cb7f7-57c2-4e65-a499-33b82dead790 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:00.497015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3152f13-76f5-424a-81a0-2aad4ca9f352 req-347cb7f7-57c2-4e65-a499-33b82dead790 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 948 time: 0.1151919 Mar 10 17:28:00.516786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.563077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.619299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:00.623554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:00.627957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:00.652459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3152f13-76f5-424a-81a0-2aad4ca9f352 req-60b111fe-eede-476e-8367-4fdc5ed6d26a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434135 Mar 10 17:28:00.672142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:00.706496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:00.706851 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.724110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:00.725615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.768517 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-1e3dc142-1b29-4239-b1e0-f304875e5aab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9702463 Mar 10 17:28:00.781502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Request body: {'port': {'device_id': '0f02283e-bc05-4797-9155-575e17ad1dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:00.869252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.899209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:00.900518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:00.926794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:00.981602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ce215ef2-d819-45ab-9ef0-d1c9c72a96b3 None None] Provisioning complete for port b4359f48-5b08-47cf-894c-e21ab63302ba triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:00.983401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce215ef2-d819-45ab-9ef0-d1c9c72a96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.040814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce215ef2-d819-45ab-9ef0-d1c9c72a96b3 None None] Port b4359f48-5b08-47cf-894c-e21ab63302ba cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:01.113242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7d8bc46f-a088-4c6d-b7cd-1aa871afc504), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.128291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8', '7d8bc46f-a088-4c6d-b7cd-1aa871afc504'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:01.131675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6', '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', '46027998-cca4-43c7-99b4-559cdf8af5aa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:01.288705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=7d8bc46f-a088-4c6d-b7cd-1aa871afc504,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:01.298884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:01.306250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.316186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef02c790-be8d-4109-a1f9-9f381a592e0b req-ff4a3165-bedf-4e1d-b596-dbaa53e7cfbc tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "DELETE /v2.0/ports/7d8bc46f-a088-4c6d-b7cd-1aa871afc504 HTTP/1.1" status: 204 len: 173 time: 0.8180947 Mar 10 17:28:01.318219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'name': 'network-vif-deleted', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:01.322825 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0479b-7e6e-49c1-9bbc-d651998a8e3e" -d '{"events": [{"server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "name": "network-vif-deleted", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:01.332416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4359f48-5b08-47cf-894c-e21ab63302ba {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:01.362637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks [] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.387801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Transition to ACTIVE for port object b4359f48-5b08-47cf-894c-e21ab63302ba will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:01.397545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.462872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd239a74-78a5-4a38-9224-0acb2929020a req-cbb14434-6361-490a-8504-641a5b3b4f51 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:01.470639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd239a74-78a5-4a38-9224-0acb2929020a req-cbb14434-6361-490a-8504-641a5b3b4f51 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1380367 Mar 10 17:28:01.573901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:01.609655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd239a74-78a5-4a38-9224-0acb2929020a req-45f7f0a8-dc01-49b9-b0d6-b15d853bc436 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266770 Mar 10 17:28:01.677442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:01.677991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:01.678089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:01.684580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:01.684949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:01.696486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:01.696818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:01.697200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:01.697632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Bound port: b4359f48-5b08-47cf-894c-e21ab63302ba, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:01.697984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.707194 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67c052-b78c-4168-a9f5-52dae52bd3cc x-openstack-request-id: req-3b67c052-b78c-4168-a9f5-52dae52bd3cc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:01.708171 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b2528-5b1d-454c-829f-be2976b64ced", "name": "network-vif-deleted", "tag": "7d8bc46f-a088-4c6d-b7cd-1aa871afc504", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:01.708628 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b67c052-b78c-4168-a9f5-52dae52bd3cc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:01.709231 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b2528-5b1d-454c-829f-be2976b64ced', 'name': 'network-vif-deleted', 'tag': '7d8bc46f-a088-4c6d-b7cd-1aa871afc504', 'status': 'completed', 'code': 200} Mar 10 17:28:01.809115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:01.816805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:01.826571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.870795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1a696-3b17-46b7-975a-631f269f413b req-cca76b39-c94c-438b-9674-5df6c600db12 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:01.872366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28d1a696-3b17-46b7-975a-631f269f413b req-cca76b39-c94c-438b-9674-5df6c600db12 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.0984187 Mar 10 17:28:01.924332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:01.945066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:01.945996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:01.948625 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-4e76d89b-e2df-4a96-a43e-ce7c51ce6a60 service neutron] 10.222.0.59 "PUT /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 1095 time: 1.1721148 Mar 10 17:28:01.949544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:01.955316 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:01.974293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28d1a696-3b17-46b7-975a-631f269f413b req-19b26974-e828-4a2d-b26c-73fda3512eb3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830069 Mar 10 17:28:02.154952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-8d93c16f-d2a8-4721-aa63-929b31aa8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.175105 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-8d93c16f-d2a8-4721-aa63-929b31aa8712 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1129 time: 0.1406660 Mar 10 17:28:02.247481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be417c0-f56d-4619-9d36-a4828e8cc4b5 req-f9211ed6-1a74-4f1d-a57a-e47dfb5d0d50 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=a87b2528-5b1d-454c-829f-be2976b64ced HTTP/1.1" status: 200 len: 210 time: 0.0744646 Mar 10 17:28:02.263628 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-be1209d8-9035-45b3-a938-3a7b92543854 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.0797930 Mar 10 17:28:02.354863 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ce50b-b24b-414f-9ccd-e2ed161ecfea x-openstack-request-id: req-494ce50b-b24b-414f-9ccd-e2ed161ecfea {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:02.355256 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:02.355557 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-494ce50b-b24b-414f-9ccd-e2ed161ecfea {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:02.356058 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'status': 'completed', 'code': 200} Mar 10 17:28:02.366417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-bed409ad-d9b0-442a-a669-e388bb3dcab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.367921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-bed409ad-d9b0-442a-a669-e388bb3dcab3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0988135 Mar 10 17:28:02.429668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-e02e9e57-d1ad-4a9f-87d2-82adef801c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.431604 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-e02e9e57-d1ad-4a9f-87d2-82adef801c31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0561347 Mar 10 17:28:02.540716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-3f91023f-179f-4d10-bcf1-979dfb435fac service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021140 Mar 10 17:28:02.644890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-88cc44b3-aae1-4c21-a890-ab12b4299221 req-8bcb1ebc-25c1-4dc0-979e-a1f4cee38ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973847 Mar 10 17:28:02.776322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-bcea02e2-031f-426c-80d4-c56f08b31740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.777848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-bcea02e2-031f-426c-80d4-c56f08b31740 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1129 time: 0.0624580 Mar 10 17:28:02.790856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9704db-fea7-472c-be52-06060c4f2c93 req-c2858d4b-fa56-4069-8fd7-7264cd669968 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.793108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a9704db-fea7-472c-be52-06060c4f2c93 req-c2858d4b-fa56-4069-8fd7-7264cd669968 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0810928 Mar 10 17:28:02.854958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a9704db-fea7-472c-be52-06060c4f2c93 req-7c7c2cee-0c18-4249-8be7-1c2d5f6083cd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Mar 10 17:28:02.904568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-412744a1-5f78-43e7-8b33-f65588116488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:02.906029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-412744a1-5f78-43e7-8b33-f65588116488 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1152010 Mar 10 17:28:02.954048 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-f32c419e-7152-4665-ab6c-9d8037d5d26b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.0396249 Mar 10 17:28:03.007671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-757eb8d1-6fdd-4e3d-8b1e-bf3002863b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.009260 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-757eb8d1-6fdd-4e3d-8b1e-bf3002863b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0493927 Mar 10 17:28:03.063918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-ca93d548-109e-42a2-a81a-b391813a015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.065739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-ca93d548-109e-42a2-a81a-b391813a015c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0496185 Mar 10 17:28:03.142184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf525c-92fe-4e1d-8e38-1e3d59ab6105 req-fb1dd736-cdf9-4bdb-84ca-5b8611342629 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.144090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9bf525c-92fe-4e1d-8e38-1e3d59ab6105 req-fb1dd736-cdf9-4bdb-84ca-5b8611342629 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.0651565 Mar 10 17:28:03.202623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-c75e876f-0ee6-4c89-a6af-15ac70ddf557 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275620 Mar 10 17:28:03.206745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9bf525c-92fe-4e1d-8e38-1e3d59ab6105 req-87e9385c-dbe7-49d9-a3a7-46b6f6684676 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Mar 10 17:28:03.622533 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34d8b1f5-2cf8-46ac-bf75-42b90ebda5bb req-13f6c56d-db34-473a-a340-d51a83c62f34 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130037 Mar 10 17:28:03.844403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345f0ea-93e2-4c64-9187-314bfaaf8c68 req-c608c643-8098-4f14-b814-bf9671b86456 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:03.845943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c345f0ea-93e2-4c64-9187-314bfaaf8c68 req-c608c643-8098-4f14-b814-bf9671b86456 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.0656693 Mar 10 17:28:03.897280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c345f0ea-93e2-4c64-9187-314bfaaf8c68 req-a38ffb33-5ac9-44f8-aeeb-c79df6b07040 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Mar 10 17:28:03.903933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:03.948068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:03.948414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7d8bc46f-a088-4c6d-b7cd-1aa871afc504 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:04.032533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d17bb-0b81-48eb-a31b-99aff9e2fa40 req-a690be62-21b2-469f-9700-ffd093461cfd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:04.034093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052d17bb-0b81-48eb-a31b-99aff9e2fa40 req-a690be62-21b2-469f-9700-ffd093461cfd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0609276 Mar 10 17:28:04.087949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052d17bb-0b81-48eb-a31b-99aff9e2fa40 req-34e4162e-55c6-4342-b318-0bb8561814dc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Mar 10 17:28:04.356573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e16a2-52d0-4075-ae9a-8616be3d73b9 req-e15a268a-5fad-49b8-87cd-9f6d27e76d12 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:04.358270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158e16a2-52d0-4075-ae9a-8616be3d73b9 req-e15a268a-5fad-49b8-87cd-9f6d27e76d12 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.0601521 Mar 10 17:28:04.428666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158e16a2-52d0-4075-ae9a-8616be3d73b9 req-7a418357-4c97-4bdd-add3-cf8cf9f970b0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642979 Mar 10 17:28:04.878666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:05.013019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:05.028313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d8af0-f66f-49d0-8184-74a53e6ff3b9 req-5f18e681-2f6f-4f15-9cbb-37368798d0fb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:05.033303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83d8af0-f66f-49d0-8184-74a53e6ff3b9 req-5f18e681-2f6f-4f15-9cbb-37368798d0fb tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.0645649 Mar 10 17:28:05.042968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'mac_address': 'fa:16:3e:54:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:05.082545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83d8af0-f66f-49d0-8184-74a53e6ff3b9 req-7608ddb4-5e61-4f10-934c-fd1daeea88ce tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481067 Mar 10 17:28:05.098040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b4359f48-5b08-47cf-894c-e21ab63302ba is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:05.098566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.113601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4359f48-5b08-47cf-894c-e21ab63302ba {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:05.149617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:05.156670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.212083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:05.222168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.224792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.227775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.227775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.227775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.227775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.227775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:05.249583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafdb12-4fd9-4214-b388-786e54aa4a97 req-c93ff202-b08c-43d3-b575-fa10306579b1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:05.257490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6fafdb12-4fd9-4214-b388-786e54aa4a97 req-c93ff202-b08c-43d3-b575-fa10306579b1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0893660 Mar 10 17:28:05.280825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-72d4a6e5-9ef4-411d-abac-f1a2945b8958 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:05.282330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-72d4a6e5-9ef4-411d-abac-f1a2945b8958 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 950 time: 0.0713408 Mar 10 17:28:05.311107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6fafdb12-4fd9-4214-b388-786e54aa4a97 req-c00cd04f-6a2f-4087-a865-f8316ef6939e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524321 Mar 10 17:28:05.407677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 46027998-cca4-43c7-99b4-559cdf8af5aa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:05.407914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.431775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:05.535417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 46027998-cca4-43c7-99b4-559cdf8af5aa, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=46027998-cca4-43c7-99b4-559cdf8af5aa,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:05.535831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.562356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 46027998-cca4-43c7-99b4-559cdf8af5aa owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:05.652158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04e6c-de89-45a3-beb3-fc9f2fbd7272 req-a7174085-1a6c-4c73-87c6-866c7ccdc5e1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:05.659425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a04e6c-de89-45a3-beb3-fc9f2fbd7272 req-a7174085-1a6c-4c73-87c6-866c7ccdc5e1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 948 time: 0.1003568 Mar 10 17:28:05.710739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (46027998-cca4-43c7-99b4-559cdf8af5aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.721914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a04e6c-de89-45a3-beb3-fc9f2fbd7272 req-bfe4e904-f0eb-40ed-9336-8cc89a73db7f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584514 Mar 10 17:28:05.734265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6', '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', '46027998-cca4-43c7-99b4-559cdf8af5aa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:05.735910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:05.747716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=46027998-cca4-43c7-99b4-559cdf8af5aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:05.810031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 46027998-cca4-43c7-99b4-559cdf8af5aa on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:05.813770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:05.817723 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-77e30d94-ca32-412f-8830-0b9e8feac72a req-43a3ae23-f5c0-4e24-aef5-f1ee8afe3a94 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "DELETE /v2.0/ports/46027998-cca4-43c7-99b4-559cdf8af5aa HTTP/1.1" status: 204 len: 173 time: 0.5268216 Mar 10 17:28:05.818198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'name': 'network-vif-deleted', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:05.820528 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0adcee-c4d4-4438-9b48-f4f411a6f381" -d '{"events": [{"server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "name": "network-vif-deleted", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:05.984009 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e7476-58ce-4c9b-8009-16b768bd0cf6 x-openstack-request-id: req-366e7476-58ce-4c9b-8009-16b768bd0cf6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:05.984302 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb", "name": "network-vif-deleted", "tag": "46027998-cca4-43c7-99b4-559cdf8af5aa", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:05.984556 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-366e7476-58ce-4c9b-8009-16b768bd0cf6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:05.984960 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb', 'name': 'network-vif-deleted', 'tag': '46027998-cca4-43c7-99b4-559cdf8af5aa', 'status': 'completed', 'code': 200} Mar 10 17:28:06.235869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41278e71-0d97-45ae-a4e1-775785461e4f req-3c8b2e25-0b4d-4e42-9882-50de9a5dfdd5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c88d4e-aa70-44bf-bf74-7cd9b4dd1afb HTTP/1.1" status: 200 len: 210 time: 0.0498846 Mar 10 17:28:06.520061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ad572-0367-49e5-8a07-63ab54b750b1 req-d22381c6-73d0-4ed3-971c-ab6635232f4f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:06.531171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a90ad572-0367-49e5-8a07-63ab54b750b1 req-d22381c6-73d0-4ed3-971c-ab6635232f4f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1012249 Mar 10 17:28:06.585396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a90ad572-0367-49e5-8a07-63ab54b750b1 req-68730d6c-c597-4c06-aa34-373e63be4ebd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Mar 10 17:28:06.856781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a020b9-fa33-4cba-bedd-38bc1f94edb8 req-282f5e4b-0ec2-4adf-b1ba-499f9ef07d94 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:06.858364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4a020b9-fa33-4cba-bedd-38bc1f94edb8 req-282f5e4b-0ec2-4adf-b1ba-499f9ef07d94 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 948 time: 0.0616355 Mar 10 17:28:06.892232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:06.909039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4a020b9-fa33-4cba-bedd-38bc1f94edb8 req-5e52a504-bff1-4095-ac96-684820ee3436 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Mar 10 17:28:06.958586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b4359f48-5b08-47cf-894c-e21ab63302ba completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:28:06.962916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b4359f48-5b08-47cf-894c-e21ab63302ba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:06.964293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:07.082888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b4359f48-5b08-47cf-894c-e21ab63302ba is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:07.083523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:07.130121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:07.132402 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c2bdcd-5d40-44bb-9123-8f4019505d70" -d '{"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-plugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:07.149540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:07.185652 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ba18a-0ddc-4d71-bd49-8a2726076ea9 x-openstack-request-id: req-338ba18a-0ddc-4d71-bd49-8a2726076ea9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:07.186174 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-plugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:07.186446 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-338ba18a-0ddc-4d71-bd49-8a2726076ea9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:07.186853 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'code': 200} Mar 10 17:28:07.189248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:07.296976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:07.331838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a1c8-5edd-4e4c-a218-9ba014e428e7 req-e1f09ce5-a040-40ce-93f9-1820b7775549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:07.334501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df9a1c8-5edd-4e4c-a218-9ba014e428e7 req-e1f09ce5-a040-40ce-93f9-1820b7775549 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1131 time: 0.0716469 Mar 10 17:28:07.437478 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df9a1c8-5edd-4e4c-a218-9ba014e428e7 req-460506b5-7020-43b3-89cc-406fe02341c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Mar 10 17:28:07.607810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92d54-c5bf-4876-8d50-788dc12b38fa req-135e5b3f-6ab1-48ec-a48a-dc0d439bbdf3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:07.609308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0b92d54-c5bf-4876-8d50-788dc12b38fa req-135e5b3f-6ab1-48ec-a48a-dc0d439bbdf3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.0548177 Mar 10 17:28:07.667085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0b92d54-c5bf-4876-8d50-788dc12b38fa req-3f8fa3f0-181a-441b-ab3c-ebe8e3616d63 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Mar 10 17:28:07.800033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7af4-25ba-4a4d-8b0d-8ac9f1608e75 req-22ed2ca2-b921-4174-99c1-377fa57391bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:07.802294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3ea7af4-25ba-4a4d-8b0d-8ac9f1608e75 req-22ed2ca2-b921-4174-99c1-377fa57391bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0666759 Mar 10 17:28:07.851101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3ea7af4-25ba-4a4d-8b0d-8ac9f1608e75 req-c82ba6f5-9fce-4215-9744-a7036249ec54 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Mar 10 17:28:08.055752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03982d0-7d4b-4b6d-9a99-f65cad37d16f req-205581c7-d5eb-4453-bf74-73df6c8d6857 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:08.057239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f03982d0-7d4b-4b6d-9a99-f65cad37d16f req-205581c7-d5eb-4453-bf74-73df6c8d6857 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.0685618 Mar 10 17:28:08.105872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f03982d0-7d4b-4b6d-9a99-f65cad37d16f req-f4fe29ba-9308-4907-9e51-98fa115edf07 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Mar 10 17:28:08.802377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f161f8-231c-4ba0-a7f9-1e81c56d9161 req-8c3a3270-f4b4-489b-ae94-ee8fec4785ac tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:08.804155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8f161f8-231c-4ba0-a7f9-1e81c56d9161 req-8c3a3270-f4b4-489b-ae94-ee8fec4785ac tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.0611413 Mar 10 17:28:08.863996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8f161f8-231c-4ba0-a7f9-1e81c56d9161 req-e70a2a6d-1972-422b-8c29-e4d6b7a44518 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Mar 10 17:28:08.899416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 46027998-cca4-43c7-99b4-559cdf8af5aa no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:08.922189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 46027998-cca4-43c7-99b4-559cdf8af5aa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:08.922733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 46027998-cca4-43c7-99b4-559cdf8af5aa not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:08.991660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0caf6-806c-4512-82ba-23d8aadfa52f req-35adda4e-1484-4448-996e-1f2b05e7b3d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:08.993179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3e0caf6-806c-4512-82ba-23d8aadfa52f req-35adda4e-1484-4448-996e-1f2b05e7b3d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.0551977 Mar 10 17:28:09.050947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3e0caf6-806c-4512-82ba-23d8aadfa52f req-58f07966-07c3-4afe-b30e-62269a75c043 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Mar 10 17:28:09.235916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed691733-9295-4c0a-8aae-3179e37100ac req-75450a83-cbe1-4278-80ba-5e52d597a9be tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:09.237586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed691733-9295-4c0a-8aae-3179e37100ac req-75450a83-cbe1-4278-80ba-5e52d597a9be tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.0601435 Mar 10 17:28:09.299218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed691733-9295-4c0a-8aae-3179e37100ac req-a220e520-72fd-4885-98c5-3326e11da7f4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553377 Mar 10 17:28:09.313887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd9222-8121-464b-ab90-3dbc173e533f req-2d1ec281-211a-4e91-bed4-530aaf0b2486 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:09.313887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-64fd9222-8121-464b-ab90-3dbc173e533f req-2d1ec281-211a-4e91-bed4-530aaf0b2486 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/ports?device_id=23bca068-fce5-4be8-9611-d65eda696b1a HTTP/1.1" status: 200 len: 950 time: 0.0685470 Mar 10 17:28:09.420122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:09.420459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.528973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:09.529713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.547325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:09.586126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-1affaef6-cdaa-4f68-be2e-16c1dc6b0ab8 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:09.587757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-1affaef6-cdaa-4f68-be2e-16c1dc6b0ab8 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1131 time: 0.0548096 Mar 10 17:28:09.614340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-74217396-98f0-4d4d-a93d-3b3822a5738f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.706356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (38de5040-2b22-48ff-a96d-3bc4a6e56fd4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.711318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-74217396-98f0-4d4d-a93d-3b3822a5738f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Publish callbacks [] for security_group (8154ef26-10fd-4efc-9525-98ed35830155), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.718120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-74217396-98f0-4d4d-a93d-3b3822a5738f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8154ef26-10fd-4efc-9525-98ed35830155), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.721397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:09.773634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3107182f-7e39-46dc-8cf0-d17000330c3f req-74217396-98f0-4d4d-a93d-3b3822a5738f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727028 Mar 10 17:28:09.787372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74217396-98f0-4d4d-a93d-3b3822a5738f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8154ef26-10fd-4efc-9525-98ed35830155,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:09.801658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=38de5040-2b22-48ff-a96d-3bc4a6e56fd4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:09.817857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6', '38de5040-2b22-48ff-a96d-3bc4a6e56fd4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:09.900111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:09.908124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:09.913395 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-64fd9222-8121-464b-ab90-3dbc173e533f req-3bac1e1b-8367-4e80-847c-27b5e7559c64 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "DELETE /v2.0/ports/38de5040-2b22-48ff-a96d-3bc4a6e56fd4 HTTP/1.1" status: 204 len: 173 time: 0.5914967 Mar 10 17:28:09.925489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'name': 'network-vif-deleted', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:09.935976 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f3cd5d-1af1-4e73-b4f6-da2812c72763" -d '{"events": [{"server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "name": "network-vif-deleted", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:10.787480 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e9d6a2-e6d2-46f3-aa67-2e84f4ad68b1 x-openstack-request-id: req-e9e9d6a2-e6d2-46f3-aa67-2e84f4ad68b1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:10.788199 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bca068-fce5-4be8-9611-d65eda696b1a", "name": "network-vif-deleted", "tag": "38de5040-2b22-48ff-a96d-3bc4a6e56fd4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:10.788199 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9e9d6a2-e6d2-46f3-aa67-2e84f4ad68b1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:10.788375 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bca068-fce5-4be8-9611-d65eda696b1a', 'name': 'network-vif-deleted', 'tag': '38de5040-2b22-48ff-a96d-3bc4a6e56fd4', 'status': 'completed', 'code': 200} Mar 10 17:28:10.824338 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-0255f794-bd9a-4098-be3d-42077c130f14 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055040 Mar 10 17:28:10.834017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-bff2ab32-a3cd-40eb-9b22-a151afc2fce9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:28:10.838459 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-bff2ab32-a3cd-40eb-9b22-a151afc2fce9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085676 Mar 10 17:28:10.939905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e67e2-e13c-4308-99c2-479be8d21237 req-e29d9b6d-5237-43df-83bd-9aacf0fca74f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:10.941713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158e67e2-e13c-4308-99c2-479be8d21237 req-e29d9b6d-5237-43df-83bd-9aacf0fca74f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1173999 Mar 10 17:28:11.070236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158e67e2-e13c-4308-99c2-479be8d21237 req-e4370cf5-b3e6-40c2-951d-cd32a2ecae9e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207268 Mar 10 17:28:11.373087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:11.473148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb78fd-e597-46f5-9f6b-f568b25baff9 req-2762695c-864b-4c34-a6af-4f146a56e0c4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:11.486994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9bb78fd-e597-46f5-9f6b-f568b25baff9 req-2762695c-864b-4c34-a6af-4f146a56e0c4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1362476 Mar 10 17:28:11.520143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-904c0a68-798e-4dcb-8e80-7b64d5ba968c tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:11.521558 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-904c0a68-798e-4dcb-8e80-7b64d5ba968c tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 1128 time: 0.1472900 Mar 10 17:28:11.591240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9bb78fd-e597-46f5-9f6b-f568b25baff9 req-b4f9c420-42de-412f-aea9-78f506a99bc7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931778 Mar 10 17:28:12.325278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c83e5e27-707d-432d-94ed-6a45553815f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:12.349268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2afb04-e0f0-41f6-bd61-431dc0e88a48 req-e996878f-354f-41f2-838f-8c197cd1c6ec tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:12.357903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef2afb04-e0f0-41f6-bd61-431dc0e88a48 req-e996878f-354f-41f2-838f-8c197cd1c6ec tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1180131 Mar 10 17:28:12.477819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769999e-7468-449e-9a37-8c663f8b20ae req-ace701cc-d679-4278-97fd-7e12def4e0f9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:12.486206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0769999e-7468-449e-9a37-8c663f8b20ae req-ace701cc-d679-4278-97fd-7e12def4e0f9 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 950 time: 0.1117864 Mar 10 17:28:12.530390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef2afb04-e0f0-41f6-bd61-431dc0e88a48 req-de9a3436-240d-4800-b8c6-5512040b71bf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Mar 10 17:28:12.634494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0769999e-7468-449e-9a37-8c663f8b20ae req-32e79b60-e12b-4550-af00-2b7c3b11815e tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465647 Mar 10 17:28:12.809560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39505055-7c2b-4a65-980a-4935a7d09723 req-e2820f55-9568-40d1-9ab0-9fdc356cb104 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:12.822874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39505055-7c2b-4a65-980a-4935a7d09723 req-e2820f55-9568-40d1-9ab0-9fdc356cb104 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1091092 Mar 10 17:28:12.922889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:12.952765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39505055-7c2b-4a65-980a-4935a7d09723 req-45c8f39e-5afc-4e97-a6bb-56a74347c49b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289270 Mar 10 17:28:12.971262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:12.971916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38de5040-2b22-48ff-a96d-3bc4a6e56fd4 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:13.292850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-d25c94ba-ddf0-4ae5-a238-3e9bc5f1255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:13.302907 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-d25c94ba-ddf0-4ae5-a238-3e9bc5f1255d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1131 time: 0.1479342 Mar 10 17:28:13.521411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-fa96120d-009e-4524-8b1b-a5408108986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:13.523211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-fa96120d-009e-4524-8b1b-a5408108986f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2079473 Mar 10 17:28:13.525651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-8575be79-bdb9-42f6-a8e1-90221daf0fe6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:13.527178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-8575be79-bdb9-42f6-a8e1-90221daf0fe6 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 950 time: 0.1225464 Mar 10 17:28:13.617048 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-937f7877-d7ca-4500-b3e4-c75d2df95e41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.0690000 Mar 10 17:28:13.806361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-e1bad3c4-236f-44d9-9a9d-05145fe226f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:13.812903 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-e1bad3c4-236f-44d9-9a9d-05145fe226f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1893759 Mar 10 17:28:14.071968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c4a1c-6f1e-4228-b1c7-f1ef5e6d0d8b req-a892bbc3-dc05-4319-bfaa-c1660a616c4a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:14.086179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-322c4a1c-6f1e-4228-b1c7-f1ef5e6d0d8b req-a892bbc3-dc05-4319-bfaa-c1660a616c4a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=9eb92479-be01-4a5e-be1b-338ca1055106 HTTP/1.1" status: 200 len: 950 time: 0.2418082 Mar 10 17:28:14.098309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-a510b1dc-7e68-4cd0-a27d-b18b0ccda603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:14.099877 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-a510b1dc-7e68-4cd0-a27d-b18b0ccda603 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2766292 Mar 10 17:28:14.100204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:14.100774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:14.267298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 66ff582e-bd45-4aab-aff1-8d8e79420bd6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=66ff582e-bd45-4aab-aff1-8d8e79420bd6,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:14.267943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:14.285117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 66ff582e-bd45-4aab-aff1-8d8e79420bd6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:14.317536 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-519a37cf-66fe-45c6-a132-d0c87bdf6917 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096219 Mar 10 17:28:14.462793 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-a55d0df5-5985-4802-8910-4bc2a3a9313a service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374164 Mar 10 17:28:14.481569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016010f-be19-42e0-b245-bc468b6a303a req-f8fa89b4-31be-4290-a5ca-cd1dc8f7588f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:14.490234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9016010f-be19-42e0-b245-bc468b6a303a req-f8fa89b4-31be-4290-a5ca-cd1dc8f7588f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.7615311 Mar 10 17:28:14.500935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (66ff582e-bd45-4aab-aff1-8d8e79420bd6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:14.514377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769', '5c13a92c-e9ab-47e2-9498-4aa488c992d8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:14.619987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c901c-3594-4260-a19e-33c6889c6bcf req-9a0d33e3-4bb4-42b2-8c67-5638555a2b99 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:14.620665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['66ff582e-bd45-4aab-aff1-8d8e79420bd6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:14.621537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113c901c-3594-4260-a19e-33c6889c6bcf req-9a0d33e3-4bb4-42b2-8c67-5638555a2b99 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 950 time: 0.6714995 Mar 10 17:28:14.717605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=66ff582e-bd45-4aab-aff1-8d8e79420bd6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:14.726370 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-269aa0fb-7233-4ea1-982b-fc6706ff801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:14.791523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.791867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.792205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.792985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.793104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.793388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.793712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.794200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.795081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.795081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.795337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.795874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.796445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:14.824689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 66ff582e-bd45-4aab-aff1-8d8e79420bd6 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:14.839558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-322c4a1c-6f1e-4228-b1c7-f1ef5e6d0d8b req-34784339-82a3-47b8-9cf2-c4de5c129ce3 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479048 Mar 10 17:28:14.842617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:14.846000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-933a9e9f-4a85-4dfb-ba9f-b4819ae56f7c req-6318a9b5-2c7c-425b-8227-59e20a239ec5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.59 "DELETE /v2.0/ports/66ff582e-bd45-4aab-aff1-8d8e79420bd6 HTTP/1.1" status: 204 len: 173 time: 1.3033297 Mar 10 17:28:14.846893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'name': 'network-vif-deleted', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:14.849204 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78451c-d1b5-4774-a74a-e4f5dde83aa5" -d '{"events": [{"server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "name": "network-vif-deleted", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:14.888758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9016010f-be19-42e0-b245-bc468b6a303a req-cb4e7d0d-95ae-4c64-a856-a919088799c9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838303 Mar 10 17:28:15.011849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:15.012273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:15.434115 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd0ef1-b64d-4fa7-9d4b-f13203ce24a9 x-openstack-request-id: req-23cd0ef1-b64d-4fa7-9d4b-f13203ce24a9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:15.435512 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb92479-be01-4a5e-be1b-338ca1055106", "name": "network-vif-deleted", "tag": "66ff582e-bd45-4aab-aff1-8d8e79420bd6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:15.437216 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23cd0ef1-b64d-4fa7-9d4b-f13203ce24a9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:15.437638 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb92479-be01-4a5e-be1b-338ca1055106', 'name': 'network-vif-deleted', 'tag': '66ff582e-bd45-4aab-aff1-8d8e79420bd6', 'status': 'completed', 'code': 200} Mar 10 17:28:15.538954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30bbd4-00f7-4af7-9829-91da360b3748 req-bfc39cbc-9c51-4065-822c-69ca6d90441f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:15.553872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da30bbd4-00f7-4af7-9829-91da360b3748 req-bfc39cbc-9c51-4065-822c-69ca6d90441f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.5649014 Mar 10 17:28:15.677521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 5c13a92c-e9ab-47e2-9498-4aa488c992d8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5c13a92c-e9ab-47e2-9498-4aa488c992d8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:15.681311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:15.734222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 5c13a92c-e9ab-47e2-9498-4aa488c992d8 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:15.744888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:15.786827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da30bbd4-00f7-4af7-9829-91da360b3748 req-d0f51755-3895-430d-a105-7cd4fe4b9f72 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248168 Mar 10 17:28:16.093405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5c13a92c-e9ab-47e2-9498-4aa488c992d8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:16.107208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'd85b1c6e-ec74-4c2f-9e23-948674276769'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:16.196061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=5c13a92c-e9ab-47e2-9498-4aa488c992d8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:16.237563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 5c13a92c-e9ab-47e2-9498-4aa488c992d8 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:16.251396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:16.255657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113c901c-3594-4260-a19e-33c6889c6bcf req-e3f83089-a07b-453a-9399-9ff0da89504d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "DELETE /v2.0/ports/5c13a92c-e9ab-47e2-9498-4aa488c992d8 HTTP/1.1" status: 204 len: 173 time: 1.6095092 Mar 10 17:28:16.687073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaac27-5ee5-4579-9e93-7c0a8d17d669 req-8a80d325-8bf5-4779-82cf-60844523befc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:16.693541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17aaac27-5ee5-4579-9e93-7c0a8d17d669 req-8a80d325-8bf5-4779-82cf-60844523befc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1610987 Mar 10 17:28:16.857682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17aaac27-5ee5-4579-9e93-7c0a8d17d669 req-64940dfc-a082-4fb1-b5ad-95ec568abb29 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559923 Mar 10 17:28:17.031925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 66ff582e-bd45-4aab-aff1-8d8e79420bd6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:17.152158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 66ff582e-bd45-4aab-aff1-8d8e79420bd6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:17.152518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 66ff582e-bd45-4aab-aff1-8d8e79420bd6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:17.195818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dd4fad4-5bcb-4e6f-b65a-a8b8013cd6cc req-e9cb75c6-1815-4ea6-97f3-3f2967e0c324 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=405daaa1-5158-4324-b0d6-60dac1e74053 HTTP/1.1" status: 200 len: 210 time: 0.0589690 Mar 10 17:28:17.234041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:17.246326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291979e-4318-472a-a32f-d187bbb50134 req-db2f4a10-37ec-4d8e-8902-e577769aaeea tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:17.248462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5291979e-4318-472a-a32f-d187bbb50134 req-db2f4a10-37ec-4d8e-8902-e577769aaeea tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1283169 Mar 10 17:28:17.369979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5291979e-4318-472a-a32f-d187bbb50134 req-2900ceb5-64a2-4785-a92f-59aef71f9dc2 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130493 Mar 10 17:28:17.438805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'name': 'network-vif-deleted', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:17.441434 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4521ef-5bbf-46aa-a12d-77f3af234713" -d '{"events": [{"server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "name": "network-vif-deleted", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:17.550079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53ed-37b6-454a-9fce-2fac1a693e4c req-915c45e5-bf4a-42c0-a822-8002559ef9c5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:17.557855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-201a53ed-37b6-454a-9fce-2fac1a693e4c req-915c45e5-bf4a-42c0-a822-8002559ef9c5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1019695 Mar 10 17:28:17.712173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-201a53ed-37b6-454a-9fce-2fac1a693e4c req-b0539176-b319-46c8-9e06-b668d4c09190 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488142 Mar 10 17:28:17.781328 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aff8dbc-b98f-49ee-b21e-740a082f4088 x-openstack-request-id: req-1aff8dbc-b98f-49ee-b21e-740a082f4088 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:17.781803 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405daaa1-5158-4324-b0d6-60dac1e74053", "name": "network-vif-deleted", "tag": "5c13a92c-e9ab-47e2-9498-4aa488c992d8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:17.782237 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1aff8dbc-b98f-49ee-b21e-740a082f4088 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:17.782813 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405daaa1-5158-4324-b0d6-60dac1e74053', 'name': 'network-vif-deleted', 'tag': '5c13a92c-e9ab-47e2-9498-4aa488c992d8', 'status': 'completed', 'code': 200} Mar 10 17:28:17.993214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5c13a92c-e9ab-47e2-9498-4aa488c992d8 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:18.100717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 5c13a92c-e9ab-47e2-9498-4aa488c992d8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:18.104648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5c13a92c-e9ab-47e2-9498-4aa488c992d8 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:18.218037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a789521-f6df-4247-b73e-182c2ff992a5 req-3b0af09c-c9af-4973-88e2-ae52a513511c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:18.235182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a789521-f6df-4247-b73e-182c2ff992a5 req-3b0af09c-c9af-4973-88e2-ae52a513511c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1568770 Mar 10 17:28:18.384638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a789521-f6df-4247-b73e-182c2ff992a5 req-71656bad-d764-4c51-bb86-100dfdcaa097 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482406 Mar 10 17:28:18.636369 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:19.015140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25e949-217b-47b8-8a80-1e5f924a2970 req-7b865075-94a7-4b41-b731-4bbdc64a11f7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:19.038944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee25e949-217b-47b8-8a80-1e5f924a2970 req-7b865075-94a7-4b41-b731-4bbdc64a11f7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1260259 Mar 10 17:28:19.160964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee25e949-217b-47b8-8a80-1e5f924a2970 req-33a67948-39ce-4b3a-a4b8-593751c3a8ca tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104276 Mar 10 17:28:19.349088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e398e-fcd5-4373-aa1e-c983aad050f6 req-2413be17-10b0-44a2-999d-f13a31b70026 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:19.357965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a05e398e-fcd5-4373-aa1e-c983aad050f6 req-2413be17-10b0-44a2-999d-f13a31b70026 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.0931485 Mar 10 17:28:19.427957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a05e398e-fcd5-4373-aa1e-c983aad050f6 req-5374a6a0-2701-4abe-934d-60b53f47f778 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665088 Mar 10 17:28:19.813757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314039cb-76bd-48f0-b649-bb7a184e88c0 req-4b14ec7f-ed0d-4b69-832b-fa5daa893a2b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:19.832679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-314039cb-76bd-48f0-b649-bb7a184e88c0 req-4b14ec7f-ed0d-4b69-832b-fa5daa893a2b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.1685448 Mar 10 17:28:19.990965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-314039cb-76bd-48f0-b649-bb7a184e88c0 req-9a41476a-94ba-4f2c-a238-15910d942bb4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515722 Mar 10 17:28:20.359442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02672-8370-4488-81fd-53073ed54fa5 req-e576edbf-60d0-45d6-8160-2f54f8060b2f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:20.367863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ab02672-8370-4488-81fd-53073ed54fa5 req-e576edbf-60d0-45d6-8160-2f54f8060b2f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1134021 Mar 10 17:28:20.411085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296085c-8cf7-4265-adf7-c04dcb28fc8b req-ede8be70-4eb8-40f8-a325-0f60c026bc85 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:20.413088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4296085c-8cf7-4265-adf7-c04dcb28fc8b req-ede8be70-4eb8-40f8-a325-0f60c026bc85 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 949 time: 0.1237161 Mar 10 17:28:20.499268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ab02672-8370-4488-81fd-53073ed54fa5 req-0569a602-3c1d-4e6b-b6e3-41eb4d2d5fc1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259794 Mar 10 17:28:20.550765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4296085c-8cf7-4265-adf7-c04dcb28fc8b req-3e712cc0-cfbc-4cb1-8817-2dafd22ce457 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206481 Mar 10 17:28:20.579393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-8373095c-9392-4774-89e4-4e56dc5e8cb5 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:20.583067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-8373095c-9392-4774-89e4-4e56dc5e8cb5 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.41 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1969061 Mar 10 17:28:20.820520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da1143-8411-4703-b9b0-1bd054be4598 req-faa6ac13-fe9d-4b81-b6ef-319a49c21eea tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:20.827984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16da1143-8411-4703-b9b0-1bd054be4598 req-faa6ac13-fe9d-4b81-b6ef-319a49c21eea tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.1973393 Mar 10 17:28:20.885028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Deleting port d2297dfb-3735-4d07-98ff-a41d14c67be6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:20.885565 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:20.932732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16da1143-8411-4703-b9b0-1bd054be4598 req-a86cd85e-079a-4e67-bdea-a4714c193171 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997689 Mar 10 17:28:21.078090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] For port d2297dfb-3735-4d07-98ff-a41d14c67be6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d2297dfb-3735-4d07-98ff-a41d14c67be6,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:21.078731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:21.815018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ba127-e5fe-4ec0-9193-e46cf34336ab req-da1ea141-2884-4d6f-b458-748b0e14a0b3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:21.817392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd0ba127-e5fe-4ec0-9193-e46cf34336ab req-da1ea141-2884-4d6f-b458-748b0e14a0b3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.7023745 Mar 10 17:28:21.827434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-edb05e47-81ba-4a61-a804-9f0223b62d9a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:21.828997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-edb05e47-81ba-4a61-a804-9f0223b62d9a tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 949 time: 0.1937494 Mar 10 17:28:21.841643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa893-f46f-4d95-8cb6-d14473c8fca5 req-ded11864-dc21-4c47-87c6-71a0100cd22d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:21.848996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5fa893-f46f-4d95-8cb6-d14473c8fca5 req-ded11864-dc21-4c47-87c6-71a0100cd22d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.2107263 Mar 10 17:28:22.089321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5fa893-f46f-4d95-8cb6-d14473c8fca5 req-451e90a2-28bf-44e0-8e09-1d516a3c2cca tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356219 Mar 10 17:28:22.380414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.380414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.380414 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Floating IP cf9a6c70-9c0e-4e1f-a13e-19c1692da03f disassociated. External IP: 172.25.3.228, port: d2297dfb-3735-4d07-98ff-a41d14c67be6. Mar 10 17:28:22.380921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Calling delete_port for d2297dfb-3735-4d07-98ff-a41d14c67be6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:22.461360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd0ba127-e5fe-4ec0-9193-e46cf34336ab req-addd52de-4d2d-4d17-b292-98734a1b07a2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303134 Mar 10 17:28:22.478317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71484a71-330f-46b6-b881-9a98071242de req-153e3f4a-6a01-48bb-a460-678ac08835c4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:22.480112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71484a71-330f-46b6-b881-9a98071242de req-153e3f4a-6a01-48bb-a460-678ac08835c4 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 949 time: 0.6053450 Mar 10 17:28:22.550051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cc314-6f7c-4ba9-b2fd-a65c14b756c2 req-de0ad3cd-ef61-4c2a-a8de-5d8a59fad3de tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:22.557876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-630cc314-6f7c-4ba9-b2fd-a65c14b756c2 req-de0ad3cd-ef61-4c2a-a8de-5d8a59fad3de tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=fca4a970-7cab-483d-9d97-716a1b733dde HTTP/1.1" status: 200 len: 949 time: 0.3241010 Mar 10 17:28:22.596496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port fe27ee78-c929-446c-8bc1-cdf746d10102 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:22.596892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.798333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-630cc314-6f7c-4ba9-b2fd-a65c14b756c2 req-063f6055-e93c-4efc-a29f-6a9e307d05e5 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394011 Mar 10 17:28:22.878260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port fe27ee78-c929-446c-8bc1-cdf746d10102, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fe27ee78-c929-446c-8bc1-cdf746d10102,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:22.879017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:22.963696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for fe27ee78-c929-446c-8bc1-cdf746d10102 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:23.342474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059e45b-f016-4152-a00f-489e057fa078 req-06349ba1-40b7-46c1-98b0-e941e449e963 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:23.355374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2059e45b-f016-4152-a00f-489e057fa078 req-06349ba1-40b7-46c1-98b0-e941e449e963 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 945 time: 0.5676877 Mar 10 17:28:23.364346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d2297dfb-3735-4d07-98ff-a41d14c67be6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.408415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fe27ee78-c929-446c-8bc1-cdf746d10102), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.420487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port d85b1c6e-ec74-4c2f-9e23-948674276769 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:23.420853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.424044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:23.493360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=fe27ee78-c929-446c-8bc1-cdf746d10102,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:23.707402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2059e45b-f016-4152-a00f-489e057fa078 req-ddaddec6-8733-43c1-81d7-c31d2e0077a5 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups?id=c939fa95-1274-4fbd-a699-9947ce9d8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437910 Mar 10 17:28:23.776582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port fe27ee78-c929-446c-8bc1-cdf746d10102 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:23.790482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event deleted for resources: {'Port': ['ID=d2297dfb-3735-4d07-98ff-a41d14c67be6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:23.809341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:23.815993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b2fcbea-2aa5-4c6e-8064-bd50d41517ee req-ae7755bc-8abd-4a35-b0d9-1ae590de2009 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "DELETE /v2.0/ports/fe27ee78-c929-446c-8bc1-cdf746d10102 HTTP/1.1" status: 204 len: 173 time: 1.9339418 Mar 10 17:28:24.033447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fe27ee78-c929-446c-8bc1-cdf746d10102 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:24.076904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: fe27ee78-c929-446c-8bc1-cdf746d10102 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:24.077279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fe27ee78-c929-446c-8bc1-cdf746d10102 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:24.077712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d2297dfb-3735-4d07-98ff-a41d14c67be6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:24.136913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: d2297dfb-3735-4d07-98ff-a41d14c67be6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:24.137175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d2297dfb-3735-4d07-98ff-a41d14c67be6 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:24.137715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d85b1c6e-ec74-4c2f-9e23-948674276769 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:24.169948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'name': 'network-vif-deleted', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:24.177179 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401d607-b689-4ef0-9a2b-e2d3b9efb50c" -d '{"events": [{"server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "name": "network-vif-deleted", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:24.217474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Router c1220178-59a8-4d5e-81e8-aa7467b74ef2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:28:24.252876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d85b1c6e-ec74-4c2f-9e23-948674276769 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:24.254124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:24.260311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c84d5-f038-4091-a3cd-53ecd12187ae req-bbc9dcd6-e9a3-4dd3-bcf2-e7b31b663785 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:24.268644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd3c84d5-f038-4091-a3cd-53ecd12187ae req-bbc9dcd6-e9a3-4dd3-bcf2-e7b31b663785 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 1.0583079 Mar 10 17:28:24.377749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:24.380393 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787115b-1a2d-44de-9548-5e84fba6b93d" -d '{"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:24.407204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:24.415657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:24.459097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd3c84d5-f038-4091-a3cd-53ecd12187ae req-92ed8dd9-fa73-4bf7-9fe7-106e72ec29b7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893718 Mar 10 17:28:24.540798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:24.613242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port d85b1c6e-ec74-4c2f-9e23-948674276769, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d85b1c6e-ec74-4c2f-9e23-948674276769,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:24.613641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:24.642602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for d85b1c6e-ec74-4c2f-9e23-948674276769 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:24.807554 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1409d-09ea-4c9d-8696-d8e581d0b8b6 x-openstack-request-id: req-afa1409d-09ea-4c9d-8696-d8e581d0b8b6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:24.809536 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca4a970-7cab-483d-9d97-716a1b733dde", "name": "network-vif-deleted", "tag": "fe27ee78-c929-446c-8bc1-cdf746d10102", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:24.809948 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afa1409d-09ea-4c9d-8696-d8e581d0b8b6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:24.810439 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca4a970-7cab-483d-9d97-716a1b733dde', 'name': 'network-vif-deleted', 'tag': 'fe27ee78-c929-446c-8bc1-cdf746d10102', 'status': 'completed', 'code': 200} Mar 10 17:28:24.825984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d85b1c6e-ec74-4c2f-9e23-948674276769), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:24.842621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:24.904585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=d85b1c6e-ec74-4c2f-9e23-948674276769,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:24.940211 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db5590d-ec42-4a9c-bd61-6f62f24f179c x-openstack-request-id: req-4db5590d-ec42-4a9c-bd61-6f62f24f179c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:24.940511 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:24.952112 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4db5590d-ec42-4a9c-bd61-6f62f24f179c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:24.953543 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'code': 200} Mar 10 17:28:25.132725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:25.168107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af0057b3-0c94-4fb1-bea0-85047a63b80b req-ffb0c495-3c66-4e08-ac45-65cb7a0a1529 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5196ce1-92f7-4fdc-8709-a8091454c7b3 HTTP/1.1" status: 200 len: 210 time: 0.1246958 Mar 10 17:28:25.254933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port d85b1c6e-ec74-4c2f-9e23-948674276769 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:25.264818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.271964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71484a71-330f-46b6-b881-9a98071242de req-0c7762aa-2227-494b-9fa9-7edc7d319805 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "DELETE /v2.0/ports/d85b1c6e-ec74-4c2f-9e23-948674276769 HTTP/1.1" status: 204 len: 173 time: 2.7840595 Mar 10 17:28:25.332673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce62dc-d589-44bd-b4b4-887f933abe48 req-9a19604b-67d5-4dc8-ba09-d3b4c8453840 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:25.334111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02ce62dc-d589-44bd-b4b4-887f933abe48 req-9a19604b-67d5-4dc8-ba09-d3b4c8453840 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 1.1510444 Mar 10 17:28:25.491740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb7f834-9b54-4c81-acd0-6686921fc346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.521800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:25.534185 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Sync routers for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:25.561810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61647dbb-2225-4614-bab5-1ed36101e94a req-0b26676b-0da6-4682-bc0c-4e15800a039e tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 210 time: 0.2464025 Mar 10 17:28:25.571976 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:25.572530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:25.697097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] No DVR routers for this DVR port d2297dfb-3735-4d07-98ff-a41d14c67be6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:25.711353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.715146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d16899d0-fbb3-47f1-9d21-106066e9f18b req-09fae6d7-32db-40de-b917-e50f6c062aa0 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.41 "DELETE /v2.0/ports/d2297dfb-3735-4d07-98ff-a41d14c67be6 HTTP/1.1" status: 204 len: 173 time: 5.1224990 Mar 10 17:28:25.774369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb7f834-9b54-4c81-acd0-6686921fc346 admin admin] Publish callbacks [] for security_group (d2b746c6-8655-4f59-921e-685a43382e9d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.797108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb7f834-9b54-4c81-acd0-6686921fc346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d2b746c6-8655-4f59-921e-685a43382e9d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:25.806851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02ce62dc-d589-44bd-b4b4-887f933abe48 req-0c3c9974-01ea-427b-8b4b-21dd13b4878c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819855 Mar 10 17:28:25.853207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16efc7-d0c4-4357-bf20-3e178737c4f8 req-eb57cf66-0e10-483a-b1e1-ef7284091a65 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:25.862873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb16efc7-d0c4-4357-bf20-3e178737c4f8 req-eb57cf66-0e10-483a-b1e1-ef7284091a65 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1574795 Mar 10 17:28:25.908301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f834-9b54-4c81-acd0-6686921fc346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b746c6-8655-4f59-921e-685a43382e9d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:25.940802 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:25.992624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-adb7f834-9b54-4c81-acd0-6686921fc346 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=617435c776a7476b98e2b0afb504464d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587821 Mar 10 17:28:25.995895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:26.041235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device de647e3a-89f1-4971-b6db-0452894c56ed details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:26.077843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb16efc7-d0c4-4357-bf20-3e178737c4f8 req-f100a92a-edef-4ec3-9352-4b2b8307fe92 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118664 Mar 10 17:28:26.131686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] Publish callbacks [] for security_group (d2b746c6-8655-4f59-921e-685a43382e9d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:26.198071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] Publish callbacks [] for security_group (d2b746c6-8655-4f59-921e-685a43382e9d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:26.255277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:26.297052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device de647e3a-89f1-4971-b6db-0452894c56ed has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:28:26.309633 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d2b746c6-8655-4f59-921e-685a43382e9d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:26.315817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:26.317890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2b746c6-8655-4f59-921e-685a43382e9d HTTP/1.1" status: 204 len: 168 time: 0.3199925 Mar 10 17:28:26.330213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef47e2-bbd1-4b20-8711-9036b04d740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b746c6-8655-4f59-921e-685a43382e9d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:26.399252 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:26.449327 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Checking router: c1220178-59a8-4d5e-81e8-aa7467b74ef2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:26.461444 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:26.462557 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:26.659184 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:26.721986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:26.732661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-749fc18f-ba09-4c11-b128-434e0eb7cb83 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:26.734641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-749fc18f-ba09-4c11-b128-434e0eb7cb83 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1128 time: 0.0863941 Mar 10 17:28:26.830453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-deleted', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769'}, {'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'name': 'network-vif-deleted', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:26.833973 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89dcc1c-0161-4bca-bb65-c8605f82f805" -d '{"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-deleted", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769"}, {"server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "name": "network-vif-deleted", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:26.856927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed99e297-77fd-4098-a52b-0e0b0f93ff89 req-4afc3a2b-d181-4e52-b925-176fc7180680 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/ports?device_id=1387e334-4a38-4bbe-b333-ca8c8cbc95a9 HTTP/1.1" status: 200 len: 210 time: 0.0831141 Mar 10 17:28:26.965136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-a01431f7-bf8a-4d56-8a68-1d465962c991 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1217143512&fields=id&tenant_id=3158627fdbb545599f9be099ffa1cd05 HTTP/1.1" status: 200 len: 267 time: 0.1239278 Mar 10 17:28:27.029694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:27.241511 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:27.280886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1089949-527f-49c8-b62a-8edb05e1e06d None None] The sync data for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 is: [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:31Z', 'revision_number': 4, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '452cefe7-ae51-480d-b9c7-42063e7febb3', 'name': '', 'network_id': 'f64fb7c2-7064-4e2b-afb0-d90082858a0a', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'mac_address': 'fa:16:3e:10:05:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:30Z', 'updated_at': '2022-03-10T17:26:37Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'subnets': [{'id': '648a8b24-eb7a-4d31-ba93-e0284414dcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:27.763022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f2eb7-da75-49ea-b9e0-386afcac8964 None None] New status for floating IP cf9a6c70-9c0e-4e1f-a13e-19c1692da03f: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:28:27.785068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:27.827834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33792b-662e-41ae-86e8-4ad19499a333 req-f23d84d6-d991-4cf2-8e4b-f23749ff4c46 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:27.836680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea33792b-662e-41ae-86e8-4ad19499a333 req-f23d84d6-d991-4cf2-8e4b-f23749ff4c46 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.7826145 Mar 10 17:28:27.855568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-81c07d3e-94c0-45dc-b1ae-25527b396192 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:27.862687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-81c07d3e-94c0-45dc-b1ae-25527b396192 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/networks?id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f HTTP/1.1" status: 200 len: 814 time: 0.8855960 Mar 10 17:28:27.920692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-10cea7d7-3b5e-4d3c-8a98-c51b63739e70 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/quotas/3158627fdbb545599f9be099ffa1cd05 HTTP/1.1" status: 200 len: 375 time: 0.0570524 Mar 10 17:28:28.016427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea33792b-662e-41ae-86e8-4ad19499a333 req-ec85176a-c50e-4711-b00a-1d58e6b77223 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801877 Mar 10 17:28:28.113448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-e94dfa84-e924-43d0-ba31-e370c301cf1e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3158627fdbb545599f9be099ffa1cd05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916490 Mar 10 17:28:28.128013 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f1baf-3f1b-457e-8b99-de03445d0037 x-openstack-request-id: req-2f5f1baf-3f1b-457e-8b99-de03445d0037 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:28.128315 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5196ce1-92f7-4fdc-8709-a8091454c7b3", "name": "network-vif-deleted", "tag": "d85b1c6e-ec74-4c2f-9e23-948674276769", "status": "completed", "code": 200}, {"server_uuid": "1387e334-4a38-4bbe-b333-ca8c8cbc95a9", "name": "network-vif-deleted", "tag": "d2297dfb-3735-4d07-98ff-a41d14c67be6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:28.128565 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f5f1baf-3f1b-457e-8b99-de03445d0037 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:28.128964 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5196ce1-92f7-4fdc-8709-a8091454c7b3', 'name': 'network-vif-deleted', 'tag': 'd85b1c6e-ec74-4c2f-9e23-948674276769', 'status': 'completed', 'code': 200} Mar 10 17:28:28.129211 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387e334-4a38-4bbe-b333-ca8c8cbc95a9', 'name': 'network-vif-deleted', 'tag': 'd2297dfb-3735-4d07-98ff-a41d14c67be6', 'status': 'completed', 'code': 200} Mar 10 17:28:28.171545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:28.340959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:28.367038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-42c6944e-e3ce-418d-858e-3ee478cd4a4e service neutron] 10.222.0.35 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407758 Mar 10 17:28:28.407788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-ed13d64f-4b8e-426e-a4f5-16362b50418d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.410213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-ed13d64f-4b8e-426e-a4f5-16362b50418d tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.2178380 Mar 10 17:28:28.553465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392832fc-2120-4bdd-b9a0-59d31ffe229e req-f33c2afb-c123-4e61-a70e-002c59598622 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:28.560763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392832fc-2120-4bdd-b9a0-59d31ffe229e req-f33c2afb-c123-4e61-a70e-002c59598622 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 946 time: 0.3112378 Mar 10 17:28:28.624525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks [] for port (de647e3a-89f1-4971-b6db-0452894c56ed), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.670878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-b002fde6-683e-496f-8156-44539284f099 service neutron] 10.222.0.35 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847655 Mar 10 17:28:28.687510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.812593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-392832fc-2120-4bdd-b9a0-59d31ffe229e req-b76c9faa-963c-4b31-bf57-c86fd7265485 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450838 Mar 10 17:28:28.850369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Deleting port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:28.851037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:28.855465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:29.019154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:29.019488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:29.020040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:29.074312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:29.074659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Attempting to bind port de647e3a-89f1-4971-b6db-0452894c56ed on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:29.095722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:29.096070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:29.096522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:29.097036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Bound port: de647e3a-89f1-4971-b6db-0452894c56ed, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:29.097394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.156480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c9f83-cd56-4fc2-9d6a-edfdb0610db1 req-2aed7cde-35f1-4074-a933-3dc48fdc7306 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.158042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e1c9f83-cd56-4fc2-9d6a-edfdb0610db1 req-2aed7cde-35f1-4074-a933-3dc48fdc7306 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1899185 Mar 10 17:28:29.205262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] For port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:29.205631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.242501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Calling delete_port for 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:29.348897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:29.353633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e1c9f83-cd56-4fc2-9d6a-edfdb0610db1 req-81c3c772-4472-4f2b-84f9-3f685375564c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610591 Mar 10 17:28:29.566889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:29.572251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.626662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f64661d1-834d-4d05-9a3d-647dfcf2bda4 req-3b8803e7-d46c-42ff-9c49-8aa295241975 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.1115158 Mar 10 17:28:29.644746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.688388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:29.818287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (c939fa95-1274-4fbd-a699-9947ce9d8dd8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.853343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (c939fa95-1274-4fbd-a699-9947ce9d8dd8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.917425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c939fa95-1274-4fbd-a699-9947ce9d8dd8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.923218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:29.927071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "DELETE /v2.0/security-groups/c939fa95-1274-4fbd-a699-9947ce9d8dd8 HTTP/1.1" status: 204 len: 168 time: 0.2327361 Mar 10 17:28:29.937796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:29.976943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189c3cf-8f97-4c0e-bb2b-f1103c5035b3 tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939fa95-1274-4fbd-a699-9947ce9d8dd8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:29.979086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc5934-e8c0-46cc-8c9c-b4eb662c8e1a req-e0bc7fde-4067-46c1-a416-653646074131 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:29.988656 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-7e40db24-5b33-4ecd-b59d-a8940d0322bf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] show failed (client error): The resource could not be found. Mar 10 17:28:29.988935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17dc5934-e8c0-46cc-8c9c-b4eb662c8e1a req-e0bc7fde-4067-46c1-a416-653646074131 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b15b299-8d50-45bc-b13f-9ab5ece7e889 HTTP/1.1" status: 200 len: 950 time: 0.4896932 Mar 10 17:28:29.990451 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e40db24-5b33-4ecd-b59d-a8940d0322bf tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "GET /v2.0/security-groups/c939fa95-1274-4fbd-a699-9947ce9d8dd8 HTTP/1.1" status: 404 len: 347 time: 0.0510111 Mar 10 17:28:29.993147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:29.995419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:30.000745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.001366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.003020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d599f967-ffd1-4bc1-853b-1ae28e3aa65b service neutron] 10.222.0.41 "PUT /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 1122 time: 3.2585003 Mar 10 17:28:30.089726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.132164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['de647e3a-89f1-4971-b6db-0452894c56ed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:30.169372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Deleting port 6690428d-dff4-4c3d-95d3-e9b3a7f6f490 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:30.170002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.239307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed'}, {'name': 'network-changed', 'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:30.245206 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c63646-270f-438c-abb0-9ca22066cdac" -d '{"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-unplugged", "status": "completed", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed"}, {"name": "network-changed", "server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:30.276263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Pushing event deleted for resources: {'Port': ['ID=4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:30.289722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['de647e3a-89f1-4971-b6db-0452894c56ed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:30.389017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.389756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.419499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Calling delete_port for 6690428d-dff4-4c3d-95d3-e9b3a7f6f490 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:30.488961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] No DVR routers for this DVR port 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:30.494306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.503380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6f31755-2271-4149-a7f1-0a36587e8baa req-c98fd53b-b6f7-4829-b2ab-6b84a39c3b84 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.41 "DELETE /v2.0/ports/4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f HTTP/1.1" status: 204 len: 173 time: 2.0725679 Mar 10 17:28:30.524740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3e85e-e263-4aa7-9301-3c3a411a03e1 req-35ffed07-5cf2-4639-8846-411a222cbf05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.529080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03f3e85e-e263-4aa7-9301-3c3a411a03e1 req-35ffed07-5cf2-4639-8846-411a222cbf05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.5007722 Mar 10 17:28:30.547434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17dc5934-e8c0-46cc-8c9c-b4eb662c8e1a req-c3925de1-74f6-4286-ad32-a3e1e1171eb2 tempest-ServersOnMultiNodesTest-1185990625 tempest-ServersOnMultiNodesTest-1185990625-project] 10.222.0.35 "GET /v2.0/security-groups?id=45503e2c-a5c5-4fac-a22d-5c424c39a998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574307 Mar 10 17:28:30.711995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03f3e85e-e263-4aa7-9301-3c3a411a03e1 req-7f93a5a6-1f9e-45ff-a154-c405bcf5e376 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553063 Mar 10 17:28:30.752715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6690428d-dff4-4c3d-95d3-e9b3a7f6f490), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:30.754131 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d24e236-6077-4344-9dba-203cb08e25cb x-openstack-request-id: req-3d24e236-6077-4344-9dba-203cb08e25cb {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:30.754546 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-unplugged", "status": "completed", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed", "code": 200}, {"name": "network-changed", "server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:30.754748 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d24e236-6077-4344-9dba-203cb08e25cb {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:30.756573 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'code': 200} Mar 10 17:28:30.756852 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'status': 'completed', 'code': 200} Mar 10 17:28:30.838611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Pushing event deleted for resources: {'Port': ['ID=6690428d-dff4-4c3d-95d3-e9b3a7f6f490,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:30.903119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63646-270f-438c-abb0-9ca22066cdac req-36ae98f3-70c4-4215-b1f1-6372e53dc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:30.913846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-36ae98f3-70c4-4215-b1f1-6372e53dc900 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1156 time: 0.1265624 Mar 10 17:28:31.038089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks [] for floatingip (cf9a6c70-9c0e-4e1f-a13e-19c1692da03f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.043222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.049468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-970e526d-f597-42ed-ade4-f8ac3cdcf4fc tempest-ServersTestManualDisk-766499973 tempest-ServersTestManualDisk-766499973-project] 10.222.0.35 "DELETE /v2.0/floatingips/cf9a6c70-9c0e-4e1f-a13e-19c1692da03f HTTP/1.1" status: 204 len: 168 time: 1.0550723 Mar 10 17:28:31.055928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:31.263879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:31.346991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e680ee25-4a7d-49fb-8817-ab60b92ce852 req-7f6585e7-440f-48cf-9524-f46dd8618aab tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.1522865 Mar 10 17:28:31.553745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6873986-5450-46c8-9735-3c00e8bdee9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.575396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee459ae-dbd1-4156-bf8b-5959723f5055 req-edd03975-e02a-45bb-aeb9-3944d5b0e650 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:31.577840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ee459ae-dbd1-4156-bf8b-5959723f5055 req-edd03975-e02a-45bb-aeb9-3944d5b0e650 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.6611362 Mar 10 17:28:31.593595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63646-270f-438c-abb0-9ca22066cdac req-2a26027e-dec0-42b7-bab9-712986b6c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:31.601103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-2a26027e-dec0-42b7-bab9-712986b6c84f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.6368468 Mar 10 17:28:31.676463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.791427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6873986-5450-46c8-9735-3c00e8bdee9f admin admin] Publish callbacks [] for security_group (952dd139-72df-43a5-ae09-ddc17b5d060e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:31.793939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-4aca9088-8f36-41b1-9bff-479ee2cbb5aa tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:31.796547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-4aca9088-8f36-41b1-9bff-479ee2cbb5aa tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.41 "GET /v2.0/networks?id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f HTTP/1.1" status: 200 len: 814 time: 0.8305349 Mar 10 17:28:31.808164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-9fed237c-40c5-458d-8c64-25fac0bf45ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.1568592 Mar 10 17:28:31.889244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6873986-5450-46c8-9735-3c00e8bdee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (952dd139-72df-43a5-ae09-ddc17b5d060e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.012131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3ee56fc7-e1cd-4ee4-b6c7-ba992d2758cb tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3158627fdbb545599f9be099ffa1cd05 HTTP/1.1" status: 200 len: 380 time: 0.1876967 Mar 10 17:28:32.019634 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e6873986-5450-46c8-9735-3c00e8bdee9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96cc6c2879f140b1b80b9bd2c66f5d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541997 Mar 10 17:28:32.021592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873986-5450-46c8-9735-3c00e8bdee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952dd139-72df-43a5-ae09-ddc17b5d060e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:32.024228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55802) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:32.031672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ee459ae-dbd1-4156-bf8b-5959723f5055 req-4c1314a3-ec05-4af8-a7b0-cad9353f2714 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231818 Mar 10 17:28:32.040529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'port': {'device_id': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'admin_state_up': True, 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'security_groups': ['dce7c2be-b675-4c2b-9af5-f4eb4cc57010']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:32.071419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:32.101876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] Publish callbacks [] for security_group (952dd139-72df-43a5-ae09-ddc17b5d060e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.123185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:32.123675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:32.125612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] Publish callbacks [] for security_group (952dd139-72df-43a5-ae09-ddc17b5d060e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.157225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55804) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:32.232790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (952dd139-72df-43a5-ae09-ddc17b5d060e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.236816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.238831 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/952dd139-72df-43a5-ae09-ddc17b5d060e HTTP/1.1" status: 204 len: 168 time: 0.2122965 Mar 10 17:28:32.252891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050afd8-7e4e-4447-8582-095bc0b7acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952dd139-72df-43a5-ae09-ddc17b5d060e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:32.297099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Deleting port 452cefe7-ae51-480d-b9c7-42063e7febb3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:32.298174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.307508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63646-270f-438c-abb0-9ca22066cdac req-2b148d58-bf2c-41ff-86d0-e4c010e888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:32.309598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-2b148d58-bf2c-41ff-86d0-e4c010e888cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.4045339 Mar 10 17:28:32.312404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Made reservation on behalf of 3158627fdbb545599f9be099ffa1cd05 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:32.318791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.377558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aaf01-ce6a-4b72-a3fa-2963dcdd2508 req-bad8cc1a-12f9-4aa2-8ef7-c866dc5b7524 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:32.387780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a49aaf01-ce6a-4b72-a3fa-2963dcdd2508 req-bad8cc1a-12f9-4aa2-8ef7-c866dc5b7524 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.4483783 Mar 10 17:28:32.392317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-4a734f51-21f3-4550-9421-d27f8555daf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695279 Mar 10 17:28:32.577401 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-105b0333-610e-4587-81fc-3690ed6f946a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=139a5299b89c458bbc97752fd7a24bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189222 Mar 10 17:28:32.582881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8e37f27-c95c-40b0-bd53-e0a57f8bb8c1 req-1eaf94b7-cde9-42ab-a582-be772f654d9d tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.0861518 Mar 10 17:28:32.585098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55816) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:32.639503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a49aaf01-ce6a-4b72-a3fa-2963dcdd2508 req-97db67cd-4968-44ad-9e62-7443d8d35646 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507446 Mar 10 17:28:32.646058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] For port 452cefe7-ae51-480d-b9c7-42063e7febb3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=452cefe7-ae51-480d-b9c7-42063e7febb3,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:32.648146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.655144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-caec26de-9794-4763-b067-af382244738e service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518747 Mar 10 17:28:32.682369 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:28:32.739642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Calling delete_port for 452cefe7-ae51-480d-b9c7-42063e7febb3 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:32.765416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'name': 'network-vif-deleted', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:32.767998 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc20da-3952-4d0b-a74f-3f7a8d2e5e8f" -d '{"events": [{"server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "name": "network-vif-deleted", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:32.793089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Allocated IP 172.20.0.14 (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f/37fa0704-bc91-46fb-bbc4-3ce785dac165/5093c9bb-6593-45c8-ae26-4bfc2bd1f061) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:32.803344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] Publish callbacks [] for security_group (45503e2c-a5c5-4fac-a22d-5c424c39a998), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:32.841626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85c63646-270f-438c-abb0-9ca22066cdac req-fb9f0238-22c8-4465-a8f1-39c50a292b88 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771240 Mar 10 17:28:32.882726 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e0981-1d1b-4a63-bede-2784040c447c x-openstack-request-id: req-0b3e0981-1d1b-4a63-bede-2784040c447c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:32.885318 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b15b299-8d50-45bc-b13f-9ab5ece7e889", "name": "network-vif-deleted", "tag": "4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:32.886451 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b3e0981-1d1b-4a63-bede-2784040c447c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:32.888472 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b15b299-8d50-45bc-b13f-9ab5ece7e889', 'name': 'network-vif-deleted', 'tag': '4e7401cc-408e-4aa8-9d6d-dd0cbb60e54f', 'status': 'completed', 'code': 200} Mar 10 17:28:32.915501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55820) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:32.961607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] Publish callbacks [] for security_group (45503e2c-a5c5-4fac-a22d-5c424c39a998), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.199195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45503e2c-a5c5-4fac-a22d-5c424c39a998), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.204351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.205836 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45503e2c-a5c5-4fac-a22d-5c424c39a998 HTTP/1.1" status: 204 len: 168 time: 0.6116662 Mar 10 17:28:33.229487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc861fe-565e-4f56-b10f-fe313a39f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45503e2c-a5c5-4fac-a22d-5c424c39a998,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.348259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (452cefe7-ae51-480d-b9c7-42063e7febb3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.416011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=452cefe7-ae51-480d-b9c7-42063e7febb3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:33.486076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.575818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.644430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33bc9877-07a0-467d-baf6-a298ef3ddc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.922806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:33.944539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:33.982720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:33.990573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:34.052289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-535aec77-e83b-46ee-8202-3184505e40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.053814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-535aec77-e83b-46ee-8202-3184505e40df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1156 time: 0.5009573 Mar 10 17:28:34.055490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event updated for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:34.086550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55832) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:34.139295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90b162-c82a-4fa0-99c9-d9485f3ac4e4 req-5f1f9cee-bf72-4d10-9859-8ff6e9a5f37e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.140866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b90b162-c82a-4fa0-99c9-d9485f3ac4e4 req-5f1f9cee-bf72-4d10-9859-8ff6e9a5f37e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.5795286 Mar 10 17:28:34.253004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.253655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.300626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d5fd-dcb9-42af-9e86-fc84fa5f0380 req-317624b2-1e2c-4853-8fd4-593d384dc9e9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.308061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5617d5fd-dcb9-42af-9e86-fc84fa5f0380 req-317624b2-1e2c-4853-8fd4-593d384dc9e9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 932 time: 0.4386940 Mar 10 17:28:34.341973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Router c1220178-59a8-4d5e-81e8-aa7467b74ef2 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:28:34.393598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-5650da38-dc1d-456d-ab46-daa6c156b12e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3584397 Mar 10 17:28:34.417971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33bc9877-07a0-467d-baf6-a298ef3ddc96 admin admin] Publish callbacks [] for security_group (0b0cfad1-60b0-4e34-865a-84564de530e4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.423535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Request body: {'port': {'device_id': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:34.433207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-74326d34-0a03-4802-899c-eb8fddd0f6dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b91d124ea5c442a0b320f196ad61d7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418274 Mar 10 17:28:34.437293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55834) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:34.440625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b90b162-c82a-4fa0-99c9-d9485f3ac4e4 req-3dad9b36-35f4-46c3-8a67-9c3ab9850354 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517667 Mar 10 17:28:34.470031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33bc9877-07a0-467d-baf6-a298ef3ddc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0b0cfad1-60b0-4e34-865a-84564de530e4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.471175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-175b145d-3349-4542-bffd-9aecea261bd8 None None] Provisioning complete for port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:34.472200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-175b145d-3349-4542-bffd-9aecea261bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.547052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-8965bcd5-fb87-4a7b-8f56-7b650213e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.548536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-8965bcd5-fb87-4a7b-8f56-7b650213e54b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.4611678 Mar 10 17:28:34.553305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-175b145d-3349-4542-bffd-9aecea261bd8 None None] Port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:34.568431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:34.579549 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-991872ce-7664-42e9-8ce4-2e27ddf12ec7 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1220178-59a8-4d5e-81e8-aa7467b74ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214550 Mar 10 17:28:34.582364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:34.583274 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Sync routers for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:34.596868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:34.598007 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:34.614003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5617d5fd-dcb9-42af-9e86-fc84fa5f0380 req-7ff4d595-1e0b-4533-8aed-14f876fef6a8 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919421 Mar 10 17:28:34.614003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc9877-07a0-467d-baf6-a298ef3ddc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0cfad1-60b0-4e34-865a-84564de530e4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:34.617768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-33bc9877-07a0-467d-baf6-a298ef3ddc96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83b2ce58059242cbbcbf254c7a76be93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0851622 Mar 10 17:28:34.684380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55838) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:34.731828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:34.737297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-3a993721-ea31-4efd-8dbe-17cd2924fa42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.1755149 Mar 10 17:28:34.745138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.838060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] Publish callbacks [] for security_group (0b0cfad1-60b0-4e34-865a-84564de530e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.860867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] Publish callbacks [] for security_group (9b3fde07-736a-4e8f-9f02-ba7d84c85fb9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.869368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4da40-f9e8-47fc-b0c2-b4aa23bd3588 req-c8a67d4b-065c-4a31-ac11-d4c4f68f191a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:34.877271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cd4da40-f9e8-47fc-b0c2-b4aa23bd3588 req-c8a67d4b-065c-4a31-ac11-d4c4f68f191a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.3010330 Mar 10 17:28:34.886924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks [] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.934531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] Publish callbacks [] for security_group (0b0cfad1-60b0-4e34-865a-84564de530e4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:34.988631 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:28:33Z', 'revision_number': 5, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port': {'id': '76dc3ba9-3586-4a4f-a4a9-10d37b75deef', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:35.007370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] Publish callbacks [] for security_group (9b3fde07-736a-4e8f-9f02-ba7d84c85fb9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.015770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-323bc1ca-7f00-4a38-a7e0-96dd4812e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:35.017574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-323bc1ca-7f00-4a38-a7e0-96dd4812e99a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.2573869 Mar 10 17:28:35.034808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks [] for router_gateway (c1220178-59a8-4d5e-81e8-aa7467b74ef2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.068766 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Checking router: c1220178-59a8-4d5e-81e8-aa7467b74ef2 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:35.075805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0b0cfad1-60b0-4e34-865a-84564de530e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.078903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.080161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b0cfad1-60b0-4e34-865a-84564de530e4 HTTP/1.1" status: 204 len: 168 time: 0.3947804 Mar 10 17:28:35.093240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e005f-92c7-4140-a897-62d413c69868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0cfad1-60b0-4e34-865a-84564de530e4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:35.103989 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Routers {'c1220178-59a8-4d5e-81e8-aa7467b74ef2'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:35.108641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-c7739559-740e-4e4e-89d4-82b1a68aac84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581374 Mar 10 17:28:35.118703 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:35.139333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cd4da40-f9e8-47fc-b0c2-b4aa23bd3588 req-75ecdabe-23a9-4973-8d83-a2b375b302c4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554712 Mar 10 17:28:35.144490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Deleting port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:35.144844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.276854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9b3fde07-736a-4e8f-9f02-ba7d84c85fb9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.286947 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.291364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b3fde07-736a-4e8f-9f02-ba7d84c85fb9 HTTP/1.1" status: 204 len: 168 time: 0.8473783 Mar 10 17:28:35.313780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] For port 76dc3ba9-3586-4a4f-a4a9-10d37b75deef, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:35.314056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.343440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Calling delete_port for 76dc3ba9-3586-4a4f-a4a9-10d37b75deef owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:35.346253 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] Set router c1220178-59a8-4d5e-81e8-aa7467b74ef2 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:35.406939 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:28:35Z', 'revision_number': 6, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:35.422749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79b2af-76df-41c5-a0b9-4f68988b87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fde07-736a-4e8f-9f02-ba7d84c85fb9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:35.496301 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916c975-5541-4269-a78f-80ae05a8c496 None None] The sync data for ids ['c1220178-59a8-4d5e-81e8-aa7467b74ef2'] in n-d-833115-2 is: [{'id': 'c1220178-59a8-4d5e-81e8-aa7467b74ef2', 'name': 'tempest-ServersTestManualDisk-1776509542-router', 'tenant_id': 'd5cafb2490814261879dfea9096dbc62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:26:27Z', 'updated_at': '2022-03-10T17:28:35Z', 'revision_number': 6, 'project_id': 'd5cafb2490814261879dfea9096dbc62', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:35.779135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-be9809ff-e38e-4d51-8e61-c9fa840dbea0 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386247 Mar 10 17:28:35.820536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (76dc3ba9-3586-4a4f-a4a9-10d37b75deef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:35.857361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=76dc3ba9-3586-4a4f-a4a9-10d37b75deef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.031423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.080784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fdfc6-836c-468c-a52e-c7eb2f5b1f59 req-65216a73-73f0-41f9-be61-48a772a86c82 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.099313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b7fdfc6-836c-468c-a52e-c7eb2f5b1f59 req-65216a73-73f0-41f9-be61-48a772a86c82 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.5065322 Mar 10 17:28:36.146824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:36.168771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks [] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.198109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3496a38-7a5e-47c8-be6b-5d46cc0a06ee req-fd7bdc8a-bf59-4192-a292-8fb4ba179c7d tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.199972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3496a38-7a5e-47c8-be6b-5d46cc0a06ee req-fd7bdc8a-bf59-4192-a292-8fb4ba179c7d tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 932 time: 0.4947567 Mar 10 17:28:36.216739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Transition to ACTIVE for port object 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:36.239928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded3b99-e71c-4839-a045-16500d4c9a16 req-034dcf24-0e5a-4737-b372-c1677a391641 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206018 Mar 10 17:28:36.247450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.251551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks [] for router_controller (c1220178-59a8-4d5e-81e8-aa7467b74ef2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.252578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.301761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b7fdfc6-836c-468c-a52e-c7eb2f5b1f59 req-2d4c3a5e-62aa-47ef-976a-3ffa22b845df tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992657 Mar 10 17:28:36.353341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3496a38-7a5e-47c8-be6b-5d46cc0a06ee req-5e8bb468-5d41-41e4-872d-0da1164571a3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432261 Mar 10 17:28:36.389874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c1220178-59a8-4d5e-81e8-aa7467b74ef2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.390407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1220178-59a8-4d5e-81e8-aa7467b74ef2 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:28:36.394769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.395981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57d86dca-a42d-45bb-b220-02465e6c7d8c admin admin] 10.222.0.35 "DELETE /v2.0/routers/c1220178-59a8-4d5e-81e8-aa7467b74ef2 HTTP/1.1" status: 204 len: 168 time: 1.8117442 Mar 10 17:28:36.398530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:36.536007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 452cefe7-ae51-480d-b9c7-42063e7febb3 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:36.573623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Deleting subnet 648a8b24-eb7a-4d31-ba93-e0284414dcb3 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:28:36.582407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 452cefe7-ae51-480d-b9c7-42063e7febb3 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:36.585136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 452cefe7-ae51-480d-b9c7-42063e7febb3 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:36.597287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Publish callbacks [] for subnet (648a8b24-eb7a-4d31-ba93-e0284414dcb3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.599785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Attempting to bind port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:36.600122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Attempting to bind port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:36.600530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Attempting to bind port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 on network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:36.616932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 on network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:36.617179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Attempting to bind port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 on network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:36.630664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:36.630997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Checking segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:36.631371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Bound using segment: {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:36.631817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Bound port: 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39756f8d-1fa2-4d98-9529-2d11d98cfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:36.632170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.685133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (648a8b24-eb7a-4d31-ba93-e0284414dcb3), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.803474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821756b-0fd1-4eaa-8551-6acbf7aa40e8 req-bfb4847f-4cac-4ea2-a3fb-947120ccddef tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:36.805161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7821756b-0fd1-4eaa-8551-6acbf7aa40e8 req-bfb4847f-4cac-4ea2-a3fb-947120ccddef tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.3735528 Mar 10 17:28:36.809953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Pushing event updated for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:36.823778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (648a8b24-eb7a-4d31-ba93-e0284414dcb3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.881602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:36.906655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (648a8b24-eb7a-4d31-ba93-e0284414dcb3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:36.972200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:37.003112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.068679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7821756b-0fd1-4eaa-8551-6acbf7aa40e8 req-969ee9c7-090e-45f2-9150-fbf454546b66 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470431 Mar 10 17:28:37.145518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.146183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.148075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] 10.222.0.41 "PUT /v2.0/ports/5093c9bb-6593-45c8-ae26-4bfc2bd1f061 HTTP/1.1" status: 200 len: 1092 time: 2.7388401 Mar 10 17:28:37.149020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c5b3-5b18-4ad6-b0c7-d207e8c6eafc service neutron] Pushing event updated for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:37.160413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:37.164523 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b0d2de-b1b5-48a7-94c1-c960791bf130" -d '{"events": [{"name": "network-changed", "server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:37.307145 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b694265-9da1-487a-9c49-fbdace571a08 x-openstack-request-id: req-8b694265-9da1-487a-9c49-fbdace571a08 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:37.307427 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:37.307698 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b694265-9da1-487a-9c49-fbdace571a08 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:37.308129 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'status': 'completed', 'code': 200} Mar 10 17:28:37.363235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-04149df2-06c3-4cd3-9785-ff98ed24594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.365270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-04149df2-06c3-4cd3-9785-ff98ed24594d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3158627fdbb545599f9be099ffa1cd05&device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 1126 time: 0.1526978 Mar 10 17:28:37.513962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-f02c96ae-cf1f-4e93-8ce7-9f898406a3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061 HTTP/1.1" status: 200 len: 217 time: 0.1393273 Mar 10 17:28:37.620160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648a8b24-eb7a-4d31-ba93-e0284414dcb3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:37.626575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.632052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8b96a17-060b-4fef-9811-56a9bac22cbc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/648a8b24-eb7a-4d31-ba93-e0284414dcb3 HTTP/1.1" status: 204 len: 168 time: 1.2304041 Mar 10 17:28:37.632299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:37.635989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7818a-f401-41f6-bebf-d5ef47d05912 None None] Network f64fb7c2-7064-4e2b-afb0-d90082858a0a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:37.734030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (f64fb7c2-7064-4e2b-afb0-d90082858a0a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.811992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Deleting port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:37.812334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.875729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-ab4863e8-67af-46fc-b2e5-a66d31edfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.877973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-ab4863e8-67af-46fc-b2e5-a66d31edfdd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37fa0704-bc91-46fb-bbc4-3ce785dac165 HTTP/1.1" status: 200 len: 853 time: 0.3439977 Mar 10 17:28:37.908417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6fc31-fea7-453f-9d0c-65f68ca91053 req-eba06cf1-3fb8-417f-b579-0fd48e67c0fa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:37.915027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] For port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,segment=NetworkSegment(31d71ec8-40b3-4c36-93ef-1bc26bc07ac8),segment_id=31d71ec8-40b3-4c36-93ef-1bc26bc07ac8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:37.915611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:37.917670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-feb6fc31-fea7-453f-9d0c-65f68ca91053 req-eba06cf1-3fb8-417f-b579-0fd48e67c0fa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.4012625 Mar 10 17:28:37.949410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Calling delete_port for 9f0787fd-38c7-444a-9dd7-8b8f811deaaa owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:38.030370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389bc22-1209-4074-8943-7470f36f0542 req-2f7203f8-5fde-4714-832c-2d6908254392 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:38.032282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c389bc22-1209-4074-8943-7470f36f0542 req-2f7203f8-5fde-4714-832c-2d6908254392 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.4360061 Mar 10 17:28:38.062703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] DHCP port deletion for f64fb7c2-7064-4e2b-afb0-d90082858a0a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:28:38.112015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.175165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.177342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] No DVR routers for this DVR port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:38.203629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c389bc22-1209-4074-8943-7470f36f0542 req-af174a6d-39bf-43a6-8ff1-c501bb5d2764 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389413 Mar 10 17:28:38.234513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Deleting port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:28:38.235816 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.369571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (f64fb7c2-7064-4e2b-afb0-d90082858a0a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.380678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-feb6fc31-fea7-453f-9d0c-65f68ca91053 req-6882428b-07a4-476a-80c5-7031fccc72a7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589489 Mar 10 17:28:38.388260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-4545d303-b449-4918-9383-f730b3bfcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:38.397641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-4545d303-b449-4918-9383-f730b3bfcbdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5031264 Mar 10 17:28:38.410101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] For port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:38.410531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.449405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Calling delete_port for 9f0787fd-38c7-444a-9dd7-8b8f811deaaa owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:28:38.457260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64fb7c2-7064-4e2b-afb0-d90082858a0a']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:38.458583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:28:38.473371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (9f0787fd-38c7-444a-9dd7-8b8f811deaaa), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.495308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:38.495610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d71ec8-40b3-4c36-93ef-1bc26bc07ac8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:38.542657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] No DVR routers for this DVR port 9f0787fd-38c7-444a-9dd7-8b8f811deaaa on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:38.548552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04131cb-1c81-45f0-92be-efcde2ff543a None None] Pushing event deleted for resources: {'Port': ['ID=9f0787fd-38c7-444a-9dd7-8b8f811deaaa,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.550692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (31d71ec8-40b3-4c36-93ef-1bc26bc07ac8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.604257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (31d71ec8-40b3-4c36-93ef-1bc26bc07ac8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.630071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:28:38.630842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (31d71ec8-40b3-4c36-93ef-1bc26bc07ac8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.703142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76dc3ba9-3586-4a4f-a4a9-10d37b75deef no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:38.719931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5ceef-89bd-4983-9a62-0624f985e5ec req-74055dbd-638c-4557-8e2c-67511306b874 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:38.727425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aec5ceef-89bd-4983-9a62-0624f985e5ec req-74055dbd-638c-4557-8e2c-67511306b874 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.3272176 Mar 10 17:28:38.728153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 76dc3ba9-3586-4a4f-a4a9-10d37b75deef {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:38.728827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76dc3ba9-3586-4a4f-a4a9-10d37b75deef not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:38.729534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9f0787fd-38c7-444a-9dd7-8b8f811deaaa no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:28:38.751261 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:28:38.759978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (f64fb7c2-7064-4e2b-afb0-d90082858a0a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.774765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9f0787fd-38c7-444a-9dd7-8b8f811deaaa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:28:38.775559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9f0787fd-38c7-444a-9dd7-8b8f811deaaa not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:38.790003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:38.808320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] 10.222.0.35 "DELETE /v2.0/networks/f64fb7c2-7064-4e2b-afb0-d90082858a0a HTTP/1.1" status: 204 len: 168 time: 1.1749816 Mar 10 17:28:38.822185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e60a20-a3dd-4a6f-8143-26fcc7018b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f64fb7c2-7064-4e2b-afb0-d90082858a0a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:38.865031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aec5ceef-89bd-4983-9a62-0624f985e5ec req-05f9e82a-dec8-4d7f-aaca-576eb0be42aa tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334634 Mar 10 17:28:38.868908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-2f6b7ac4-8f10-435a-af22-79144df07b4d service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969100 Mar 10 17:28:39.144178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55974) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:39.162387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc56b24-9c2e-4ee8-bf54-328531f1e881 req-a5215a7e-3582-4cd5-a333-8ba4cc4cedd0 service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846856 Mar 10 17:28:39.217085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c7a67788-c7c4-4fde-9f15-8de2cb467b3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5cafb2490814261879dfea9096dbc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717053 Mar 10 17:28:39.219781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55980) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:39.457391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] Publish callbacks [] for security_group (74875cd9-b54f-48f9-a85b-c644c9411ded), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:39.468263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-3f8eebb1-0b30-4536-b4e4-19f1b5aee073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:39.469765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-3f8eebb1-0b30-4536-b4e4-19f1b5aee073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3158627fdbb545599f9be099ffa1cd05&device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 1126 time: 0.1545291 Mar 10 17:28:39.531269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63127896-3382-4811-80f7-741e8565d6ce req-82dc35bf-5932-484f-8e97-610602f4535f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:39.532837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63127896-3382-4811-80f7-741e8565d6ce req-82dc35bf-5932-484f-8e97-610602f4535f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1582851 Mar 10 17:28:39.543672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] Publish callbacks [] for security_group (74875cd9-b54f-48f9-a85b-c644c9411ded), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.010915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63127896-3382-4811-80f7-741e8565d6ce req-e3ce0d41-de4c-4fb1-bf6b-3dfbcebf1eee tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4597344 Mar 10 17:28:40.083414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d406c-e2e2-4458-b295-62f96ed332a5 req-6cb6c033-fa58-4442-913b-cfe8e579b28c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.084958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-663d406c-e2e2-4458-b295-62f96ed332a5 req-6cb6c033-fa58-4442-913b-cfe8e579b28c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.5675077 Mar 10 17:28:40.095242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-6dafbed8-f1fc-4263-b04d-232cbe0f43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.098155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-6dafbed8-f1fc-4263-b04d-232cbe0f43d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f HTTP/1.1" status: 200 len: 915 time: 0.6167283 Mar 10 17:28:40.212120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-364e45b1-63e6-41ba-bb0b-579a70bc3504 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061 HTTP/1.1" status: 200 len: 217 time: 0.1007342 Mar 10 17:28:40.244434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (74875cd9-b54f-48f9-a85b-c644c9411ded), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.248127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:40.249512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74875cd9-b54f-48f9-a85b-c644c9411ded HTTP/1.1" status: 204 len: 168 time: 1.0282390 Mar 10 17:28:40.307847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0df2-5aad-4e29-ad5d-5ff5d385eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74875cd9-b54f-48f9-a85b-c644c9411ded,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:40.362622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-663d406c-e2e2-4458-b295-62f96ed332a5 req-f46f5845-30d1-4d21-9752-20e396562cda tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523599 Mar 10 17:28:40.385189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63fbb-dc10-49d0-9bfa-9fdc9dd59575 req-c380b7b0-6cdd-4fc8-bb5e-e593889f9cb4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.387501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9a63fbb-dc10-49d0-9bfa-9fdc9dd59575 req-c380b7b0-6cdd-4fc8-bb5e-e593889f9cb4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.1844261 Mar 10 17:28:40.389611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-280b9f2d-a99d-4bb0-9aad-c4108d5c27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.391223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-280b9f2d-a99d-4bb0-9aad-c4108d5c27b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37fa0704-bc91-46fb-bbc4-3ce785dac165 HTTP/1.1" status: 200 len: 853 time: 0.1386404 Mar 10 17:28:40.499829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56032) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:40.511288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9a63fbb-dc10-49d0-9bfa-9fdc9dd59575 req-4644612f-22d0-49d4-981b-daf5181979f8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174591 Mar 10 17:28:40.523022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-7a979b6c-e873-46a7-8e2a-9172d166ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:40.524903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-7a979b6c-e873-46a7-8e2a-9172d166ad9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233811 Mar 10 17:28:40.700897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-e3ecc459-1213-4d43-9329-2942a6a61d32 service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680658 Mar 10 17:28:40.835582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48b0d2de-b1b5-48a7-94c1-c960791bf130 req-f039be77-f76f-4ba2-8f59-751cda0f77df service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285336 Mar 10 17:28:40.873163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97219117-ee2c-49a3-ae80-d132abfe059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.062827 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97219117-ee2c-49a3-ae80-d132abfe059c admin admin] Publish callbacks [] for security_group (a68d2c3a-51c6-42c2-af7f-e024b554a474), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.069339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97219117-ee2c-49a3-ae80-d132abfe059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a68d2c3a-51c6-42c2-af7f-e024b554a474), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.122922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97219117-ee2c-49a3-ae80-d132abfe059c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d52a5f5be354c9c8ad4d8e44110ea84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191843 Mar 10 17:28:41.123784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.124264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device de647e3a-89f1-4971-b6db-0452894c56ed no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:41.124963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219117-ee2c-49a3-ae80-d132abfe059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d2c3a-51c6-42c2-af7f-e024b554a474,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.203720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.251842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] Publish callbacks [] for security_group (a68d2c3a-51c6-42c2-af7f-e024b554a474), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.262945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port de647e3a-89f1-4971-b6db-0452894c56ed is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:41.271238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732879db-5a3a-440e-80e3-dd31fc8ee649 req-84667b8f-9a89-486e-8195-c9fb682d903b tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:41.280854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-732879db-5a3a-440e-80e3-dd31fc8ee649 req-84667b8f-9a89-486e-8195-c9fb682d903b tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1582429 Mar 10 17:28:41.310859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] Publish callbacks [] for security_group (a68d2c3a-51c6-42c2-af7f-e024b554a474), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.361275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-732879db-5a3a-440e-80e3-dd31fc8ee649 req-aa7f4fdc-6f41-4306-95f8-4ce99c736b5e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793900 Mar 10 17:28:41.411422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a68d2c3a-51c6-42c2-af7f-e024b554a474), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.414611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.415875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a68d2c3a-51c6-42c2-af7f-e024b554a474 HTTP/1.1" status: 204 len: 168 time: 0.2899332 Mar 10 17:28:41.428179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335c4cd-249e-4c55-b798-ec371b7cd51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d2c3a-51c6-42c2-af7f-e024b554a474,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.442607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f17d634a-bbc3-450e-9555-1ac543295f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.613789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1724-bd48-463b-a8e0-a391bc8dde58 req-95f7e0ba-84cc-404a-971c-a0c14fdf0e53 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:41.615689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ef1724-bd48-463b-a8e0-a391bc8dde58 req-95f7e0ba-84cc-404a-971c-a0c14fdf0e53 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1446490 Mar 10 17:28:41.665937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.757683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f17d634a-bbc3-450e-9555-1ac543295f5d admin admin] Publish callbacks [] for security_group (38d4aa27-e6aa-4a59-93dd-6bead46b5351), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.778152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ef1724-bd48-463b-a8e0-a391bc8dde58 req-8ed9a455-da83-4409-acb2-08205c3661b8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513214 Mar 10 17:28:41.783817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f17d634a-bbc3-450e-9555-1ac543295f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (38d4aa27-e6aa-4a59-93dd-6bead46b5351), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:41.842807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53796020-239e-4255-8199-11f4deba81af req-48e7f491-83ba-4e2c-b5e4-5e0e2af26281 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:41.844552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53796020-239e-4255-8199-11f4deba81af req-48e7f491-83ba-4e2c-b5e4-5e0e2af26281 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.1942852 Mar 10 17:28:41.845066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d634a-bbc3-450e-9555-1ac543295f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d4aa27-e6aa-4a59-93dd-6bead46b5351,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:41.852917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:41.864184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f17d634a-bbc3-450e-9555-1ac543295f5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf9dd611e55b40a0baa1359128a0e69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6596234 Mar 10 17:28:41.974858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-861031921-network', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:41.978168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53796020-239e-4255-8199-11f4deba81af req-072f61cf-e49d-450a-a555-228a25cc5949 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977864 Mar 10 17:28:42.000653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] Publish callbacks [] for security_group (38d4aa27-e6aa-4a59-93dd-6bead46b5351), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.035612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] Publish callbacks [] for security_group (38d4aa27-e6aa-4a59-93dd-6bead46b5351), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.037894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:42.039711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:42.041267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.055508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-711c7e5f-df5d-49b9-83e1-656c354383ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.058980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.145975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (38d4aa27-e6aa-4a59-93dd-6bead46b5351), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.150442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.152674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38d4aa27-e6aa-4a59-93dd-6bead46b5351 HTTP/1.1" status: 204 len: 168 time: 0.2946489 Mar 10 17:28:42.167481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df075d49-7279-41c6-9884-db3fa35c1be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d4aa27-e6aa-4a59-93dd-6bead46b5351,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.216903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-711c7e5f-df5d-49b9-83e1-656c354383ec admin admin] Publish callbacks [] for security_group (6f535783-516d-4905-a831-448b27e17ade), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.238096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-711c7e5f-df5d-49b9-83e1-656c354383ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6f535783-516d-4905-a831-448b27e17ade), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.239448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks [] for security_group (b4bb92ee-c05f-4be5-8d59-067591fcea2f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.246126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4bb92ee-c05f-4be5-8d59-067591fcea2f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.285924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:28:42.301991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb92ee-c05f-4be5-8d59-067591fcea2f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.317797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f95adc5-4dc4-471a-b025-97bf9c05cbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.330753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (71b2dee2-e9f8-419e-b9ba-2bd3787bfd82), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.331087 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Added segment 71b2dee2-e9f8-419e-b9ba-2bd3787bfd82 of type vlan for network 407ac063-017d-423f-8b4c-bac17d9d9a3d Mar 10 17:28:42.344168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-711c7e5f-df5d-49b9-83e1-656c354383ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90f68d80807c4717af28dda3bbfba980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032877 Mar 10 17:28:42.347085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56090) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:42.351712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c7e5f-df5d-49b9-83e1-656c354383ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f535783-516d-4905-a831-448b27e17ade,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.419380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (407ac063-017d-423f-8b4c-bac17d9d9a3d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.479717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] Publish callbacks [] for security_group (6f535783-516d-4905-a831-448b27e17ade), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.501584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (407ac063-017d-423f-8b4c-bac17d9d9a3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.502768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:42.503411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.564198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] Publish callbacks [] for security_group (6f535783-516d-4905-a831-448b27e17ade), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.594964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ff3c0-f719-4a79-8d71-13c53e6ef17c req-1a707574-5852-4673-a2f3-fc1c2db5e7b4 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:42.598937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd1ff3c0-f719-4a79-8d71-13c53e6ef17c req-1a707574-5852-4673-a2f3-fc1c2db5e7b4 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1174607 Mar 10 17:28:42.615332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=407ac063-017d-423f-8b4c-bac17d9d9a3d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.628356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:28:42.644307 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df0f167d-834c-4119-abe9-26eeb77dd0c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9768350 Mar 10 17:28:42.656088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:42.671936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Request body: {'subnet': {'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-861031921-subnet', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:42.672632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd1ff3c0-f719-4a79-8d71-13c53e6ef17c req-14eb1dad-0747-4630-bbe5-5e43ed361850 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680864 Mar 10 17:28:42.726686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:42.747069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:42.747291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61ee7f5b-d9f8-4a3b-abba-b126af52a45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.750287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.815625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6f535783-516d-4905-a831-448b27e17ade), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.818188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.822418 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f535783-516d-4905-a831-448b27e17ade HTTP/1.1" status: 204 len: 168 time: 0.4731560 Mar 10 17:28:42.844109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8418262-5722-4914-bb4b-4fbb7a226d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f535783-516d-4905-a831-448b27e17ade,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:42.946258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61ee7f5b-d9f8-4a3b-abba-b126af52a45c admin admin] Publish callbacks [] for security_group (2c1ef116-e61a-4445-9814-33dbb62476df), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:42.969486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61ee7f5b-d9f8-4a3b-abba-b126af52a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c1ef116-e61a-4445-9814-33dbb62476df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.057095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-61ee7f5b-d9f8-4a3b-abba-b126af52a45c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54504c5debc048328999cdceeeea07b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267484 Mar 10 17:28:43.058276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56106) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:43.071048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7f5b-d9f8-4a3b-abba-b126af52a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ef116-e61a-4445-9814-33dbb62476df,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:43.103442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c1eed-4821-4c3e-aa80-1c633bef4634 req-be5e8ce8-af3b-413a-9fc7-8c4dcb7c88d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.104457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5210b961-6cea-4abf-ad63-811d33cacbd5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.111036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c7c1eed-4821-4c3e-aa80-1c633bef4634 req-be5e8ce8-af3b-413a-9fc7-8c4dcb7c88d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1902428 Mar 10 17:28:43.205480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c7c1eed-4821-4c3e-aa80-1c633bef4634 req-240a3122-4aba-45fd-ae61-5f350f28bd66 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929437 Mar 10 17:28:43.214228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5210b961-6cea-4abf-ad63-811d33cacbd5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:43.223840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] Publish callbacks [] for security_group (2c1ef116-e61a-4445-9814-33dbb62476df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.234774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893dc33-1f69-4a68-9cb6-8459ff68d349 req-dad72cb4-5912-4eb3-a5ce-7f20527161a8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.236950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c893dc33-1f69-4a68-9cb6-8459ff68d349 req-dad72cb4-5912-4eb3-a5ce-7f20527161a8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.1228619 Mar 10 17:28:43.262988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Checking segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:43.263627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Network hostable DHCP agents. Network: 407ac063-017d-423f-8b4c-bac17d9d9a3d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:28:43.283543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] Publish callbacks [] for security_group (2c1ef116-e61a-4445-9814-33dbb62476df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.328999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:28:43.334813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c893dc33-1f69-4a68-9cb6-8459ff68d349 req-ea9ad2f0-ad1d-4db5-b075-12fea8c93b23 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914457 Mar 10 17:28:43.349895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 407ac063-017d-423f-8b4c-bac17d9d9a3d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:43.360411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5d20e-3c46-4566-9968-cc4b2859d431 None None] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:43.365847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.366460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.409000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56114) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:43.415665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:43.420630 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-062b9c83-db96-49e9-a802-d25cfcf9a9fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7634797 Mar 10 17:28:43.425237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c1ef116-e61a-4445-9814-33dbb62476df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.434454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.437549 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c1ef116-e61a-4445-9814-33dbb62476df HTTP/1.1" status: 204 len: 168 time: 0.3777254 Mar 10 17:28:43.456015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e95fc-8c3c-4bb9-bb37-8f7965317a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ef116-e61a-4445-9814-33dbb62476df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:43.457675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.458946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.566967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-407ac063-017d-423f-8b4c-bac17d9d9a3d', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:28:43.568532 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.636807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for router_controller (b3891cf3-b3c0-401e-b7cc-01920315262c), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.750046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Allocated IP 172.20.0.2 (407ac063-017d-423f-8b4c-bac17d9d9a3d/5210b961-6cea-4abf-ad63-811d33cacbd5/268f17a3-5125-4583-9421-f7e989ccfa75) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:43.943161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for router_gateway (b3891cf3-b3c0-401e-b7cc-01920315262c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:43.993365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace073-1a69-4f54-bc60-d33bb0e698c6 req-5148536c-346c-4403-a9ab-e99c77c821ee tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:43.995744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89ace073-1a69-4f54-bc60-d33bb0e698c6 req-5148536c-346c-4403-a9ab-e99c77c821ee tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1419690 Mar 10 17:28:44.045035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks [] for port (268f17a3-5125-4583-9421-f7e989ccfa75), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.058293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.082790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89ace073-1a69-4f54-bc60-d33bb0e698c6 req-5fa81323-4ffd-486b-8bc0-26f58895613a tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811355 Mar 10 17:28:44.131742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:44.137628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:44.142180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:44.199494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Pushing event updated for resources: {'Port': ['ID=268f17a3-5125-4583-9421-f7e989ccfa75,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:44.221482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Attempting to bind port 268f17a3-5125-4583-9421-f7e989ccfa75 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:44.224655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Attempting to bind port 268f17a3-5125-4583-9421-f7e989ccfa75 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:44.225266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Attempting to bind port 268f17a3-5125-4583-9421-f7e989ccfa75 on network 407ac063-017d-423f-8b4c-bac17d9d9a3d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:44.243073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:44.243450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Checking segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:44.244331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.244729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Bound using segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:44.245227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Bound port: 268f17a3-5125-4583-9421-f7e989ccfa75, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:44.245608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.345300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] For port 268f17a3-5125-4583-9421-f7e989ccfa75, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:44.349470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] For port 268f17a3-5125-4583-9421-f7e989ccfa75, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=268f17a3-5125-4583-9421-f7e989ccfa75,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:44.361807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.394197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for router_gateway (b3891cf3-b3c0-401e-b7cc-01920315262c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.436071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d200c3a-644b-49c8-a3d1-df09614cf60d None None] Pushing event updated for resources: {'Port': ['ID=268f17a3-5125-4583-9421-f7e989ccfa75,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:44.504894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.612214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ebb3f3e-4c66-4382-b152-4fc135318569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:44.699124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b18ff0-7531-4bb9-9de6-0385ccac0edc req-2dee5b01-d079-4877-82c7-eba270235b86 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.702476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3b18ff0-7531-4bb9-9de6-0385ccac0edc req-2dee5b01-d079-4877-82c7-eba270235b86 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.3511138 Mar 10 17:28:44.903459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Allocated IP 172.25.3.69 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/92ede391-dd7e-441e-981a-25eb1f2b41b9) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:44.959216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31a34-36be-493c-8f87-c985a17201c8 req-34b5d4ae-82ac-45da-ad8d-a16cdd969b20 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:44.963098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89f31a34-36be-493c-8f87-c985a17201c8 req-34b5d4ae-82ac-45da-ad8d-a16cdd969b20 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.4475081 Mar 10 17:28:44.980446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-5e4e7266-8498-4be8-9a22-94f638f50c62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4318964 Mar 10 17:28:45.228130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.312327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3b18ff0-7531-4bb9-9de6-0385ccac0edc req-1e78b800-7dc4-4764-895e-5eec6f9bbc8b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205903 Mar 10 17:28:45.332137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-e6ce026b-775d-4bc7-a108-00c1209a8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.333925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-e6ce026b-775d-4bc7-a108-00c1209a8120 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 1126 time: 0.3196127 Mar 10 17:28:45.367039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89f31a34-36be-493c-8f87-c985a17201c8 req-67e0e706-db1e-47b8-978e-8014cdfb2502 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797476 Mar 10 17:28:45.435712 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.605115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Pushing event updated for resources: {'Port': ['ID=92ede391-dd7e-441e-981a-25eb1f2b41b9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:45.633731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:45.678485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:45.694556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:45.701228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-0838a85e-fb1b-45f7-be72-8439917c0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.704483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-0838a85e-fb1b-45f7-be72-8439917c0fc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.3336072 Mar 10 17:28:45.706540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:45.818215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-0a8764ab-379e-4765-b656-c0ea90d23e55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 200 len: 217 time: 0.0629530 Mar 10 17:28:45.843917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a311b-c7fa-4e09-974b-1b125a424f93 req-7b7e952d-bd02-49c7-98e9-6bc319790604 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:45.853658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c04a311b-c7fa-4e09-974b-1b125a424f93 req-7b7e952d-bd02-49c7-98e9-6bc319790604 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.3362470 Mar 10 17:28:46.084959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c155c23-ad63-4776-81b1-cbc41795585f None None] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:46.205828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-5a0e42ea-d990-4122-af87-698f9630f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:46.209225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-5a0e42ea-d990-4122-af87-698f9630f510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.3721611 Mar 10 17:28:46.275561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 268f17a3-5125-4583-9421-f7e989ccfa75 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:46.286106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Provisioning complete for port 268f17a3-5125-4583-9421-f7e989ccfa75 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:46.293724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c04a311b-c7fa-4e09-974b-1b125a424f93 req-dd089db8-b202-4f60-8d11-cf8c8aadba97 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4380701 Mar 10 17:28:46.294767 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.350895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-211344e2-7d41-4ec9-b006-1444edb6d54e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837724 Mar 10 17:28:46.507980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for router_gateway (b3891cf3-b3c0-401e-b7cc-01920315262c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.708783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Current status of the port 268f17a3-5125-4583-9421-f7e989ccfa75 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:46.709382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.743760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 268f17a3-5125-4583-9421-f7e989ccfa75 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:46.744325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.805689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] For port 268f17a3-5125-4583-9421-f7e989ccfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=268f17a3-5125-4583-9421-f7e989ccfa75,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:46.880966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 268f17a3-5125-4583-9421-f7e989ccfa75 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:46.881363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.884628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:46.978708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da04634-98b1-4bb2-9880-905c914a1f7e None None] Pushing event updated for resources: {'Port': ['ID=268f17a3-5125-4583-9421-f7e989ccfa75,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:47.038360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:28:47.038901 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:28:47.146394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-295936e3-d9ff-4aea-804d-a16193b4cbbf None None] Provisioning complete for port 268f17a3-5125-4583-9421-f7e989ccfa75 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:47.147593 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-295936e3-d9ff-4aea-804d-a16193b4cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.197072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b352af7-9332-45f0-b914-a87f68d06884 req-7f3d0e4c-6754-424c-a580-3c4a0ba48d15 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.204124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b352af7-9332-45f0-b914-a87f68d06884 req-7f3d0e4c-6754-424c-a580-3c4a0ba48d15 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.3134861 Mar 10 17:28:47.221132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-717aedc2-4de0-4a20-9451-55465cbf3b04 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8631647 Mar 10 17:28:47.235236 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-8b90492e-61c7-4252-aed6-1e0b7826622f service neutron] show failed (client error): The resource could not be found. Mar 10 17:28:47.236235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-8b90492e-61c7-4252-aed6-1e0b7826622f service neutron] 10.222.0.59 "GET /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.2947881 Mar 10 17:28:47.271174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.306789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ddc24-66f6-460d-8c9e-9dd55e9f655c req-d64ae8a9-4678-49b2-bdb6-d45516d3249d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.308638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-472ddc24-66f6-460d-8c9e-9dd55e9f655c req-d64ae8a9-4678-49b2-bdb6-d45516d3249d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.7972937 Mar 10 17:28:47.377370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-295936e3-d9ff-4aea-804d-a16193b4cbbf None None] Current status of the port 268f17a3-5125-4583-9421-f7e989ccfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:47.381560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b352af7-9332-45f0-b914-a87f68d06884 req-73d4e0e9-249f-4360-8361-fd9d3a52d647 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765046 Mar 10 17:28:47.566982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1c9b52-ebf1-4807-97ea-23628528769e req-afabda8b-f656-42a6-9675-383f27f73bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288040 Mar 10 17:28:47.617187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 268f17a3-5125-4583-9421-f7e989ccfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:47.709073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-472ddc24-66f6-460d-8c9e-9dd55e9f655c req-2d0130c9-1b43-42f7-9271-7f565331598d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595200 Mar 10 17:28:47.719818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:47.779816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbbb5-bf69-4106-bf81-09a2694132d4 req-b6241660-97aa-4c8e-8972-8b0ec6674194 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.781334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e16fbbb5-bf69-4106-bf81-09a2694132d4 req-b6241660-97aa-4c8e-8972-8b0ec6674194 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.2036498 Mar 10 17:28:47.828812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-6ecba85d-b5d4-4171-96bd-6d90bf1a8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:47.830312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-6ecba85d-b5d4-4171-96bd-6d90bf1a8ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1131 time: 0.2624793 Mar 10 17:28:47.845354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:47.937450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e16fbbb5-bf69-4106-bf81-09a2694132d4 req-b959134e-dd23-4e75-9279-625ec3b90788 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453362 Mar 10 17:28:48.032035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:48.230922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 268f17a3-5125-4583-9421-f7e989ccfa75 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:48.321931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Router b3891cf3-b3c0-401e-b7cc-01920315262c is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:28:48.367254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 268f17a3-5125-4583-9421-f7e989ccfa75 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:48.368011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:48.579606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 268f17a3-5125-4583-9421-f7e989ccfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:48.639652 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:48.688750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:48.705217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Sync routers for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:48.728049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:48.732140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:48.733071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:48.824902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:48.829318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4fad2d27-f3bf-4c28-a148-2b14133291d0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4166510 Mar 10 17:28:48.829698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:48.888714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6715a-fdf1-4c06-bae3-e962d9c1ece2 req-1b40fdf3-9baf-4170-807a-c8ce2a722ca8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:48.890729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2de6715a-fdf1-4c06-bae3-e962d9c1ece2 req-1b40fdf3-9baf-4170-807a-c8ce2a722ca8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.2732148 Mar 10 17:28:48.924101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:49.040418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2de6715a-fdf1-4c06-bae3-e962d9c1ece2 req-cc5e2a3e-5365-40bb-8bc5-4c9b1b89cdd0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230462 Mar 10 17:28:49.059197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72bae-aa04-43d0-af9d-6aac8cee9720 req-f018030b-f3ed-48c3-975f-e5535c7eaef2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.067787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f72bae-aa04-43d0-af9d-6aac8cee9720 req-f018030b-f3ed-48c3-975f-e5535c7eaef2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.2313538 Mar 10 17:28:49.081224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:49.085007 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9d967-63c3-4ff1-8fa5-43d27829c730" -d '{"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-unplugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:49.087462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:49.090902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks [] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.180459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f72bae-aa04-43d0-af9d-6aac8cee9720 req-fbb4b760-8213-4423-be8e-4205e514d488 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113751 Mar 10 17:28:49.182064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Transition to ACTIVE for port object b4359f48-5b08-47cf-894c-e21ab63302ba will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:49.193081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.356176 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888b2aed-9858-4418-88ac-6be154c02915 x-openstack-request-id: req-888b2aed-9858-4418-88ac-6be154c02915 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:49.357496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-unplugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:49.358033 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-888b2aed-9858-4418-88ac-6be154c02915 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:49.359009 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'code': 200} Mar 10 17:28:49.360196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] No DVR routers for this DVR port b4359f48-5b08-47cf-894c-e21ab63302ba on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:49.437789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:28:49.561192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:49.569278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:49.569960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:49.571412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:49.592129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port b4359f48-5b08-47cf-894c-e21ab63302ba host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:28:49.592524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:28:49.611476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53334c-af96-44e1-a625-0a547ef0e7cd req-fc3d5942-50b9-48d9-a0dc-cbd139d59d52 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.613340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f53334c-af96-44e1-a625-0a547ef0e7cd req-fc3d5942-50b9-48d9-a0dc-cbd139d59d52 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.2091677 Mar 10 17:28:49.618939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:28:49.619588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Attempting to bind port b4359f48-5b08-47cf-894c-e21ab63302ba on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:49.649335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:49.674420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:49.678418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:49.679893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:49.681877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Bound port: b4359f48-5b08-47cf-894c-e21ab63302ba, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:49.684118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.768425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f53334c-af96-44e1-a625-0a547ef0e7cd req-454adb18-cdcb-4a1a-962f-e499e76b9c6a tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397026 Mar 10 17:28:49.896804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:49.900285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:49.916323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.919679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:46Z', 'revision_number': 3, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:49.941937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:49.943112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:49.952324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 1095 time: 2.1110411 Mar 10 17:28:49.968875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Checking router: b3891cf3-b3c0-401e-b7cc-01920315262c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:49.969577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Updating router b3891cf3-b3c0-401e-b7cc-01920315262c port 92ede391-dd7e-441e-981a-25eb1f2b41b9 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:28:50.015733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.099103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.229285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831b50-2241-4020-bc37-e76547b52460 service neutron] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:50.336946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-662d88cf-bae9-4e57-a22a-7eea760a0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.338366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-662d88cf-bae9-4e57-a22a-7eea760a0ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1129 time: 0.3119504 Mar 10 17:28:50.407074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Allocated IP 172.20.0.1 (407ac063-017d-423f-8b4c-bac17d9d9a3d/5210b961-6cea-4abf-ad63-811d33cacbd5/bd45f306-2c46-43df-989e-6868913f974d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:50.544917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks [] for port (bd45f306-2c46-43df-989e-6868913f974d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.545189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks [] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.553642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.568677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ad6321d-4976-4762-b26c-b877e227ccf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.577721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b178b-49c3-4d6f-ad0e-b3182f4def4c req-0624b38a-1309-40cf-9247-8de1d5d75146 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.586812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-273b178b-49c3-4d6f-ad0e-b3182f4def4c req-0624b38a-1309-40cf-9247-8de1d5d75146 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 0.3482091 Mar 10 17:28:50.659681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.683470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:50.685872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Attempting to bind port 92ede391-dd7e-441e-981a-25eb1f2b41b9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:50.687701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Attempting to bind port 92ede391-dd7e-441e-981a-25eb1f2b41b9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:50.688415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Attempting to bind port 92ede391-dd7e-441e-981a-25eb1f2b41b9 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:50.689997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:50.690143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8c52c-e6b7-43a4-b1a2-ad5f193f354e req-5ed2df17-462d-4017-acd5-72d363adda2e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.693691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:50.701261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7af8c52c-e6b7-43a4-b1a2-ad5f193f354e req-5ed2df17-462d-4017-acd5-72d363adda2e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.3576159 Mar 10 17:28:50.726369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:50.726835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:50.727367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.727868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:50.728465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Bound port: 92ede391-dd7e-441e-981a-25eb1f2b41b9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:50.729223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.732306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e5913-8f73-43ce-a8ad-ba352870732d None None] Pushing event updated for resources: {'Port': ['ID=92ede391-dd7e-441e-981a-25eb1f2b41b9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:50.779745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-541153cf-0d7c-432b-ae15-f847d3d82f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:50.781278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-541153cf-0d7c-432b-ae15-f847d3d82f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4247549 Mar 10 17:28:50.829027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Pushing event updated for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:50.834011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ad6321d-4976-4762-b26c-b877e227ccf6 admin admin] Publish callbacks [] for security_group (8a851a5c-41b6-4bf7-9e87-765b9ce35836), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.841009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b3891cf3-b3c0-401e-b7cc-01920315262c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:50.881204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-273b178b-49c3-4d6f-ad0e-b3182f4def4c req-fe4ea600-dc01-42d4-b1ec-44f77c4f972d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934239 Mar 10 17:28:50.890799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-84ea1630-522d-45c1-a2fe-56043f323b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.1009803 Mar 10 17:28:50.898005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] For port 92ede391-dd7e-441e-981a-25eb1f2b41b9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:50.909699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] For port 92ede391-dd7e-441e-981a-25eb1f2b41b9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=92ede391-dd7e-441e-981a-25eb1f2b41b9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:50.928482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.032454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4ea7e5e-c98f-4299-9cc0-4af15bac74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.034051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-c4ea7e5e-c98f-4299-9cc0-4af15bac74cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1180253 Mar 10 17:28:51.070260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ad6321d-4976-4762-b26c-b877e227ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a851a5c-41b6-4bf7-9e87-765b9ce35836), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.086918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e5913-8f73-43ce-a8ad-ba352870732d None None] Pushing event updated for resources: {'Port': ['ID=92ede391-dd7e-441e-981a-25eb1f2b41b9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:51.110093 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ad6321d-4976-4762-b26c-b877e227ccf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=692ef4c5f3bb49a0b0a39e9626f4fd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4569314 Mar 10 17:28:51.111732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:51.140371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:51.141016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:51.154442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7af8c52c-e6b7-43a4-b1a2-ad5f193f354e req-f612afbe-5708-41a6-a05e-2a552b85c3c1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522021 Mar 10 17:28:51.185677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd45f306-2c46-43df-989e-6868913f974d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.196386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-fac7a52e-2a26-4991-9b18-23a3360e41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.198079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-fac7a52e-2a26-4991-9b18-23a3360e41b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1549006 Mar 10 17:28:51.202507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6321d-4976-4762-b26c-b877e227ccf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a851a5c-41b6-4bf7-9e87-765b9ce35836,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:51.216293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6461-2c1f-40e7-a8ca-e70d22996351 req-a677a12b-c6e8-4d38-9cbb-50c05a998541 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.224852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a7b6461-2c1f-40e7-a8ca-e70d22996351 req-a677a12b-c6e8-4d38-9cbb-50c05a998541 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1826549 Mar 10 17:28:51.283581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] Publish callbacks [] for security_group (8a851a5c-41b6-4bf7-9e87-765b9ce35836), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.321483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a7b6461-2c1f-40e7-a8ca-e70d22996351 req-e60d7562-8939-4530-96de-e3e8d877b0df tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912652 Mar 10 17:28:51.327106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e8138ac6-3d42-4fe4-9b66-1ddd7e25266c None None] Provisioning complete for port bd45f306-2c46-43df-989e-6868913f974d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:51.327852 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8138ac6-3d42-4fe4-9b66-1ddd7e25266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd45f306-2c46-43df-989e-6868913f974d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.334002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] Publish callbacks [] for security_group (8a851a5c-41b6-4bf7-9e87-765b9ce35836), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.361859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:28:51.364658 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cab16c-5187-4dd3-baae-be9884aec4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:28:51.414520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-dfa9ef7f-ab93-4772-8ca8-19e7bf13b73a service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039931 Mar 10 17:28:51.427495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e8138ac6-3d42-4fe4-9b66-1ddd7e25266c None None] Port bd45f306-2c46-43df-989e-6868913f974d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:51.524369 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265513d-320b-4bfc-a5ab-82a55c99314a x-openstack-request-id: req-0265513d-320b-4bfc-a5ab-82a55c99314a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:28:51.525058 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:28:51.525539 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0265513d-320b-4bfc-a5ab-82a55c99314a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:28:51.526157 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'status': 'completed', 'code': 200} Mar 10 17:28:51.552184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a851a5c-41b6-4bf7-9e87-765b9ce35836), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.558453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:51.560012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.570940 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a851a5c-41b6-4bf7-9e87-765b9ce35836 HTTP/1.1" status: 204 len: 168 time: 0.4581189 Mar 10 17:28:51.597095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b6ea2-a8b8-4801-b354-1efa030eb3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a851a5c-41b6-4bf7-9e87-765b9ce35836,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:51.621608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-38b505cb-1b99-41eb-a858-94014da5eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.624010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-38b505cb-1b99-41eb-a858-94014da5eabd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1129 time: 0.1221187 Mar 10 17:28:51.628572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-282be19f-ac68-4ac0-bad5-67362aad33bb req-102a0cd9-f033-4e86-8473-a9658d8cd259 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098725 Mar 10 17:28:51.630811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks [] for port (bd45f306-2c46-43df-989e-6868913f974d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.641685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.790454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b3891cf3-b3c0-401e-b7cc-01920315262c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:51.824851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Pushing event updated for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:51.935732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:50Z', 'revision_number': 1, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:51.992142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-11f45945-5731-49dd-8fe6-92967c6fc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:51.993604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-11f45945-5731-49dd-8fe6-92967c6fc721 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3506217 Mar 10 17:28:52.007871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d607-1843-4417-aafe-107c6c98c6b7 None None] The sync data for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 is: [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:50Z', 'revision_number': 1, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:52.070307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:52.073673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:52.139290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-d04dd986-fc4f-448f-b585-98853bd84fcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.1128039 Mar 10 17:28:52.430805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56334) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:52.473773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Router b3891cf3-b3c0-401e-b7cc-01920315262c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:28:52.492655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-a6728957-bd92-422e-b7f3-ccd94d989ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.494340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-a6728957-bd92-422e-b7f3-ccd94d989ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1129 time: 0.6028152 Mar 10 17:28:52.504685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4c64-5fd3-41ff-a65f-851c3cc8988b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.565772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-3a889a37-7522-4bb1-8e20-0bc2b56b119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.567794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-3a889a37-7522-4bb1-8e20-0bc2b56b119f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.3997085 Mar 10 17:28:52.582732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119bc4a-e96f-414a-bded-e94237e1bd7a req-e7092d95-d9ff-462e-8808-5b9570e7c358 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:52.585380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d119bc4a-e96f-414a-bded-e94237e1bd7a req-e7092d95-d9ff-462e-8808-5b9570e7c358 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.2610104 Mar 10 17:28:52.684411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e4f55289-7b11-41a6-a094-aa777d49a31c None None] Provisioning complete for port bd45f306-2c46-43df-989e-6868913f974d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:52.684998 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4f55289-7b11-41a6-a094-aa777d49a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd45f306-2c46-43df-989e-6868913f974d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.787540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55289-7b11-41a6-a094-aa777d49a31c None None] Port bd45f306-2c46-43df-989e-6868913f974d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:28:52.865618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:28:52.874352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e42e6499-21b5-481e-80b7-00f01e543813 admin admin] 10.222.0.35 "PUT /v2.0/routers/b3891cf3-b3c0-401e-b7cc-01920315262c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0433502 Mar 10 17:28:52.884395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4c64-5fd3-41ff-a65f-851c3cc8988b admin admin] Publish callbacks [] for security_group (4dd86289-fe59-41d1-bdab-003db3c24921), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.904138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4c64-5fd3-41ff-a65f-851c3cc8988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4dd86289-fe59-41d1-bdab-003db3c24921), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:52.987294 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d0d4c64-5fd3-41ff-a65f-851c3cc8988b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce1f4acd0f024b979427f694414efde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5553949 Mar 10 17:28:52.990781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56342) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:53.010517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d4c64-5fd3-41ff-a65f-851c3cc8988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd86289-fe59-41d1-bdab-003db3c24921,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:53.093303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] Publish callbacks [] for security_group (4dd86289-fe59-41d1-bdab-003db3c24921), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.119934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] Publish callbacks [] for security_group (4dd86289-fe59-41d1-bdab-003db3c24921), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.290224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4dd86289-fe59-41d1-bdab-003db3c24921), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.294209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:53.298411 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dd86289-fe59-41d1-bdab-003db3c24921 HTTP/1.1" status: 204 len: 168 time: 0.3038709 Mar 10 17:28:53.322545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074aa12-9b8f-451c-84b4-f96e14c89c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd86289-fe59-41d1-bdab-003db3c24921,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:53.354905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e7102-f4d9-408d-8c07-e4bb0684c0ea req-1a265998-058c-4bb0-9ed2-c47f2a3938c8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.360808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b43e7102-f4d9-408d-8c07-e4bb0684c0ea req-1a265998-058c-4bb0-9ed2-c47f2a3938c8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 944 time: 1.2262864 Mar 10 17:28:53.522245 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-6569b096-5b7c-428b-a8cd-86de1fa0718e service neutron] 10.222.0.59 "GET /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.1596632 Mar 10 17:28:53.578756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-40fd29b7-c54e-41f3-acf1-e8792cffa51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.580269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-40fd29b7-c54e-41f3-acf1-e8792cffa51e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9903784 Mar 10 17:28:53.746531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d119bc4a-e96f-414a-bded-e94237e1bd7a req-b52b8ee1-b9ad-46a2-a2ad-4948ce9d410b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491301 Mar 10 17:28:53.753885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-92bea015-abb2-4417-aefd-4c048c0d8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:53.780747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-92bea015-abb2-4417-aefd-4c048c0d8084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 1.2589626 Mar 10 17:28:53.832905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b43e7102-f4d9-408d-8c07-e4bb0684c0ea req-d08a3dbb-941a-45f0-8cac-211c287ffaea tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611486 Mar 10 17:28:53.850094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:53.899264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:53.933287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-6ff064e4-8777-4851-a594-2648cb475c3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.1265426 Mar 10 17:28:53.979198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de647e3a-89f1-4971-b6db-0452894c56ed {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:54.000492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:54.031562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:54.131311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-dd0b2b36-6cae-4867-ac48-7f56f75b1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.132809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-dd0b2b36-6cae-4867-ac48-7f56f75b1be1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1786740 Mar 10 17:28:54.135783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-4931ff83-1327-4ebd-b28f-9c29cf358638 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360901 Mar 10 17:28:54.183664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] Transition to ACTIVE for port object de647e3a-89f1-4971-b6db-0452894c56ed will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:28:54.197616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:54.293804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6d956-5182-44e3-9d46-c0e609fc69b6 req-412f6fdc-a7c6-4c63-9cf0-bf3656499e94 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.304101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 92ede391-dd7e-441e-981a-25eb1f2b41b9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:54.307264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3b6d956-5182-44e3-9d46-c0e609fc69b6 req-412f6fdc-a7c6-4c63-9cf0-bf3656499e94 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.3842874 Mar 10 17:28:54.366733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] No DVR routers for this DVR port de647e3a-89f1-4971-b6db-0452894c56ed on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:28:54.385296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 92ede391-dd7e-441e-981a-25eb1f2b41b9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:54.386008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:54.420440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] Pushing event updated for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=10']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:54.475914 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d24b0c33-64fe-4236-8d30-9c91f22a6645 service neutron] 10.222.0.59 "PUT /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9448514 Mar 10 17:28:54.522356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 92ede391-dd7e-441e-981a-25eb1f2b41b9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:54.524110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:54.524389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-47512f41-db3f-4887-a7b9-359367aa660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.525925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-47512f41-db3f-4887-a7b9-359367aa660b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3806846 Mar 10 17:28:54.566020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 92ede391-dd7e-441e-981a-25eb1f2b41b9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=92ede391-dd7e-441e-981a-25eb1f2b41b9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:54.569083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3b6d956-5182-44e3-9d46-c0e609fc69b6 req-a44b8e53-9281-4a3a-9b4f-2d09a291c235 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608626 Mar 10 17:28:54.584693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-191034b9-6b70-4ff6-84cd-7e0a52bfb92b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381664 Mar 10 17:28:54.605779 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:54.756089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=92ede391-dd7e-441e-981a-25eb1f2b41b9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:54.786062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-ed36dc01-f0a7-4647-82aa-dbbe63106182 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:54.787830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-ed36dc01-f0a7-4647-82aa-dbbe63106182 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.2174582 Mar 10 17:28:54.798826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-1e10f1c4-fca9-4157-b18a-4ac9da76bb78 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271795 Mar 10 17:28:55.004028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d75f8518-2ec6-44a3-a0a7-c29e1838119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.010646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-d75f8518-2ec6-44a3-a0a7-c29e1838119e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82&tenant_id=519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 1127 time: 0.2133179 Mar 10 17:28:55.120684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56398) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:55.126449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-802480661-network', 'tenant_id': '50546d0121484550b1f43fbfb460ccde'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:55.171651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Made reservation on behalf of 50546d0121484550b1f43fbfb460ccde for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:55.174024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.190160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.251264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65cab16c-5187-4dd3-baae-be9884aec4d1 req-ac21070f-6294-45ec-8d31-64df6ba0d6ac service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384813 Mar 10 17:28:55.273885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f4a86-61ce-4c76-9b6b-b34d97aac52d req-802543c8-d684-491e-8f46-c03daaf757b7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.279310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-640f4a86-61ce-4c76-9b6b-b34d97aac52d req-802543c8-d684-491e-8f46-c03daaf757b7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 947 time: 0.2566910 Mar 10 17:28:55.320131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks [] for security_group (665f8f42-104d-43c9-a490-59611975f3b2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.329066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (665f8f42-104d-43c9-a490-59611975f3b2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.362206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-b9b8803c-9d3e-4d4d-b47a-2075e4106a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.366919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-b9b8803c-9d3e-4d4d-b47a-2075e4106a21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1127 time: 0.2825675 Mar 10 17:28:55.385585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:28:55.401671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f8f42-104d-43c9-a490-59611975f3b2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:55.420748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (36438ebe-1b4b-4774-acc6-edeacd369d80), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.421044 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Added segment 36438ebe-1b4b-4774-acc6-edeacd369d80 of type vlan for network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 Mar 10 17:28:55.467029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-27ba29c5-9f31-470f-bfcd-db27a22536be tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.471509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-27ba29c5-9f31-470f-bfcd-db27a22536be tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.4531581 Mar 10 17:28:55.503062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.522613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8fcf0e7f-6121-4636-ab99-20d8af759e7b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/quotas/b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 375 time: 0.0440264 Mar 10 17:28:55.556030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.557242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.557950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:55.617197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-640f4a86-61ce-4c76-9b6b-b34d97aac52d req-74c0adc2-f8a0-4055-aee0-eec8be93fcbf tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259530 Mar 10 17:28:55.707823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-5d2b7777-36a8-4c81-b7ab-17fac8c22e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:55.709864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-5d2b7777-36a8-4c81-b7ab-17fac8c22e71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.3301072 Mar 10 17:28:55.744937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4a4f45d2-c252-474d-89d7-54bf7d4cb6b8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:55.759768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:28:55.770327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-28fdcd9b-1258-4ff4-aa16-5c4999877102 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2217216 Mar 10 17:28:55.785083 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1d05a050-ed9d-41f8-b2a9-efc70d5368b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6613724 Mar 10 17:28:55.786514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56412) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:55.801910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Request body: {'subnet': {'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-802480661-subnet', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:55.847016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Sync routers for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:28:55.865147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-21e0c288-706e-48ff-a1fe-c330ddf0da7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 200 len: 217 time: 0.1393628 Mar 10 17:28:55.884836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Made reservation on behalf of 50546d0121484550b1f43fbfb460ccde for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:28:55.891130 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:55.892942 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:55.897709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.018832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-4422d856-9b69-474d-a4da-bbc6508483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.020295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-4422d856-9b69-474d-a4da-bbc6508483a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1423950 Mar 10 17:28:56.037672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95556608-ba03-49c1-8ea4-f003cf5d4ba8 req-a7938e84-94b0-4796-a382-14d1dc4c9649 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.039199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95556608-ba03-49c1-8ea4-f003cf5d4ba8 req-a7938e84-94b0-4796-a382-14d1dc4c9649 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 0.2698908 Mar 10 17:28:56.085189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-84e86164-77af-4ddf-82f4-6d816a2c1f95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444496 Mar 10 17:28:56.112950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-566121a1-1c8e-4ec6-b0ef-ff33034d0a7a service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779729 Mar 10 17:28:56.117455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:28:56.224265 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:56.233310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e871158b-9fdc-4666-9379-c2c336c3ceaf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.261954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:56.275658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'mac_address': 'fa:16:3e:54:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:28:56.279965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 92ede391-dd7e-441e-981a-25eb1f2b41b9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:28:56.353018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b4359f48-5b08-47cf-894c-e21ab63302ba is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:56.353405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.376040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 92ede391-dd7e-441e-981a-25eb1f2b41b9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:56.376412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.376844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e871158b-9fdc-4666-9379-c2c336c3ceaf,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:56.378768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4359f48-5b08-47cf-894c-e21ab63302ba {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:28:56.408662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Checking segment: {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:56.409113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Network hostable DHCP agents. Network: 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:28:56.457270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:28:56.486411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:56.487214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:56.498488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:56.499625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.510025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a011c3-249d-4b19-8532-ff49b0077083 None None] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:28:56.528425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95556608-ba03-49c1-8ea4-f003cf5d4ba8 req-96ecc89b-4ac0-40db-9b5d-15cf2a939f37 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744151 Mar 10 17:28:56.534375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-afe2edc7-e4e1-4808-9dbc-d620ccd7a5ba service neutron] 10.222.0.35 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205832 Mar 10 17:28:56.541662 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-70429aec-2e32-40d8-a0ae-5bff0ac7aeb6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7523565 Mar 10 17:28:56.544640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56426) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:56.562057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:56.563079 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.620320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-0ef3ede0-1c2c-43da-8c34-7a17220f386a service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842050 Mar 10 17:28:56.623229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (24833750-6314-41a1-86b7-089a5163270b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.624472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (24833750-6314-41a1-86b7-089a5163270b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.648165 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 2, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:56.726565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Checking router: b3891cf3-b3c0-401e-b7cc-01920315262c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:28:56.726912 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Updating router b3891cf3-b3c0-401e-b7cc-01920315262c port bd45f306-2c46-43df-989e-6868913f974d binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:28:56.760290 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd45f306-2c46-43df-989e-6868913f974d), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.822678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for router_controller (24833750-6314-41a1-86b7-089a5163270b), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:56.829859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-a3ece3de-5da5-401d-aee4-a4d8433e0b4d service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041163 Mar 10 17:28:57.001466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.002204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:57.105317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 92ede391-dd7e-441e-981a-25eb1f2b41b9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:57.132732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:28:57.261753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for router_gateway (24833750-6314-41a1-86b7-089a5163270b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.286724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'project_id': '50546d0121484550b1f43fbfb460ccde', 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:28:57.287965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.288116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f00de2a7-e0ac-4fbb-9394-1cda4d31c0af tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:57.295267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-f00de2a7-e0ac-4fbb-9394-1cda4d31c0af tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.2126553 Mar 10 17:28:57.555021 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks [] for port (bd45f306-2c46-43df-989e-6868913f974d), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.577583 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.583785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4c88-bf9e-4f44-ad99-d6d55808004f req-3659dc60-ea10-4e7a-a7dc-fe63f9dd4376 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:57.585392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f0f4c88-bf9e-4f44-ad99-d6d55808004f req-3659dc60-ea10-4e7a-a7dc-fe63f9dd4376 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.3489602 Mar 10 17:28:57.706413 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Pushing event updated for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:57.740821 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.741420 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.741906 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.743226 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.743753 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.744728 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.745226 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.745721 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.748872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.749406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.749898 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.750384 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.750883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:28:57.834470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f0f4c88-bf9e-4f44-ad99-d6d55808004f req-f3e7fc3d-7e85-4c15-9869-54935409d39f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151892 Mar 10 17:28:57.835717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for router_gateway (24833750-6314-41a1-86b7-089a5163270b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.892426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:57.955498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Allocated IP 172.20.0.2 (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8/e871158b-9fdc-4666-9379-c2c336c3ceaf/14ca0d20-95f3-4531-96b4-78903a1c79ff) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:57.999868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-b62dfca9-c160-43eb-a70d-ebd826b1ed12 service neutron] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:58.003684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Attempting to bind port bd45f306-2c46-43df-989e-6868913f974d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:58.004332 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Attempting to bind port bd45f306-2c46-43df-989e-6868913f974d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:58.004911 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Attempting to bind port bd45f306-2c46-43df-989e-6868913f974d on network 407ac063-017d-423f-8b4c-bac17d9d9a3d {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:58.018245 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:58.018961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Checking segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:58.019593 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.020224 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Bound using segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:58.020980 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Bound port: bd45f306-2c46-43df-989e-6868913f974d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:58.021604 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd45f306-2c46-43df-989e-6868913f974d), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.038193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56470) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:58.045654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-b62dfca9-c160-43eb-a70d-ebd826b1ed12 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.049090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff4009c0-eb78-41e9-9625-56c02352cfce req-b62dfca9-c160-43eb-a70d-ebd826b1ed12 service neutron] 10.222.0.41 "DELETE /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.7079644 Mar 10 17:28:58.125254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Allocated IP 172.25.3.173 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/b9688bc9-752e-488f-b04a-5588c9b1edad) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:28:58.144532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74c8caab-e96e-4dca-b45f-88b27230781c req-289eaabd-da52-4383-994b-9720729882c3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.1627781 Mar 10 17:28:58.193451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd80c-87a0-484f-a8ce-7d9e7cf5e1e7 req-07de55c0-ef59-47c3-9d9e-83b2224a68eb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:58.201702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46dfd80c-87a0-484f-a8ce-7d9e7cf5e1e7 req-07de55c0-ef59-47c3-9d9e-83b2224a68eb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 948 time: 0.3367188 Mar 10 17:28:58.244795 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] For port bd45f306-2c46-43df-989e-6868913f974d, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:58.255927 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] For port bd45f306-2c46-43df-989e-6868913f974d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd45f306-2c46-43df-989e-6868913f974d,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:58.279948 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.286719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c91b-57fb-42e8-bf1b-0af044213b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.294884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46dfd80c-87a0-484f-a8ce-7d9e7cf5e1e7 req-b313e98b-6bf1-4498-aab0-3c44f0d70b71 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911872 Mar 10 17:28:58.429002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c91b-57fb-42e8-bf1b-0af044213b52 admin admin] Publish callbacks [] for security_group (a3cdb3d4-5203-4bc2-8824-28d5f15b12b3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.452732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c91b-57fb-42e8-bf1b-0af044213b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3cdb3d4-5203-4bc2-8824-28d5f15b12b3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.492421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks [] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.500108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:28:58.500742 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:58.503986 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1ef92-4b1d-4bfd-bac5-a74107f0e714 None None] Pushing event updated for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:58.505347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-26af8966-a062-4360-8229-22220392a04f None None] Provisioning complete for port bd45f306-2c46-43df-989e-6868913f974d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:58.505925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26af8966-a062-4360-8229-22220392a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd45f306-2c46-43df-989e-6868913f974d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.538547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.568940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708d6f-aade-435d-af8e-e41b13e6a7de req-7daa4fd4-a30c-4c44-97f4-11fbb9cec016 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:58.572026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d708d6f-aade-435d-af8e-e41b13e6a7de req-7daa4fd4-a30c-4c44-97f4-11fbb9cec016 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 0.1676407 Mar 10 17:28:58.587552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.684375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:58.714948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d708d6f-aade-435d-af8e-e41b13e6a7de req-ba4e0024-e3c8-4e25-8478-acec2c906d36 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358535 Mar 10 17:28:58.844915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:28:58.876696 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2aa6c91b-57fb-42e8-bf1b-0af044213b52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d885cacb6e3d40a3a19744b10945a66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8373086 Mar 10 17:28:58.879832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:28:58.882224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:58.909572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c5d7ae-93ea-494e-ac3e-5a5a9b66f834 req-80f7b77a-11b1-41c2-8eb1-aa8064c49d38 tempest-AbsoluteLimitsNegativeTestJSON-1198286241 tempest-AbsoluteLimitsNegativeTestJSON-1198286241-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=30bc0509c77b4cabb71ab2750a42f3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864253 Mar 10 17:28:58.915374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c91b-57fb-42e8-bf1b-0af044213b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cdb3d4-5203-4bc2-8824-28d5f15b12b3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:58.926218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:58.930753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:59.015371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:28:59.018901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Pushing event updated for resources: {'Port': ['ID=14ca0d20-95f3-4531-96b4-78903a1c79ff,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.032587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:28:59.040636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:28:59.069182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Pushing event updated for resources: {'Port': ['ID=b9688bc9-752e-488f-b04a-5588c9b1edad,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.136035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Attempting to bind port 14ca0d20-95f3-4531-96b4-78903a1c79ff on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:28:59.137026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Attempting to bind port 14ca0d20-95f3-4531-96b4-78903a1c79ff by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:28:59.137625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Attempting to bind port 14ca0d20-95f3-4531-96b4-78903a1c79ff on network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:28:59.144034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-26af8966-a062-4360-8229-22220392a04f None None] Current status of the port bd45f306-2c46-43df-989e-6868913f974d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:59.144568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26af8966-a062-4360-8229-22220392a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd45f306-2c46-43df-989e-6868913f974d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.149100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:28:59.149604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Checking segment: {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:28:59.150106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.150651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Bound using segment: {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:28:59.151277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Bound port: 14ca0d20-95f3-4531-96b4-78903a1c79ff, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:28:59.152785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.207563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-26af8966-a062-4360-8229-22220392a04f None None] For port bd45f306-2c46-43df-989e-6868913f974d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd45f306-2c46-43df-989e-6868913f974d,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:28:59.217889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d7ae-93ea-494e-ac3e-5a5a9b66f834 req-e2e8a18c-9d56-43e6-8afa-7ac492abb68b tempest-AbsoluteLimitsNegativeTestJSON-1198286241 tempest-AbsoluteLimitsNegativeTestJSON-1198286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.235311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c5d7ae-93ea-494e-ac3e-5a5a9b66f834 req-e2e8a18c-9d56-43e6-8afa-7ac492abb68b tempest-AbsoluteLimitsNegativeTestJSON-1198286241 tempest-AbsoluteLimitsNegativeTestJSON-1198286241-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190787 Mar 10 17:28:59.267505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26af8966-a062-4360-8229-22220392a04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.366200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c5d7ae-93ea-494e-ac3e-5a5a9b66f834 req-b227a9a9-bf06-4926-a432-eca0af55f7e8 tempest-AbsoluteLimitsNegativeTestJSON-1198286241 tempest-AbsoluteLimitsNegativeTestJSON-1198286241-project] 10.222.0.35 "GET /v2.0/quotas/30bc0509c77b4cabb71ab2750a42f3e5 HTTP/1.1" status: 200 len: 375 time: 0.1297028 Mar 10 17:28:59.378200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] For port 14ca0d20-95f3-4531-96b4-78903a1c79ff, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:28:59.384185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Publish callbacks [] for security_group (a3cdb3d4-5203-4bc2-8824-28d5f15b12b3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.386300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] For port 14ca0d20-95f3-4531-96b4-78903a1c79ff, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=14ca0d20-95f3-4531-96b4-78903a1c79ff,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:28:59.389975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af8966-a062-4360-8229-22220392a04f None None] Pushing event updated for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.402050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-45a63504-d35f-4fb1-bd19-467cbad2215c None None] Provisioning complete for port bd45f306-2c46-43df-989e-6868913f974d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:28:59.403204 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45a63504-d35f-4fb1-bd19-467cbad2215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd45f306-2c46-43df-989e-6868913f974d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.407935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.417972 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:58Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:28:59.473318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0948ee-5825-4666-802b-105c8c1d655c None None] The sync data for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 is: [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:58Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:28:59.542856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c5d7ae-93ea-494e-ac3e-5a5a9b66f834 req-22e2e711-73b9-4ad6-8f18-dccc4bbea6db tempest-AbsoluteLimitsNegativeTestJSON-1198286241 tempest-AbsoluteLimitsNegativeTestJSON-1198286241-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=30bc0509c77b4cabb71ab2750a42f3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160846 Mar 10 17:28:59.561961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2930b6-c32b-4a95-9e22-7f3dad6bfa0d req-de272d8a-339a-470c-87a9-f10857b79093 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.570505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4afcc6-ceb5-47f1-893c-0a0d4e44bda5 None None] Pushing event updated for resources: {'Port': ['ID=14ca0d20-95f3-4531-96b4-78903a1c79ff,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:28:59.573938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d2930b6-c32b-4a95-9e22-7f3dad6bfa0d req-de272d8a-339a-470c-87a9-f10857b79093 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.2283351 Mar 10 17:28:59.613129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.627437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c59-2c90-408b-8366-89a57de77bdc req-7e831ef4-b5cb-4ce2-8b98-0f809ddae9d1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.629293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-7e831ef4-b5cb-4ce2-8b98-0f809ddae9d1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae&tenant_id=3dc44762e0654c81b090c46b049739a3&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 948 time: 0.3916657 Mar 10 17:28:59.660833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-1446b3f7-2c1a-45bd-9bb6-e221cbfb1903 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.662076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-45a63504-d35f-4fb1-bd19-467cbad2215c None None] Current status of the port bd45f306-2c46-43df-989e-6868913f974d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:28:59.663939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-1446b3f7-2c1a-45bd-9bb6-e221cbfb1903 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 808 time: 0.2816632 Mar 10 17:28:59.672394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Publish callbacks [] for security_group (a3cdb3d4-5203-4bc2-8824-28d5f15b12b3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:28:59.693612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Request body: {'port': {'device_id': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'admin_state_up': True, 'tenant_id': 'b44e7f7a56fb4bdb9a054162914e89ed'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:28:59.882799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d2930b6-c32b-4a95-9e22-7f3dad6bfa0d req-0a842b07-4428-4f90-8792-82c7086ef413 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031199 Mar 10 17:28:59.903957 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-03235c59-2c90-408b-8366-89a57de77bdc req-7327b865-7b0b-4b5c-99bd-7b05d1a8b1a8 service neutron] delete failed (client error): The resource could not be found. Mar 10 17:28:59.911283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-7327b865-7b0b-4b5c-99bd-7b05d1a8b1a8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.2604523 Mar 10 17:28:59.954131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1e11c-e01c-4341-a041-26bb739ca3d1 req-2a0a1b74-c053-497e-b6ee-ddbf686672bd tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:28:59.970448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78e1e11c-e01c-4341-a041-26bb739ca3d1 req-2a0a1b74-c053-497e-b6ee-ddbf686672bd tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 948 time: 0.1635642 Mar 10 17:29:00.120036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78e1e11c-e01c-4341-a041-26bb739ca3d1 req-1b5d2618-d971-4b2e-97c8-c3e1d50074d6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483340 Mar 10 17:29:00.141646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:00.160993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56508) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:00.222885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03360-fedc-45c7-94ec-2b482ad5b60c req-fb526198-dff7-4a16-9e81-1dc68fd0792b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.224450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d03360-fedc-45c7-94ec-2b482ad5b60c req-fb526198-dff7-4a16-9e81-1dc68fd0792b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1127 time: 0.2361658 Mar 10 17:29:00.301664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a322214a-097b-4e61-a047-97b910f9524c req-7f96adbf-a762-45ac-9f5e-47d1962b2dd5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0702119 Mar 10 17:29:00.302454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port b4359f48-5b08-47cf-894c-e21ab63302ba completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:29:00.313522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c59-2c90-408b-8366-89a57de77bdc req-ab37ea96-892f-43c3-a9ab-50a7b15dba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.315606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-ab37ea96-892f-43c3-a9ab-50a7b15dba8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1130 time: 0.2358656 Mar 10 17:29:00.320892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port b4359f48-5b08-47cf-894c-e21ab63302ba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:00.321652 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.436209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d03360-fedc-45c7-94ec-2b482ad5b60c req-ed73a4d4-9960-4b8c-bbe2-efdec1c6eed6 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030883 Mar 10 17:29:00.511272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 14ca0d20-95f3-4531-96b4-78903a1c79ff up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:00.549899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d96816c7-c489-4335-b5d7-4655c2ed8da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.603836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c59-2c90-408b-8366-89a57de77bdc req-18a67fb6-5348-4567-abdc-9264d427b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:00.605657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-18a67fb6-5348-4567-abdc-9264d427b288 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2781663 Mar 10 17:29:00.620167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b4359f48-5b08-47cf-894c-e21ab63302ba is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:00.620745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.675414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:00.678846 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da90836-f401-4e2a-a4de-0a18fdd1a393" -d '{"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-plugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:00.705930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:00.708073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 14ca0d20-95f3-4531-96b4-78903a1c79ff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:00.709078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.716695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.812395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d96816c7-c489-4335-b5d7-4655c2ed8da5 admin admin] Publish callbacks [] for security_group (653730f0-0b88-4a5a-957f-6458d9f03b97), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.820825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-a1ede6b6-7cd0-4a34-b17f-34f56f697795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 200 len: 217 time: 0.1911578 Mar 10 17:29:00.844291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d96816c7-c489-4335-b5d7-4655c2ed8da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (653730f0-0b88-4a5a-957f-6458d9f03b97), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.907985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3cdb3d4-5203-4bc2-8824-28d5f15b12b3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.910885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.912615 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3cdb3d4-5203-4bc2-8824-28d5f15b12b3 HTTP/1.1" status: 204 len: 168 time: 2.0287261 Mar 10 17:29:00.934006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:00.936630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Made reservation on behalf of b44e7f7a56fb4bdb9a054162914e89ed for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:00.946062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:00.959124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for router_gateway (24833750-6314-41a1-86b7-089a5163270b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.007134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cdb3d4-5203-4bc2-8824-28d5f15b12b3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.009481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 14ca0d20-95f3-4531-96b4-78903a1c79ff is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:01.010086 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.078527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 14ca0d20-95f3-4531-96b4-78903a1c79ff, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=14ca0d20-95f3-4531-96b4-78903a1c79ff,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:01.085709 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.087442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd45f306-2c46-43df-989e-6868913f974d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:01.157109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.157462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.157805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.158146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.170788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.175050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.182674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.183030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.183761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.184106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.184435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.184763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.185103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7714de-ddf7-47fe-b7b6-17b718f640af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:01.230655 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0067773f-f03a-453c-af30-699a09037981 x-openstack-request-id: req-0067773f-f03a-453c-af30-699a09037981 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:01.231012 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-plugged", "status": "completed", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:01.232242 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0067773f-f03a-453c-af30-699a09037981 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:01.232706 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'code': 200} Mar 10 17:29:01.238492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=14ca0d20-95f3-4531-96b4-78903a1c79ff,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.263404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d7e6a-6fc7-45fb-967a-e2a0edcfdb32 None None] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:01.389716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96816c7-c489-4335-b5d7-4655c2ed8da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653730f0-0b88-4a5a-957f-6458d9f03b97,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:01.395479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b1ba9-1f01-4a7f-b50b-97050897c8b3 req-31aacca7-9346-41e8-a60c-2a011599c585 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.397268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-363b1ba9-1f01-4a7f-b50b-97050897c8b3 req-31aacca7-9346-41e8-a60c-2a011599c585 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 1127 time: 0.8196189 Mar 10 17:29:01.447585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd45f306-2c46-43df-989e-6868913f974d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:01.448534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd45f306-2c46-43df-989e-6868913f974d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.470850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d96816c7-c489-4335-b5d7-4655c2ed8da5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30bc0509c77b4cabb71ab2750a42f3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3044276 Mar 10 17:29:01.476342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56530) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:01.488074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c59-2c90-408b-8366-89a57de77bdc req-78d07295-e489-4413-a86c-eb529aa8eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.489767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-78d07295-e489-4413-a86c-eb529aa8eedd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6538491 Mar 10 17:29:01.502158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ee1505f2-2ec1-4510-b27d-0fc398be5ca6 None None] Provisioning complete for port 14ca0d20-95f3-4531-96b4-78903a1c79ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:01.502562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee1505f2-2ec1-4510-b27d-0fc398be5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.531839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56532) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:01.599818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5f38-19b9-48e7-9180-81e0047810b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.606767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-363b1ba9-1f01-4a7f-b50b-97050897c8b3 req-52ba22e3-9ca4-44bd-8008-aa36af640d05 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984861 Mar 10 17:29:01.632889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f4f6-0a55-47b4-bc7c-7ece5e6cd8e8 req-2376536a-1e38-468d-9ace-0b51db546845 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.634627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e68f4f6-0a55-47b4-bc7c-7ece5e6cd8e8 req-2376536a-1e38-468d-9ace-0b51db546845 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.2315474 Mar 10 17:29:01.689829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd45f306-2c46-43df-989e-6868913f974d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:01.698103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ee1505f2-2ec1-4510-b27d-0fc398be5ca6 None None] Current status of the port 14ca0d20-95f3-4531-96b4-78903a1c79ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:01.706505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] Publish callbacks [] for security_group (653730f0-0b88-4a5a-957f-6458d9f03b97), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.734064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c59-2c90-408b-8366-89a57de77bdc req-e2d56282-862e-4160-9a4f-9613c70da9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:01.735893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-e2d56282-862e-4160-9a4f-9613c70da9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2299290 Mar 10 17:29:01.752796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Allocated IP 172.20.0.5 (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc/a64b20ea-92fa-4cb8-a27d-754bb7eb167e/859a04a4-b5de-43a1-901c-994ab5426405) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:01.799577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] Publish callbacks [] for security_group (653730f0-0b88-4a5a-957f-6458d9f03b97), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.834195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e68f4f6-0a55-47b4-bc7c-7ece5e6cd8e8 req-d7b767a4-74a7-437e-8142-de2704fb860c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884871 Mar 10 17:29:01.893042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (24833750-6314-41a1-86b7-089a5163270b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:01.940260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8e60cc52-bc4e-4773-b46f-b970626c5980 None None] Provisioning complete for port 14ca0d20-95f3-4531-96b4-78903a1c79ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:01.944014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e60cc52-bc4e-4773-b46f-b970626c5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.051087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8356ba8c-b5ec-4335-9ef1-fe5be94ac9fd req-8415036e-92fa-4f51-9d55-1675e3e7c388 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0807476 Mar 10 17:29:02.115901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-72c8cf23-2479-4246-9f81-1f96002cd8c0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643246 Mar 10 17:29:02.126580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5f38-19b9-48e7-9180-81e0047810b8 admin admin] Publish callbacks [] for security_group (01795abf-0ed5-4017-ae4d-e7a8d06148fe), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.129350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Router 24833750-6314-41a1-86b7-089a5163270b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:29:02.129878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8e60cc52-bc4e-4773-b46f-b970626c5980 None None] Current status of the port 14ca0d20-95f3-4531-96b4-78903a1c79ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:02.148215 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (653730f0-0b88-4a5a-957f-6458d9f03b97), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.150772 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.151894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/653730f0-0b88-4a5a-957f-6458d9f03b97 HTTP/1.1" status: 204 len: 168 time: 0.6736178 Mar 10 17:29:02.180059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5f38-19b9-48e7-9180-81e0047810b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (01795abf-0ed5-4017-ae4d-e7a8d06148fe), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.256917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279abc85-0bf5-45cb-ab8d-1a97f4bc045d req-23e5e88e-df5c-4cbc-a682-fbccc361c232 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:02.262290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 14ca0d20-95f3-4531-96b4-78903a1c79ff up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:02.278249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-279abc85-0bf5-45cb-ab8d-1a97f4bc045d req-23e5e88e-df5c-4cbc-a682-fbccc361c232 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.4411345 Mar 10 17:29:02.298858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks [] for port (859a04a4-b5de-43a1-901c-994ab5426405), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.302611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:02.333263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f8f65-72a2-4055-98cf-e08c11752eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653730f0-0b88-4a5a-957f-6458d9f03b97,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:02.334231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Sync routers for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:02.344660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.350119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17ac0fc5-3aef-4e77-a83c-c6adabc0e29a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8040516 Mar 10 17:29:02.354177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56542) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:02.427976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:02.428664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:02.458716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.505616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:02.537027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a3fd5f38-19b9-48e7-9180-81e0047810b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bffd79fecef94068b622b43bccaa0809&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0013111 Mar 10 17:29:02.538723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:02.570219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd5f38-19b9-48e7-9180-81e0047810b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01795abf-0ed5-4017-ae4d-e7a8d06148fe,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:02.642956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03235c59-2c90-408b-8366-89a57de77bdc req-06ec433e-9d93-4f3c-a071-ef0e4c66e2d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043027 Mar 10 17:29:02.651137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:02.667618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 14ca0d20-95f3-4531-96b4-78903a1c79ff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:02.668207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.684462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-279abc85-0bf5-45cb-ab8d-1a97f4bc045d req-25873f3d-b88f-473b-9d21-5dd27c4931b8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523328 Mar 10 17:29:02.697321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] Publish callbacks [] for security_group (01795abf-0ed5-4017-ae4d-e7a8d06148fe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.724115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:02.741427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] Publish callbacks [] for security_group (01795abf-0ed5-4017-ae4d-e7a8d06148fe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.813642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:02.818668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:02.823824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:02.839714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (01795abf-0ed5-4017-ae4d-e7a8d06148fe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.842830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:02.846408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01795abf-0ed5-4017-ae4d-e7a8d06148fe HTTP/1.1" status: 204 len: 168 time: 0.3043072 Mar 10 17:29:02.854724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704999fe-f22a-4e30-981e-57f6d059c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01795abf-0ed5-4017-ae4d-e7a8d06148fe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:03.025497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:03.028174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.154888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebbbce-8491-4b3a-b5f8-0f4b81035e59 req-4818907a-bd18-4de2-9360-379519bb49c2 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:03.161300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40ebbbce-8491-4b3a-b5f8-0f4b81035e59 req-4818907a-bd18-4de2-9360-379519bb49c2 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1770918 Mar 10 17:29:03.179545 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-3f4a7f02-b01e-4ec9-ba8c-1213732e5e9f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5006258 Mar 10 17:29:03.209835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Request body: {'port': {'device_id': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:03.291031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40ebbbce-8491-4b3a-b5f8-0f4b81035e59 req-5e69209f-a98d-41ab-9468-0745ec68184c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238458 Mar 10 17:29:03.555346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:03.567071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ab771-5468-404a-9fb2-46a6b38b1c6c req-2d865895-b956-446f-877c-94bfae7111a9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:03.579110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d7ab771-5468-404a-9fb2-46a6b38b1c6c req-2d865895-b956-446f-877c-94bfae7111a9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 931 time: 0.1545603 Mar 10 17:29:03.712312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 14ca0d20-95f3-4531-96b4-78903a1c79ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:03.722598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 3, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:03.778807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d7ab771-5468-404a-9fb2-46a6b38b1c6c req-869620f9-d0c6-4785-998d-ff182e0dfc66 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942291 Mar 10 17:29:03.993915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56584) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:04.004599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Checking router: 24833750-6314-41a1-86b7-089a5163270b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:04.005118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Updating router 24833750-6314-41a1-86b7-089a5163270b port b9688bc9-752e-488f-b04a-5588c9b1edad binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:04.062385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.068902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4308179-a2c5-47aa-9bdb-687894113643 req-885b69a8-dabf-429a-b9d0-0b617ea67652 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.080573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4308179-a2c5-47aa-9bdb-687894113643 req-885b69a8-dabf-429a-b9d0-0b617ea67652 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.0765297 Mar 10 17:29:04.103026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.176854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4308179-a2c5-47aa-9bdb-687894113643 req-15213fc2-b2a7-4de5-bd66-821eb5a62afe tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939314 Mar 10 17:29:04.332882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-283936396-network', 'tenant_id': '1c6ac33f60444688913831ce754e7bfb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:04.402371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Allocated IP 172.20.0.1 (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8/e871158b-9fdc-4666-9379-c2c336c3ceaf/e0dc3670-bf07-49cf-9165-ca2550d5b949) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:04.434519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Made reservation on behalf of 1c6ac33f60444688913831ce754e7bfb for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:04.437295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.457549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.478098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3ab6-da61-4f43-abbf-c5c4628a2245 req-3c0923be-cf6c-430f-9118-d32b87a3df8f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.486956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-810f3ab6-da61-4f43-abbf-c5c4628a2245 req-3c0923be-cf6c-430f-9118-d32b87a3df8f tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 1131 time: 0.1480372 Mar 10 17:29:04.510119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks [] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.562128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-810f3ab6-da61-4f43-abbf-c5c4628a2245 req-7f6ea488-61e0-4c93-b00b-9120913be833 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Mar 10 17:29:04.586783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.637954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.650343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859a04a4-b5de-43a1-901c-994ab5426405 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:04.661333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:04.663332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks [] for port (859a04a4-b5de-43a1-901c-994ab5426405), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.666239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:04.670347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:04.709139 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (24833750-6314-41a1-86b7-089a5163270b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.772241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks [] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.786661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks [] for security_group (328e9928-4a3c-4615-9527-7f800bad02d5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.790131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Transition to ACTIVE for port object 859a04a4-b5de-43a1-901c-994ab5426405 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:29:04.790325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.814136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (328e9928-4a3c-4615-9527-7f800bad02d5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.814449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.875083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:29:04.887393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Attempting to bind port b9688bc9-752e-488f-b04a-5588c9b1edad on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:04.888109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Attempting to bind port b9688bc9-752e-488f-b04a-5588c9b1edad by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:04.888645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Attempting to bind port b9688bc9-752e-488f-b04a-5588c9b1edad on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:04.903993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:04.904655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:04.905237 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.905903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:04.906599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Bound port: b9688bc9-752e-488f-b04a-5588c9b1edad, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:04.907165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.909639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6774cb-9b99-4e28-90d2-c5479c3fa553 req-da666fdc-9609-48ba-9b91-45d17223b7a7 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:04.911278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb6774cb-9b99-4e28-90d2-c5479c3fa553 req-da666fdc-9609-48ba-9b91-45d17223b7a7 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.2279680 Mar 10 17:29:04.936426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e9928-4a3c-4615-9527-7f800bad02d5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:04.956258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5efe5e76-f18e-4c99-a8b1-620ec0ec9731), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:04.956769 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Added segment 5efe5e76-f18e-4c99-a8b1-620ec0ec9731 of type vlan for network 8549db2c-830c-45fa-92f9-0ac74d6f4a20 Mar 10 17:29:04.974194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Pushing event updated for resources: {'Port': ['ID=b9688bc9-752e-488f-b04a-5588c9b1edad,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.018877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] For port b9688bc9-752e-488f-b04a-5588c9b1edad, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:05.025271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] For port b9688bc9-752e-488f-b04a-5588c9b1edad, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9688bc9-752e-488f-b04a-5588c9b1edad,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:05.037313 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.042983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.110808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8549db2c-830c-45fa-92f9-0ac74d6f4a20), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.128773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb6774cb-9b99-4e28-90d2-c5479c3fa553 req-918a4b9b-b425-4f33-ae66-27540c5a3a7d tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845193 Mar 10 17:29:05.153812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:05.155948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:05.164764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:05.165153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:05.165481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:05.173616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:29:05.173918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:05.189646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8549db2c-830c-45fa-92f9-0ac74d6f4a20), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.190526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.191146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.192590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:05.193140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:05.193754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:05.194646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Bound port: 859a04a4-b5de-43a1-901c-994ab5426405, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:05.195228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.245890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2503166 Mar 10 17:29:05.249034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:05.254675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.255015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Request body: {'subnet': {'network_id': '8549db2c-830c-45fa-92f9-0ac74d6f4a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-283936396-subnet', 'tenant_id': '1c6ac33f60444688913831ce754e7bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:05.331253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f16548-a8f8-48a5-97ad-b527578d1cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=8549db2c-830c-45fa-92f9-0ac74d6f4a20,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.388815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:05.414451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:05.415119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Made reservation on behalf of 1c6ac33f60444688913831ce754e7bfb for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:05.417099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:05.417441 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.446386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.480248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8549db2c-830c-45fa-92f9-0ac74d6f4a20 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:29:05.555185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b453fc5-4551-4152-bf7c-0ca86739ab77 req-aceff8fd-cd1b-4900-ae26-ae37396455a1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.559568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b453fc5-4551-4152-bf7c-0ca86739ab77 req-aceff8fd-cd1b-4900-ae26-ae37396455a1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2123110 Mar 10 17:29:05.562317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dd5500a4-4145-407a-9ad7-deb346ba748a None None] Provisioning complete for port e0dc3670-bf07-49cf-9165-ca2550d5b949 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:05.562818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd5500a4-4145-407a-9ad7-deb346ba748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.588960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:05.589755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.591212 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] 10.222.0.59 "PUT /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 1091 time: 2.3929579 Mar 10 17:29:05.599803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:05.605475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Pushing event updated for resources: {'Port': ['ID=b9688bc9-752e-488f-b04a-5588c9b1edad,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.606538 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb918557-ced9-47ab-a3a4-49acf2d030bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "tag": "859a04a4-b5de-43a1-901c-994ab5426405"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:05.651405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492893b-c45e-47d0-87f9-8d38c92cdc28 service neutron] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:05.663793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dd5500a4-4145-407a-9ad7-deb346ba748a None None] Port e0dc3670-bf07-49cf-9165-ca2550d5b949 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:05.675465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.676180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.676517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.676846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.677174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.677546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.677887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.678149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.678866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.678866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.679127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.679447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.679765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cbcb2d-5156-42f6-a08a-4748f48ca568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:05.710770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks [] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.754989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.862403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e0dc3670-bf07-49cf-9165-ca2550d5b949', 'name': '', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'mac_address': 'fa:16:3e:c7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 1, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'subnets': [{'id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:05.906042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b453fc5-4551-4152-bf7c-0ca86739ab77 req-05f55ec8-c03e-4ff0-ac50-b163a091ac49 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302143 Mar 10 17:29:05.909761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3d07e258-a56d-4d37-884e-e47d19b75abc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:05.937873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09525d59-a07f-4b7d-bf31-31acd49ff685 None None] The sync data for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 is: [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e0dc3670-bf07-49cf-9165-ca2550d5b949', 'name': '', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'mac_address': 'fa:16:3e:c7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:04Z', 'revision_number': 1, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'subnets': [{'id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:06.077033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d07e258-a56d-4d37-884e-e47d19b75abc,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:06.113701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Checking segment: {'id': '5efe5e76-f18e-4c99-a8b1-620ec0ec9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8549db2c-830c-45fa-92f9-0ac74d6f4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:06.114264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Network hostable DHCP agents. Network: 8549db2c-830c-45fa-92f9-0ac74d6f4a20, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:29:06.164409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-041a73bb-e360-4b47-aa98-9bbfed367b7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405390 Mar 10 17:29:06.192596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Network 8549db2c-830c-45fa-92f9-0ac74d6f4a20 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:29:06.214616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:06.220244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-f6dc91ad-692e-4e9c-85fd-82e320bff047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.222413 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-f6dc91ad-692e-4e9c-85fd-82e320bff047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1125 time: 0.5291071 Mar 10 17:29:06.223568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (24833750-6314-41a1-86b7-089a5163270b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.239391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8549db2c-830c-45fa-92f9-0ac74d6f4a20) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:06.248719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.249425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:06.269510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bab95d-bd5c-4766-a9b0-d155c8a0ba5c None None] Network 8549db2c-830c-45fa-92f9-0ac74d6f4a20 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:06.368691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-61c7b08e-4c3f-4036-8317-32ef160d220f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1185746 Mar 10 17:29:06.409579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-ac7706ad-35de-4b25-9255-1e491a728785 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.1686246 Mar 10 17:29:06.428258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-bb3381fb-776c-4441-bd7a-4821d2ac874c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.438132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-bb3381fb-776c-4441-bd7a-4821d2ac874c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580204 Mar 10 17:29:06.476116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-62599ef9-cfe3-4443-84ec-2bee9b808647 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/quotas/3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 375 time: 0.0367277 Mar 10 17:29:06.506480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf451f-9063-4a3a-80fc-da034f2f2f4b None None] Network 8549db2c-830c-45fa-92f9-0ac74d6f4a20 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:06.603104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-b57f1e6f-f1e8-4400-bbe8-d796a86ff0fe tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257627 Mar 10 17:29:06.684295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:06.693878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:06.718089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-4b930d61-516d-4b37-ae80-bed2c9d0ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.724027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-4b930d61-516d-4b37-ae80-bed2c9d0ea5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.2844055 Mar 10 17:29:06.811143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-0fb9ecb7-8e9f-43a5-b649-b6677519d819 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746634 Mar 10 17:29:06.879199 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f94d88-84c4-4d66-947a-e1be8b314695 x-openstack-request-id: req-64f94d88-84c4-4d66-947a-e1be8b314695 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:06.879883 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "tag": "859a04a4-b5de-43a1-901c-994ab5426405", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:06.880438 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64f94d88-84c4-4d66-947a-e1be8b314695 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:06.887598 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405', 'status': 'completed', 'code': 200} Mar 10 17:29:06.987731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c04b8-fe24-4880-8bac-379a9c996146 req-8ee18b6f-290f-49ac-aaf2-d80a90156b59 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:06.995010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2c04b8-fe24-4880-8bac-379a9c996146 req-8ee18b6f-290f-49ac-aaf2-d80a90156b59 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.0947802 Mar 10 17:29:07.114529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2c04b8-fe24-4880-8bac-379a9c996146 req-bc6b9a7b-f49a-49dc-adaf-d28034827931 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182711 Mar 10 17:29:07.221480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8d7320ad-d2ef-42fe-b6e4-b6231c37f32a None None] Provisioning complete for port e0dc3670-bf07-49cf-9165-ca2550d5b949 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:07.221858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d7320ad-d2ef-42fe-b6e4-b6231c37f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.279781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-874c64b9-2e89-458b-81d5-c71a84e255c1 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910215 Mar 10 17:29:07.344882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8d7320ad-d2ef-42fe-b6e4-b6231c37f32a None None] Port e0dc3670-bf07-49cf-9165-ca2550d5b949 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:07.427667 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d93ac3bd-47ec-4976-a3fd-8c0a91f943ae req-505169ea-0a04-4781-9423-2761fca17b94 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341434 Mar 10 17:29:07.441207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Router 24833750-6314-41a1-86b7-089a5163270b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:07.605900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1579883179', 'description': 'tempest-description-2109461100'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:07.640873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.652646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:07.658709 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f58b6b9b-0767-4db6-8248-9aa6619229f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/24833750-6314-41a1-86b7-089a5163270b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2972305 Mar 10 17:29:07.678110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-01bc02b4-d8e0-4676-a786-8cca0dc6dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:07.684635 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-01bc02b4-d8e0-4676-a786-8cca0dc6dbf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1125 time: 0.1550608 Mar 10 17:29:07.777275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (0b234bfa-0457-4a89-9750-80f51ace07eb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.788045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0b234bfa-0457-4a89-9750-80f51ace07eb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.866259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:07.868677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28c19236-c3d7-4f33-b252-0b62119419e0 req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2670469 Mar 10 17:29:07.876634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d20008-801f-4edd-ac3d-81973d323ff7 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b234bfa-0457-4a89-9750-80f51ace07eb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:07.893908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-6aba3581-3250-4964-81c3-e4f8c6c434c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:07.895422 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-6aba3581-3250-4964-81c3-e4f8c6c434c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2047598 Mar 10 17:29:07.977835 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-9307d71f-4f11-4022-8770-a5ce15b0bb57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.0716109 Mar 10 17:29:08.012192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-379a015b-c7c8-455c-8915-3fbef1b1c0f2 req-b23991ec-82b2-49e9-95a6-a23eeeead686 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 210 time: 0.0381279 Mar 10 17:29:08.045736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-2a36fe7c-c5fe-49df-a271-53aea3f4e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.047396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-2a36fe7c-c5fe-49df-a271-53aea3f4e7a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.0583782 Mar 10 17:29:08.106008 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-4792a8fb-6a3f-40ef-9693-12109d49d417 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459094 Mar 10 17:29:08.186694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0157ab-cf2f-4c88-bbbf-05b1ac7cd41f req-c276e658-03f4-4515-9346-41278630d042 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.195101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a0157ab-cf2f-4c88-bbbf-05b1ac7cd41f req-c276e658-03f4-4515-9346-41278630d042 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0874784 Mar 10 17:29:08.247021 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-19c1a67a-9150-4bdf-9998-486dcc3bb551 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 Mar 10 17:29:08.284614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9688bc9-752e-488f-b04a-5588c9b1edad up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:08.328223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a0157ab-cf2f-4c88-bbbf-05b1ac7cd41f req-88d2397f-7fb6-4a65-a3e8-aab9d28ad497 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319766 Mar 10 17:29:08.399799 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb918557-ced9-47ab-a3a4-49acf2d030bf req-e070fac9-3d42-4f61-a495-f33635f9c444 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424143 Mar 10 17:29:08.421257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b9688bc9-752e-488f-b04a-5588c9b1edad triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:08.422201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.459016 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-2fb379b2-7951-45d5-903c-01d47f974d0b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333843 Mar 10 17:29:08.531526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-65852666-d117-4cbb-8b02-3c34a4ac7daa tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/0b234bfa-0457-4a89-9750-80f51ace07eb HTTP/1.1" status: 200 len: 1830 time: 0.0693252 Mar 10 17:29:08.546937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b234bfa-0457-4a89-9750-80f51ace07eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:08.547358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b234bfa-0457-4a89-9750-80f51ace07eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:08.606687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b9688bc9-752e-488f-b04a-5588c9b1edad is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:08.607095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.647016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b9688bc9-752e-488f-b04a-5588c9b1edad, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9688bc9-752e-488f-b04a-5588c9b1edad,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:08.664964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.665246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.686034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-516e9d0f-ef08-444f-8ea4-bc3a23e93ccc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.694823 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-516e9d0f-ef08-444f-8ea4-bc3a23e93ccc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214212 Mar 10 17:29:08.701696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.706855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.708731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Request body: {'port': {'device_id': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '3dc44762e0654c81b090c46b049739a3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:08.746014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.761042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66a25a7b-d2a0-4ce3-a8d6-36d3f7d24346 req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2285149 Mar 10 17:29:08.764180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9daec4-60f8-47d9-9d96-b86352130f2c tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:08.781300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b9688bc9-752e-488f-b04a-5588c9b1edad,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:08.781819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56696) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:08.891353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Made reservation on behalf of 3dc44762e0654c81b090c46b049739a3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:08.895090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:08.910448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdba1f-1058-48d6-b0f0-71784e44751e req-d7868c00-1266-4ef8-9c9f-01b41e5edb66 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:08.911955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13fdba1f-1058-48d6-b0f0-71784e44751e req-d7868c00-1266-4ef8-9c9f-01b41e5edb66 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.0808105 Mar 10 17:29:08.934962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-645982cc-c367-46fd-829f-751f6f41c4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.005611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13fdba1f-1058-48d6-b0f0-71784e44751e req-bcec621a-e7df-479d-b926-5ec60c9feca6 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860069 Mar 10 17:29:09.071811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Allocated IP 192.168.233.192 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/b08b30ff-2470-48d6-b9a6-6b30f757e0b3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:09.104550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cce6333e-669e-42f8-93c1-beb7f5bed3ab req-01496103-09a6-43c1-a920-bd8b4bc07860 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/0b234bfa-0457-4a89-9750-80f51ace07eb HTTP/1.1" status: 200 len: 2423 time: 0.0592127 Mar 10 17:29:09.141126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-645982cc-c367-46fd-829f-751f6f41c4dc admin admin] Publish callbacks [] for security_group (62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.148041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-645982cc-c367-46fd-829f-751f6f41c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.224157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a7bca3c-6333-4c1b-9654-5fe58098af11 req-a34d3a50-deab-4a15-9b9f-1dd7d818e4bf tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 210 time: 0.0548940 Mar 10 17:29:09.228171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-645982cc-c367-46fd-829f-751f6f41c4dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1763d9e181147bf9513f9d02fad9976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447534 Mar 10 17:29:09.228799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645982cc-c367-46fd-829f-751f6f41c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:09.230764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:09.291197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-ce249690-74ab-4db6-ae09-4515a1ac758b tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-group-rules/12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd HTTP/1.1" status: 200 len: 778 time: 0.0240870 Mar 10 17:29:09.311878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.328021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] Publish callbacks [] for security_group (62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.352293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-5f82087c-4526-40f6-a37c-984c68dc2b97 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/0b234bfa-0457-4a89-9750-80f51ace07eb HTTP/1.1" status: 200 len: 2423 time: 0.0530417 Mar 10 17:29:09.363037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] Publish callbacks [] for security_group (62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.376791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.385374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.399591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.415729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:09.422643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.444587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.459696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c3a6016-7653-4e4f-bedf-b910bf02d4a5 req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd HTTP/1.1" status: 204 len: 173 time: 0.1066527 Mar 10 17:29:09.460571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:09.464106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:09.470849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:09.473688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:09.497634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca3d48-54a2-48dc-965d-ccfafd85fe9d tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12bb7dfe-4dc1-4406-9cf5-5c08d9c4e3fd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:09.505086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.507976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.511624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c HTTP/1.1" status: 204 len: 168 time: 0.2737217 Mar 10 17:29:09.525238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96e0c0-0c01-4ca2-a825-e4293fbffa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc9fb0-3b2d-422d-ba5f-4a4af41bc71c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:09.547402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.548758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.578504 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Sync routers for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:09.584861 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-239b62fc-8d72-4685-9ad7-1c81b8a9565e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8806338 Mar 10 17:29:09.594357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:09.595306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:09.602112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Request body: {'port': {'device_id': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:09.713750 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:09.733266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:09.777241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3cee6-7564-4ea6-b553-1b2e3ef4f014 req-ca9901e4-2187-4310-b5d6-8fa5d826ea92 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:09.780099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24c3cee6-7564-4ea6-b553-1b2e3ef4f014 req-ca9901e4-2187-4310-b5d6-8fa5d826ea92 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1594648 Mar 10 17:29:09.867331 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:09.896512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24c3cee6-7564-4ea6-b553-1b2e3ef4f014 req-990bda78-e2df-4984-896a-e963478ce500 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031721 Mar 10 17:29:09.993256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c573fa57-8a83-468e-b3d4-fb66e8a2eafb None None] Provisioning complete for port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:09.993825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c573fa57-8a83-468e-b3d4-fb66e8a2eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.045155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1070328168', 'description': 'tempest-description-298127648'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:10.067939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c573fa57-8a83-468e-b3d4-fb66e8a2eafb None None] Port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:10.070003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56718) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:10.088608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.091695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-086285a7-3cf0-49a7-88e6-35d512a49c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.218189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:10.229014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks [] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.234887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9688bc9-752e-488f-b04a-5588c9b1edad up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:10.249738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Transition to ACTIVE for port object b08b30ff-2470-48d6-b9a6-6b30f757e0b3 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:29:10.261209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-086285a7-3cf0-49a7-88e6-35d512a49c3e admin admin] Publish callbacks [] for security_group (a6a3935c-cfa9-497f-9be7-4e8fd13c3a45), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.263274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.269204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-086285a7-3cf0-49a7-88e6-35d512a49c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6a3935c-cfa9-497f-9be7-4e8fd13c3a45), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.282486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (e00b33d9-3b0a-417d-be79-b0709d4c321c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.299561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e00b33d9-3b0a-417d-be79-b0709d4c321c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.310784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b9688bc9-752e-488f-b04a-5588c9b1edad triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:10.311697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.313302 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e0dc3670-bf07-49cf-9165-ca2550d5b949', 'name': '', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'mac_address': 'fa:16:3e:c7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 2, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'subnets': [{'id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:10.334193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086285a7-3cf0-49a7-88e6-35d512a49c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3935c-cfa9-497f-9be7-4e8fd13c3a45,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.342492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-086285a7-3cf0-49a7-88e6-35d512a49c3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37a3741248b848b2955721e3184dcf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685814 Mar 10 17:29:10.343555 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Checking router: 24833750-6314-41a1-86b7-089a5163270b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:10.344228 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Updating router 24833750-6314-41a1-86b7-089a5163270b port e0dc3670-bf07-49cf-9165-ca2550d5b949 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:10.362943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:10.365154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b33d9-3b0a-417d-be79-b0709d4c321c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.370162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.390884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a15b6bc7-da66-49a0-8be1-a2af97b57482 req-d16e7834-b121-48af-bde1-b659242a2763 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3525941 Mar 10 17:29:10.394767 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.518005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.533871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b9688bc9-752e-488f-b04a-5588c9b1edad is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:10.554689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542319-92b0-44dc-8fda-a9657d9979bb req-af413573-d7f3-4cc8-a484-63b5bc8c6d70 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:10.563193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5542319-92b0-44dc-8fda-a9657d9979bb req-af413573-d7f3-4cc8-a484-63b5bc8c6d70 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.0936570 Mar 10 17:29:10.586862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] Publish callbacks [] for security_group (a6a3935c-cfa9-497f-9be7-4e8fd13c3a45), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.612903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] Publish callbacks [] for security_group (a6a3935c-cfa9-497f-9be7-4e8fd13c3a45), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.652150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5542319-92b0-44dc-8fda-a9657d9979bb req-88d8360b-7f81-4277-896f-44091a3cf42c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874577 Mar 10 17:29:10.694770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6a3935c-cfa9-497f-9be7-4e8fd13c3a45), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.698083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.702462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6a3935c-cfa9-497f-9be7-4e8fd13c3a45 HTTP/1.1" status: 204 len: 168 time: 0.3171015 Mar 10 17:29:10.726718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Attempting to bind port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:10.727141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Attempting to bind port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:10.727540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Attempting to bind port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:10.737997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:29:10.738648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Attempting to bind port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:10.743198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999952c-a095-4a89-8157-92270318c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3935c-cfa9-497f-9be7-4e8fd13c3a45,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.759052 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks [] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.761439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:10.761926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:10.762335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:10.762962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Bound port: b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:10.764650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.766862 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.857297 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bf110-aa8b-43b0-ac57-fb4e46271a1f None None] Pushing event updated for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:10.879860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:10.888015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:10.899063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.911081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d8fc-fdfb-4a1f-8a9d-60ca7e628ebb req-30d65aeb-a9c6-4f8a-9f49-1e13a874319f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:10.920542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a388d8fc-fdfb-4a1f-8a9d-60ca7e628ebb req-30d65aeb-a9c6-4f8a-9f49-1e13a874319f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 948 time: 0.1128256 Mar 10 17:29:10.927185 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Attempting to bind port e0dc3670-bf07-49cf-9165-ca2550d5b949 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:10.927559 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Attempting to bind port e0dc3670-bf07-49cf-9165-ca2550d5b949 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:10.927936 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Attempting to bind port e0dc3670-bf07-49cf-9165-ca2550d5b949 on network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:10.943571 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:10.943977 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Checking segment: {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:10.944527 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:10.944920 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Bound using segment: {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:10.945393 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Bound port: e0dc3670-bf07-49cf-9165-ca2550d5b949, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36438ebe-1b4b-4774-acc6-edeacd369d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:10.945765 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.005523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a388d8fc-fdfb-4a1f-8a9d-60ca7e628ebb req-35679398-512d-4ca9-929a-0a858d930166 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819323 Mar 10 17:29:11.013936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.014590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.020071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] 10.222.0.59 "PUT /v2.0/ports/b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 1096 time: 1.4232826 Mar 10 17:29:11.020528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:11.026082 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22554d27-8455-4134-81ce-8e617fccc747" -d '{"events": [{"name": "network-changed", "server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:11.090063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c2d28-95c6-4ff5-824c-a60464e2afeb service neutron] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.111346 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] For port e0dc3670-bf07-49cf-9165-ca2550d5b949, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:11.120963 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] For port e0dc3670-bf07-49cf-9165-ca2550d5b949, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e0dc3670-bf07-49cf-9165-ca2550d5b949,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:11.130295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d8c3594-a8ba-49c6-82b8-07eb842cd404 req-76dafb43-8fe4-4a26-9b94-7d70bb63198f tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/e00b33d9-3b0a-417d-be79-b0709d4c321c HTTP/1.1" status: 200 len: 1829 time: 0.0685802 Mar 10 17:29:11.141970 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.167107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-abe8d2ef-7bfe-4ce0-860e-b10908c8065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.168913 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-abe8d2ef-7bfe-4ce0-860e-b10908c8065e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1130 time: 0.0681703 Mar 10 17:29:11.237137 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bf110-aa8b-43b0-ac57-fb4e46271a1f None None] Pushing event updated for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.272750 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:11.278342 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:28:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:11.290904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-5253f128-b331-4fef-8126-4605b9575906 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.1086378 Mar 10 17:29:11.318022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8209-3f50-4dec-9c48-7c4f220b3b2c req-f37d9267-624b-430c-bbc5-3d348475f351 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.327122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb3e8209-3f50-4dec-9c48-7c4f220b3b2c req-f37d9267-624b-430c-bbc5-3d348475f351 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1258817 Mar 10 17:29:11.368464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Provisioning complete for port e0dc3670-bf07-49cf-9165-ca2550d5b949 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:11.369105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.407721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb3e8209-3f50-4dec-9c48-7c4f220b3b2c req-5508bee9-f09d-4955-878f-6dcb9773b6fd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781546 Mar 10 17:29:11.419336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-1b130a33-5766-4048-8f6b-a2118acd965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.422624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-1b130a33-5766-4048-8f6b-a2118acd965d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1188040 Mar 10 17:29:11.517153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-f82020a7-ff25-443f-883c-7343c2301006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:11.519283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-f82020a7-ff25-443f-883c-7343c2301006 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0866587 Mar 10 17:29:11.557457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:11.613908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Current status of the port e0dc3670-bf07-49cf-9165-ca2550d5b949 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:11.614372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.618350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1399735722', 'description': 'tempest-description-1105181478'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:11.658519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.691646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] For port e0dc3670-bf07-49cf-9165-ca2550d5b949, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e0dc3670-bf07-49cf-9165-ca2550d5b949,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:11.698637 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-21ac34d9-7aab-42a9-a07e-7ff18f8c1e3d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684377 Mar 10 17:29:11.700732 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf0cadb-5f68-417f-b5a1-e6e7bb94dbd4 x-openstack-request-id: req-7bf0cadb-5f68-417f-b5a1-e6e7bb94dbd4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:11.701225 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:11.701691 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bf0cadb-5f68-417f-b5a1-e6e7bb94dbd4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:11.702118 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'status': 'completed', 'code': 200} Mar 10 17:29:11.702717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.764030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (7c905b39-3412-4bcc-8605-1ec6800b039e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.774548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7c905b39-3412-4bcc-8605-1ec6800b039e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.793742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27c7f7-6c2a-4591-ba21-196ab779d22a None None] Pushing event updated for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.872956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b8a3da0b-ee51-4a8c-b826-c97d4e8e66fe None None] Provisioning complete for port e0dc3670-bf07-49cf-9165-ca2550d5b949 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:11.873397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8a3da0b-ee51-4a8c-b826-c97d4e8e66fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.881819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c905b39-3412-4bcc-8605-1ec6800b039e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:11.892485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:11.910891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27f7fbb6-2ace-4f6b-87a8-5f7b96decacb req-7749d98b-3898-4b37-aa00-c0ea748609e3 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2977192 Mar 10 17:29:11.950854 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-32120b55-dd8f-47cc-8840-8683ed515e39 req-8e6479ea-6ccb-4aea-a8b7-aab709e851b4 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420495 Mar 10 17:29:12.042041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3da0b-ee51-4a8c-b826-c97d4e8e66fe None None] Current status of the port e0dc3670-bf07-49cf-9165-ca2550d5b949 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:12.044104 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e0dc3670-bf07-49cf-9165-ca2550d5b949', 'name': '', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'mac_address': 'fa:16:3e:c7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:11Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'subnets': [{'id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:12.089767 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e57d3-e8ee-4f50-87f7-7417450ba018 None None] The sync data for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 is: [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:29:05Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e0dc3670-bf07-49cf-9165-ca2550d5b949', 'name': '', 'network_id': '4a4f45d2-c252-474d-89d7-54bf7d4cb6b8', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'mac_address': 'fa:16:3e:c7:9a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:04Z', 'updated_at': '2022-03-10T17:29:11Z', 'revision_number': 4, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'subnets': [{'id': 'e871158b-9fdc-4666-9379-c2c336c3ceaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:12.101366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554d27-8455-4134-81ce-8e617fccc747 req-3b1ac608-a351-476a-baa8-22d694b9c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.103047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-3b1ac608-a351-476a-baa8-22d694b9c52c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1130 time: 0.0842204 Mar 10 17:29:12.118181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb024037-6fe0-4781-befe-5b7037344a8a req-3f87a1f4-5431-48ff-9d99-227c90e685f4 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.144109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb024037-6fe0-4781-befe-5b7037344a8a req-3f87a1f4-5431-48ff-9d99-227c90e685f4 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 944 time: 0.1422992 Mar 10 17:29:12.181688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:12.214650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb024037-6fe0-4781-befe-5b7037344a8a req-340f0023-ef06-41b8-9a46-cb6a1c10b6d3 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647657 Mar 10 17:29:12.282340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554d27-8455-4134-81ce-8e617fccc747 req-9df9ead6-0c71-4ce0-8942-fe2dc8ebb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.283840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-9df9ead6-0c71-4ce0-8942-fe2dc8ebb42b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1696718 Mar 10 17:29:12.303715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e0dc3670-bf07-49cf-9165-ca2550d5b949 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:12.310760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a08da620-933c-4fec-bb00-8a9684be7cbe req-1ab80a09-7622-4ac1-91a9-3db7af5d9342 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/7c905b39-3412-4bcc-8605-1ec6800b039e HTTP/1.1" status: 200 len: 1830 time: 0.0695951 Mar 10 17:29:12.412844 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-c66d2f6d-6886-435e-b6aa-2236135fe3e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.1165733 Mar 10 17:29:12.456889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376391e-93bb-4580-a287-52eded57d296 req-efa7f6a7-0645-4c27-b291-2ce60be8d03e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.458920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2376391e-93bb-4580-a287-52eded57d296 req-efa7f6a7-0645-4c27-b291-2ce60be8d03e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 948 time: 0.0741925 Mar 10 17:29:12.480866 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4897deae-27ad-441d-908d-df4e6d44b83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.519181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554d27-8455-4134-81ce-8e617fccc747 req-bf0d9d42-375d-4e98-81ad-a1c81df2af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.521949 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-bf0d9d42-375d-4e98-81ad-a1c81df2af53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1018591 Mar 10 17:29:12.543856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2376391e-93bb-4580-a287-52eded57d296 req-685560c7-d463-43f7-8ce8-508ada76ea7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Mar 10 17:29:12.576988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e0dc3670-bf07-49cf-9165-ca2550d5b949 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:12.577976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.581229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:12.601946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-731870350', 'description': 'tempest-description-296802984'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:12.640657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554d27-8455-4134-81ce-8e617fccc747 req-146e2361-3417-45bf-8617-5d0e73383090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:12.642256 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-146e2361-3417-45bf-8617-5d0e73383090 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1115999 Mar 10 17:29:12.643480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'port_id': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'mac_address': 'fa:16:3e:83:d5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:12.647168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.780718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-1422a4bf-9370-425e-ad10-b505bbf844af service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293125 Mar 10 17:29:12.805646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (46a8aeda-8416-471b-a2e4-a5d58f09015a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.816321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (46a8aeda-8416-471b-a2e4-a5d58f09015a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.906080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.911046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b514c1c5-7629-4b54-a8b0-6de729a2942e req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3138564 Mar 10 17:29:12.916003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977e23-77c9-4765-a3c4-753aaf2bb8d5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a8aeda-8416-471b-a2e4-a5d58f09015a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:12.939822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:12.940401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:12.961268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e0dc3670-bf07-49cf-9165-ca2550d5b949 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:12.963571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22554d27-8455-4134-81ce-8e617fccc747 req-2131446b-eb2c-4d4c-8adb-3fcf2c35da6c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696348 Mar 10 17:29:12.973804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:12.999921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:13.006678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.075034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:13.111853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2333b-7cd0-4101-8e05-c21ca6c052f3 req-ca9742f0-25c8-4898-ace7-99a18c07f1ef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:13.118897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6d2333b-7cd0-4101-8e05-c21ca6c052f3 req-ca9742f0-25c8-4898-ace7-99a18c07f1ef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0985107 Mar 10 17:29:13.183577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6d2333b-7cd0-4101-8e05-c21ca6c052f3 req-c744d701-0bf7-4b01-85a9-d95f0abc22e0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Mar 10 17:29:13.295141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a987e40e-8bfd-441b-8d3a-5cccd382c272 req-c3b9e767-bf06-44a8-a6d6-fea52ac1967e tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/46a8aeda-8416-471b-a2e4-a5d58f09015a HTTP/1.1" status: 200 len: 1828 time: 0.0443707 Mar 10 17:29:13.309766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:13.415610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['5093c9bb-6593-45c8-ae26-4bfc2bd1f061'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:13.420270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:13.441963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db20f2-67ce-4b67-be38-169f5671011f req-1c5e5503-6dee-4633-ba92-45f1288fea21 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:13.444315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0db20f2-67ce-4b67-be38-169f5671011f req-1c5e5503-6dee-4633-ba92-45f1288fea21 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Mar 10 17:29:13.458881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'mac_address': 'fa:16:3e:a5:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:13.512536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:13.513262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.532271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0db20f2-67ce-4b67-be38-169f5671011f req-a0786541-eac1-4ada-8ce8-18f5a23fa34e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794718 Mar 10 17:29:13.538026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:13.564220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1863313957', 'description': 'tempest-description-2015935292'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:13.587052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.612324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:13.628049 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.683641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (adc10a16-7477-4a46-958d-b6fbdda0a0a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.691694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (adc10a16-7477-4a46-958d-b6fbdda0a0a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.719119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:13.737400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:13.738641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec83c401-0818-49c5-be3d-557a683adc9e req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1786468 Mar 10 17:29:13.749069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b507f5-04cf-470f-8aaa-5ef922fe6644 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc10a16-7477-4a46-958d-b6fbdda0a0a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:13.867273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce4e88-bdfe-42fd-a8cb-e2ce24d32e4c req-37a5d3a2-62e9-4c2f-ad04-0d3483f20c56 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:13.868923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dce4e88-bdfe-42fd-a8cb-e2ce24d32e4c req-37a5d3a2-62e9-4c2f-ad04-0d3483f20c56 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 949 time: 0.0652256 Mar 10 17:29:13.903241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:13.919558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dce4e88-bdfe-42fd-a8cb-e2ce24d32e4c req-166bac6f-38e8-4345-8794-2d77192f6b1e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Mar 10 17:29:14.039138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-293705e8-28d7-4e56-a5d0-48c78fb06e5c req-76299e45-51f1-4a8c-a1e6-82efa1d22ad5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/adc10a16-7477-4a46-958d-b6fbdda0a0a2 HTTP/1.1" status: 200 len: 1830 time: 0.0731711 Mar 10 17:29:14.060867 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-1b2385e0-414b-4328-bc73-aaed928ff854 req-37550a74-61de-446b-94f2-ec8476b48448 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] show failed (client error): The resource could not be found. Mar 10 17:29:14.067718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b2385e0-414b-4328-bc73-aaed928ff854 req-37550a74-61de-446b-94f2-ec8476b48448 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/25f060d2-f000-408b-acd7-b315491523ce HTTP/1.1" status: 404 len: 352 time: 0.0221071 Mar 10 17:29:14.116639 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-a3aada4e-6540-45f8-a549-db1b7b68f4ee req-1dfa811c-3bd5-43ee-a501-8336f7ba95ff tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] show failed (client error): The resource could not be found. Mar 10 17:29:14.117705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3aada4e-6540-45f8-a549-db1b7b68f4ee req-1dfa811c-3bd5-43ee-a501-8336f7ba95ff tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-group-rules/68bbd63f-3cfa-4e18-a0e0-b1c5eea880c7 HTTP/1.1" status: 404 len: 361 time: 0.0319669 Mar 10 17:29:14.182919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-0ae3124e-e583-4939-a930-b946436e31c4 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/adc10a16-7477-4a46-958d-b6fbdda0a0a2 HTTP/1.1" status: 200 len: 1830 time: 0.0426104 Mar 10 17:29:14.254969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (adc10a16-7477-4a46-958d-b6fbdda0a0a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.289911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (adc10a16-7477-4a46-958d-b6fbdda0a0a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.352390 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (adc10a16-7477-4a46-958d-b6fbdda0a0a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.360845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.369082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21b9fade-7c19-4d0b-89be-e7c353729d89 req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-groups/adc10a16-7477-4a46-958d-b6fbdda0a0a2 HTTP/1.1" status: 204 len: 173 time: 0.1794446 Mar 10 17:29:14.380979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba33b3f-bf04-4b3d-a15b-3dd63d391015 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc10a16-7477-4a46-958d-b6fbdda0a0a2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:14.504113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51521c5-5052-45cc-9c47-7e98cecb7e7f req-3b9a54ff-0014-46ee-9084-d557b4792e0b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:14.505495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f51521c5-5052-45cc-9c47-7e98cecb7e7f req-3b9a54ff-0014-46ee-9084-d557b4792e0b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0575888 Mar 10 17:29:14.595534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b274c405-2d09-4da6-9033-241a7bcf9398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.621813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f51521c5-5052-45cc-9c47-7e98cecb7e7f req-79851542-f50c-467d-a76f-49bfdb7a2723 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036847 Mar 10 17:29:14.734752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-f09fdaab-0674-4835-aaed-92b003e30692 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/46a8aeda-8416-471b-a2e4-a5d58f09015a HTTP/1.1" status: 200 len: 1828 time: 0.0396402 Mar 10 17:29:14.748955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:14.817971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (46a8aeda-8416-471b-a2e4-a5d58f09015a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.844669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (46a8aeda-8416-471b-a2e4-a5d58f09015a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.893247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4da5a4a7-f688-4dfb-96a2-ee93e7710e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.919879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (46a8aeda-8416-471b-a2e4-a5d58f09015a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.922415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:14.934513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f499ff1-5383-48f1-936e-96eee416fe7d req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-groups/46a8aeda-8416-471b-a2e4-a5d58f09015a HTTP/1.1" status: 204 len: 173 time: 0.1899664 Mar 10 17:29:14.955610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a8aeda-8416-471b-a2e4-a5d58f09015a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:14.967699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.968080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.968518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.968871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.969194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.969497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.969820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.970138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.970549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.970871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.971189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.971643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:14.971929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1717f6-c586-4e49-80d0-95528146ce57 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:29:15.047577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4da5a4a7-f688-4dfb-96a2-ee93e7710e05 admin admin] Publish callbacks [] for security_group (91f9a858-9824-406e-bb6b-52a2205eaaa5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.056595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4da5a4a7-f688-4dfb-96a2-ee93e7710e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (91f9a858-9824-406e-bb6b-52a2205eaaa5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.107533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4da5a4a7-f688-4dfb-96a2-ee93e7710e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56cb4b2eb9f54037bedac91b2ac3dd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543684 Mar 10 17:29:15.107989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:15.121766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210275ec-f00e-4b79-8226-f48129c8e2cc req-b201c58d-32dc-4d0a-8b7f-22765ba6376c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.128696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-210275ec-f00e-4b79-8226-f48129c8e2cc req-b201c58d-32dc-4d0a-8b7f-22765ba6376c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 945 time: 0.1304784 Mar 10 17:29:15.131432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5a4a7-f688-4dfb-96a2-ee93e7710e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9a858-9824-406e-bb6b-52a2205eaaa5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.190395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-210275ec-f00e-4b79-8226-f48129c8e2cc req-a520200a-26b6-45e1-8dc4-3f917bdc3dc5 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563288 Mar 10 17:29:15.203865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] Publish callbacks [] for security_group (91f9a858-9824-406e-bb6b-52a2205eaaa5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.229150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] Publish callbacks [] for security_group (91f9a858-9824-406e-bb6b-52a2205eaaa5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.266309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08f464bb-4bc0-4534-9768-af648573e524 req-6b3e2a94-9e1d-41c1-96bd-e2a75d9b0fe5 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/7c905b39-3412-4bcc-8605-1ec6800b039e HTTP/1.1" status: 200 len: 1830 time: 0.0542288 Mar 10 17:29:15.285049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (91f9a858-9824-406e-bb6b-52a2205eaaa5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.289015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.295343 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91f9a858-9824-406e-bb6b-52a2205eaaa5 HTTP/1.1" status: 204 len: 168 time: 0.1861928 Mar 10 17:29:15.317129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:15.325586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ef47e-c4a7-4385-a99e-de8e1011f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9a858-9824-406e-bb6b-52a2205eaaa5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.342177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-08f464bb-4bc0-4534-9768-af648573e524 req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (7c905b39-3412-4bcc-8605-1ec6800b039e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.370030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-08f464bb-4bc0-4534-9768-af648573e524 req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (7c905b39-3412-4bcc-8605-1ec6800b039e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.438578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:29:15.443934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:15.444536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.453014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-08f464bb-4bc0-4534-9768-af648573e524 req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7c905b39-3412-4bcc-8605-1ec6800b039e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.455758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-08f464bb-4bc0-4534-9768-af648573e524 req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.456903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08f464bb-4bc0-4534-9768-af648573e524 req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-groups/7c905b39-3412-4bcc-8605-1ec6800b039e HTTP/1.1" status: 204 len: 173 time: 0.1893151 Mar 10 17:29:15.474736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c2414-10b6-4c29-b926-7f94f9fbe6fe tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c905b39-3412-4bcc-8605-1ec6800b039e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.622811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16fc6-8e0d-4051-a43d-d6ca65bc52f1 req-73dc36ee-0eb1-4d1e-9491-1ada17962caa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:15.629813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2d16fc6-8e0d-4051-a43d-d6ca65bc52f1 req-73dc36ee-0eb1-4d1e-9491-1ada17962caa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 949 time: 0.0601792 Mar 10 17:29:15.646781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:15.647792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.696139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2d16fc6-8e0d-4051-a43d-d6ca65bc52f1 req-d6921c14-e076-45f9-b037-c792cdd1df40 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Mar 10 17:29:15.707539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:15.709793 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2165517-6aae-454a-923b-68b2a2276cea" -d '{"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-plugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:15.731573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:15.741082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:15.746376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.748996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.763573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fac4646-12eb-4f35-bac9-3663cf064097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.803723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.827411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-0df358ed-8adb-49e1-b222-9a7a85ba006b tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/e00b33d9-3b0a-417d-be79-b0709d4c321c HTTP/1.1" status: 200 len: 1829 time: 0.1024828 Mar 10 17:29:15.894294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (e00b33d9-3b0a-417d-be79-b0709d4c321c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.908618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fac4646-12eb-4f35-bac9-3663cf064097 admin admin] Publish callbacks [] for security_group (9097a488-ae38-4c97-8694-114f5956a951), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.913481 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fac4646-12eb-4f35-bac9-3663cf064097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9097a488-ae38-4c97-8694-114f5956a951), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.921400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (e00b33d9-3b0a-417d-be79-b0709d4c321c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.974378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e00b33d9-3b0a-417d-be79-b0709d4c321c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.977416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:15.978000 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4fac4646-12eb-4f35-bac9-3663cf064097 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71a864164304ca584e9cc7c2d578329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434597 Mar 10 17:29:15.979294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac4646-12eb-4f35-bac9-3663cf064097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9097a488-ae38-4c97-8694-114f5956a951,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:15.990378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8bb8cd0-0108-4057-88e5-097985c4dbf6 req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-groups/e00b33d9-3b0a-417d-be79-b0709d4c321c HTTP/1.1" status: 204 len: 173 time: 0.1571794 Mar 10 17:29:15.991688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56868) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:16.008579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f311f-8b96-4f45-834d-ef4627d9f028 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b33d9-3b0a-417d-be79-b0709d4c321c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:16.114376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] Publish callbacks [] for security_group (9097a488-ae38-4c97-8694-114f5956a951), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.127409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f9ba-65d9-4137-88ac-72adb50505e8 req-22aac744-f1b1-4c1e-8b39-9678f4581572 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:16.129003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abf2f9ba-65d9-4137-88ac-72adb50505e8 req-22aac744-f1b1-4c1e-8b39-9678f4581572 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0926616 Mar 10 17:29:16.167443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] Publish callbacks [] for security_group (9097a488-ae38-4c97-8694-114f5956a951), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.213358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:16.225640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abf2f9ba-65d9-4137-88ac-72adb50505e8 req-d2fcdc0e-2d50-41b4-a170-364bc99a6fa8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906851 Mar 10 17:29:16.251426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9097a488-ae38-4c97-8694-114f5956a951), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.255512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.261245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9097a488-ae38-4c97-8694-114f5956a951 HTTP/1.1" status: 204 len: 168 time: 0.2582014 Mar 10 17:29:16.272111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199099e-5d12-4228-bcd0-caa71e9f4da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9097a488-ae38-4c97-8694-114f5956a951,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:16.353564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:29:16.371041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:16.372220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.426979 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee64696-b74e-439f-a7ab-5d4f5473c39b x-openstack-request-id: req-fee64696-b74e-439f-a7ab-5d4f5473c39b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:16.439706 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-plugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:16.440338 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fee64696-b74e-439f-a7ab-5d4f5473c39b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:16.441471 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'code': 200} Mar 10 17:29:16.552037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-117f083b-d85c-4124-affd-57e615f253ab req-de143ece-10c0-418d-8f7f-5e47bea26c98 tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "GET /v2.0/security-groups/0b234bfa-0457-4a89-9750-80f51ace07eb HTTP/1.1" status: 200 len: 1830 time: 0.1111484 Mar 10 17:29:16.588320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38d181-7ff5-4ecd-96b3-0a36f8a68fb1 req-2a2e09ba-6b3d-47b7-a998-08ca3049c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:16.592696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:16.593095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.594016 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6c38d181-7ff5-4ecd-96b3-0a36f8a68fb1 req-2a2e09ba-6b3d-47b7-a998-08ca3049c162 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1132 time: 0.0820231 Mar 10 17:29:16.660450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:16.676554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.680376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-117f083b-d85c-4124-affd-57e615f253ab req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (0b234bfa-0457-4a89-9750-80f51ace07eb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.708123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6c38d181-7ff5-4ecd-96b3-0a36f8a68fb1 req-00da645b-0589-4887-ba6b-fd664076014b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071751 Mar 10 17:29:16.734216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-117f083b-d85c-4124-affd-57e615f253ab req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (0b234bfa-0457-4a89-9750-80f51ace07eb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.826819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:16.829413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-117f083b-d85c-4124-affd-57e615f253ab req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0b234bfa-0457-4a89-9750-80f51ace07eb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.832578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-117f083b-d85c-4124-affd-57e615f253ab req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:16.833336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-117f083b-d85c-4124-affd-57e615f253ab req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] 10.222.0.35 "DELETE /v2.0/security-groups/0b234bfa-0457-4a89-9750-80f51ace07eb HTTP/1.1" status: 204 len: 173 time: 0.2753646 Mar 10 17:29:16.839750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:16.849457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bbb1b-d035-46c7-b818-35efc2bcd6ed tempest-SecurityGroupRulesNegativeTestJSON-852128003 tempest-SecurityGroupRulesNegativeTestJSON-852128003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b234bfa-0457-4a89-9750-80f51ace07eb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:16.939966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Deleting subnet 3d07e258-a56d-4d37-884e-e47d19b75abc {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:29:16.957519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Publish callbacks [] for subnet (3d07e258-a56d-4d37-884e-e47d19b75abc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.048563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a40e55-e031-410c-bf11-525c64be5306 req-5075eb1e-d64a-4551-943c-3abb111630eb tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:17.049615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1a40e55-e031-410c-bf11-525c64be5306 req-5075eb1e-d64a-4551-943c-3abb111630eb tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.1110289 Mar 10 17:29:17.064933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3d07e258-a56d-4d37-884e-e47d19b75abc), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.130398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.145514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3d07e258-a56d-4d37-884e-e47d19b75abc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.178346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1a40e55-e031-410c-bf11-525c64be5306 req-073b9292-6d0a-4e3a-81b3-ebf37179d611 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111560 Mar 10 17:29:17.279136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3d07e258-a56d-4d37-884e-e47d19b75abc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.342037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.349958 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3d07e258-a56d-4d37-884e-e47d19b75abc HTTP/1.1" status: 204 len: 168 time: 0.5079138 Mar 10 17:29:17.352278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f34e5-81f0-47c8-8697-860b9e5cc871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d07e258-a56d-4d37-884e-e47d19b75abc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:17.353396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56938) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:17.415961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1c283-6417-42b0-b340-fd5f20606353 req-49948fb7-7968-48dc-b572-c207d2de15c9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:17.423354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7d1c283-6417-42b0-b340-fd5f20606353 req-49948fb7-7968-48dc-b572-c207d2de15c9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1495233 Mar 10 17:29:17.609606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8549db2c-830c-45fa-92f9-0ac74d6f4a20), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:17.619443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7d1c283-6417-42b0-b340-fd5f20606353 req-39bceb6f-024c-40d8-b115-4ac8fb0abe1b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950974 Mar 10 17:29:17.851525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8549db2c-830c-45fa-92f9-0ac74d6f4a20), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.026920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8549db2c-830c-45fa-92f9-0ac74d6f4a20']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:18.048040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:18.055804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efe5e76-f18e-4c99-a8b1-620ec0ec9731') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:18.056387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efe5e76-f18e-4c99-a8b1-620ec0ec9731') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:18.094982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (5efe5e76-f18e-4c99-a8b1-620ec0ec9731), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.123819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5efe5e76-f18e-4c99-a8b1-620ec0ec9731), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.154738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:29:18.157951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (5efe5e76-f18e-4c99-a8b1-620ec0ec9731), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:29:18.160171 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:29:18.325661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-140be0ae-0a39-4621-a328-1ea9f07a3ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.434473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c74a-94b7-4477-b15d-a49671d36767 req-28f99dcd-ff35-449c-b632-4d1f28762cc5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:18.443388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d230c74a-94b7-4477-b15d-a49671d36767 req-28f99dcd-ff35-449c-b632-4d1f28762cc5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.5807393 Mar 10 17:29:18.443863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:18.446522 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6617100-22eb-49dc-af70-2fb25a2d09d0" -d '{"events": [{"server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "name": "network-vif-plugged", "status": "completed", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:18.454119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8549db2c-830c-45fa-92f9-0ac74d6f4a20), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.474206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.483120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8549db2c-830c-45fa-92f9-0ac74d6f4a20 HTTP/1.1" status: 204 len: 168 time: 1.1286485 Mar 10 17:29:18.509218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aa21e-d261-4ef7-9c15-851d38e370a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8549db2c-830c-45fa-92f9-0ac74d6f4a20,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:18.545389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9beff-c333-4d83-8384-446e971598d6 req-5d569b94-b71b-455d-9624-e14fc54c456f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:18.547370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1af9beff-c333-4d83-8384-446e971598d6 req-5d569b94-b71b-455d-9624-e14fc54c456f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.1697481 Mar 10 17:29:18.575263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d230c74a-94b7-4477-b15d-a49671d36767 req-b8937508-c179-4bf2-84ca-a85f81e9ed8b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280255 Mar 10 17:29:18.631462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.634402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1af9beff-c333-4d83-8384-446e971598d6 req-6c02316e-0fc1-4182-a48f-b41a9b1aa6bd tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797305 Mar 10 17:29:18.663237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-140be0ae-0a39-4621-a328-1ea9f07a3ce6 admin admin] Publish callbacks [] for security_group (f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.669998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-140be0ae-0a39-4621-a328-1ea9f07a3ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.701360 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27fac8-28aa-4841-8dc2-96c3fd879cec x-openstack-request-id: req-ab27fac8-28aa-4841-8dc2-96c3fd879cec {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:18.701660 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "name": "network-vif-plugged", "status": "completed", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:18.701918 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab27fac8-28aa-4841-8dc2-96c3fd879cec {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:18.702332 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'code': 200} Mar 10 17:29:18.804833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be0ae-0a39-4621-a328-1ea9f07a3ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:18.821235 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-140be0ae-0a39-4621-a328-1ea9f07a3ce6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c0620a00e0c40ffa753dd691e3af92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7695725 Mar 10 17:29:18.821616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:18.886644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57006) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:18.903881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] Publish callbacks [] for security_group (f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.965002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] Publish callbacks [] for security_group (f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:18.985391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c21ce-d5a4-4741-bd8f-260c9dcead7b req-26c0ba8a-401b-4abd-9a98-02d94e01365f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:18.994354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-676c21ce-d5a4-4741-bd8f-260c9dcead7b req-26c0ba8a-401b-4abd-9a98-02d94e01365f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2460918 Mar 10 17:29:19.003750 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47ad80de-8335-46c9-9641-8d8296ffad4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c6ac33f60444688913831ce754e7bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1152275 Mar 10 17:29:19.007257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:19.035240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076795f-0578-4302-80cd-c008886ca7e6 req-d50c71b9-ba6b-4cb9-bf51-397014ddd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:19.036747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9076795f-0578-4302-80cd-c008886ca7e6 req-d50c71b9-ba6b-4cb9-bf51-397014ddd66a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 1128 time: 0.2131810 Mar 10 17:29:19.079640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-676c21ce-d5a4-4741-bd8f-260c9dcead7b req-2f29defd-0491-4ad0-8f04-0576456facd4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805707 Mar 10 17:29:19.159237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] Publish callbacks [] for security_group (328e9928-4a3c-4615-9527-7f800bad02d5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.163798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.166976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.171476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7 HTTP/1.1" status: 204 len: 168 time: 0.3487968 Mar 10 17:29:19.197678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743cc63-700a-4097-a438-9615e44eeebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f353edb0-c60b-4bbd-a2c5-c0e6a646f1a7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:19.204664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] Publish callbacks [] for security_group (328e9928-4a3c-4615-9527-7f800bad02d5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.205165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9076795f-0578-4302-80cd-c008886ca7e6 req-07c4199f-e475-468b-9222-8626e102cf7c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593502 Mar 10 17:29:19.303822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (328e9928-4a3c-4615-9527-7f800bad02d5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.312694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:19.314216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/328e9928-4a3c-4615-9527-7f800bad02d5 HTTP/1.1" status: 204 len: 168 time: 0.3058221 Mar 10 17:29:19.337756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d61ef9-3698-4c58-a53d-4cc34972f163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e9928-4a3c-4615-9527-7f800bad02d5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:19.568022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-b4d1900d-9e68-43c0-b8f1-38231e7d356b req-2a0e2a12-9cac-4264-8d5a-f4c88b221da5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:29:19.577745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4d1900d-9e68-43c0-b8f1-38231e7d356b req-2a0e2a12-9cac-4264-8d5a-f4c88b221da5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3035681 Mar 10 17:29:19.849522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e7ba5-7f81-4797-9679-e1957baf6e64 req-8cfad32f-664a-46d2-a99d-a3bda5749016 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:19.858510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d8e7ba5-7f81-4797-9679-e1957baf6e64 req-8cfad32f-664a-46d2-a99d-a3bda5749016 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1437874 Mar 10 17:29:20.048141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d8e7ba5-7f81-4797-9679-e1957baf6e64 req-1efa41dd-4f13-4854-8043-87c313d6bcd7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775932 Mar 10 17:29:20.087836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e582b6-af93-44eb-82a4-70bc37b923d3 req-6752ca32-0c82-45e2-8c0f-c9c9e134689c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:20.109817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e582b6-af93-44eb-82a4-70bc37b923d3 req-6752ca32-0c82-45e2-8c0f-c9c9e134689c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.1418309 Mar 10 17:29:20.300505 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-fc6d6ba5-fe4d-4acb-9841-1e7dd5bb8f31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3734984 Mar 10 17:29:20.900826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e582b6-af93-44eb-82a4-70bc37b923d3 req-5f6cb053-1aa7-4107-af29-b9f74818020c tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7854939 Mar 10 17:29:20.935790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de310-d941-4c77-b7ac-f79abe33966a req-e884cd35-8660-4d14-959d-747d6e96beab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:20.943002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d7de310-d941-4c77-b7ac-f79abe33966a req-e884cd35-8660-4d14-959d-747d6e96beab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.7576606 Mar 10 17:29:21.026403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d7de310-d941-4c77-b7ac-f79abe33966a req-642be9f1-a451-4acb-ab29-524b2542d48f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806055 Mar 10 17:29:21.190969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303d404-cf86-48ba-ba73-306646124ef6 req-d7924b12-56f0-4075-9dc2-b28fd1d0bb2b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:21.192686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9303d404-cf86-48ba-ba73-306646124ef6 req-d7924b12-56f0-4075-9dc2-b28fd1d0bb2b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0711401 Mar 10 17:29:21.288655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9303d404-cf86-48ba-ba73-306646124ef6 req-e79231f8-cf25-434d-a534-3bd0cacc766c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891140 Mar 10 17:29:21.462210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:21.467420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-072fcc0d-7145-4e91-8993-038e91b89e5c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:21.477850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-072fcc0d-7145-4e91-8993-038e91b89e5c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports/b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 947 time: 0.1486065 Mar 10 17:29:21.614130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-793250888-network', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:21.669343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:21.671652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.683654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.801632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks [] for security_group (57c6fe86-8270-4eab-bda1-c6e7c714a980), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.827918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (57c6fe86-8270-4eab-bda1-c6e7c714a980), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.877258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c6fe86-8270-4eab-bda1-c6e7c714a980,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:21.896155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:29:21.911591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (853b65fb-64c1-4da2-8134-64b4faeee6ee), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:21.912046 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Added segment 853b65fb-64c1-4da2-8134-64b4faeee6ee of type vlan for network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 Mar 10 17:29:22.000347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (45fd7b72-870b-4a58-8500-7b3c68a11dd5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.068924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (45fd7b72-870b-4a58-8500-7b3c68a11dd5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.069851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.071524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.177221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=45fd7b72-870b-4a58-8500-7b3c68a11dd5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:22.198171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:29:22.205257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-913cf82b-a818-47ee-a689-9f4b31bac6b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7415736 Mar 10 17:29:22.208334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57130) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:22.215655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Request body: {'subnet': {'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-793250888-subnet', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:22.248129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32758a-a3ca-46a8-9fab-b00093da4714 req-853b5ad1-129c-4b4f-bf4a-a21eb67c1c41 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.249773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa32758a-a3ca-46a8-9fab-b00093da4714 req-853b5ad1-129c-4b4f-bf4a-a21eb67c1c41 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.2217913 Mar 10 17:29:22.274016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:22.277351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.306955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:22.434710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99bc4f-8b7a-44d1-bcc3-51a3b671934a req-1f4e7c0c-9b69-4177-b5fd-e7ed56b3298b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.436295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a99bc4f-8b7a-44d1-bcc3-51a3b671934a req-1f4e7c0c-9b69-4177-b5fd-e7ed56b3298b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1828778 Mar 10 17:29:22.442781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa32758a-a3ca-46a8-9fab-b00093da4714 req-202b04b0-69fa-4f2e-a69c-e727c3052e3e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781597 Mar 10 17:29:22.477805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d76feb8-7efa-4f5f-bc40-687afae02ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.531740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a99bc4f-8b7a-44d1-bcc3-51a3b671934a req-f47e6b36-411d-4028-a955-515ef48d730e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855968 Mar 10 17:29:22.620336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d76feb8-7efa-4f5f-bc40-687afae02ac0 admin admin] Publish callbacks [] for security_group (086d6f1a-ae51-4f51-9d3f-272d4678263a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.627205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d76feb8-7efa-4f5f-bc40-687afae02ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (086d6f1a-ae51-4f51-9d3f-272d4678263a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.680582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d76feb8-7efa-4f5f-bc40-687afae02ac0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd9fca96a545499383e57f403339e8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721805 Mar 10 17:29:22.681573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76feb8-7efa-4f5f-bc40-687afae02ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d6f1a-ae51-4f51-9d3f-272d4678263a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:22.684685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57140) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:22.710283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea881dc-4262-4224-91ea-46fc7ab411e4 req-eb0bc0ae-a334-4838-8001-7e2d00633369 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.717807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bea881dc-4262-4224-91ea-46fc7ab411e4 req-eb0bc0ae-a334-4838-8001-7e2d00633369 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1644962 Mar 10 17:29:22.722457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.790600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3fbc7-d83c-480b-80f3-4a1c31280b2c req-d9d7e7d0-19b7-4a88-b776-662070343abe tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.792532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74b3fbc7-d83c-480b-80f3-4a1c31280b2c req-d9d7e7d0-19b7-4a88-b776-662070343abe tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.1596704 Mar 10 17:29:22.811337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:22.819258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Request body: {'floatingip': {'port_id': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:22.826304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] Publish callbacks [] for security_group (086d6f1a-ae51-4f51-9d3f-272d4678263a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.847147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:22.862888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:22.863473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Network hostable DHCP agents. Network: 45fd7b72-870b-4a58-8500-7b3c68a11dd5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:29:22.872198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bea881dc-4262-4224-91ea-46fc7ab411e4 req-eda97306-309e-4bd9-aa9e-ea8055fd119e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521263 Mar 10 17:29:22.899926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] Publish callbacks [] for security_group (086d6f1a-ae51-4f51-9d3f-272d4678263a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.900572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:29:22.903331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.915216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 45fd7b72-870b-4a58-8500-7b3c68a11dd5) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:22.929605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.930711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:22.936640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e56b5-f1b6-4d99-833d-6424cdf2445e None None] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:22.961572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6a3b21f2-e872-4cf7-86d1-e3282388ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:22.963225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6a3b21f2-e872-4cf7-86d1-e3282388ef45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1132 time: 0.2297025 Mar 10 17:29:22.965978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-628dba44-1069-4c68-afcb-7b868206135b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7565901 Mar 10 17:29:22.968648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57144) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:22.974306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:23.014503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.016348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.084400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6bbf28c5-ee2a-4850-9b9d-74032d0e80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:23.085871 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6bbf28c5-ee2a-4850-9b9d-74032d0e80ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.0930936 Mar 10 17:29:23.103260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:29:23.105090 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.138679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for router_controller (44c667d9-2b32-4903-b5a4-a10b14ba878a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.359040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for router_gateway (44c667d9-2b32-4903-b5a4-a10b14ba878a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.464574 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-f33abf9f-025c-448e-9a85-56e1a5c459a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.3642924 Mar 10 17:29:23.507711 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (086d6f1a-ae51-4f51-9d3f-272d4678263a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.511232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.515913 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/086d6f1a-ae51-4f51-9d3f-272d4678263a HTTP/1.1" status: 204 len: 168 time: 0.8174343 Mar 10 17:29:23.577358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ef73-d1b7-4606-ab64-e33df5f3dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d6f1a-ae51-4f51-9d3f-272d4678263a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:23.657964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-38ae0042-7289-49fe-bc16-85d3090507c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:23.659608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-38ae0042-7289-49fe-bc16-85d3090507c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1873744 Mar 10 17:29:23.758900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Allocated IP 172.20.0.2 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/83edc17c-5821-444d-9bfe-836ba3c111cd) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:23.800457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5c377-df4e-4cc5-9ee3-ab64d5ede281 req-671465d8-9b51-4c0d-a38a-e8c5a29b9568 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:23.808071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fd5c377-df4e-4cc5-9ee3-ab64d5ede281 req-671465d8-9b51-4c0d-a38a-e8c5a29b9568 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1805556 Mar 10 17:29:23.828567 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for router_gateway (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.864384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:23.947693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-3dd1c0a1-b88f-4554-abbb-842fe3d4558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:23.949606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-3dd1c0a1-b88f-4554-abbb-842fe3d4558b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2766411 Mar 10 17:29:24.017820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fd5c377-df4e-4cc5-9ee3-ab64d5ede281 req-65a984db-9e3a-4c81-b484-acbb15c06dcc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085929 Mar 10 17:29:24.085242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks [] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.100696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.147731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:24.151472 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-105f8dfa-4211-409c-ab14-54aa0c17462f service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577621 Mar 10 17:29:24.155015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:24.161404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:24.199476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f13619-896e-40c1-abc6-75edc2e65ba1 req-15461bb5-46f1-4b7e-9ba2-dfbb1cce7e03 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:24.208771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76f13619-896e-40c1-abc6-75edc2e65ba1 req-15461bb5-46f1-4b7e-9ba2-dfbb1cce7e03 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1872215 Mar 10 17:29:24.252599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Allocated IP 172.25.3.64 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:24.273540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:29:24.325083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Pushing event updated for resources: {'Port': ['ID=83edc17c-5821-444d-9bfe-836ba3c111cd,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:24.327041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76f13619-896e-40c1-abc6-75edc2e65ba1 req-100aa688-684f-4509-925f-8bc166934540 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196218 Mar 10 17:29:24.336190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Attempting to bind port 83edc17c-5821-444d-9bfe-836ba3c111cd on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:24.336570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Attempting to bind port 83edc17c-5821-444d-9bfe-836ba3c111cd by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:24.336927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Attempting to bind port 83edc17c-5821-444d-9bfe-836ba3c111cd on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:24.348863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:24.349717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:24.350169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.350587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:24.351057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Bound port: 83edc17c-5821-444d-9bfe-836ba3c111cd, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:24.353259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.441609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] For port 83edc17c-5821-444d-9bfe-836ba3c111cd, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:24.445506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] For port 83edc17c-5821-444d-9bfe-836ba3c111cd, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83edc17c-5821-444d-9bfe-836ba3c111cd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:24.458178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.482065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.495889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.500990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.582759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:24.589890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e91055-c0ab-4534-ac28-b78e145fc1d6 None None] Pushing event updated for resources: {'Port': ['ID=83edc17c-5821-444d-9bfe-836ba3c111cd,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:24.663385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:24.669676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:24.682109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:24.724336 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Floating IP 6c977aed-4f71-438c-8659-7d0e0a316879 associated. External IP: 172.25.3.104, port: 5093c9bb-6593-45c8-ae26-4bfc2bd1f061. Mar 10 17:29:24.727489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:24.856499 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-3d90a1c1-cf7e-42c4-8811-a8a93148e0dc service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585665 Mar 10 17:29:25.138318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Router f0f1d51e-13df-48fb-944f-003c14bee4cc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:25.283303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0c90a-41ca-4eb2-a031-b04a2ea8bce6 req-53eb133e-6c25-4690-bcd1-ce1858036f1d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:25.285106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fb0c90a-41ca-4eb2-a031-b04a2ea8bce6 req-53eb133e-6c25-4690-bcd1-ce1858036f1d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1727555 Mar 10 17:29:25.345107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:25.353672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:25.361868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Sync routers for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:25.375452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:25.376384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:25.443825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for router_gateway (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:25.466912 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ef80523f-9a33-4930-bb58-bdde759cdb22 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "PUT /v2.0/floatingips/6c977aed-4f71-438c-8659-7d0e0a316879 HTTP/1.1" status: 200 len: 992 time: 2.6536088 Mar 10 17:29:25.467717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:25.481985 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434b76ca-356f-47b9-99d5-61ac2d6e9878" -d '{"events": [{"name": "network-changed", "server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:25.595790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fb0c90a-41ca-4eb2-a031-b04a2ea8bce6 req-05e4ca1d-a915-4be4-a6b2-6e81ffbc96f6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791872 Mar 10 17:29:25.638362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:25.845842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:25.871662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abbbde-cec5-4b21-999e-78dc58de7e1e req-e7aeec2d-e0d9-4d00-8544-5facae743057 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:25.873253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0abbbde-cec5-4b21-999e-78dc58de7e1e req-e7aeec2d-e0d9-4d00-8544-5facae743057 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2981818 Mar 10 17:29:26.076144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878609b-646e-4a6c-ba78-1a38e877a29e req-c2c5846e-d44b-40e5-9e95-ca6d1e2ef50e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:26.083942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d878609b-646e-4a6c-ba78-1a38e877a29e req-c2c5846e-d44b-40e5-9e95-ca6d1e2ef50e tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.2096293 Mar 10 17:29:26.097888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0abbbde-cec5-4b21-999e-78dc58de7e1e req-5a694611-ea38-4c38-99f6-e232037b0ae1 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962094 Mar 10 17:29:26.111184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a244926-e013-4752-bf6d-cc80c44fb24a None None] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:26.167259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d878609b-646e-4a6c-ba78-1a38e877a29e req-f3075c0f-e517-43ae-81c6-778ee843eeb1 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774691 Mar 10 17:29:26.167587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6c977aed-4f71-438c-8659-7d0e0a316879', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'port_id': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'mac_address': 'fa:16:3e:83:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:50Z', 'updated_at': '2022-03-10T17:29:24Z', 'revision_number': 1, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:26.205739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Router 44c667d9-2b32-4903-b5a4-a10b14ba878a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:29:26.263026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Checking router: f0f1d51e-13df-48fb-944f-003c14bee4cc for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:26.324082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:26.325161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:26.454248 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e10635-4c8e-4df1-acc5-8d9c97e088f8 x-openstack-request-id: req-d8e10635-4c8e-4df1-acc5-8d9c97e088f8 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:26.455396 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:26.455818 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8e10635-4c8e-4df1-acc5-8d9c97e088f8 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:26.456366 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'status': 'completed', 'code': 200} Mar 10 17:29:26.545687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Provisioning complete for port 83edc17c-5821-444d-9bfe-836ba3c111cd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:26.545687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:26.555945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83edc17c-5821-444d-9bfe-836ba3c111cd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:26.807523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:26.810022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:26.851509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 83edc17c-5821-444d-9bfe-836ba3c111cd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:26.851818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:26.856766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Current status of the port 83edc17c-5821-444d-9bfe-836ba3c111cd is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:26.869224 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:26.996695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] For port 83edc17c-5821-444d-9bfe-836ba3c111cd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83edc17c-5821-444d-9bfe-836ba3c111cd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:27.164347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:27.297514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:27.327528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Sync routers for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:27.339167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-3e2ef904-25df-44a8-ade3-4a6528a09940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:27.341006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-3e2ef904-25df-44a8-ade3-4a6528a09940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3158627fdbb545599f9be099ffa1cd05&device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 1128 time: 0.2983260 Mar 10 17:29:27.350794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:27.356098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:27.363581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b6f19bb-75f2-4a88-958d-f3527550d898 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3927071 Mar 10 17:29:27.378273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:27.379744 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:27.384797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 83edc17c-5821-444d-9bfe-836ba3c111cd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:27.386439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feb368-a28e-4488-a55b-4f9fc46f9189 req-6e1974a4-d815-4553-b966-54acb334c49d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:27.396412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85feb368-a28e-4488-a55b-4f9fc46f9189 req-6e1974a4-d815-4553-b966-54acb334c49d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.3564792 Mar 10 17:29:27.438228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f216e-590e-4e19-8081-acc1a1c4e7fb req-18743ace-9898-4bf8-8ced-882b63107742 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:27.441040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-69d34868-5de8-4e12-915a-95d5c1602741 None None] Provisioning complete for port 83edc17c-5821-444d-9bfe-836ba3c111cd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:27.441602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-69d34868-5de8-4e12-915a-95d5c1602741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:27.446441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158f216e-590e-4e19-8081-acc1a1c4e7fb req-18743ace-9898-4bf8-8ced-882b63107742 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2084639 Mar 10 17:29:27.493309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4496fd-6429-4d67-80ea-c4d16defa07e None None] Pushing event updated for resources: {'Port': ['ID=83edc17c-5821-444d-9bfe-836ba3c111cd,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:27.589455 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:27.598310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-69d34868-5de8-4e12-915a-95d5c1602741 None None] Current status of the port 83edc17c-5821-444d-9bfe-836ba3c111cd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:27.639378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85feb368-a28e-4488-a55b-4f9fc46f9189 req-1a05dbbe-aa86-437b-b198-9fc2a9966ba7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295299 Mar 10 17:29:27.662664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-158f216e-590e-4e19-8081-acc1a1c4e7fb req-a6eae379-1a1c-4b87-882d-5ee29a95f711 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150803 Mar 10 17:29:27.700384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-7ed4e383-acf4-4485-9dee-6ae232cbb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:27.701882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-7ed4e383-acf4-4485-9dee-6ae232cbb34a service neutron] 10.222.0.41 "GET /v2.0/networks?id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f HTTP/1.1" status: 200 len: 915 time: 0.3043289 Mar 10 17:29:27.758603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6c977aed-4f71-438c-8659-7d0e0a316879', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'port_id': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'mac_address': 'fa:16:3e:83:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:50Z', 'updated_at': '2022-03-10T17:29:24Z', 'revision_number': 1, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:27.820174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6f8356-914e-416c-8a7d-3e0bce800d7e None None] The sync data for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 is: [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6c977aed-4f71-438c-8659-7d0e0a316879', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'port_id': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'mac_address': 'fa:16:3e:83:d5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:27:50Z', 'updated_at': '2022-03-10T17:29:24Z', 'revision_number': 1, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:27.887886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:27.897857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-369addde-4940-4f1e-853b-0733972de488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061 HTTP/1.1" status: 200 len: 1000 time: 0.1877227 Mar 10 17:29:28.043647 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:25Z', 'revision_number': 3, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:28.054018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-708bb0ac-5adf-4a3c-9a35-2f4c98b06adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:28.055839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-708bb0ac-5adf-4a3c-9a35-2f4c98b06adc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37fa0704-bc91-46fb-bbc4-3ce785dac165 HTTP/1.1" status: 200 len: 853 time: 0.1316113 Mar 10 17:29:28.110458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Checking router: 44c667d9-2b32-4903-b5a4-a10b14ba878a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:28.110819 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Updating router 44c667d9-2b32-4903-b5a4-a10b14ba878a port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:28.179420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca48d-7965-42ab-af0a-66863e84305f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.182673 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.194240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-a7532ab8-bf0a-44bf-aec8-b6e3162594d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:28.195782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-a7532ab8-bf0a-44bf-aec8-b6e3162594d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1331520 Mar 10 17:29:28.209999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927319e-eacc-437d-9e90-9891b988e14b None None] New status for floating IP 6c977aed-4f71-438c-8659-7d0e0a316879: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:29:28.343125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83edc17c-5821-444d-9bfe-836ba3c111cd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:28.437411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.441062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-c3a1e861-e6ea-4201-8db5-965bf41d50a8 service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353652 Mar 10 17:29:28.493131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca48d-7965-42ab-af0a-66863e84305f admin admin] Publish callbacks [] for security_group (c2f5ea27-2aef-49b0-aa60-d7a37361b304), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.512205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca48d-7965-42ab-af0a-66863e84305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c2f5ea27-2aef-49b0-aa60-d7a37361b304), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.601851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 83edc17c-5821-444d-9bfe-836ba3c111cd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:28.601851 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.607833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e4ca48d-7965-42ab-af0a-66863e84305f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=941d5ed36ed04a4b9d6415fe9b97d528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7153742 Mar 10 17:29:28.609101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ca48d-7965-42ab-af0a-66863e84305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5ea27-2aef-49b0-aa60-d7a37361b304,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:28.613553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:28.746298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] Publish callbacks [] for security_group (c2f5ea27-2aef-49b0-aa60-d7a37361b304), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.774029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 83edc17c-5821-444d-9bfe-836ba3c111cd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:28.794154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] Publish callbacks [] for security_group (c2f5ea27-2aef-49b0-aa60-d7a37361b304), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.801772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434b76ca-356f-47b9-99d5-61ac2d6e9878 req-3acfd2dd-ee3b-445e-9803-829f03855a6c service neutron] 10.222.0.41 "GET /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035407 Mar 10 17:29:28.875394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Allocated IP 172.20.0.1 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:28.945359 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks [] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.954737 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:28.964865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20e7d-45c3-488c-822e-38ab68eb4c51 req-5cc0f4c3-8403-4527-beb9-dfb5c9721775 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:28.968153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6d20e7d-45c3-488c-822e-38ab68eb4c51 req-5cc0f4c3-8403-4527-beb9-dfb5c9721775 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1494999 Mar 10 17:29:28.982166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecc445-241b-46f0-9d21-5517af616c13 req-0873a6c5-cb81-4b14-8e6a-21d53a432dfd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:28.983867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28ecc445-241b-46f0-9d21-5517af616c13 req-0873a6c5-cb81-4b14-8e6a-21d53a432dfd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1757219 Mar 10 17:29:29.022387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c2f5ea27-2aef-49b0-aa60-d7a37361b304), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.035068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.038810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2f5ea27-2aef-49b0-aa60-d7a37361b304 HTTP/1.1" status: 204 len: 168 time: 0.4217944 Mar 10 17:29:29.038984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks [] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.071484 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Attempting to bind port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:29.072827 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Attempting to bind port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:29.074391 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Attempting to bind port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:29.079349 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e110-3b0a-4188-9d40-51b6258ded86 None None] Pushing event updated for resources: {'Port': ['ID=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.080312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6d20e7d-45c3-488c-822e-38ab68eb4c51 req-12e451b6-a235-494a-a672-b7710d5c4e03 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954685 Mar 10 17:29:29.085946 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:29.086607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:29.087173 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.087733 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:29.088506 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Bound port: ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:29.089309 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.091095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736ffeb-da9a-4091-84d6-39234fdf8c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5ea27-2aef-49b0-aa60-d7a37361b304,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.137600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.148184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28ecc445-241b-46f0-9d21-5517af616c13 req-8940946b-8b2f-495b-8f67-8407119238d4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561117 Mar 10 17:29:29.160560 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] For port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:29.163938 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] For port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:29.176739 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.200167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:29.204066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:29.207853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:29.281715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Pushing event updated for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.285475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:29.286034 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:29.318068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.434306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e110-3b0a-4188-9d40-51b6258ded86 None None] Pushing event updated for resources: {'Port': ['ID=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.493681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:29.526880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.575003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.643150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:29.654627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-06400510-258d-4f91-a60c-ef8abb890640 None None] Provisioning complete for port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:29.655284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06400510-258d-4f91-a60c-ef8abb890640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.668104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0506b963-6ef1-4877-a97f-c90bf0b90824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.753389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-06400510-258d-4f91-a60c-ef8abb890640 None None] Port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:29.793822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0506b963-6ef1-4877-a97f-c90bf0b90824 admin admin] Publish callbacks [] for security_group (7f7ceda1-9e3e-497d-9580-36db982b7c27), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.803299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0506b963-6ef1-4877-a97f-c90bf0b90824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f7ceda1-9e3e-497d-9580-36db982b7c27), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.807322 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:25Z', 'revision_number': 3, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:29.834521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0506b963-6ef1-4877-a97f-c90bf0b90824 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bf8ca5d55ea4ef6a366fc9dff9d8452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897202 Mar 10 17:29:29.837608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001fb77-3b2f-4da1-ac82-3b4f2def7ee9 None None] The sync data for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 is: [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:25Z', 'revision_number': 3, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:29.843248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks [] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.847605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:29.867309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.879923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506b963-6ef1-4877-a97f-c90bf0b90824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ceda1-9e3e-497d-9580-36db982b7c27,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.985381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Pushing event updated for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:29.996302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:29.998106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] Publish callbacks [] for security_group (7f7ceda1-9e3e-497d-9580-36db982b7c27), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.048204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] Publish callbacks [] for security_group (7f7ceda1-9e3e-497d-9580-36db982b7c27), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.243390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:30.246052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f7ceda1-9e3e-497d-9580-36db982b7c27), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.256762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.258269 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f7ceda1-9e3e-497d-9580-36db982b7c27 HTTP/1.1" status: 204 len: 168 time: 0.4073670 Mar 10 17:29:30.261715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:30.274883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c20f1-cd40-4f1c-84f2-5fdb32b305d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ceda1-9e3e-497d-9580-36db982b7c27,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:30.416185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:30.564985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebab2-5b27-4631-8979-65cbfd6badbc req-ea7f65fe-6f5c-470c-8a44-392fe10e50c2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:30.573727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ddebab2-5b27-4631-8979-65cbfd6badbc req-ea7f65fe-6f5c-470c-8a44-392fe10e50c2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2334273 Mar 10 17:29:30.595533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:30.596668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.596856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Router 44c667d9-2b32-4903-b5a4-a10b14ba878a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:30.649141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818266-a531-493c-897f-1ea619a66e4d req-67a47944-408b-44f4-9de3-f1237ee6e978 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:30.658671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1818266-a531-493c-897f-1ea619a66e4d req-67a47944-408b-44f4-9de3-f1237ee6e978 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2278006 Mar 10 17:29:30.793496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ddebab2-5b27-4631-8979-65cbfd6badbc req-779a49c4-2d92-4f70-87a0-8ff88a5395dd tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085826 Mar 10 17:29:30.809954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1818266-a531-493c-897f-1ea619a66e4d req-3eac933e-8d55-4112-913c-3df679ef0aea tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501312 Mar 10 17:29:30.834665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:30.836506 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.883722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:30.884048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:30.899971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e296f633-8a01-47b0-88a4-9dd8e670ca79 admin admin] 10.222.0.35 "PUT /v2.0/routers/44c667d9-2b32-4903-b5a4-a10b14ba878a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5348814 Mar 10 17:29:30.902912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:30.974063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-25783c4d-94ec-4e4f-9f2c-78e9c4627934 None None] Provisioning complete for port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:30.974467 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25783c4d-94ec-4e4f-9f2c-78e9c4627934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.089063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:31.106496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25783c4d-94ec-4e4f-9f2c-78e9c4627934 None None] Port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:31.703730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57304) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:31.709039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201441683', 'description': 'tempest-description--2085407721'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:31.736463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.843541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (b42c9cd5-bf9d-4130-958d-a033d804e71d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.851094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b42c9cd5-bf9d-4130-958d-a033d804e71d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.901064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:31.905901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1983557 Mar 10 17:29:31.906225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:31.912540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'security_group_rule': {'security_group_id': 'b42c9cd5-bf9d-4130-958d-a033d804e71d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:31.942222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38923bc1-e709-4dee-8664-db3b47090334 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c9cd5-bf9d-4130-958d-a033d804e71d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:31.966251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (68ca9a9f-10a9-475a-ba18-ad5a82d2302f), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.017308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8deb18-e109-4877-aa08-2cfb689de010 req-e412f289-2a3d-4ea5-a898-f577b3895c38 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:32.020420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd8deb18-e109-4877-aa08-2cfb689de010 req-e412f289-2a3d-4ea5-a898-f577b3895c38 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1160645 Mar 10 17:29:32.108129 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (68ca9a9f-10a9-475a-ba18-ad5a82d2302f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.122056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (68ca9a9f-10a9-475a-ba18-ad5a82d2302f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.162958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60ae7d-6931-4d6f-82bd-2e5e52e7df16 req-026bd2de-415f-47d4-93ae-bbad8818171b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:32.164892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e60ae7d-6931-4d6f-82bd-2e5e52e7df16 req-026bd2de-415f-47d4-93ae-bbad8818171b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1434772 Mar 10 17:29:32.169257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd8deb18-e109-4877-aa08-2cfb689de010 req-6bdb8af5-c0a3-4d62-bf45-4c1d5a74825c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332483 Mar 10 17:29:32.205625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ca9a9f-10a9-475a-ba18-ad5a82d2302f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:32.236583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.248549 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d494485e-98de-4bcf-896f-cd8c6b948715 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400099 Mar 10 17:29:32.251007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57322) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:32.265179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'security_group_rule': {'security_group_id': 'b42c9cd5-bf9d-4130-958d-a033d804e71d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:32.293742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:32.320092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e60ae7d-6931-4d6f-82bd-2e5e52e7df16 req-04d5a384-f423-472a-ba34-4e843b6d8de0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471927 Mar 10 17:29:32.373062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (d638dd29-f2f2-4c1a-8965-e652f98f0b0f), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.411016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:32.411729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.460045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (d638dd29-f2f2-4c1a-8965-e652f98f0b0f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.466563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d638dd29-f2f2-4c1a-8965-e652f98f0b0f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.492858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d638dd29-f2f2-4c1a-8965-e652f98f0b0f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:32.498801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.503112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:32.503489 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a6105c0-0213-4181-b84f-2f38802e72af tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500644 Mar 10 17:29:32.508088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:32.580648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Sync routers for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:32.589771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.598291 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:32.599219 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:32.600206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:32.748660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:32.804643 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:32.922627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.25.3.202 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/67129d5c-0013-4e46-a9e9-92a0e248c81a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:33.087885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.114930 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 2, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:33.141832 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.151433 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Checking router: 44c667d9-2b32-4903-b5a4-a10b14ba878a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:33.151868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Updating router 44c667d9-2b32-4903-b5a4-a10b14ba878a port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:29:33.201788 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.228374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=67129d5c-0013-4e46-a9e9-92a0e248c81a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:33.238044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:33.243286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:33.248157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:33.480789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c665e-8e40-4fe2-81d6-bd4a4dec81a6 req-107a0837-9e35-4dde-b1b6-4274c61d51c3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:33.482585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc6c665e-8e40-4fe2-81d6-bd4a4dec81a6 req-107a0837-9e35-4dde-b1b6-4274c61d51c3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1811352 Mar 10 17:29:33.511134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.642856 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.753924 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks [] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.762158 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:33.818147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ed324-8998-40bc-88d9-3b19270b6ec8 req-f551b5bb-6dbe-4ddd-a938-68165ae24f48 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:33.820697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-832ed324-8998-40bc-88d9-3b19270b6ec8 req-f551b5bb-6dbe-4ddd-a938-68165ae24f48 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2206764 Mar 10 17:29:33.833119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc6c665e-8e40-4fe2-81d6-bd4a4dec81a6 req-68d7972f-7488-45ea-b12e-a775d2551522 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412359 Mar 10 17:29:33.914149 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8ede9-33e7-4973-aa4a-5eeda02542e8 None None] Pushing event updated for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:33.978622 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Attempting to bind port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:33.979006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Attempting to bind port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:33.980097 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Attempting to bind port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:33.999982 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:34.002050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:34.003463 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.004141 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:34.005428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Bound port: eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:34.006130 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.075494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-de92d3c7-75e2-4397-9d00-33da63a796aa None None] Provisioning complete for port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:34.076030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de92d3c7-75e2-4397-9d00-33da63a796aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.109005 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] For port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:34.112618 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] For port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:34.117084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-832ed324-8998-40bc-88d9-3b19270b6ec8 req-c7115d8d-31f6-4463-8d00-fee9147f5c70 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007542 Mar 10 17:29:34.124378 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.202467 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8ede9-33e7-4973-aa4a-5eeda02542e8 None None] Pushing event updated for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:34.220829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de92d3c7-75e2-4397-9d00-33da63a796aa None None] Port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:34.235565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:34.236065 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:34.240557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.249641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.355525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57386) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:34.375727 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.438869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.446594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9397182 Mar 10 17:29:34.450030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e14c1-7db9-4c53-859f-60c9183d967c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=67129d5c-0013-4e46-a9e9-92a0e248c81a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:34.589254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5f12-bc1f-4572-8b51-1affb9e38c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.690262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Provisioning complete for port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:34.690673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.695921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:34.727610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5f12-bc1f-4572-8b51-1affb9e38c84 admin admin] Publish callbacks [] for security_group (53da14f4-2c41-44b7-8816-0fbf69ff8dd1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.735693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5f12-bc1f-4572-8b51-1affb9e38c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (53da14f4-2c41-44b7-8816-0fbf69ff8dd1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.790478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed5f12-bc1f-4572-8b51-1affb9e38c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da14f4-2c41-44b7-8816-0fbf69ff8dd1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:34.811169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f2ed5f12-bc1f-4572-8b51-1affb9e38c84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82ce62885835436ab19a1584317fd308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543288 Mar 10 17:29:34.813715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57404) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:34.857297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Current status of the port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:34.857698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.877751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] Publish callbacks [] for security_group (53da14f4-2c41-44b7-8816-0fbf69ff8dd1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.945873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] Publish callbacks [] for security_group (53da14f4-2c41-44b7-8816-0fbf69ff8dd1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.953957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] For port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:34.960963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-3e99b57a-c433-4e98-96e7-99b06868b005 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1201441683&fields=id&tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 267 time: 0.1819713 Mar 10 17:29:34.966552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:34.975194 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-43530900-bed0-4ad0-a9c0-d9dd3479ded1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968878 Mar 10 17:29:35.022939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (53da14f4-2c41-44b7-8816-0fbf69ff8dd1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:35.027027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:35.028389 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53da14f4-2c41-44b7-8816-0fbf69ff8dd1 HTTP/1.1" status: 204 len: 168 time: 0.2134404 Mar 10 17:29:35.038850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89f092-958a-4562-a87f-8c9d1681e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da14f4-2c41-44b7-8816-0fbf69ff8dd1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:35.106263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c2a9-75b1-43f2-b344-56866a2eab95 None None] Pushing event updated for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:35.140539 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:35.157959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233c55-999e-400f-9139-a7190923d6f6 req-e7d70a00-4ca9-431f-822e-4b79f48c47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.159781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-e7d70a00-4ca9-431f-822e-4b79f48c47f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c31c43330104738b99197899fb06cb7&device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 1128 time: 0.1158020 Mar 10 17:29:35.203868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ca9e2-9a55-45ed-aae1-581035e551bc None None] The sync data for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 is: [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:35.240845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-72c86c9b-1e82-48e2-8426-d8b40bd67959 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.242412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-72c86c9b-1e82-48e2-8426-d8b40bd67959 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.2790647 Mar 10 17:29:35.333086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233c55-999e-400f-9139-a7190923d6f6 req-886bfc1a-522e-4b82-be76-ba9f452bc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.334726 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-886bfc1a-522e-4b82-be76-ba9f452bc811 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 HTTP/1.1" status: 200 len: 915 time: 0.1518452 Mar 10 17:29:35.353985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b7b301c5-cf9c-4c76-bed6-38497ba4c272 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/quotas/802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 375 time: 0.0886884 Mar 10 17:29:35.410172 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-0da8e49f-e51f-4b0a-a70d-b837efe85e0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0 HTTP/1.1" status: 200 len: 217 time: 0.0662589 Mar 10 17:29:35.496907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233c55-999e-400f-9139-a7190923d6f6 req-7f589c12-8339-4ffb-af25-2bc61bc5cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.498880 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-7f589c12-8339-4ffb-af25-2bc61bc5cc4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10ac38c6-8e15-48f9-8b6d-e1c32f4276ad HTTP/1.1" status: 200 len: 854 time: 0.0758288 Mar 10 17:29:35.514132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a3dc-80f2-4c85-9451-3868844614ef req-d7f1bc2d-22b8-45ab-9588-ca4293d4bafc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:35.516295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eec7a3dc-80f2-4c85-9451-3868844614ef req-d7f1bc2d-22b8-45ab-9588-ca4293d4bafc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2900319 Mar 10 17:29:35.534643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-e906e6b8-2856-4052-ab1e-6206534a08b2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783638 Mar 10 17:29:35.572751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:35.578460 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-e45b6407-13a8-4440-b522-fa3e0f9f107f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704708 Mar 10 17:29:35.657138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb81d154-61fb-4a6f-8817-22a8a031d06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:35.732100 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-82f6648b-b402-4e1b-92b4-833b2115a2ba service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462207 Mar 10 17:29:35.761169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eec7a3dc-80f2-4c85-9451-3868844614ef req-c339e110-21ac-4989-b9e0-4c57600fff48 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243814 Mar 10 17:29:35.824247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-5f1ea0d6-fef8-45be-a71c-2385ccf27141 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863634 Mar 10 17:29:35.945642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28233c55-999e-400f-9139-a7190923d6f6 req-e46a923b-6472-4959-8cd4-c05a47ad94eb service neutron] 10.222.0.59 "GET /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034452 Mar 10 17:29:36.027672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb81d154-61fb-4a6f-8817-22a8a031d06b admin admin] Publish callbacks [] for security_group (4948bf63-8edf-4015-9a9c-39db023ed0cc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.041203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb81d154-61fb-4a6f-8817-22a8a031d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4948bf63-8edf-4015-9a9c-39db023ed0cc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.073742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d154-61fb-4a6f-8817-22a8a031d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948bf63-8edf-4015-9a9c-39db023ed0cc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:36.085788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-720dfd9e-1b8e-4007-bd69-b597f831e616 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606332 Mar 10 17:29:36.140079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-eb81d154-61fb-4a6f-8817-22a8a031d06b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ac01d1ff85647368c8932d3cc945ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526309 Mar 10 17:29:36.143274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57418) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:36.169439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc88044-5d3a-4c84-bce1-33c8a27b7a37 req-2b3f4efb-fd2f-497e-824e-acc748375d41 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:36.182725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebc88044-5d3a-4c84-bce1-33c8a27b7a37 req-2b3f4efb-fd2f-497e-824e-acc748375d41 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2971148 Mar 10 17:29:36.303692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebc88044-5d3a-4c84-bce1-33c8a27b7a37 req-b0a33b39-3a02-4000-9a8f-99706778d5a3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Mar 10 17:29:36.318322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] Publish callbacks [] for security_group (4948bf63-8edf-4015-9a9c-39db023ed0cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.377327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:36.454078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] Publish callbacks [] for security_group (4948bf63-8edf-4015-9a9c-39db023ed0cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.475610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-211af0c8-38e1-4e77-8b03-9f832ce81d99 req-3c95b85b-2095-4723-951c-88f48e213b16 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 210 time: 0.0432870 Mar 10 17:29:36.588337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4948bf63-8edf-4015-9a9c-39db023ed0cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.591519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.600670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4948bf63-8edf-4015-9a9c-39db023ed0cc HTTP/1.1" status: 204 len: 168 time: 0.4511905 Mar 10 17:29:36.619693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8a834-1343-4003-aba6-f9e0a82e5b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948bf63-8edf-4015-9a9c-39db023ed0cc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:36.795744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:36.797299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:36.998456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:37.050868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-8076d808-f72c-4b9a-a14c-1b38c40b5392 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998402 Mar 10 17:29:37.070479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32ee7-8691-4085-ab09-b5e8aee80575 req-163a4a11-d424-47d6-a18a-82296d0cd355 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:37.075350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5e32ee7-8691-4085-ab09-b5e8aee80575 req-163a4a11-d424-47d6-a18a-82296d0cd355 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1945961 Mar 10 17:29:37.240414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5e32ee7-8691-4085-ab09-b5e8aee80575 req-cb3a5ce5-f0bc-4de3-917b-cb9ae5d7d309 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576951 Mar 10 17:29:37.267231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-f9a5fcac-c843-422a-8247-b1993830bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:37.269923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-f9a5fcac-c843-422a-8247-b1993830bb7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 1126 time: 0.1760232 Mar 10 17:29:37.605825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aff1f-38a2-4329-bb59-0154a6506fb8 req-3555139a-78d7-445e-bf8b-1283f8c272e0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:37.614182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-916aff1f-38a2-4329-bb59-0154a6506fb8 req-3555139a-78d7-445e-bf8b-1283f8c272e0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1553862 Mar 10 17:29:37.672583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d17fd03-3a12-4e8a-8625-93d39e4b62aa req-42014865-e11e-4f4c-a7fd-fed5a4ac6288 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 210 time: 0.0572646 Mar 10 17:29:37.682886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-f13d2f47-989f-4fb0-a44d-007dc514b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:37.684825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-f13d2f47-989f-4fb0-a44d-007dc514b87c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.3888726 Mar 10 17:29:37.750310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-ee41a897-fd88-4981-9656-3f591eb97fc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 200 len: 217 time: 0.0575387 Mar 10 17:29:37.810003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:37.818115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-916aff1f-38a2-4329-bb59-0154a6506fb8 req-30443edb-32d8-4ff4-ab58-58740ff33b16 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481907 Mar 10 17:29:37.830238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-8e52218a-9e5a-469e-9114-527d73e80eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:37.832343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-8e52218a-9e5a-469e-9114-527d73e80eba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0746341 Mar 10 17:29:37.872679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-038824b2-cb22-4d4e-a772-5e3097dcad02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280685 Mar 10 17:29:37.924980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2106074507'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:37.967249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Made reservation on behalf of 74fc23098d3a4480a236afe81389fa88 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:37.972772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:37.986749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.010727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-27189613-3624-4656-800a-24ce0a2d73a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268539 Mar 10 17:29:38.126398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for security_group (56d801d2-f7d8-4dcf-8ebe-b18c45a15b52), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.136564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56d801d2-f7d8-4dcf-8ebe-b18c45a15b52), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.187874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d801d2-f7d8-4dcf-8ebe-b18c45a15b52,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:38.197878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:29:38.209769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b7240260-e50b-47cc-ad2b-032bf3f49d8d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.210161 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Added segment b7240260-e50b-47cc-ad2b-032bf3f49d8d of type vlan for network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 Mar 10 17:29:38.295822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.351832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.360752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:38.361901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:38.412728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6005635 Mar 10 17:29:38.424471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57474) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:38.433970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'subnet': {'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:38.657661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fddf1aae-c9ec-483d-8a44-ac4a21f4bd54 req-ebe6d92a-36c9-4565-8685-56a4d9ba74ef service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419303 Mar 10 17:29:38.673743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-c82f1cbb-0036-424a-8157-966d66966570 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:38.675288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-c82f1cbb-0036-424a-8157-966d66966570 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.6061428 Mar 10 17:29:38.715551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8df548-4144-41f2-9a6e-f3ff48512841 req-34911a4b-8667-4751-8ca5-50c0daa895f6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:38.717366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf8df548-4144-41f2-9a6e-f3ff48512841 req-34911a4b-8667-4751-8ca5-50c0daa895f6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1677706 Mar 10 17:29:38.818188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-8a39577e-815b-4f00-9fad-6db3901ca051 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 380 time: 0.1328623 Mar 10 17:29:38.877042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf8df548-4144-41f2-9a6e-f3ff48512841 req-69f5d8f8-8495-43b2-9fb2-a5ef2d9aa6ef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353858 Mar 10 17:29:38.881340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a01a8214-eab5-465e-aa08-4cb6cd3bf749 req-8f8afa7a-7702-4570-aa2a-705309f218a0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 210 time: 0.0601208 Mar 10 17:29:38.885131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'device_id': '74e01d19-419f-4148-a43b-f946a3a96017', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'admin_state_up': True, 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'security_groups': ['b42c9cd5-bf9d-4130-958d-a033d804e71d']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:38.965103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661bc87-70cc-4819-bc38-357c6f7a0853 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Network': ['ID=9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:38.978253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:29:39.062809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Made reservation on behalf of 74fc23098d3a4480a236afe81389fa88 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:39.066169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.091157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:39.099225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.145847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668d277-d728-4924-9f00-79557385abe2 req-8e693641-8d31-435c-b694-2579e8edff69 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:39.147307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d668d277-d728-4924-9f00-79557385abe2 req-8e693641-8d31-435c-b694-2579e8edff69 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1589441 Mar 10 17:29:39.279373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d668d277-d728-4924-9f00-79557385abe2 req-be68d139-c3bf-4fc8-8945-65151b26d594 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230764 Mar 10 17:29:39.340665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.20.0.4 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/257b1b56-a5f8-423d-9d4a-98451e74e427) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:39.349125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b431b608-8a7e-47c9-89cf-c7357d1654f8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.454166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Checking segment: {'id': 'b7240260-e50b-47cc-ad2b-032bf3f49d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:39.454948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network hostable DHCP agents. Network: 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:29:39.469893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Subnet': ['ID=b431b608-8a7e-47c9-89cf-c7357d1654f8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:39.499981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:29:39.515761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:39.527665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91436f6-954e-4f3f-8693-9da4024fdc71 None None] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:39.531441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:39.541133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.541448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.580258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b6dd098-d8aa-4b3d-9ac5-b78d20934c2f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536667 Mar 10 17:29:39.580590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:39.586883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-762416799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:39.630327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.670144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4', 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4', 'project_id': '74fc23098d3a4480a236afe81389fa88', 'fixed_ips': [{'subnet_id': 'b431b608-8a7e-47c9-89cf-c7357d1654f8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:29:39.673923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.691002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.692731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.731522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:39.746772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:39.752537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:39.770623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:39.842924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Allocated IP 172.20.0.2 (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4/b431b608-8a7e-47c9-89cf-c7357d1654f8/e3d0b2b9-fa36-4176-a52c-aeb0b3832400) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:39.856968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for router_controller (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.869642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.894271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:39.894961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.920919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:39.922201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-81c0187a-02c0-4c1e-a334-5685f72a699a tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3396506 Mar 10 17:29:39.928516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:39.955385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-b0ab8655-7e54-4040-b495-9287190580d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0725565 Mar 10 17:29:39.970075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Request body: {'port': {'device_id': '74e01d19-419f-4148-a43b-f946a3a96017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:40.043308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks [] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.059749 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.100496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:40.103890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:40.126938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:40.195142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.233510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Attempting to bind port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:40.233830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Attempting to bind port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b7240260-e50b-47cc-ad2b-032bf3f49d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:40.234193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Attempting to bind port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 on network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:40.239360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96a24-8527-4ef9-bb77-14534224f9f5 req-bcda1fa5-d7f0-456e-b8f0-85a9e3dce7e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:40.241132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef96a24-8527-4ef9-bb77-14534224f9f5 req-bcda1fa5-d7f0-456e-b8f0-85a9e3dce7e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1932719 Mar 10 17:29:40.246129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:40.246634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Checking segment: {'id': 'b7240260-e50b-47cc-ad2b-032bf3f49d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:40.246925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.247313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Bound using segment: {'id': 'b7240260-e50b-47cc-ad2b-032bf3f49d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:40.247792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Bound port: e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7240260-e50b-47cc-ad2b-032bf3f49d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:40.248219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.249458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5a1f7-eb26-4861-ac49-45664c94b521 req-27ccf962-32d1-459b-b97d-57a93735519b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:40.257750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36f5a1f7-eb26-4861-ac49-45664c94b521 req-27ccf962-32d1-459b-b97d-57a93735519b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 931 time: 0.1935141 Mar 10 17:29:40.264244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:40.267449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4987c554-5ce8-4681-838a-ca8043d49294 None None] Provisioning complete for port 257b1b56-a5f8-423d-9d4a-98451e74e427 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:40.267808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4987c554-5ce8-4681-838a-ca8043d49294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.308636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4987c554-5ce8-4681-838a-ca8043d49294 None None] Port 257b1b56-a5f8-423d-9d4a-98451e74e427 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:40.376459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef96a24-8527-4ef9-bb77-14534224f9f5 req-f6146b9f-62a4-4e72-8e4f-ec68f895e086 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091533 Mar 10 17:29:40.380992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] For port e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:40.385324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] For port e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,segment=NetworkSegment(b7240260-e50b-47cc-ad2b-032bf3f49d8d),segment_id=b7240260-e50b-47cc-ad2b-032bf3f49d8d)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:40.396935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.465332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a0b7-fbcb-4746-8b29-e37c5f6d2093 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:40.469694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36f5a1f7-eb26-4861-ac49-45664c94b521 req-62927ff1-2d13-45ff-a1f0-8c45fae8658e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110026 Mar 10 17:29:40.674818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.740106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:40.758095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks [] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:40.777637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Transition to ACTIVE for port object 257b1b56-a5f8-423d-9d4a-98451e74e427 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:29:40.795797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.021151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00982251-25bd-4c2f-9060-515a4aecb920 req-013bfba9-90b1-490d-831e-e4fae4d47188 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:41.023537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00982251-25bd-4c2f-9060-515a4aecb920 req-013bfba9-90b1-490d-831e-e4fae4d47188 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.3864212 Mar 10 17:29:41.071964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:41.129247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Attempting to bind port 257b1b56-a5f8-423d-9d4a-98451e74e427 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:29:41.129592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Attempting to bind port 257b1b56-a5f8-423d-9d4a-98451e74e427 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:29:41.129982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Attempting to bind port 257b1b56-a5f8-423d-9d4a-98451e74e427 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:41.178110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Port 257b1b56-a5f8-423d-9d4a-98451e74e427 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:29:41.178538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Attempting to bind port 257b1b56-a5f8-423d-9d4a-98451e74e427 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:29:41.195050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:29:41.195380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:29:41.195829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:29:41.196277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Bound port: 257b1b56-a5f8-423d-9d4a-98451e74e427, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:29:41.196722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.214627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00982251-25bd-4c2f-9060-515a4aecb920 req-5ba0ab7e-18ce-4196-a3aa-ed6b7b550608 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821833 Mar 10 17:29:41.232205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Allocated IP 172.20.0.1 (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4/b431b608-8a7e-47c9-89cf-c7357d1654f8/99ea19f7-09fe-44ff-9c23-4c4774aa249e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:41.315118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:29:41.319276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:29:41.328349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.390596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:41.395472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.398878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] 10.222.0.41 "PUT /v2.0/ports/257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 1091 time: 1.4371657 Mar 10 17:29:41.399382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:41.401958 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b62983-9908-4f41-a1fd-c242c6f827cf" -d '{"events": [{"name": "network-changed", "server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:41.411819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.462577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.541468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:41.545287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:41.577201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:41.605890 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c3735-3bf3-4588-b87b-e722a22b7e1c x-openstack-request-id: req-da6c3735-3bf3-4588-b87b-e722a22b7e1c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:41.606042 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:41.606227 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da6c3735-3bf3-4588-b87b-e722a22b7e1c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:41.618186 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'status': 'completed', 'code': 200} Mar 10 17:29:41.633941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=99ea19f7-09fe-44ff-9c23-4c4774aa249e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:41.685889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:41.726065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49891-f148-474f-a05e-bd549c26d786 service neutron] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:41.758162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-d3a5e650-0db7-458e-b21a-2b6b7ebf336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:41.761144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-d3a5e650-0db7-458e-b21a-2b6b7ebf336f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1125 time: 0.2977424 Mar 10 17:29:41.795907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b91b-23e9-4dab-b211-dbc1f5e97264 req-89198315-bb5d-41a2-bfe6-b8f23a023b80 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:41.797901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aac3b91b-23e9-4dab-b211-dbc1f5e97264 req-89198315-bb5d-41a2-bfe6-b8f23a023b80 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2125850 Mar 10 17:29:41.832066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-869871f5-5bdb-48fd-a508-9955da1436fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 217 time: 0.0583670 Mar 10 17:29:41.884247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88d4e-01e3-4e4a-9ec4-051fcfe749d0 req-10ab4fa0-8702-4c2a-ad78-8cdb80bd5dc3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:41.886521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32c88d4e-01e3-4e4a-9ec4-051fcfe749d0 req-10ab4fa0-8702-4c2a-ad78-8cdb80bd5dc3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 943 time: 0.1866858 Mar 10 17:29:41.976280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aac3b91b-23e9-4dab-b211-dbc1f5e97264 req-66578075-ad1c-4154-a7d0-bae024362d21 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473074 Mar 10 17:29:42.004339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:42.053335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-26c98c06-64ed-4d47-825e-930da796cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:42.057278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-26c98c06-64ed-4d47-825e-930da796cfca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.2144682 Mar 10 17:29:42.067741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-c02a5455-69fd-4d79-8a7b-0b5b3f79ed2e service neutron] 10.222.0.59 "GET /v2.0/ports/b08b30ff-2470-48d6-b9a6-6b30f757e0b3/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 382 time: 0.1840591 Mar 10 17:29:42.160629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32c88d4e-01e3-4e4a-9ec4-051fcfe749d0 req-482fb885-24dd-4a81-af72-913af6d8e942 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495558 Mar 10 17:29:42.228793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-f64d88b6-26f5-481b-a487-ef4f4a3e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:42.233820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-f64d88b6-26f5-481b-a487-ef4f4a3e5a55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1566751 Mar 10 17:29:42.375183 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-81633cb3-6bc7-485b-92ba-ca516f1dc8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:42.452703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e3d0b2b9-fa36-4176-a52c-aeb0b3832400 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:42.495691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-46ad51f2-dd73-4a84-b27f-f2355f328522 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434654 Mar 10 17:29:42.554825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff05de5-31a3-4111-8f70-6fe0a0efc166 None None] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:29:42.751133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Provisioning complete for port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:42.751505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:42.763580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d6985-0911-494b-a4e0-f562d485a852 req-c039c314-4594-4d25-90ad-02c95fab81d1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:42.769957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-657d6985-0911-494b-a4e0-f562d485a852 req-c039c314-4594-4d25-90ad-02c95fab81d1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2722268 Mar 10 17:29:42.776640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68995af4-c22e-4e28-ae95-b734ed6967a7 req-9cc89b63-6157-4fc0-8541-50b026377b68 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448645 Mar 10 17:29:42.830933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:42.831322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:42.995197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-657d6985-0911-494b-a4e0-f562d485a852 req-959228b7-acaa-4afc-bf7c-155180444491 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054231 Mar 10 17:29:43.017886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-a88eb975-788b-41a1-a574-db5cfcc9a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.019931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-a88eb975-788b-41a1-a574-db5cfcc9a1bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1125 time: 0.1735830 Mar 10 17:29:43.103511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-42f266e8-f784-461d-a5f2-346be2c324c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.111620 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-42f266e8-f784-461d-a5f2-346be2c324c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1132 time: 0.5374382 Mar 10 17:29:43.227506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Current status of the port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:43.234404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.247085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.271239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.309297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-a17eecb8-91dc-4d93-8966-257f755cea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.315407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-a17eecb8-91dc-4d93-8966-257f755cea4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.2872810 Mar 10 17:29:43.391119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:43.393262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.425004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-d9d384c3-08d0-4653-b175-8e78cab1ed55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 217 time: 0.0984344 Mar 10 17:29:43.502341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] For port e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,segment=NetworkSegment(b7240260-e50b-47cc-ad2b-032bf3f49d8d),segment_id=b7240260-e50b-47cc-ad2b-032bf3f49d8d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:43.517522 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.586385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-34f8f9d2-103f-43e0-b8b6-bd7cc78e9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.594937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-34f8f9d2-103f-43e0-b8b6-bd7cc78e9998 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1132 time: 0.4400842 Mar 10 17:29:43.690368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:29:43.691237 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:29:43.701993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Provisioning complete for port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:43.703159 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:43.731936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ccdb6-b03d-4f94-bf69-40b25e0fffb3 req-49f3dbe2-6f98-41fd-9183-7453b988fbe8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.742731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365ccdb6-b03d-4f94-bf69-40b25e0fffb3 req-49f3dbe2-6f98-41fd-9183-7453b988fbe8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.5637639 Mar 10 17:29:43.796128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f15917-9bce-4e07-9be8-1b68999b8a38 None None] Pushing event updated for resources: {'Port': ['ID=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:43.915548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365ccdb6-b03d-4f94-bf69-40b25e0fffb3 req-f0542516-af0e-460e-be92-68d42041e994 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718051 Mar 10 17:29:43.932237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-37ea3bea-9614-46ba-810e-c550565585b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.936884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-37ea3bea-9614-46ba-810e-c550565585b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.4825497 Mar 10 17:29:43.947005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30ac92-d204-4bed-ac27-bd6e91a67420 req-52df806e-b4f7-4c0c-b17a-884745fed3a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:43.949033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e30ac92-d204-4bed-ac27-bd6e91a67420 req-52df806e-b4f7-4c0c-b17a-884745fed3a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 943 time: 0.5440383 Mar 10 17:29:44.000142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.008728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=99ea19f7-09fe-44ff-9c23-4c4774aa249e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:44.024767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Current status of the port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:44.070672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-51b40ef3-eeb9-4a2f-990c-b7ed7af16f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:44.072722 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-51b40ef3-eeb9-4a2f-990c-b7ed7af16f2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4550986 Mar 10 17:29:44.086881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Provisioning complete for port 99ea19f7-09fe-44ff-9c23-4c4774aa249e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:44.094454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.164346 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-3f75e483-3e12-48bf-b932-fe781422c553 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.0617864 Mar 10 17:29:44.184211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-df5ca775-95d0-4fb3-a1b5-2f8fe036dbbd None None] Port 99ea19f7-09fe-44ff-9c23-4c4774aa249e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:44.254933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e30ac92-d204-4bed-ac27-bd6e91a67420 req-a034e382-4c49-4051-b0d8-25d7795852b4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951066 Mar 10 17:29:44.271574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:44.293071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-3be617bd-8209-45eb-9d68-4a225c84b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:44.297220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-3be617bd-8209-45eb-9d68-4a225c84b8a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3470576 Mar 10 17:29:44.318708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-4d2cea9e-0b6e-4e14-b4de-4372c7576869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:44.321154 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-4d2cea9e-0b6e-4e14-b4de-4372c7576869 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1307487 Mar 10 17:29:44.346813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1c7d1617-fac7-429f-94a4-2a9866e0bad1 None None] Provisioning complete for port 99ea19f7-09fe-44ff-9c23-4c4774aa249e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:44.347365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c7d1617-fac7-429f-94a4-2a9866e0bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.408441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:44.418611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:44.434310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cce68-d7d9-477b-841d-e50dc216c302 req-4abe1c42-663f-476d-aa7c-3c7815c799d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:44.450327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d3cce68-d7d9-477b-841d-e50dc216c302 req-4abe1c42-663f-476d-aa7c-3c7815c799d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.3119376 Mar 10 17:29:44.468671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e3d0b2b9-fa36-4176-a52c-aeb0b3832400 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:44.537027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d1617-fac7-429f-94a4-2a9866e0bad1 None None] Port 99ea19f7-09fe-44ff-9c23-4c4774aa249e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:44.655487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fabe5153-8977-458b-bc69-d1ec78cddf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.683117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:44.685892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.709117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-45811ea7-f81b-4f00-b18e-d824931826e6 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940227 Mar 10 17:29:44.745257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-b07aa673-6631-4408-a60c-afc87b630e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:44.752929 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-b07aa673-6631-4408-a60c-afc87b630e95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4196072 Mar 10 17:29:44.954136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:44.959411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1d9055fd-5e5c-4ce4-a34a-6dce08c7f9e2 None None] Provisioning complete for port 99ea19f7-09fe-44ff-9c23-4c4774aa249e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:44.959675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d9055fd-5e5c-4ce4-a34a-6dce08c7f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:44.987011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d3cce68-d7d9-477b-841d-e50dc216c302 req-538c6d90-916c-4c0b-873c-e10dbd98cb8a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293036 Mar 10 17:29:45.035608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6579e71f-5faf-4433-9456-a5c2bdc1baf4 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715220 Mar 10 17:29:45.036328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b62983-9908-4f41-a1fd-c242c6f827cf req-2f7b978f-752b-47f6-a170-b73a01e266e3 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119850 Mar 10 17:29:45.091971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1d9055fd-5e5c-4ce4-a34a-6dce08c7f9e2 None None] Port 99ea19f7-09fe-44ff-9c23-4c4774aa249e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:45.201660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Router e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:29:45.204141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3057-5555-44b6-b233-bad88d065af7 req-870024c0-6f8b-4e63-bb1f-333bbeafc2eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:45.206056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eade3057-5555-44b6-b233-bad88d065af7 req-870024c0-6f8b-4e63-bb1f-333bbeafc2eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1354694 Mar 10 17:29:45.279039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eade3057-5555-44b6-b233-bad88d065af7 req-620b9dc4-06ad-4d2b-ba20-2d170fa7245b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Mar 10 17:29:45.549322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fbf04-f8aa-40fb-ad0e-4daaaf0f103e req-20b05435-2f68-4a59-a053-44822d227062 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:45.553173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a3fbf04-f8aa-40fb-ad0e-4daaaf0f103e req-20b05435-2f68-4a59-a053-44822d227062 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 943 time: 0.1420450 Mar 10 17:29:45.677616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a3fbf04-f8aa-40fb-ad0e-4daaaf0f103e req-5003ac29-9861-4014-9fc1-83cfbb918923 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141937 Mar 10 17:29:45.726189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:45.810758 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8edc1357-bbdf-4888-8fd1-8673988f6b39 req-6f00e295-2374-4803-8827-5b749d8bf462 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603414 Mar 10 17:29:45.901647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:45.917849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] Sync routers for ids ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:45.938983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3d4f16b-4fca-414c-b84e-1007a59cfebe tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "PUT /v2.0/routers/e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0089302 Mar 10 17:29:45.941069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] Routers {'e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:45.941942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:45.942111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57630) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:45.947202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'port': {'network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4', 'name': 'tempest-FloatingIPNegativeTestJSON-2039224472'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:46.070368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:46.096451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] Routers {'e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:46.098135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:46.213513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:46.214597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d880fd-d527-4f54-b45d-31fa28d19e7e None None] The sync data for ids ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:46.308660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c910b7-e71c-438d-8a6b-2a8f9c1586b5 req-5dfe498c-2b01-4cb3-bfad-3d1f63a7508e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.313277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0c910b7-e71c-438d-8a6b-2a8f9c1586b5 req-5dfe498c-2b01-4cb3-bfad-3d1f63a7508e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1693008 Mar 10 17:29:46.351568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:46.440241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Made reservation on behalf of 74fc23098d3a4480a236afe81389fa88 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:46.444485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:46.477680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] device_id is not set on port 788ec218-84e1-4a12-9cd1-e555497291be yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:29:46.578090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:46.677287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0c910b7-e71c-438d-8a6b-2a8f9c1586b5 req-32f19cd9-44ab-4c9f-988f-d17686db00e4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469203 Mar 10 17:29:46.695582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:29:46.729003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed938a96-3805-48b8-92d1-8b743f2160e6 req-daf8f1b8-7934-48f5-ae22-97fba11f9bbf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.730944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed938a96-3805-48b8-92d1-8b743f2160e6 req-daf8f1b8-7934-48f5-ae22-97fba11f9bbf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2971985 Mar 10 17:29:46.745883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Allocated IP 172.20.0.14 (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4/b431b608-8a7e-47c9-89cf-c7357d1654f8/788ec218-84e1-4a12-9cd1-e555497291be) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:46.890510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed938a96-3805-48b8-92d1-8b743f2160e6 req-57147d4c-4567-4393-a754-783a4b86da6f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471369 Mar 10 17:29:46.956792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:46.982703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b0490-fc9e-4233-9fec-103ba18b01d0 req-e651d209-5b40-4c2d-aef5-83dfe60b4cce tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:46.990519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-411b0490-fc9e-4233-9fec-103ba18b01d0 req-e651d209-5b40-4c2d-aef5-83dfe60b4cce tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 943 time: 0.1658645 Mar 10 17:29:47.055107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:47.055666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.084756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:47.121617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:47.134147 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.179878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-411b0490-fc9e-4233-9fec-103ba18b01d0 req-009f0b6c-8c7f-44d5-956a-884a6716167d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866779 Mar 10 17:29:47.202381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (788ec218-84e1-4a12-9cd1-e555497291be), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.220840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:47.226243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.327066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (788ec218-84e1-4a12-9cd1-e555497291be), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.370810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:47.374916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:47.377593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:47.418861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:47.426054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:29:47.439700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=788ec218-84e1-4a12-9cd1-e555497291be,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:47.451475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.452246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.480411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:47.481433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c8163c00-9086-45db-bfff-9f92ba8f9ea1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5380435 Mar 10 17:29:47.487409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:47.556852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.571311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['257b1b56-a5f8-423d-9d4a-98451e74e427'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:47.691923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:29:47.804749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.852255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:47.853227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:47.980007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e7efe-b953-45ce-a591-d8453af05d07 req-4ebd8cf8-3e12-4dfc-9c6e-52521073a2e9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:47.981691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-671e7efe-b953-45ce-a591-d8453af05d07 req-4ebd8cf8-3e12-4dfc-9c6e-52521073a2e9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1300251 Mar 10 17:29:48.088298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Allocated IP 172.25.3.97 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/844a57d2-b45b-43aa-b1cf-05fb1b912496) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:48.112695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-671e7efe-b953-45ce-a591-d8453af05d07 req-67a38264-77dc-4d55-a1f5-0503ab68d58d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221731 Mar 10 17:29:48.155565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:48.190961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343000-7724-436c-9d69-c02004076fc2 req-a79fd2ca-beee-4d60-aab2-318ccc947857 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:48.193574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98343000-7724-436c-9d69-c02004076fc2 req-a79fd2ca-beee-4d60-aab2-318ccc947857 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.0783677 Mar 10 17:29:48.202140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'mac_address': 'fa:16:3e:a5:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:48.343668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98343000-7724-436c-9d69-c02004076fc2 req-b7d9f65c-59aa-4594-8e1a-3280d39304bf tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277430 Mar 10 17:29:48.423937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9442dfd-a7b1-47e2-a084-95b8e32d9a94 req-f07c7d9d-a2a5-4445-b5ef-1953c660d1bf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:48.433978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9442dfd-a7b1-47e2-a084-95b8e32d9a94 req-f07c7d9d-a2a5-4445-b5ef-1953c660d1bf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1084676 Mar 10 17:29:48.454488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.472648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:48.476548 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d6817-cd05-44b6-9a34-f736bed21c71" -d '{"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:48.524816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-995f815f-4a4b-43a8-8239-3c9de9331261 None None] Provisioning complete for port 788ec218-84e1-4a12-9cd1-e555497291be triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:48.525526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-995f815f-4a4b-43a8-8239-3c9de9331261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (788ec218-84e1-4a12-9cd1-e555497291be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.525680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9442dfd-a7b1-47e2-a084-95b8e32d9a94 req-cbdd04f2-fe27-46f2-86de-32de366bfbd4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822656 Mar 10 17:29:48.528991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.613519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:48.620149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:48.622856 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b55e0c-8440-4f56-908d-da91b9225b6e x-openstack-request-id: req-87b55e0c-8440-4f56-908d-da91b9225b6e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:48.626104 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:48.626421 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87b55e0c-8440-4f56-908d-da91b9225b6e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:48.627050 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'code': 200} Mar 10 17:29:48.628722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:48.630678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-995f815f-4a4b-43a8-8239-3c9de9331261 None None] Port 788ec218-84e1-4a12-9cd1-e555497291be cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:29:48.665813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:48.707449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.719693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=844a57d2-b45b-43aa-b1cf-05fb1b912496,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:48.736451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:48.736858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.819989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.820618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (ab1e24cb-116d-4870-b0f5-197ec052d1b9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.859435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:48.903433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:48.984009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:49.023040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:29:49.023422 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:29:49.119584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.133221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.204147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=844a57d2-b45b-43aa-b1cf-05fb1b912496,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:49.295365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (ab1e24cb-116d-4870-b0f5-197ec052d1b9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.326253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a6bd-9b82-49e7-b8d2-e29090b89b81 req-1101b5d8-15a0-4c07-8fce-2002292c8189 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:49.331273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6311a6bd-9b82-49e7-b8d2-e29090b89b81 req-1101b5d8-15a0-4c07-8fce-2002292c8189 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 948 time: 0.0798290 Mar 10 17:29:49.341634 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.346660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-520e6695-2b91-441c-8f15-3aa0679dd5bb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8638887 Mar 10 17:29:49.349801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:49.362454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0003588e-c072-4276-8f0b-41a42e41efb3 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'floatingip': {'port_id': '788ec218-84e1-4a12-9cd1-e555497291be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:49.425974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0003588e-c072-4276-8f0b-41a42e41efb3 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (ab1e24cb-116d-4870-b0f5-197ec052d1b9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.479457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6311a6bd-9b82-49e7-b8d2-e29090b89b81 req-fbd3b3e2-61ef-49c6-93b8-bf9a5c613d14 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400638 Mar 10 17:29:49.561893 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0003588e-c072-4276-8f0b-41a42e41efb3 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] update failed (client error): The resource could not be found. Mar 10 17:29:49.563015 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0003588e-c072-4276-8f0b-41a42e41efb3 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "PUT /v2.0/floatingips/ab1e24cb-116d-4870-b0f5-197ec052d1b9 HTTP/1.1" status: 404 len: 507 time: 0.2121813 Mar 10 17:29:49.566016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:49.604405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:49.605595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.620913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:49.669143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:49.678719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.706157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c880d8b-b3bc-4210-a848-ed1a4eb242ac req-eb82fc24-23ca-4883-be22-bcb0c2b12d27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:49.710659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c880d8b-b3bc-4210-a848-ed1a4eb242ac req-eb82fc24-23ca-4883-be22-bcb0c2b12d27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1787088 Mar 10 17:29:49.825496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c880d8b-b3bc-4210-a848-ed1a4eb242ac req-6870626c-7db3-4f1b-9511-18af7ba3016c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067300 Mar 10 17:29:49.869209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting port 844a57d2-b45b-43aa-b1cf-05fb1b912496 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:29:49.869642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.898160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:49.952637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.952976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (844a57d2-b45b-43aa-b1cf-05fb1b912496), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:49.962473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:49.981864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Calling delete_port for 844a57d2-b45b-43aa-b1cf-05fb1b912496 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:29:49.999314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4c96e-1c4e-406b-9a47-0e1ce773d0d7 req-203dcb47-5a04-4249-b9c5-d8f6405d10f8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.001013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2d4c96e-1c4e-406b-9a47-0e1ce773d0d7 req-203dcb47-5a04-4249-b9c5-d8f6405d10f8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1384749 Mar 10 17:29:50.181607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2d4c96e-1c4e-406b-9a47-0e1ce773d0d7 req-b2dc8623-bbbe-43b8-a332-9fd2400042a0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568701 Mar 10 17:29:50.212886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e066e-d434-448f-be84-d1e763627413 req-508bf1f6-f2f0-4c82-8bbf-8498f771a51a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.221980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de7e066e-d434-448f-be84-d1e763627413 req-508bf1f6-f2f0-4c82-8bbf-8498f771a51a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 949 time: 0.2195351 Mar 10 17:29:50.343327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de7e066e-d434-448f-be84-d1e763627413 req-3ce203b3-0cba-4095-98e9-43027f6b9f9b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200588 Mar 10 17:29:50.372196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:50.410109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (844a57d2-b45b-43aa-b1cf-05fb1b912496), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.462658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 257b1b56-a5f8-423d-9d4a-98451e74e427 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:29:50.464361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Port': ['ID=844a57d2-b45b-43aa-b1cf-05fb1b912496,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:50.473283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277904-4ba4-4439-9410-fdebb3164659 req-9459075d-dc0a-4ea1-b302-bcd7c78e627d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.473434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 257b1b56-a5f8-423d-9d4a-98451e74e427 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:50.473702 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.475132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-9459075d-dc0a-4ea1-b302-bcd7c78e627d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507&tenant_id=3dc44762e0654c81b090c46b049739a3&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 949 time: 0.3974037 Mar 10 17:29:50.561023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (ab1e24cb-116d-4870-b0f5-197ec052d1b9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.563705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.568591 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6db4e7c-acfa-4107-8859-b29f40990dbb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "DELETE /v2.0/floatingips/ab1e24cb-116d-4870-b0f5-197ec052d1b9 HTTP/1.1" status: 204 len: 168 time: 0.9979661 Mar 10 17:29:50.569050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:50.573755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e26b791c-8720-43f1-bf08-0ac414ccf82f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'floatingip': {'floating_network_id': '9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4', 'port_id': '788ec218-84e1-4a12-9cd1-e555497291be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:50.620290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e26b791c-8720-43f1-bf08-0ac414ccf82f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.648793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277904-4ba4-4439-9410-fdebb3164659 req-b50ba009-d685-4f4f-9e56-5c6c06948bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.652765 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-b50ba009-d685-4f4f-9e56-5c6c06948bc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1131 time: 0.1035175 Mar 10 17:29:50.722520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:50.723136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.803958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:50.806281 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5416e79-17bc-473b-8530-3908231472e4" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:50.855982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:50.869886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:50.892611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277904-4ba4-4439-9410-fdebb3164659 req-e7ac1ccd-12cf-4474-9357-bec46c28b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:50.899278 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-e7ac1ccd-12cf-4474-9357-bec46c28b06d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2391555 Mar 10 17:29:50.928123 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-e26b791c-8720-43f1-bf08-0ac414ccf82f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:29:50.929205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e26b791c-8720-43f1-bf08-0ac414ccf82f tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3590729 Mar 10 17:29:50.933917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:50.939180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '788ec218-84e1-4a12-9cd1-e555497291be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:50.978048 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f1592-78ca-44dd-8ba1-30a21a49f43c x-openstack-request-id: req-670f1592-78ca-44dd-8ba1-30a21a49f43c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:50.978334 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:50.978624 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-670f1592-78ca-44dd-8ba1-30a21a49f43c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:50.979187 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:29:50.986289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:51.005598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:51.007023 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-58392a2b-243e-4057-b783-66e3e57848f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.1007483 Mar 10 17:29:51.133921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277904-4ba4-4439-9410-fdebb3164659 req-e8c76728-93d1-4eb3-b416-53cb604e7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:51.136297 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-e8c76728-93d1-4eb3-b416-53cb604e7944 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1180551 Mar 10 17:29:51.222718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cc6aa-ed22-47dd-81ab-f17cd69d317b req-1009f2fc-6f13-407c-bfd3-1b48b318bf89 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:51.225502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-050cc6aa-ed22-47dd-81ab-f17cd69d317b req-1009f2fc-6f13-407c-bfd3-1b48b318bf89 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2128282 Mar 10 17:29:51.252271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277904-4ba4-4439-9410-fdebb3164659 req-cbf2fdd3-4a13-4261-a04c-c4aa6e2883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:51.257717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-cbf2fdd3-4a13-4261-a04c-c4aa6e2883ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1146829 Mar 10 17:29:51.359638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eb6a5-eccf-4386-8471-926acce0cfc0 req-bfaabfa9-633d-468c-89cf-980792888530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:51.361132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef5eb6a5-eccf-4386-8471-926acce0cfc0 req-bfaabfa9-633d-468c-89cf-980792888530 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1127 time: 0.3195877 Mar 10 17:29:51.419079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-6e815e6e-e17a-4cce-8dc5-25d5f43eeb3c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524539 Mar 10 17:29:51.663643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45277904-4ba4-4439-9410-fdebb3164659 req-3cd2f89c-cb96-4ad2-ab76-7519122c588b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355461 Mar 10 17:29:51.689901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:51.772755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:29:51.773458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:51.899546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:51.900003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:51.953495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:51.960970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:51.979800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef5eb6a5-eccf-4386-8471-926acce0cfc0 req-249c9ab3-40a5-44cd-9a28-ef16e4e0d532 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5991883 Mar 10 17:29:51.996226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-050cc6aa-ed22-47dd-81ab-f17cd69d317b req-359aaacd-e422-4958-893d-95e8224e8f31 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563775 Mar 10 17:29:52.014563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:52.107605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:52.160169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088980b-53c2-4373-a196-8af1876b04bc req-9500a1eb-bf81-49a7-95a4-852f7cf9051a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:52.162826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e088980b-53c2-4373-a196-8af1876b04bc req-9500a1eb-bf81-49a7-95a4-852f7cf9051a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.7998927 Mar 10 17:29:52.370197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e088980b-53c2-4373-a196-8af1876b04bc req-52713298-3816-4051-bc66-1f5cc63d3c75 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926029 Mar 10 17:29:52.399501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec65af-6192-4e22-80f3-a3873acc5211 req-d5488534-9a91-4aff-9542-678d8c79f660 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:52.413767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76ec65af-6192-4e22-80f3-a3873acc5211 req-d5488534-9a91-4aff-9542-678d8c79f660 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2469590 Mar 10 17:29:52.485507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Allocated IP 172.25.3.211 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/5d7787a6-eab3-46d5-bee5-445b4bba3a18) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:52.531349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76ec65af-6192-4e22-80f3-a3873acc5211 req-8e3b65c7-d0d8-47ff-a74d-f0f781d131b4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155839 Mar 10 17:29:52.739753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for port (5d7787a6-eab3-46d5-bee5-445b4bba3a18), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:52.794444 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5d7787a6-eab3-46d5-bee5-445b4bba3a18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:52.871350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event updated for resources: {'Port': ['ID=5d7787a6-eab3-46d5-bee5-445b4bba3a18,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:52.880765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:52.882617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:52.884866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:52.980305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:52.983775 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60f4830-1d0e-4eb0-a00c-2f1e1b22cd37" -d '{"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-plugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:53.081041 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf6713-9dc3-4bde-b647-da39ae49ccd6 x-openstack-request-id: req-2fbf6713-9dc3-4bde-b647-da39ae49ccd6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:53.081418 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-plugged", "status": "completed", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:53.081692 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fbf6713-9dc3-4bde-b647-da39ae49ccd6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:53.082088 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'code': 200} Mar 10 17:29:53.294016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0d30b-857c-424b-8b7d-6941a0330fec req-7ca46c7d-eabc-4457-a4ed-f0fed31600eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:53.301712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb0d30b-857c-424b-8b7d-6941a0330fec req-7ca46c7d-eabc-4457-a4ed-f0fed31600eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1288619 Mar 10 17:29:53.319964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting port 5d7787a6-eab3-46d5-bee5-445b4bba3a18 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:29:53.320290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5d7787a6-eab3-46d5-bee5-445b4bba3a18), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:53.421637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb0d30b-857c-424b-8b7d-6941a0330fec req-a3d144d9-e079-4d3b-a913-8c61b9e6968e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137481 Mar 10 17:29:53.493461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5d7787a6-eab3-46d5-bee5-445b4bba3a18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:53.495380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for floatingip (5d7787a6-eab3-46d5-bee5-445b4bba3a18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:53.525593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Calling delete_port for 5d7787a6-eab3-46d5-bee5-445b4bba3a18 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:29:53.893792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d342-4a79-4e05-a198-4fae379d225f req-4e26769f-79b8-4924-b6e6-e7b6979e98b7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:53.897242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23b1d342-4a79-4e05-a198-4fae379d225f req-4e26769f-79b8-4924-b6e6-e7b6979e98b7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.2016914 Mar 10 17:29:53.960365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45691ff-6d40-4255-98c8-c27614ce8ca7 req-e22665e3-5028-4a2d-a85d-e78ac52f6019 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:53.963673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f45691ff-6d40-4255-98c8-c27614ce8ca7 req-e22665e3-5028-4a2d-a85d-e78ac52f6019 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.2691417 Mar 10 17:29:53.992730 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5d7787a6-eab3-46d5-bee5-445b4bba3a18), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:54.093356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Port': ['ID=5d7787a6-eab3-46d5-bee5-445b4bba3a18,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:54.163543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23b1d342-4a79-4e05-a198-4fae379d225f req-79e33d56-396a-48a4-8d2a-5f770f631424 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567220 Mar 10 17:29:54.169858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f45691ff-6d40-4255-98c8-c27614ce8ca7 req-a8dc312c-0ef6-4cf3-8c0c-8c67da34af5c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845136 Mar 10 17:29:54.224518 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] create failed (client error): The resource could not be found. Mar 10 17:29:54.225611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e8d27619-c5fd-4b7b-9442-a66d5ec65b65 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2906339 Mar 10 17:29:54.231432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57734) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:54.406834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8848-6c2b-47cb-8267-972a39124cd1 req-93c51cf3-f19f-41c2-b2d1-1881636d3d02 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:54.408584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b38f8848-6c2b-47cb-8267-972a39124cd1 req-93c51cf3-f19f-41c2-b2d1-1881636d3d02 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1195364 Mar 10 17:29:54.456035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting port 788ec218-84e1-4a12-9cd1-e555497291be {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:29:54.456263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (788ec218-84e1-4a12-9cd1-e555497291be), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:54.567871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b38f8848-6c2b-47cb-8267-972a39124cd1 req-7a1ed426-2357-4224-8f8e-a9ca5b63d507 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473825 Mar 10 17:29:54.714482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (788ec218-84e1-4a12-9cd1-e555497291be), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:54.733672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8858389-2d01-4a48-9b0d-e0f3be2e0fff req-09740956-e154-43f9-9193-8d37e6542d77 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:54.741477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8858389-2d01-4a48-9b0d-e0f3be2e0fff req-09740956-e154-43f9-9193-8d37e6542d77 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2369618 Mar 10 17:29:54.764701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Calling delete_port for 788ec218-84e1-4a12-9cd1-e555497291be owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:29:54.836858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8858389-2d01-4a48-9b0d-e0f3be2e0fff req-9c0f1922-fe3d-486f-a93e-11f6e9897b5a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942240 Mar 10 17:29:55.033932 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (788ec218-84e1-4a12-9cd1-e555497291be), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:55.058701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-609a632d-e08a-4337-9408-dab688e837d9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391262 Mar 10 17:29:55.088976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Port': ['ID=788ec218-84e1-4a12-9cd1-e555497291be,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:55.285586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:55.293120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:55.293754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cf787b86-4f3a-4350-8484-10e4bd5a1708 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "DELETE /v2.0/ports/788ec218-84e1-4a12-9cd1-e555497291be HTTP/1.1" status: 204 len: 168 time: 1.0611088 Mar 10 17:29:55.301778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-352fbccb-579f-408c-9ed6-a73bf2f7d9a9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.309340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-352fbccb-579f-408c-9ed6-a73bf2f7d9a9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225838 Mar 10 17:29:55.338684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-332b4e2e-0804-4f6a-9e47-9e75d9363ca7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/quotas/3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 375 time: 0.0282147 Mar 10 17:29:55.420059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187079f8-5f48-4336-87da-6c8947541259 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.426254 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-187079f8-5f48-4336-87da-6c8947541259 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "GET /v2.0/ports?device_id=e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9 HTTP/1.1" status: 200 len: 913 time: 0.1312306 Mar 10 17:29:55.430288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57770) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:55.474049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-afc18cdf-0c08-431c-8d60-05217568a6ab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329751 Mar 10 17:29:55.546104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7fb7-9934-4159-975e-e8adb0e14f4f req-a6ef3d92-3b66-4617-9dbc-dd44f31e8c26 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:55.547872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ae7fb7-9934-4159-975e-e8adb0e14f4f req-a6ef3d92-3b66-4617-9dbc-dd44f31e8c26 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.2270410 Mar 10 17:29:55.766777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ae7fb7-9934-4159-975e-e8adb0e14f4f req-abdee0c8-4257-44b7-b20d-42c2d3c76663 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113175 Mar 10 17:29:56.042286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7dc8d977-9407-4c40-b1be-afb82b5c9c3e req-c1dadff4-1bee-4a41-8d3f-3beaa5acd021 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 210 time: 0.1012616 Mar 10 17:29:56.127794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1428b-254c-4c59-9a47-20afdab2e5dc req-43471504-334f-4d53-9f83-ede094fca28e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:56.129791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e1428b-254c-4c59-9a47-20afdab2e5dc req-43471504-334f-4d53-9f83-ede094fca28e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.2181113 Mar 10 17:29:56.139949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57794) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:56.145829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'floatingip': {'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:56.255321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:56.393622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5394d6e-71b0-41f1-a708-170e80df2d2c req-7217da76-d356-44a6-add4-4cc6ecab902a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:56.396083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5394d6e-71b0-41f1-a708-170e80df2d2c req-7217da76-d356-44a6-add4-4cc6ecab902a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1689377 Mar 10 17:29:56.548688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5394d6e-71b0-41f1-a708-170e80df2d2c req-3a49059f-130d-4a33-9c81-18a187562afb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329718 Mar 10 17:29:56.571675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:56.734300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.180489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting port 99ea19f7-09fe-44ff-9c23-4c4774aa249e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:29:57.180832 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.234880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.251891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.264931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff8a9599-7080-47e4-9886-c166c0644176 req-e95339e1-c904-4e03-ac74-18c1b3793acc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 210 time: 0.0683050 Mar 10 17:29:57.407093 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Floating IP b8bab023-c613-4df8-ac2c-74b787dad884 associated. External IP: 172.25.3.202, port: 257b1b56-a5f8-423d-9d4a-98451e74e427. Mar 10 17:29:57.420194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.435597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Calling delete_port for 99ea19f7-09fe-44ff-9c23-4c4774aa249e owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:29:57.600966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-94f1f2df-1151-4001-bee8-e33d3db98cc1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860054 Mar 10 17:29:57.662293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (99ea19f7-09fe-44ff-9c23-4c4774aa249e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:57.692882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:29:57.697189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Port': ['ID=99ea19f7-09fe-44ff-9c23-4c4774aa249e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:58.030096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-0efe6d38-b261-4949-804b-e1e8594a007d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:58.044733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-0efe6d38-b261-4949-804b-e1e8594a007d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224176 Mar 10 17:29:58.080774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Request body: {'port': {'device_id': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '3dc44762e0654c81b090c46b049739a3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:29:58.082603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:58.100988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '859a04a4-b5de-43a1-901c-994ab5426405', 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc', 'port_id': '859a04a4-b5de-43a1-901c-994ab5426405', 'mac_address': 'fa:16:3e:75:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64b20ea-92fa-4cb8-a27d-754bb7eb167e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:29:58.247742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 859a04a4-b5de-43a1-901c-994ab5426405 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:29:58.251434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.309210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859a04a4-b5de-43a1-901c-994ab5426405 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:29:58.354801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:29:58.372828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Made reservation on behalf of 3dc44762e0654c81b090c46b049739a3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:29:58.375772 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.385364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.476664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:58.522145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44bb4631-a4fa-4c17-843b-c496ce849119 req-d08f7d41-d99a-4cbd-ae26-32805fc593e7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 210 time: 0.0373018 Mar 10 17:29:58.574850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f1bc6-64aa-483b-b15f-7cb92aca404e req-d0f2fd70-e2d3-46cc-94a6-593c2c8c37f4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:58.576243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e3f1bc6-64aa-483b-b15f-7cb92aca404e req-d0f2fd70-e2d3-46cc-94a6-593c2c8c37f4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.7921996 Mar 10 17:29:58.577035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.626739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['859a04a4-b5de-43a1-901c-994ab5426405'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:58.685107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Router 44c667d9-2b32-4903-b5a4-a10b14ba878a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:58.710255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e3f1bc6-64aa-483b-b15f-7cb92aca404e req-74c82a8a-e8b1-4fc3-a00f-92fdc5b2f163 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246254 Mar 10 17:29:58.814784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Allocated IP 192.168.233.32 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/5d1b4b43-d5be-4dca-af5d-3115cd404d57) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:29:58.869084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Router e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:29:58.907541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:58.920212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:58.921125 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Sync routers for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:58.946649 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:58.947570 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:58.980873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-886f5c18-6b68-4c89-93ea-4d68f320282a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "PUT /v2.0/floatingips/b8bab023-c613-4df8-ac2c-74b787dad884 HTTP/1.1" status: 200 len: 991 time: 2.8391867 Mar 10 17:29:58.991701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:29:58.994486 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014" -d '{"events": [{"name": "network-changed", "server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:29:59.086739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:29:59.099719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] Sync routers for ids ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:29:59.106379 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef0e7b6-96c4-4c87-acce-f988de13c6e7 x-openstack-request-id: req-cef0e7b6-96c4-4c87-acce-f988de13c6e7 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:29:59.106784 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:29:59.107565 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cef0e7b6-96c4-4c87-acce-f988de13c6e7 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:29:59.112132 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'status': 'completed', 'code': 200} Mar 10 17:29:59.113639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e555c399-e158-496d-87cf-79be6cb770bf tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "PUT /v2.0/routers/e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777849 Mar 10 17:29:59.117089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57826) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:29:59.128583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] Routers {'e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:59.129224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.189276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.235171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.264671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] Routers {'e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:59.265760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.275524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.280995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:29:59.377885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:59.384344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:29:59.395733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.398500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5065f-3fdf-4ad6-a3a4-3d60e173ce9a None None] The sync data for ids ['e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:29:59.482670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:29:59.506191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:29:59.512826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:29:59.519165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:29:59.590360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.671216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:29:59.740259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:29:59.818398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-7a3b15f8-cfdc-4bd1-be68-bad6f14f08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.819977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-7a3b15f8-cfdc-4bd1-be68-bad6f14f08fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1127 time: 0.6688092 Mar 10 17:29:59.856234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b8bab023-c613-4df8-ac2c-74b787dad884', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e01d19-419f-4148-a43b-f946a3a96017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:29:33Z', 'updated_at': '2022-03-10T17:29:57Z', 'revision_number': 1, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.923487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Checking router: 44c667d9-2b32-4903-b5a4-a10b14ba878a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:29:59.956344 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:29:59.957290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:29:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:29:59.961592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253bbb6-48bd-444c-90ee-13c61ab8cdec req-b8dc7c58-9d01-41de-8268-42b940257e87 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:29:59.967973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8253bbb6-48bd-444c-90ee-13c61ab8cdec req-b8dc7c58-9d01-41de-8268-42b940257e87 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.8181114 Mar 10 17:30:00.185800 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:00.253108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.259241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for router_controller (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.277201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.278412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.371810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e5b2dbae-e1d0-499f-861f-debfb6c20c9f None None] Provisioning complete for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:00.372445 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5b2dbae-e1d0-499f-861f-debfb6c20c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.378250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-dbdeb8c2-37c2-4d4c-9d1d-f121f9741c34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3138132 Mar 10 17:30:00.404252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Request body: {'port': {'device_id': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:00.424291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 859a04a4-b5de-43a1-901c-994ab5426405 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:30:00.435641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 859a04a4-b5de-43a1-901c-994ab5426405 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:00.436304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (859a04a4-b5de-43a1-901c-994ab5426405), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.458144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.464645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Fanout notify agent at l3_agent the message router_deleted on router e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:30:00.505778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2dbae-e1d0-499f-861f-debfb6c20c9f None None] Port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:00.619940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 859a04a4-b5de-43a1-901c-994ab5426405 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:00.620572 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.626876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.643731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.645008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd9fefaf-3cd5-4989-a70e-970e364440e1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "DELETE /v2.0/routers/e22a13c6-73b5-4f38-9b58-2b6b4c6af7c9 HTTP/1.1" status: 204 len: 168 time: 1.5273819 Mar 10 17:30:00.662581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e250-52fb-4bd8-bafe-f0676b7982ff req-f1d251df-4e43-4624-978e-21674ecd99a7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.663017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:00.668017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7173e250-52fb-4bd8-bafe-f0676b7982ff req-f1d251df-4e43-4624-978e-21674ecd99a7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 935 time: 0.8873663 Mar 10 17:30:00.684901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8253bbb6-48bd-444c-90ee-13c61ab8cdec req-62408531-06c9-43b1-ae37-8861d3c69193 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6059639 Mar 10 17:30:00.696116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:00.697190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:00.699931 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96162ce3-965e-4c3d-9260-30d0541514aa" -d '{"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-plugged", "status": "completed", "tag": "859a04a4-b5de-43a1-901c-994ab5426405"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:00.705583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:00.771965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-2016dccc-1ab9-4865-819e-2317b93b6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:00.773655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-2016dccc-1ab9-4865-819e-2317b93b6272 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.9147940 Mar 10 17:30:00.784291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:00.871992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7173e250-52fb-4bd8-bafe-f0676b7982ff req-18db1281-280b-43ac-b1cb-cc615eaf81a4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813254 Mar 10 17:30:00.939217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-fadda52b-3a29-4814-8fdd-15c792a97f7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.1574852 Mar 10 17:30:00.967399 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ddb52c-860b-467a-89df-ba81703903b2 x-openstack-request-id: req-91ddb52c-860b-467a-89df-ba81703903b2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:00.967676 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-plugged", "status": "completed", "tag": "859a04a4-b5de-43a1-901c-994ab5426405", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:00.973879 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91ddb52c-860b-467a-89df-ba81703903b2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:00.975550 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405', 'code': 200} Mar 10 17:30:01.057587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b8bab023-c613-4df8-ac2c-74b787dad884', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e01d19-419f-4148-a43b-f946a3a96017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:29:33Z', 'updated_at': '2022-03-10T17:29:57Z', 'revision_number': 1, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:01.096517 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638bcd63-8b48-40d8-a2be-fcd2845daa43 None None] The sync data for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 is: [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b8bab023-c613-4df8-ac2c-74b787dad884', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e01d19-419f-4148-a43b-f946a3a96017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:29:33Z', 'updated_at': '2022-03-10T17:29:57Z', 'revision_number': 1, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:01.208769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:01.220523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks [] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.237435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Transition to ACTIVE for port object 5d1b4b43-d5be-4dca-af5d-3115cd404d57 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:30:01.266169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.405029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting subnet b431b608-8a7e-47c9-89cf-c7357d1654f8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:30:01.410156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks [] for subnet (b431b608-8a7e-47c9-89cf-c7357d1654f8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.426226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0421d-f7d3-464d-adc8-d4a371f08dca req-7587959c-8393-48ac-83fb-249ed7ea8110 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.449673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01f0421d-f7d3-464d-adc8-d4a371f08dca req-7587959c-8393-48ac-83fb-249ed7ea8110 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.3480322 Mar 10 17:30:01.457689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de730c-0e17-493e-9811-c8a80f6b1806 req-d716938d-7137-4c54-8902-2f92c734b3b7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.467759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (b431b608-8a7e-47c9-89cf-c7357d1654f8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.475040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84de730c-0e17-493e-9811-c8a80f6b1806 req-d716938d-7137-4c54-8902-2f92c734b3b7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.5624824 Mar 10 17:30:01.495979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75ae3f-d9df-4c39-aab1-6aa5e0ef8dd9 None None] New status for floating IP b8bab023-c613-4df8-ac2c-74b787dad884: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:30:01.531523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-d92f1b3f-509d-4515-b239-206f14c531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.533009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-d92f1b3f-509d-4515-b239-206f14c531fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.5803561 Mar 10 17:30:01.618733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:01.657524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.658215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.658215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.658544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.658883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.659205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.659528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.659847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.660172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.660491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.660809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.661127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.661438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:01.676301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b431b608-8a7e-47c9-89cf-c7357d1654f8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.769335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:01.769743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:01.772687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:01.796260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:30:01.796798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:01.798674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01f0421d-f7d3-464d-adc8-d4a371f08dca req-3963b7d9-824e-409b-8022-9201ec9dffb8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475080 Mar 10 17:30:01.824705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:01.825045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:01.825429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:01.825868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Bound port: 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:01.826225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:01.851082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca57ed-3750-4bee-bd8c-76e801227602 req-803ec92c-3e8a-4f01-9b64-11e6323fab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.852989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ca57ed-3750-4bee-bd8c-76e801227602 req-803ec92c-3e8a-4f01-9b64-11e6323fab14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1127 time: 0.7724576 Mar 10 17:30:01.944104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-5fc06115-44a9-429e-818c-1a85b87fa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:01.947003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-5fc06115-44a9-429e-818c-1a85b87fa2fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3885133 Mar 10 17:30:01.990331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b431b608-8a7e-47c9-89cf-c7357d1654f8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.007951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9ca57ed-3750-4bee-bd8c-76e801227602 req-b78c51ec-c3d6-48cd-8c96-d3c5a69b4cb1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392143 Mar 10 17:30:02.046042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84de730c-0e17-493e-9811-c8a80f6b1806 req-1a5a5c67-a015-4f9a-b7c5-07148676f99e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015976 Mar 10 17:30:02.074735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:02.088075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eea7b0-2d31-4ea4-9b02-18f4b6c299b7 None None] Network 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:02.090555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.100388 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "DELETE /v2.0/subnets/b431b608-8a7e-47c9-89cf-c7357d1654f8 HTTP/1.1" status: 204 len: 168 time: 1.4168282 Mar 10 17:30:02.102697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:02.103479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063fd69-60f2-40dc-add9-5daf10e2c4d1 tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Subnet': ['ID=b431b608-8a7e-47c9-89cf-c7357d1654f8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.157376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:02.238883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.337607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592fc88-4484-460a-8342-fec34493c7e6 req-717ceb11-3f2a-4788-842f-7ea3bb82e27f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:02.365593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0592fc88-4484-460a-8342-fec34493c7e6 req-717ceb11-3f2a-4788-842f-7ea3bb82e27f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.2224376 Mar 10 17:30:02.412870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.433524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:02.434727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.445396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] 10.222.0.59 "PUT /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 1095 time: 2.0538490 Mar 10 17:30:02.448949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:02.464712 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1b599-a110-4a25-9da2-890a033d3968" -d '{"events": [{"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:02.486806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] DHCP port deletion for 9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:30:02.541946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fad05-9e4a-45a2-8dfe-af28a25a9c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:02.579223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-62913a97-76dd-4c0f-939d-579b1f00e225 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771203 Mar 10 17:30:02.631245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Deleting port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:02.632843 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.680537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-4e817807-c9e3-41e4-9edf-9cd36bef9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:02.686250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-4e817807-c9e3-41e4-9edf-9cd36bef9d4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1129 time: 0.1236129 Mar 10 17:30:02.786213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-8169f650-53b3-42a7-89f2-5fe7d899db52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0743380 Mar 10 17:30:02.840220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] For port e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,segment=NetworkSegment(b7240260-e50b-47cc-ad2b-032bf3f49d8d),segment_id=b7240260-e50b-47cc-ad2b-032bf3f49d8d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:02.840220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.852464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Deleting port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:02.852850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.863425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Calling delete_port for e3d0b2b9-fa36-4176-a52c-aeb0b3832400 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:02.863905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0592fc88-4484-460a-8342-fec34493c7e6 req-161796c0-34f6-4cb0-ae01-066680e82ea9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952486 Mar 10 17:30:02.930734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-b674a9a4-b7a6-432c-9a7b-0974165978b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:02.936276 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-b674a9a4-b7a6-432c-9a7b-0974165978b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1353433 Mar 10 17:30:02.938230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d327ac0-d1d6-41ea-81dd-3c5d609d2014 req-c857fab9-cce8-4d57-ad59-05dee8d9b68a service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329518 Mar 10 17:30:02.979010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91777e44-09d8-4862-9813-c566c521650e req-bb60889c-6b78-4c3b-ac33-7094c41be308 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:02.983740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91777e44-09d8-4862-9813-c566c521650e req-bb60889c-6b78-4c3b-ac33-7094c41be308 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 946 time: 0.5974164 Mar 10 17:30:02.990135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] For port e3d0b2b9-fa36-4176-a52c-aeb0b3832400, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,segment=NetworkSegment(b7240260-e50b-47cc-ad2b-032bf3f49d8d),segment_id=b7240260-e50b-47cc-ad2b-032bf3f49d8d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:02.990395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:02.994346 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e3c30-81c5-4c05-b340-3416e8a2bfdb x-openstack-request-id: req-fe4e3c30-81c5-4c05-b340-3416e8a2bfdb {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:02.994654 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:02.994916 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe4e3c30-81c5-4c05-b340-3416e8a2bfdb {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:02.995324 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'status': 'completed', 'code': 200} Mar 10 17:30:03.023341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Calling delete_port for e3d0b2b9-fa36-4176-a52c-aeb0b3832400 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:03.100494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91777e44-09d8-4862-9813-c566c521650e req-3ef65c10-5d0e-44e2-9117-576c2bdbeea1 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088841 Mar 10 17:30:03.142004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-d3a2dd22-936f-4310-8f92-80d97d7b9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.143721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-d3a2dd22-936f-4310-8f92-80d97d7b9117 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2016101 Mar 10 17:30:03.259456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.273430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c7d85-2d0c-4ca6-8a40-7127a9a2d00e req-4e526849-6b84-48b7-b378-65c60bc8de00 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.273800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e3d0b2b9-fa36-4176-a52c-aeb0b3832400), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.275336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e68c7d85-2d0c-4ca6-8a40-7127a9a2d00e req-4e526849-6b84-48b7-b378-65c60bc8de00 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.1528325 Mar 10 17:30:03.312076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] Pushing event deleted for resources: {'Port': ['ID=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:03.341952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2a03b-c9e6-4c2d-86eb-399d07596b98 None None] No DVR routers for this DVR port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:03.384034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e68c7d85-2d0c-4ca6-8a40-7127a9a2d00e req-08a9ed4c-0028-4f83-8911-da2acf6b6a67 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711701 Mar 10 17:30:03.386054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Port': ['ID=e3d0b2b9-fa36-4176-a52c-aeb0b3832400,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:03.393016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] No DVR routers for this DVR port e3d0b2b9-fa36-4176-a52c-aeb0b3832400 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:03.397210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540f38-2246-42d2-9ae6-efe79107df32 req-5120c87f-528f-41b9-82a6-5e3a5f6df06b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.404942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e540f38-2246-42d2-9ae6-efe79107df32 req-5120c87f-528f-41b9-82a6-5e3a5f6df06b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.1284716 Mar 10 17:30:03.478764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e540f38-2246-42d2-9ae6-efe79107df32 req-a41334e2-070f-4c57-b534-4e808eb3f80d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727882 Mar 10 17:30:03.494119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-c0213132-8faf-43f5-8a72-231d0fb1130a service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331354 Mar 10 17:30:03.521224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.577259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eb2c0-bbff-4f82-898d-41c678cd43af req-2d79e661-edd7-41e3-a34b-847ef2455246 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.584107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff7eb2c0-bbff-4f82-898d-41c678cd43af req-2d79e661-edd7-41e3-a34b-847ef2455246 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.0632498 Mar 10 17:30:03.617646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:03.631361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7240260-e50b-47cc-ad2b-032bf3f49d8d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:03.631361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7240260-e50b-47cc-ad2b-032bf3f49d8d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:03.643493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b7240260-e50b-47cc-ad2b-032bf3f49d8d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.653297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff7eb2c0-bbff-4f82-898d-41c678cd43af req-efcf5107-3695-43b7-9e04-7fb7b8d43dfd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674541 Mar 10 17:30:03.666455 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4e66bb8a-307a-4f34-816c-a9ef906f6132 req-1f30affc-5205-452b-8d2f-879d2fc25808 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309509 Mar 10 17:30:03.674279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b7240260-e50b-47cc-ad2b-032bf3f49d8d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.681794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:03.682791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b7240260-e50b-47cc-ad2b-032bf3f49d8d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:03.747006 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:03.797977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.810517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:03.816859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] 10.222.0.35 "DELETE /v2.0/networks/9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4 HTTP/1.1" status: 204 len: 168 time: 1.7062228 Mar 10 17:30:03.835049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60934654-5bd8-41a5-b412-41eda865b3eb tempest-FloatingIPNegativeTestJSON-342209665 tempest-FloatingIPNegativeTestJSON-342209665-project] Pushing event deleted for resources: {'Network': ['ID=9a1a17c0-dc63-429a-ad2c-8ed2eb04bae4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:03.879575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b599-a110-4a25-9da2-890a033d3968 req-e74fdd6b-3498-4425-a170-fc2e34c351a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:03.882229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-e74fdd6b-3498-4425-a170-fc2e34c351a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1129 time: 0.1337061 Mar 10 17:30:03.940077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:03.946504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-641469880'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:04.013938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:04.019376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.073824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee3ca6-7779-4fa4-bc8f-4d125dbbbd84 req-21c1aec4-6b96-4cf2-be52-540b889e88da tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.081672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbee3ca6-7779-4fa4-bc8f-4d125dbbbd84 req-21c1aec4-6b96-4cf2-be52-540b889e88da tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.0762606 Mar 10 17:30:04.120310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b599-a110-4a25-9da2-890a033d3968 req-930bc2f0-baf5-4c56-8902-8ca51d11bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.121905 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-930bc2f0-baf5-4c56-8902-8ca51d11bee3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2218459 Mar 10 17:30:04.153848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbee3ca6-7779-4fa4-bc8f-4d125dbbbd84 req-11fe424f-f9d8-47a4-97e0-6180583fae23 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709999 Mar 10 17:30:04.217065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-7b125734-2a76-4638-b010-e0ef9bffe81d tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.218797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-7b125734-2a76-4638-b010-e0ef9bffe81d tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.59 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 946 time: 0.0634351 Mar 10 17:30:04.236730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:04.243815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-e1c7f37a-579c-403c-90c8-0bf73c278266 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0948224 Mar 10 17:30:04.251250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c0217a9-9516-4eb1-8f04-2ce4092712c1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.251604 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Added segment 4c0217a9-9516-4eb1-8f04-2ce4092712c1 of type vlan for network 2cee99e2-e609-4bb4-8dc7-568d09ece326 Mar 10 17:30:04.315926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b599-a110-4a25-9da2-890a033d3968 req-ae3a745b-736f-4604-8325-21343ab6b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.316960 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-ae3a745b-736f-4604-8325-21343ab6b4cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0630951 Mar 10 17:30:04.462175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e3d0b2b9-fa36-4176-a52c-aeb0b3832400 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:04.508468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e3d0b2b9-fa36-4176-a52c-aeb0b3832400 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:04.508888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e3d0b2b9-fa36-4176-a52c-aeb0b3832400 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:04.517551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (2cee99e2-e609-4bb4-8dc7-568d09ece326), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.524680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:04.544133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b599-a110-4a25-9da2-890a033d3968 req-990edc5d-9b39-41b4-a780-d3b1e35193bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.545663 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-990edc5d-9b39-41b4-a780-d3b1e35193bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2204466 Mar 10 17:30:04.578574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (2cee99e2-e609-4bb4-8dc7-568d09ece326), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.584328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.584950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.619000 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6770804 Mar 10 17:30:04.628242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa4f6b-6657-4fae-972e-c2ebac8f9bc8 req-43d416f0-bf8b-42cb-8cf3-91ffdef0a9d6 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:04.637222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28fa4f6b-6657-4fae-972e-c2ebac8f9bc8 req-43d416f0-bf8b-42cb-8cf3-91ffdef0a9d6 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 946 time: 0.2730541 Mar 10 17:30:04.644019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57914) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:04.653050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1726480293'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:04.686821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:04.691086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.744918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8dce8-07ec-4473-9da2-f4506dbfeb14 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Network': ['ID=2cee99e2-e609-4bb4-8dc7-568d09ece326,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:04.758695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:04.781482 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-6b9f875d-4e4e-49e3-bba8-e9ca12539f1d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274113 Mar 10 17:30:04.800026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:04.824817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b66171e0-270f-438f-bc6e-c69799ee5ad9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:04.826233 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Added segment b66171e0-270f-438f-bc6e-c69799ee5ad9 of type vlan for network fab475e2-8b0e-4bdb-af21-5235b5b53326 Mar 10 17:30:04.956090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13f1b599-a110-4a25-9da2-890a033d3968 req-674f5a43-bd5a-426e-8bd2-f9881ccc5c04 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671391 Mar 10 17:30:05.200424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Deleting port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:05.201062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.237227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fab475e2-8b0e-4bdb-af21-5235b5b53326), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.255117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28fa4f6b-6657-4fae-972e-c2ebac8f9bc8 req-6587b8ee-5ef0-4ff0-9fe9-803e17671181 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfc0a553-6072-4d00-80d3-88bef16eda16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165967 Mar 10 17:30:05.277610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfb1d0-9c3d-4764-a073-3e41b5fa59ce req-c24434b2-5f70-4fc5-be2f-b1e6c9ce464d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:05.279177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8bfb1d0-9c3d-4764-a073-3e41b5fa59ce req-c24434b2-5f70-4fc5-be2f-b1e6c9ce464d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.7038689 Mar 10 17:30:05.393680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5b65fd66-1ecc-4268-9dbd-44e052449fa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74fc23098d3a4480a236afe81389fa88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644412 Mar 10 17:30:05.394642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57928) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:05.417149 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fab475e2-8b0e-4bdb-af21-5235b5b53326), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.422010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:05.422591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.511214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] For port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,segment=NetworkSegment(2b84cff9-0a80-414f-94c9-ee867880b8cc),segment_id=2b84cff9-0a80-414f-94c9-ee867880b8cc)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:05.511572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.579373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8bfb1d0-9c3d-4764-a073-3e41b5fa59ce req-5c967ac8-ec6f-4873-8bda-f94ec26b860c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638769 Mar 10 17:30:05.584964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Calling delete_port for 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:05.619623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9711304 Mar 10 17:30:05.623025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:05.631960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d319e6-301a-4004-83d0-ad77fd8a84f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Network': ['ID=fab475e2-8b0e-4bdb-af21-5235b5b53326,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:05.637082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'subnet': {'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:05.645213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:05.669107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] Publish callbacks [] for security_group (56d801d2-f7d8-4dcf-8ebe-b18c45a15b52), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.717678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa406ce0-dc07-4ca6-a19c-479f5a296c6c req-5902198e-10b0-49e4-9ca6-8c70c6aae047 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:05.720681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa406ce0-dc07-4ca6-a19c-479f5a296c6c req-5902198e-10b0-49e4-9ca6-8c70c6aae047 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.3856692 Mar 10 17:30:05.779103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:30:05.795984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:05.801392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.954485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:05.967443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'mac_address': 'fa:16:3e:2e:25:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:30:05.970022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] Publish callbacks [] for security_group (56d801d2-f7d8-4dcf-8ebe-b18c45a15b52), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:05.990967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (48bcb3f5-f6c1-4964-b4ae-220db9699cb0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.013939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['48bcb3f5-f6c1-4964-b4ae-220db9699cb0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:06.055509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:06.055911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.073465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.079398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:06.111078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:06.116020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.120254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Pushing event deleted for resources: {'Port': ['ID=48bcb3f5-f6c1-4964-b4ae-220db9699cb0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.162096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Subnet': ['ID=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.176786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:06.177405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network hostable DHCP agents. Network: 2cee99e2-e609-4bb4-8dc7-568d09ece326, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:06.183505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa406ce0-dc07-4ca6-a19c-479f5a296c6c req-9e145b8f-37ca-4820-ae2b-7362979c2fbf tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067116 Mar 10 17:30:06.215395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:06.219861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.232587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b3d18-3d8b-41b9-a287-f47243265e63 req-0a1cbb53-7990-4b96-ae54-629e4d3bf3cc tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:06.233129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.233244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a0b3d18-3d8b-41b9-a287-f47243265e63 req-0a1cbb53-7990-4b96-ae54-629e4d3bf3cc tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1127 time: 0.2489526 Mar 10 17:30:06.239274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.239663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.240013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.240553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.241071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.241522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.241928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.242372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.242629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.242894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.243234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.243563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:06.248573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 2cee99e2-e609-4bb4-8dc7-568d09ece326) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:06.262361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e64967-2528-45d4-a72d-d8036e3b1a5f None None] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:06.268483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] No DVR routers for this DVR port 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:06.269984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:06.272710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.276435 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.278363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-923caecb-8a77-40ef-995a-20b7b4023e31 req-ce2320c8-f9ff-42d3-a8ff-210c9cf66402 tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.59 "DELETE /v2.0/ports/48bcb3f5-f6c1-4964-b4ae-220db9699cb0 HTTP/1.1" status: 204 len: 173 time: 2.0499327 Mar 10 17:30:06.280222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'name': 'network-vif-deleted', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:06.284417 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df1438-bbe3-4b64-988c-3ea6de113de5" -d '{"events": [{"server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "name": "network-vif-deleted", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:06.286710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56d801d2-f7d8-4dcf-8ebe-b18c45a15b52), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.289584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.306966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56d801d2-f7d8-4dcf-8ebe-b18c45a15b52 HTTP/1.1" status: 204 len: 168 time: 0.9043260 Mar 10 17:30:06.326731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a0db7da8-fac7-4789-aa55-4209aa5f2dcd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6989872 Mar 10 17:30:06.327370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:06.341619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'subnet': {'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:06.375548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db5ae3-1a5e-4a34-9806-5e64b9041913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d801d2-f7d8-4dcf-8ebe-b18c45a15b52,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:06.450715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c2d165-06c3-4ac3-ba04-2962810c01bf req-3c45b816-d34f-421a-9958-059bfd5cb53f tempest-VolumesAdminNegativeTest-502764296 tempest-VolumesAdminNegativeTest-502764296-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f6cedb-5fb3-4be8-9df6-358ef45764d3 HTTP/1.1" status: 200 len: 210 time: 0.0513365 Mar 10 17:30:06.455243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a0b3d18-3d8b-41b9-a287-f47243265e63 req-daa33876-c6cf-4fe3-986a-c653a9162c9f tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884563 Mar 10 17:30:06.577688 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b05a270-dfe1-41d5-80e4-4fb366a564ca x-openstack-request-id: req-6b05a270-dfe1-41d5-80e4-4fb366a564ca {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:06.577948 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f6cedb-5fb3-4be8-9df6-358ef45764d3", "name": "network-vif-deleted", "tag": "48bcb3f5-f6c1-4964-b4ae-220db9699cb0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:06.578208 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b05a270-dfe1-41d5-80e4-4fb366a564ca {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:06.578634 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f6cedb-5fb3-4be8-9df6-358ef45764d3', 'name': 'network-vif-deleted', 'tag': '48bcb3f5-f6c1-4964-b4ae-220db9699cb0', 'status': 'completed', 'code': 200} Mar 10 17:30:06.583479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-2cee99e2-e609-4bb4-8dc7-568d09ece326', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:06.584551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.613566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:06.619374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:06.638693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5d1b4b43-d5be-4dca-af5d-3115cd404d57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:06.658647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846caba-0339-47d4-9be1-3be6673ef78c req-8c984076-cc5e-44f6-9f18-7332e4123b38 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:06.660122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8846caba-0339-47d4-9be1-3be6673ef78c req-8c984076-cc5e-44f6-9f18-7332e4123b38 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1127 time: 0.0943949 Mar 10 17:30:06.832718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8846caba-0339-47d4-9be1-3be6673ef78c req-130032c7-3d7b-40ab-9b78-b3b163ebba61 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637158 Mar 10 17:30:07.094989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (4d32e59f-6603-4a5d-b2c1-14b9eac14463), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.198808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Subnet': ['ID=4d32e59f-6603-4a5d-b2c1-14b9eac14463,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:07.202346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Checking segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:07.202731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network hostable DHCP agents. Network: fab475e2-8b0e-4bdb-af21-5235b5b53326, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:07.239025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:07.250555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fab475e2-8b0e-4bdb-af21-5235b5b53326) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:07.259534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:07.261569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.287789 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e4b75835-6211-4ccd-ab61-9087d0803670 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9578180 Mar 10 17:30:07.291056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57986) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:07.296369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'name': 'tempest-TaggedBootDevicesTest-2136990323', 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:07.302923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3552577-a6ab-4fb5-bf20-1e5f48a84d11 None None] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:07.363114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Allocated IP 10.1.1.2 (2cee99e2-e609-4bb4-8dc7-568d09ece326/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f/e2bdfb6a-8b17-4721-98c4-af294894a9b7) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:07.526794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132c1f-a020-40b4-8483-16a2a1e4a8d0 req-8488c201-2488-4c59-be97-edb3590091b8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:07.531151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3132c1f-a020-40b4-8483-16a2a1e4a8d0 req-8488c201-2488-4c59-be97-edb3590091b8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.2085671 Mar 10 17:30:07.595573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-fab475e2-8b0e-4bdb-af21-5235b5b53326', 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ips': [{'subnet_id': '4d32e59f-6603-4a5d-b2c1-14b9eac14463'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:07.596731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:07.597045 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.664225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:07.686963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3132c1f-a020-40b4-8483-16a2a1e4a8d0 req-edb7ba21-a9f8-4fdc-a901-36a14db4a687 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461370 Mar 10 17:30:07.789058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:07.791651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:07.843136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:07.870876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] device_id is not set on port da0c3b64-e003-4fba-846e-ecf235fb769e yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:30:07.889261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:07.889602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 48bcb3f5-f6c1-4964-b4ae-220db9699cb0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:07.905335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Deleting subnet 10ac38c6-8e15-48f9-8b6d-e1c32f4276ad {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:30:07.917461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817977135'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:07.926107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Publish callbacks [] for subnet (10ac38c6-8e15-48f9-8b6d-e1c32f4276ad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.028574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (10ac38c6-8e15-48f9-8b6d-e1c32f4276ad), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.028863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks [] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.032785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Allocated IP 10.2.2.2 (fab475e2-8b0e-4bdb-af21-5235b5b53326/4d32e59f-6603-4a5d-b2c1-14b9eac14463/82afcc4a-1e43-4006-be5e-d23a340fc67b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:08.047153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.081212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (10ac38c6-8e15-48f9-8b6d-e1c32f4276ad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.153588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (10ac38c6-8e15-48f9-8b6d-e1c32f4276ad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.164247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:08.164421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:08.168858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.175756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:08.184018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:08.187509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Pushing event updated for resources: {'Port': ['ID=e2bdfb6a-8b17-4721-98c4-af294894a9b7,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.202141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.220312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ac38c6-8e15-48f9-8b6d-e1c32f4276ad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.225639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.228905 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58e61ab9-2a95-49a9-9305-a29168f91d51 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10ac38c6-8e15-48f9-8b6d-e1c32f4276ad HTTP/1.1" status: 204 len: 168 time: 0.4388678 Mar 10 17:30:08.232700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58026) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:08.331366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.386388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.1.1.137 (2cee99e2-e609-4bb4-8dc7-568d09ece326/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f/da0c3b64-e003-4fba-846e-ecf235fb769e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:08.442928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.477399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b86fbbb-96d0-4ad9-99ed-3fd1052361a9']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.495817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b84cff9-0a80-414f-94c9-ee867880b8cc') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.496104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b84cff9-0a80-414f-94c9-ee867880b8cc') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:08.520668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2b84cff9-0a80-414f-94c9-ee867880b8cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.547557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for security_group (3bb88f55-9200-4db2-84bf-3d994fa14833), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.553317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2b84cff9-0a80-414f-94c9-ee867880b8cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.556399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3bb88f55-9200-4db2-84bf-3d994fa14833), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.571920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:08.572767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2b84cff9-0a80-414f-94c9-ee867880b8cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.577508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:08.584272 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:08.617485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:08.630757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb88f55-9200-4db2-84bf-3d994fa14833,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.633281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Attempting to bind port e2bdfb6a-8b17-4721-98c4-af294894a9b7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:08.633789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Attempting to bind port e2bdfb6a-8b17-4721-98c4-af294894a9b7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:08.634150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Attempting to bind port e2bdfb6a-8b17-4721-98c4-af294894a9b7 on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:08.655372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:08.658021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:08.658734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.659610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Bound using segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:08.660387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Bound port: e2bdfb6a-8b17-4721-98c4-af294894a9b7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:08.661097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.685632 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks [] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.686323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (76b5d62b-db83-4abc-a4cd-2af2310670c7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.686822 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 76b5d62b-db83-4abc-a4cd-2af2310670c7 of type vlan for network ac1417a3-4139-4824-820f-d8b0457a7ce1 Mar 10 17:30:08.707371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.728199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5b86fbbb-96d0-4ad9-99ed-3fd1052361a9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.750910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.759205 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5b86fbbb-96d0-4ad9-99ed-3fd1052361a9 HTTP/1.1" status: 204 len: 168 time: 0.5227027 Mar 10 17:30:08.771928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440629e-827f-4020-84c7-e48685633f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b86fbbb-96d0-4ad9-99ed-3fd1052361a9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.781883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:08.808299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.843459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Deleting subnet 3cb378b9-f97d-45cf-8070-01dde387c161 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:30:08.845848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:08.846800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ac1417a3-4139-4824-820f-d8b0457a7ce1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.851402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Publish callbacks [] for subnet (3cb378b9-f97d-45cf-8070-01dde387c161), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.882163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:08.889200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:08.904822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3cb378b9-f97d-45cf-8070-01dde387c161), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.908240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ac1417a3-4139-4824-820f-d8b0457a7ce1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.913872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:08.914582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.919483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Pushing event updated for resources: {'Port': ['ID=82afcc4a-1e43-4006-be5e-d23a340fc67b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:08.938790 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:08.955992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a51179-810f-458d-a1ed-12b603820aa8 req-44450c92-f8cd-41c1-9045-38a6312751ae tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:08.958482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:08.963178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94a51179-810f-458d-a1ed-12b603820aa8 req-44450c92-f8cd-41c1-9045-38a6312751ae tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.1209645 Mar 10 17:30:08.978256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] For port e2bdfb6a-8b17-4721-98c4-af294894a9b7, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:08.992258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] For port e2bdfb6a-8b17-4721-98c4-af294894a9b7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2bdfb6a-8b17-4721-98c4-af294894a9b7,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:08.996375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:30:09.008388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.043332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:09.052606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58048) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:09.055561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:09.062503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:09.102715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.137822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4701705 Mar 10 17:30:09.138292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94a51179-810f-458d-a1ed-12b603820aa8 req-5660effd-4149-4cff-a2fb-37c5b240bb6b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701257 Mar 10 17:30:09.150414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ca78-bd3f-4055-8314-cf4ea6d51ac3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=ac1417a3-4139-4824-820f-d8b0457a7ce1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.191121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:09.192067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.226918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:09.239537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3cb378b9-f97d-45cf-8070-01dde387c161), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.249602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-4857ffd7-e816-41ee-a3d4-f8e84bc55b7e tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:09.262076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-4857ffd7-e816-41ee-a3d4-f8e84bc55b7e tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2038062 Mar 10 17:30:09.286115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e4b8cb54-33e0-4202-9440-600d907b34dd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9934456 Mar 10 17:30:09.288122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:09.288676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:09.304512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'name': 'tempest-TaggedBootDevicesTest-260298674', 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:09.312215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86765c9-86f8-494b-adf9-255b59bc2be3 None None] Pushing event updated for resources: {'Port': ['ID=e2bdfb6a-8b17-4721-98c4-af294894a9b7,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.321800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Attempting to bind port 82afcc4a-1e43-4006-be5e-d23a340fc67b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:09.322232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Attempting to bind port 82afcc4a-1e43-4006-be5e-d23a340fc67b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:09.322617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Attempting to bind port 82afcc4a-1e43-4006-be5e-d23a340fc67b on network fab475e2-8b0e-4bdb-af21-5235b5b53326 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:09.327012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:09.327012 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.338820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:09.351123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:09.351573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Checking segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:09.351942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.352336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Bound using segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:09.352808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Bound port: 82afcc4a-1e43-4006-be5e-d23a340fc67b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:09.353185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.363310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3cb378b9-f97d-45cf-8070-01dde387c161), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.392414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:09.392695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb378b9-f97d-45cf-8070-01dde387c161,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.402047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.409965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36ff0895-e07e-4310-a35e-9a791d031c19 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3cb378b9-f97d-45cf-8070-01dde387c161 HTTP/1.1" status: 204 len: 168 time: 0.6246200 Mar 10 17:30:09.410147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:09.459322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:09.496853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.557162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (791f54f6-a834-4abc-bf31-50ca8fab8a66), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.620825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] For port 82afcc4a-1e43-4006-be5e-d23a340fc67b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:09.633676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] For port 82afcc4a-1e43-4006-be5e-d23a340fc67b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82afcc4a-1e43-4006-be5e-d23a340fc67b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:09.648646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:09.651990 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.660825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['257b1b56-a5f8-423d-9d4a-98451e74e427'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:09.695556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (791f54f6-a834-4abc-bf31-50ca8fab8a66), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.709039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-dda741b1-6e78-4911-9368-a4be9dc03424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:09.710497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-dda741b1-6e78-4911-9368-a4be9dc03424 service neutron] 10.222.0.35 "GET /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 1124 time: 0.3535731 Mar 10 17:30:09.729735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Request body: {'binding': {'host': 'n-h2-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:09.730249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Unknown quota resources ['binding']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:30:09.733046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791f54f6-a834-4abc-bf31-50ca8fab8a66']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.749568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ff195-c692-49f6-952a-9b2f2052a018') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.750293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ff195-c692-49f6-952a-9b2f2052a018') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:09.768935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (aa1ff195-c692-49f6-952a-9b2f2052a018), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.785044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:09.788497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.801240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (aa1ff195-c692-49f6-952a-9b2f2052a018), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.812213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:09.815979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (aa1ff195-c692-49f6-952a-9b2f2052a018), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:09.820093 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:09.844001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:09.864981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:09.869875 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.949811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (791f54f6-a834-4abc-bf31-50ca8fab8a66), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.977966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:09.991962 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/791f54f6-a834-4abc-bf31-50ca8fab8a66 HTTP/1.1" status: 204 len: 168 time: 0.5805173 Mar 10 17:30:10.016516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5456aa0-72a0-4591-99e4-cc92f15da5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=791f54f6-a834-4abc-bf31-50ca8fab8a66,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:10.065040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af11b29-c3e6-468d-a459-4c3fd4b9af1b None None] Pushing event updated for resources: {'Port': ['ID=82afcc4a-1e43-4006-be5e-d23a340fc67b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:10.079594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:30:10.097362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] device_id is not set on port 413a0fd1-706e-41fc-8c0e-568a65b2737f yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:30:10.102239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:10.105605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.110905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on host n-h2-833115-2 for vnic_type normal with profile None {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:10.111216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:10.111567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:10.174606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:30:10.174947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:10.209940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:10.210592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:10.210735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:10.211136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Bound port: 859a04a4-b5de-43a1-901c-994ab5426405, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:10.356457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:10.358228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.377147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:10.444029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:10.481134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.488616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-cf9f8075-4ab6-4100-ab2c-1074aa421ccb service neutron] 10.222.0.35 "POST /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405/bindings HTTP/1.1" status: 201 len: 389 time: 0.7693584 Mar 10 17:30:10.516531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:10.522721 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c47617-a01b-41a4-ac6a-c178b28fca09" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:10.546716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:10.564739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.608164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58080) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:10.700253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b2615fe5-714a-47db-a33d-faf33a21ef81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c31c43330104738b99197899fb06cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890107 Mar 10 17:30:10.701473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58088) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:10.710712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:10.725675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 257b1b56-a5f8-423d-9d4a-98451e74e427 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:10.726110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.774528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82afcc4a-1e43-4006-be5e-d23a340fc67b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:10.805006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (12046cda-c050-4872-9bcc-fe8e46e060b8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.843706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] Publish callbacks [] for security_group (cfc0a553-6072-4d00-80d3-88bef16eda16), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:10.846936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.1.1.83 (2cee99e2-e609-4bb4-8dc7-568d09ece326/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f/413a0fd1-706e-41fc-8c0e-568a65b2737f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:10.903446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179a20-4a35-4aec-a354-cab003e9db70 req-f5cac539-f2f3-4f8a-995c-38044ad20bba tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:10.913687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c179a20-4a35-4aec-a354-cab003e9db70 req-f5cac539-f2f3-4f8a-995c-38044ad20bba tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.3983021 Mar 10 17:30:10.929781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] Publish callbacks [] for security_group (cfc0a553-6072-4d00-80d3-88bef16eda16), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.033856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 82afcc4a-1e43-4006-be5e-d23a340fc67b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:11.034235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.044400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cfc0a553-6072-4d00-80d3-88bef16eda16), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.047084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.051310 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfc0a553-6072-4d00-80d3-88bef16eda16 HTTP/1.1" status: 204 len: 168 time: 0.3444381 Mar 10 17:30:11.072953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca8e5f-4053-41c4-ae81-9c3958118818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0a553-6072-4d00-80d3-88bef16eda16,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.103045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:11.103604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.184311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=12046cda-c050-4872-9bcc-fe8e46e060b8,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.251575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810f283-da5a-4dc7-a638-b0344b9fc1c7 None None] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:11.304923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:11.395437 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.469875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Provisioning complete for port e2bdfb6a-8b17-4721-98c4-af294894a9b7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:11.472935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.508396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c179a20-4a35-4aec-a354-cab003e9db70 req-4c9f8c44-54bc-43f4-8025-1c11f3c3065e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912805 Mar 10 17:30:11.545035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '76b5d62b-db83-4abc-a4cd-2af2310670c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:11.549446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: ac1417a3-4139-4824-820f-d8b0457a7ce1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:11.705928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-1b0cb691-8cda-40e9-8186-04a764e85a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:11.707532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-1b0cb691-8cda-40e9-8186-04a764e85a23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1127 time: 0.6709962 Mar 10 17:30:11.721904 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f79c7e-6fe6-4524-9aee-59445b83557b x-openstack-request-id: req-69f79c7e-6fe6-4524-9aee-59445b83557b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:11.722559 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:11.722559 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69f79c7e-6fe6-4524-9aee-59445b83557b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:11.722914 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'code': 200} Mar 10 17:30:11.765568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e3f51-c2da-4f7a-944e-720e5dea7bd2 None None] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:11.771063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:11.861763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:11.889266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:11.946168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:11.948500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-17e1b2dd-f5b1-47f3-82a5-389d2993c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:11.949966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-17e1b2dd-f5b1-47f3-82a5-389d2993c27e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.1368992 Mar 10 17:30:11.959014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e21b-5f58-4889-88d7-179ff40ca52e req-f910e51e-c930-4584-bd3b-ba9564ab2538 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:11.966973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f64e21b-5f58-4889-88d7-179ff40ca52e req-f910e51e-c930-4584-bd3b-ba9564ab2538 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.7516587 Mar 10 17:30:12.015532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2461cb84-f60e-4bc4-8b58-180e925a781f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ff2fa54dbeb4b3c8ca762f9a1d061cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250284 Mar 10 17:30:12.018710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:12.041552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Current status of the port e2bdfb6a-8b17-4721-98c4-af294894a9b7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:12.042326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.055937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-0b1e6835-d3f0-4bc7-8b8b-93d48a4040cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.0646477 Mar 10 17:30:12.073864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ac1417a3-4139-4824-820f-d8b0457a7ce1) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:12.078171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 82afcc4a-1e43-4006-be5e-d23a340fc67b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:12.078701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.092377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:12.094211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.153236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 82afcc4a-1e43-4006-be5e-d23a340fc67b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82afcc4a-1e43-4006-be5e-d23a340fc67b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:12.154741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de8c96-c1e9-4066-98d4-cce1d3e20cc2 None None] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:12.179763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] Publish callbacks [] for security_group (6bd7c294-9ad3-4183-8979-9d1088810b20), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.198267 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.199471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2bdfb6a-8b17-4721-98c4-af294894a9b7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:12.228056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] Publish callbacks [] for security_group (6bd7c294-9ad3-4183-8979-9d1088810b20), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.270828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-5a18ae04-6fb0-41dc-9d57-28e6b60d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:12.273497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-5a18ae04-6fb0-41dc-9d57-28e6b60d9e25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.2017050 Mar 10 17:30:12.293645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-be5786c3-4472-4665-a38f-faf4857fb32b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0009503 Mar 10 17:30:12.297040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:12.334673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946970676'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:12.391617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:12.397614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.435080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9a545dd2-f3f4-447c-9dc0-8715bf08e0da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136146 Mar 10 17:30:12.436467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6bd7c294-9ad3-4183-8979-9d1088810b20), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.443133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.447817 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bd7c294-9ad3-4183-8979-9d1088810b20 HTTP/1.1" status: 204 len: 168 time: 0.4277618 Mar 10 17:30:12.469052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] For port e2bdfb6a-8b17-4721-98c4-af294894a9b7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2bdfb6a-8b17-4721-98c4-af294894a9b7,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:12.479330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:12.504061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f64e21b-5f58-4889-88d7-179ff40ca52e req-4806f530-ffb5-4f51-b28b-e43cc4cc68d0 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360942 Mar 10 17:30:12.527475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a75ff-4d8e-4358-a6ae-5dd227aab440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7c294-9ad3-4183-8979-9d1088810b20,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:12.557191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ad13a65c-117a-463c-b1c2-0367d0552fd5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.561565 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment ad13a65c-117a-463c-b1c2-0367d0552fd5 of type vlan for network 8d0baf36-ba42-4d27-a550-0fd349e2c727 Mar 10 17:30:12.637971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=82afcc4a-1e43-4006-be5e-d23a340fc67b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:12.715426 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.720795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8d0baf36-ba42-4d27-a550-0fd349e2c727), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.771092 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45ead21a-697b-4b0a-acc0-e8f5605a962b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.797757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e2bdfb6a-8b17-4721-98c4-af294894a9b7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:12.798182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.804799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8d0baf36-ba42-4d27-a550-0fd349e2c727), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.816480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:12.835349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:12.890637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661448c5-8531-4182-96c3-794b4dbda1b1 req-a2f6cf0e-1a24-47ce-8a31-504e676cab73 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:12.898050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-661448c5-8531-4182-96c3-794b4dbda1b1 req-a2f6cf0e-1a24-47ce-8a31-504e676cab73 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 1.1234872 Mar 10 17:30:12.902229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df41f-ecce-44b2-b666-3f5a9609930e req-9680bdfd-5d01-4da3-9e3f-0da6077e807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:12.903830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0df41f-ecce-44b2-b666-3f5a9609930e req-9680bdfd-5d01-4da3-9e3f-0da6077e807a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1131 time: 1.1670308 Mar 10 17:30:13.038348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0df41f-ecce-44b2-b666-3f5a9609930e req-89d0f190-edfb-423a-8e74-1bdaf7a6dd48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071258 Mar 10 17:30:13.054851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7423711 Mar 10 17:30:13.057685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:13.068698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.094552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '8d0baf36-ba42-4d27-a550-0fd349e2c727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:13.146958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-661448c5-8531-4182-96c3-794b4dbda1b1 req-ae870e37-d997-4da9-a44d-76207c362648 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478967 Mar 10 17:30:13.153645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:13.183706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:13.196002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:13.201168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-1df5eafb-83b7-43eb-bdbb-c241168b3e34 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125323 Mar 10 17:30:13.205196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:13.207705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dc8aa-2f4b-4dfd-b67c-06a919db74f6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=8d0baf36-ba42-4d27-a550-0fd349e2c727,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:13.254510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8d0baf36-ba42-4d27-a550-0fd349e2c727 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:13.334985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:13.342774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.373676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b5fc-8f13-4dae-9e34-032ee4cf0b40 req-8bfce0b5-81d8-4c24-aa98-294ca16c745d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:13.383033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22e5b5fc-8f13-4dae-9e34-032ee4cf0b40 req-8bfce0b5-81d8-4c24-aa98-294ca16c745d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.4001887 Mar 10 17:30:13.573533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6392f376-9d9a-487e-8c27-3e93882e08c1 None None] Provisioning complete for port 82afcc4a-1e43-4006-be5e-d23a340fc67b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:13.573917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6392f376-9d9a-487e-8c27-3e93882e08c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.581251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceffbd-975b-424c-bc8e-e7681c1db034 None None] Pushing event updated for resources: {'Port': ['ID=e2bdfb6a-8b17-4721-98c4-af294894a9b7,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:13.742226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:13.759837 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea58b39-6d5d-4437-90b6-fc2475222bc3" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:13.826809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ac1417a3-4139-4824-820f-d8b0457a7ce1', 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '12046cda-c050-4872-9bcc-fe8e46e060b8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:13.828906 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:13.964805 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e9e3e-8b36-4007-9cff-0eea9fa73fb4 x-openstack-request-id: req-303e9e3e-8b36-4007-9cff-0eea9fa73fb4 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:13.965122 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:13.965360 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-303e9e3e-8b36-4007-9cff-0eea9fa73fb4 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:13.965756 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:30:14.175808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e2bdfb6a-8b17-4721-98c4-af294894a9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:14.415844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82afcc4a-1e43-4006-be5e-d23a340fc67b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:14.538926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22e5b5fc-8f13-4dae-9e34-032ee4cf0b40 req-9b4d71ab-575e-43b0-9ace-eb45ddb86fc3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1545284 Mar 10 17:30:14.548771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:14.560627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:14.607022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58190) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:14.701110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d72724de-661a-4b7b-a8d9-c5f145b98619 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4108975 Mar 10 17:30:14.704742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Allocated IP 172.20.255.242 (ac1417a3-4139-4824-820f-d8b0457a7ce1/12046cda-c050-4872-9bcc-fe8e46e060b8/970a2706-0673-4947-887f-39521e72ee5c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:14.894067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks [] for port (970a2706-0673-4947-887f-39521e72ee5c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:14.909115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6392f376-9d9a-487e-8c27-3e93882e08c1 None None] Current status of the port 82afcc4a-1e43-4006-be5e-d23a340fc67b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:14.922317 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (970a2706-0673-4947-887f-39521e72ee5c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:14.994587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (110eabde-8d75-4ae8-af29-b683929e95bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:14.995359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-bfaf5bd7-bde1-449d-98ce-4c4e28aa3732 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7823708 Mar 10 17:30:15.006953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Pushing event updated for resources: {'Port': ['ID=970a2706-0673-4947-887f-39521e72ee5c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:15.105607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-855884813-network', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:15.128806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc9798f2-cc79-467d-9f50-9f52eb34f354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.159757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14eb57-ac97-4e75-bed8-1dc06e9f368c req-003e646c-1ed9-4011-a343-ce342601b562 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:15.173987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a14eb57-ac97-4e75-bed8-1dc06e9f368c req-003e646c-1ed9-4011-a343-ce342601b562 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.7751849 Mar 10 17:30:15.254662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:15.254662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 82afcc4a-1e43-4006-be5e-d23a340fc67b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:15.254662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.269692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:15.279511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:15.280130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0421b-b555-4fc4-ad6e-03287d719ca3 req-2266dd41-85c7-48c4-80b3-d92903242e0d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:15.287851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42e0421b-b555-4fc4-ad6e-03287d719ca3 req-2266dd41-85c7-48c4-80b3-d92903242e0d tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.6224647 Mar 10 17:30:15.315176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Made reservation on behalf of dc91d67b29c54127b165b8e182455fef for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:15.317885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.356663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.372890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=110eabde-8d75-4ae8-af29-b683929e95bb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:15.402449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a14eb57-ac97-4e75-bed8-1dc06e9f368c req-22555f1b-634d-4508-b718-47305ca7c6be tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270839 Mar 10 17:30:15.409065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': 'ad13a65c-117a-463c-b1c2-0367d0552fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8d0baf36-ba42-4d27-a550-0fd349e2c727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:15.410181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 8d0baf36-ba42-4d27-a550-0fd349e2c727, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:15.428804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Provisioning complete for port 82afcc4a-1e43-4006-be5e-d23a340fc67b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:15.429185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.480199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 8d0baf36-ba42-4d27-a550-0fd349e2c727 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:15.495368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42e0421b-b555-4fc4-ad6e-03287d719ca3 req-35713ed3-d004-4bd1-a1a7-db99caaf79f3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046144 Mar 10 17:30:15.501080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8d0baf36-ba42-4d27-a550-0fd349e2c727) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:15.509235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:15.510667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.561467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Attempting to bind port 970a2706-0673-4947-887f-39521e72ee5c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:15.561859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Attempting to bind port 970a2706-0673-4947-887f-39521e72ee5c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '76b5d62b-db83-4abc-a4cd-2af2310670c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:15.566629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Attempting to bind port 970a2706-0673-4947-887f-39521e72ee5c on network ac1417a3-4139-4824-820f-d8b0457a7ce1 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:15.582091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:15.583482 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b57477e-6a4c-427f-8bb7-88a5d657d985 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5100136 Mar 10 17:30:15.584566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58202) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:15.590657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Checking segment: {'id': '76b5d62b-db83-4abc-a4cd-2af2310670c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:15.591230 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.591635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Bound using segment: {'id': '76b5d62b-db83-4abc-a4cd-2af2310670c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:15.592478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Bound port: 970a2706-0673-4947-887f-39521e72ee5c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b5d62b-db83-4abc-a4cd-2af2310670c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac1417a3-4139-4824-820f-d8b0457a7ce1'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:15.592610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (970a2706-0673-4947-887f-39521e72ee5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.598785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf6f87-40c7-44fd-9c36-becd969fc36c None None] Network 8d0baf36-ba42-4d27-a550-0fd349e2c727 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:15.756783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks [] for security_group (bf7b96da-ef38-47e4-ae5f-016298e3b87f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.799867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 82afcc4a-1e43-4006-be5e-d23a340fc67b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:15.801414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2bdfb6a-8b17-4721-98c4-af294894a9b7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:15.837171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bf7b96da-ef38-47e4-ae5f-016298e3b87f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.851244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:15.872846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (549b3e10-3d9e-4e32-8f3e-6817abd1f541), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.873347 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Added segment 549b3e10-3d9e-4e32-8f3e-6817abd1f541 of type vlan for network c4bb4a31-2653-4da4-8288-999b2293bdc7 Mar 10 17:30:15.908568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] For port 970a2706-0673-4947-887f-39521e72ee5c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:15.912266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] For port 970a2706-0673-4947-887f-39521e72ee5c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=970a2706-0673-4947-887f-39521e72ee5c,segment=NetworkSegment(76b5d62b-db83-4abc-a4cd-2af2310670c7),segment_id=76b5d62b-db83-4abc-a4cd-2af2310670c7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:15.971719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (970a2706-0673-4947-887f-39521e72ee5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:15.974161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c4bb4a31-2653-4da4-8288-999b2293bdc7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.075819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8bec7-04e8-47bd-b47b-45a2d6155be1 None None] Pushing event updated for resources: {'Port': ['ID=970a2706-0673-4947-887f-39521e72ee5c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:16.084940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.107642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8d0baf36-ba42-4d27-a550-0fd349e2c727), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.123686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e2bdfb6a-8b17-4721-98c4-af294894a9b7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:16.124094 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.195095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b96da-ef38-47e4-ae5f-016298e3b87f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:16.217125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c4bb4a31-2653-4da4-8288-999b2293bdc7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.221111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:16.221846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.257472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.258209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.259586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.260726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.261988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.263542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.264748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.265476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.266593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.267642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.268090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.268942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.271773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:16.417575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (110eabde-8d75-4ae8-af29-b683929e95bb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.434403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Current status of the port 82afcc4a-1e43-4006-be5e-d23a340fc67b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:16.476525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec3531-a45f-4dca-8a7e-feba99b050a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8d0baf36-ba42-4d27-a550-0fd349e2c727', 'network_id': '8d0baf36-ba42-4d27-a550-0fd349e2c727', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '110eabde-8d75-4ae8-af29-b683929e95bb'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:16.512097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bec3531-a45f-4dca-8a7e-feba99b050a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.523349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:16.529740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] Pushing event updated for resources: {'Network': ['ID=c4bb4a31-2653-4da4-8288-999b2293bdc7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:16.564076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779826003', 'description': 'tempest-description--1192232269'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:16.622194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:16.625265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8c317ac1-b0a6-4f7c-9500-2138313d4c90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0145857 Mar 10 17:30:16.635943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:16.663177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Request body: {'subnet': {'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-855884813-subnet', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:16.678565 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.711847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (110eabde-8d75-4ae8-af29-b683929e95bb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.726141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Made reservation on behalf of dc91d67b29c54127b165b8e182455fef for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:16.741044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.844185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Provisioning complete for port da0c3b64-e003-4fba-846e-ecf235fb769e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:16.844780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:16.995286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7f5e0-5a5f-4135-87ad-e0267e3cef4c req-7a86c271-4fae-4393-9df6-4f0b4bd22c61 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:16.997611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01f7f5e0-5a5f-4135-87ad-e0267e3cef4c req-7a86c271-4fae-4393-9df6-4f0b4bd22c61 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 1.2327716 Mar 10 17:30:17.082299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2f5379de-1448-426e-b798-f9ea7981fac1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.095475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=110eabde-8d75-4ae8-af29-b683929e95bb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:17.118486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (b4133037-9d87-45ea-8e1f-dddb8f7c5812), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.139761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996610a-908b-4be0-bb67-8eefa9787266 req-68b4b13d-b3f7-46b8-841c-fa9aed186da0 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:17.141361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b996610a-908b-4be0-bb67-8eefa9787266 req-68b4b13d-b3f7-46b8-841c-fa9aed186da0 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.41 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 1.3785408 Mar 10 17:30:17.177431 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4133037-9d87-45ea-8e1f-dddb8f7c5812), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.191712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5379de-1448-426e-b798-f9ea7981fac1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:17.320070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4133037-9d87-45ea-8e1f-dddb8f7c5812,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:17.341872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e2bdfb6a-8b17-4721-98c4-af294894a9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:17.342740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc838a-922a-4729-8718-439e68a71e65 req-9ca325e4-476e-4f3d-b50d-0179ad99e59f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:17.348309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Port da0c3b64-e003-4fba-846e-ecf235fb769e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:17.362278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efbc838a-922a-4729-8718-439e68a71e65 req-9ca325e4-476e-4f3d-b50d-0179ad99e59f tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 946 time: 0.7074332 Mar 10 17:30:17.367121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e70ad8-f2be-4ed2-acad-18672309a7f9 None None] Network 8d0baf36-ba42-4d27-a550-0fd349e2c727 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:17.445906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8d0baf36-ba42-4d27-a550-0fd349e2c727), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.554216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Checking segment: {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:17.554890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Network hostable DHCP agents. Network: c4bb4a31-2653-4da4-8288-999b2293bdc7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:17.573076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.575271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0579d80c-c63f-4dc4-89f7-5552c458e73a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0169394 Mar 10 17:30:17.581610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:17.644304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0baf36-ba42-4d27-a550-0fd349e2c727']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:17.666170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad13a65c-117a-463c-b1c2-0367d0552fd5') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:17.667043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad13a65c-117a-463c-b1c2-0367d0552fd5') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:17.668639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'security_group_rule': {'security_group_id': 'b4133037-9d87-45ea-8e1f-dddb8f7c5812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:17.694982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (ad13a65c-117a-463c-b1c2-0367d0552fd5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.737822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ad13a65c-117a-463c-b1c2-0367d0552fd5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.754101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:17.755197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (ad13a65c-117a-463c-b1c2-0367d0552fd5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:17.764014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01f7f5e0-5a5f-4135-87ad-e0267e3cef4c req-cfb546ee-81c6-4237-a0a1-3197b43841d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254009 Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:17.845902 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:17.958177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efbc838a-922a-4729-8718-439e68a71e65 req-4a3981d4-92c0-4eb9-a8e5-dbb218e49a68 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5948198 Mar 10 17:30:18.098209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8d0baf36-ba42-4d27-a550-0fd349e2c727), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.117286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.129436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/8d0baf36-ba42-4d27-a550-0fd349e2c727 HTTP/1.1" status: 204 len: 168 time: 2.5407846 Mar 10 17:30:18.139717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:18.149958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58230) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:18.180138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096019879'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:18.273358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248de94-6f95-4231-9d70-f707adafe57a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=8d0baf36-ba42-4d27-a550-0fd349e2c727,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:18.276989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (9f10fe58-fbf5-4d53-9bd2-fd9c545bd2e2), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.292887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 970a2706-0673-4947-887f-39521e72ee5c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:18.300310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c4bb4a31-2653-4da4-8288-999b2293bdc7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:18.305511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:18.306120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.317745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.347185 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5bc08f7f-b333-4993-8e72-bb649619da63 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7089772 Mar 10 17:30:18.347856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58236) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:18.360063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:18.372784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685b75c-f8b6-453d-9020-27d8e4155653 None None] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:18.438561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (29673854-8a40-4a91-a45f-8b1214fe2094), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.443916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (29673854-8a40-4a91-a45f-8b1214fe2094), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.506229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1617e-628b-49bf-a1bd-14e015c13072 None None] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:18.521413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:18.525220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.585412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for router_controller (29673854-8a40-4a91-a45f-8b1214fe2094), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.633237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc74c2-eeb8-4149-86d9-1131ac74be99 req-89e08701-6c34-4912-9a37-8dfbd6bcfee9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:18.648111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebdc74c2-eeb8-4149-86d9-1131ac74be99 req-89e08701-6c34-4912-9a37-8dfbd6bcfee9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.6873145 Mar 10 17:30:18.709026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Deleting port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:18.709411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.802098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Provisioning complete for port 413a0fd1-706e-41fc-8c0e-568a65b2737f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:18.802704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.816675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (9f10fe58-fbf5-4d53-9bd2-fd9c545bd2e2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.905690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for router_gateway (29673854-8a40-4a91-a45f-8b1214fe2094), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.906846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (9f10fe58-fbf5-4d53-9bd2-fd9c545bd2e2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:18.999559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c11f-3d45-470f-83dc-dd10d30079a6 req-6f140e4d-8e52-4742-8e75-38b96b26934a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:19.007148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2399c11f-3d45-470f-83dc-dd10d30079a6 req-6f140e4d-8e52-4742-8e75-38b96b26934a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.7866845 Mar 10 17:30:19.066175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:19.087586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c4bb4a31-2653-4da4-8288-999b2293bdc7', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:19.089524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.110985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f10fe58-fbf5-4d53-9bd2-fd9c545bd2e2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:19.201767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.220801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-279c3d60-3d9d-4db0-bbca-2b7341f97f0f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5561244 Mar 10 17:30:19.230018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58242) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:19.241427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'security_group_rule': {'security_group_id': 'b4133037-9d87-45ea-8e1f-dddb8f7c5812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:19.251752 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fc80e1f3-2d3a-4011-9f94-88081e1f3ed1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.256862 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment fc80e1f3-2d3a-4011-9f94-88081e1f3ed1 of type vlan for network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 Mar 10 17:30:19.274014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Allocated IP 172.20.0.2 (c4bb4a31-2653-4da4-8288-999b2293bdc7/2f5379de-1448-426e-b798-f9ea7981fac1/f585d979-3bf3-41eb-b753-3367d082b85b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:19.371471 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebdc74c2-eeb8-4149-86d9-1131ac74be99 req-0ee8e46f-8d3f-433f-a951-1053a03df414 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224298 Mar 10 17:30:19.386123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for router_gateway (29673854-8a40-4a91-a45f-8b1214fe2094), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.445039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.448400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.558075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks [] for port (f585d979-3bf3-41eb-b753-3367d082b85b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.587972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.597817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.600514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.606836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:19.622675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.623572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:19.639118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:19.650838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:19.699698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 970a2706-0673-4947-887f-39521e72ee5c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:19.700839 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (970a2706-0673-4947-887f-39521e72ee5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.715354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Allocated IP 172.25.3.168 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8412a3ef-7feb-42ca-916b-906f400f6818) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:19.767661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2399c11f-3d45-470f-83dc-dd10d30079a6 req-60199eb4-fc51-4409-8aa5-2818ee703f16 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592154 Mar 10 17:30:19.795407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Port 413a0fd1-706e-41fc-8c0e-568a65b2737f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:19.906360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] For port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:19.907152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:19.981719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8180573 Mar 10 17:30:20.000294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58256) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:20.018056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 970a2706-0673-4947-887f-39521e72ee5c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:20.018476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (970a2706-0673-4947-887f-39521e72ee5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.045947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:20.047657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Provisioning complete for port e2bdfb6a-8b17-4721-98c4-af294894a9b7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:20.048401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.072805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for port (8412a3ef-7feb-42ca-916b-906f400f6818), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.116059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Pushing event updated for resources: {'Port': ['ID=f585d979-3bf3-41eb-b753-3367d082b85b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:20.133973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Attempting to bind port f585d979-3bf3-41eb-b753-3367d082b85b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:20.134703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Attempting to bind port f585d979-3bf3-41eb-b753-3367d082b85b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:20.135439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Attempting to bind port f585d979-3bf3-41eb-b753-3367d082b85b on network c4bb4a31-2653-4da4-8288-999b2293bdc7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:20.151420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:20.152617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Checking segment: {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:20.154748 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.155158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Bound using segment: {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:20.155642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Bound port: f585d979-3bf3-41eb-b753-3367d082b85b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:20.157824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.268380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.309240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 970a2706-0673-4947-887f-39521e72ee5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=970a2706-0673-4947-887f-39521e72ee5c,segment=NetworkSegment(76b5d62b-db83-4abc-a4cd-2af2310670c7),segment_id=76b5d62b-db83-4abc-a4cd-2af2310670c7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:20.324337 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (970a2706-0673-4947-887f-39521e72ee5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.379300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:20.387202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:20.397504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:20.512885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:20.527109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Pushing event updated for resources: {'Port': ['ID=8412a3ef-7feb-42ca-916b-906f400f6818,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:20.527943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.529421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.531941 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Floating IP 6c977aed-4f71-438c-8659-7d0e0a316879 disassociated. External IP: 172.25.3.104, port: 5093c9bb-6593-45c8-ae26-4bfc2bd1f061. Mar 10 17:30:20.537722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Calling delete_port for 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:20.598556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] For port f585d979-3bf3-41eb-b753-3367d082b85b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:20.688469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] For port f585d979-3bf3-41eb-b753-3367d082b85b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f585d979-3bf3-41eb-b753-3367d082b85b,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:20.752858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-05c6977c-8143-48a6-b853-ae7609753d4b None None] Current status of the port e2bdfb6a-8b17-4721-98c4-af294894a9b7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:20.758790 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (01533941-1f41-4ed2-a690-177146e5c3fe), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.772731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.777990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=970a2706-0673-4947-887f-39521e72ee5c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:20.832449 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-5f55eb34-9fe5-4564-8ec9-18aad2c04685 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3442426 Mar 10 17:30:20.851914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5093c9bb-6593-45c8-ae26-4bfc2bd1f061), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:20.926129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed1585-2a02-430a-815a-cac0cedb4cfd req-0ada3cc1-a20f-46d0-a941-7ef2c51eda3b tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:20.937334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35ed1585-2a02-430a-815a-cac0cedb4cfd req-0ada3cc1-a20f-46d0-a941-7ef2c51eda3b tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 867 time: 1.3804810 Mar 10 17:30:21.005434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04cca-0a83-4f59-8dde-03b0f1019b54 None None] Pushing event updated for resources: {'Port': ['ID=f585d979-3bf3-41eb-b753-3367d082b85b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:21.020764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No active binding found for port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 17:30:21.021353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:30:21.022469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:21.064079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9b928b7b-5e5a-4bb1-80ee-ebf050d824b1 None None] Provisioning complete for port 970a2706-0673-4947-887f-39521e72ee5c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:21.064255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b928b7b-5e5a-4bb1-80ee-ebf050d824b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (970a2706-0673-4947-887f-39521e72ee5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:21.097053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event deleted for resources: {'Port': ['ID=5093c9bb-6593-45c8-ae26-4bfc2bd1f061,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:21.103107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9a1f2-fc32-496b-b1c2-2a0b0ded2ee7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=70a647e7-8a9b-4df2-a4ed-b4be1ffcc842,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:21.223785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35ed1585-2a02-430a-815a-cac0cedb4cfd req-4579e894-1f95-4e81-aacf-99ab4e3c0957 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups?id=dce7c2be-b675-4c2b-9af5-f4eb4cc57010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094474 Mar 10 17:30:21.236564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:21.315527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for router_gateway (29673854-8a40-4a91-a45f-8b1214fe2094), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:21.337329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (01533941-1f41-4ed2-a690-177146e5c3fe), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:21.380393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eefb3a-3a83-4e05-baa2-b457e956613b req-97fedd49-02ee-431b-842e-f73875e759cc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:21.382732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05eefb3a-3a83-4e05-baa2-b457e956613b req-97fedd49-02ee-431b-842e-f73875e759cc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.5772028 Mar 10 17:30:21.416597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (01533941-1f41-4ed2-a690-177146e5c3fe), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:21.535311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9b928b7b-5e5a-4bb1-80ee-ebf050d824b1 None None] Current status of the port 970a2706-0673-4947-887f-39521e72ee5c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:22.076591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01533941-1f41-4ed2-a690-177146e5c3fe,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:22.123255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Router f0f1d51e-13df-48fb-944f-003c14bee4cc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:22.149489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.153598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-76dd35e0-8a77-4b18-b332-ae59fe97a634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9128366 Mar 10 17:30:22.156635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:22.183190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:22.215956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58300) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:22.227148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (29673854-8a40-4a91-a45f-8b1214fe2094), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.353984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e889d0-14ab-45f4-998d-d73a331cb84b req-7acb4a21-4af1-4c0d-90c8-424b1c181fef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:22.355524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07e889d0-14ab-45f4-998d-d73a331cb84b req-7acb4a21-4af1-4c0d-90c8-424b1c181fef tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.3469725 Mar 10 17:30:22.356309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.383161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:22.387246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.408345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05eefb3a-3a83-4e05-baa2-b457e956613b req-fd9d9e36-3854-4dea-93c3-71c513095743 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9895093 Mar 10 17:30:22.604908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:22.619408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Sync routers for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:22.636376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:22.638785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:22.662510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Router 29673854-8a40-4a91-a45f-8b1214fe2094 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:30:22.757767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] No DVR routers for this DVR port 5093c9bb-6593-45c8-ae26-4bfc2bd1f061 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:22.772396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:22.778123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b996610a-908b-4be0-bb67-8eefa9787266 req-974f612a-cfbb-44f8-b270-d848ac36b2a9 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.41 "DELETE /v2.0/ports/5093c9bb-6593-45c8-ae26-4bfc2bd1f061 HTTP/1.1" status: 204 len: 173 time: 5.6254280 Mar 10 17:30:22.827687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'name': 'network-vif-deleted', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:22.829974 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183f5f0-fbff-416d-a2d4-78f014e6e3d1" -d '{"events": [{"server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "name": "network-vif-deleted", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:22.835658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 970a2706-0673-4947-887f-39521e72ee5c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:22.975719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing IP validity checks on allocation pools {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:30:22.976625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:30:23.008486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:23.030002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Sync routers for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:23.053679 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:23.054962 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:23.070922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:23.078124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:23.080255 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e32b7c37-87fd-440a-a893-5463c70b30ac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7312918 Mar 10 17:30:23.083356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:23.097871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-669578c1-9d3f-4a27-ba2d-89fa15822ebd req-3fe9102d-e8f3-406e-8ea6-eb39880e71a7 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.3100927 Mar 10 17:30:23.153292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-01940b84-4a6b-4fab-9cff-a9f74af019c1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:23.155027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-01940b84-4a6b-4fab-9cff-a9f74af019c1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 946 time: 0.9184680 Mar 10 17:30:23.325698 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:23.345043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 970a2706-0673-4947-887f-39521e72ee5c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:23.345429 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (970a2706-0673-4947-887f-39521e72ee5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:23.486062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07e889d0-14ab-45f4-998d-d73a331cb84b req-60b01f74-ea20-47b8-ad1a-742a4f154c27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1135893 Mar 10 17:30:23.520554 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb710c5f-4fe8-40e3-92bf-8378b231ce23 x-openstack-request-id: req-bb710c5f-4fe8-40e3-92bf-8378b231ce23 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:23.522040 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e3e247-ce65-4dbb-a6c0-0c8ac32993b3", "name": "network-vif-deleted", "tag": "5093c9bb-6593-45c8-ae26-4bfc2bd1f061", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:23.522505 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb710c5f-4fe8-40e3-92bf-8378b231ce23 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:23.524199 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e3e247-ce65-4dbb-a6c0-0c8ac32993b3', 'name': 'network-vif-deleted', 'tag': '5093c9bb-6593-45c8-ae26-4bfc2bd1f061', 'status': 'completed', 'code': 200} Mar 10 17:30:23.536440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (d2a00b09-40a2-4e40-940a-e72c27cd25b9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:23.927256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:23.928178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:23.958952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=d2a00b09-40a2-4e40-940a-e72c27cd25b9,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:24.049635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 970a2706-0673-4947-887f-39521e72ee5c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:24.051696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f585d979-3bf3-41eb-b753-3367d082b85b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:24.064815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83c234-d793-4971-a317-46d3632424dc req-37a4de22-4419-48af-b322-0ac7c2506bc3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:24.069977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf83c234-d793-4971-a317-46d3632424dc req-37a4de22-4419-48af-b322-0ac7c2506bc3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.5197945 Mar 10 17:30:24.084386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.132295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018a415-6502-4c78-947c-5697a435f03f None None] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:24.175043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:30:24.225194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Provisioning complete for port f585d979-3bf3-41eb-b753-3367d082b85b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:24.225782 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.265183 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:20Z', 'revision_number': 3, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:24.320381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f585d979-3bf3-41eb-b753-3367d082b85b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:24.320700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.395755 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Checking router: 29673854-8a40-4a91-a45f-8b1214fe2094 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:24.397779 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Updating router 29673854-8a40-4a91-a45f-8b1214fe2094 port 8412a3ef-7feb-42ca-916b-906f400f6818 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:24.476678 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.502084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 172.25.3.102 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ad3f501c-d59c-4736-8163-b3c8f22d0120) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:24.545725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Current status of the port f585d979-3bf3-41eb-b753-3367d082b85b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:24.546275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.602703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f585d979-3bf3-41eb-b753-3367d082b85b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:24.603218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.664789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] For port f585d979-3bf3-41eb-b753-3367d082b85b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f585d979-3bf3-41eb-b753-3367d082b85b,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:24.669612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.840345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:30:24.841964 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:30:24.843590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:24.939685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:25.035227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Checking router: f0f1d51e-13df-48fb-944f-003c14bee4cc for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:25.078105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:25.080066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:25.131140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Allocated IP 172.20.0.1 (c4bb4a31-2653-4da4-8288-999b2293bdc7/2f5379de-1448-426e-b798-f9ea7981fac1/b8be8a8e-9d4d-4f80-8056-62bc7cae6335) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:25.253090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:25.292472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f81e9cee-d2bc-4d3d-88c0-5c1d2b0247de req-31c902c7-76bb-450a-97bb-f1c8422855ef tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.0904062 Mar 10 17:30:25.310130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc758e-277a-494f-bc82-be879d5b1374 None None] Pushing event updated for resources: {'Port': ['ID=f585d979-3bf3-41eb-b753-3367d082b85b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:25.361631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:25.381407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.387307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks [] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.401760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:25.402340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.448192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf83c234-d793-4971-a317-46d3632424dc req-afe56f69-ee39-403f-88b0-c9c4054ebfb7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517501 Mar 10 17:30:25.474757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.485553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e5b73e7a-559e-494f-8c38-ec642502228b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 5.4641805 Mar 10 17:30:25.492470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58340) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:25.517807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-24b328ad-dc3c-48e0-918f-ab99956e3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:25.519608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-24b328ad-dc3c-48e0-918f-ab99956e3114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1131 time: 0.3087296 Mar 10 17:30:25.530868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1eb8c-c09b-43a6-a552-29ea40a6f492 None None] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:25.602268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:25.625161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:25.636055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:25.644327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:25.735463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (29673854-8a40-4a91-a45f-8b1214fe2094), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.759135 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.796684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-70a647e7-8a9b-4df2-a4ed-b4be1ffcc842', 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': 'd2a00b09-40a2-4e40-940a-e72c27cd25b9'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:25.797942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:25.819992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f585d979-3bf3-41eb-b753-3367d082b85b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:25.824477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:26.076642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.181574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Allocated IP 172.20.0.3 (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842/d2a00b09-40a2-4e40-940a-e72c27cd25b9/8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:26.394198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:26.567568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks [] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.569802 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks [] for port (8412a3ef-7feb-42ca-916b-906f400f6818), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.583960 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.617301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks [] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.629737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f585d979-3bf3-41eb-b753-3367d082b85b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:26.635779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.638133 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.638291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb03d44-4742-4a49-90c5-71f986488a24 req-0a2fa0be-6ac4-432a-bb5e-b18e58f7c25e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:26.648344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffb03d44-4742-4a49-90c5-71f986488a24 req-0a2fa0be-6ac4-432a-bb5e-b18e58f7c25e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 1.1274652 Mar 10 17:30:26.689744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:26.699463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:26.748582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Pushing event updated for resources: {'Port': ['ID=8412a3ef-7feb-42ca-916b-906f400f6818,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:26.788516 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.789778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:26.790262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.792207 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.792709 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.794270 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.794779 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.795309 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.798306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.798844 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.799395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.803325 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.803949 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.804440 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:30:26.805926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:26.820085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:26.825914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c02acacd-fb00-44e8-8560-a8dd4f38e6e3 None None] Provisioning complete for port f585d979-3bf3-41eb-b753-3367d082b85b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:26.826493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c02acacd-fb00-44e8-8560-a8dd4f38e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.827326 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Attempting to bind port 8412a3ef-7feb-42ca-916b-906f400f6818 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:26.830552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.831139 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Attempting to bind port 8412a3ef-7feb-42ca-916b-906f400f6818 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:26.832039 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Attempting to bind port 8412a3ef-7feb-42ca-916b-906f400f6818 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:26.842619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:26.847850 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:26.848522 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:26.849099 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.849803 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:26.850481 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Bound port: 8412a3ef-7feb-42ca-916b-906f400f6818, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:26.851165 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.874808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (29673854-8a40-4a91-a45f-8b1214fe2094), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:26.952144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffb03d44-4742-4a49-90c5-71f986488a24 req-eda17162-7351-46cf-ba07-09fb9a83d1e2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008342 Mar 10 17:30:27.026274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Pushing event updated for resources: {'Port': ['ID=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:27.039153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] For port 8412a3ef-7feb-42ca-916b-906f400f6818, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:27.056888 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] For port 8412a3ef-7feb-42ca-916b-906f400f6818, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8412a3ef-7feb-42ca-916b-906f400f6818,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:27.077103 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.122064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5e06b2b-7c45-42c0-b161-31c03fccf522 req-602c0e94-4b82-46ca-bab2-f63469374996 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.4420037 Mar 10 17:30:27.124989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=ad3f501c-d59c-4736-8163-b3c8f22d0120,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:27.131487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:27.133431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:27.151540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f585d979-3bf3-41eb-b753-3367d082b85b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:27.158659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.181818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Attempting to bind port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:27.182557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Attempting to bind port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:27.182662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Attempting to bind port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a on network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:27.278338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cc42e-1a8c-434c-b6bf-8021b77aab65 None None] Pushing event updated for resources: {'Port': ['ID=8412a3ef-7feb-42ca-916b-906f400f6818,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:27.329225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:27.329676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Checking segment: {'id': 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:27.330010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.330408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Bound using segment: {'id': 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:27.330913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Bound port: 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:27.331293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.349471 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:27.350113 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:27.383664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.412321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-df7ae138-522c-45ba-8534-7f19fc9df70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:27.416589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-df7ae138-522c-45ba-8534-7f19fc9df70f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 1.8813381 Mar 10 17:30:27.689872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:27.939896 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:27.996327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:28.015320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c02acacd-fb00-44e8-8560-a8dd4f38e6e3 None None] Current status of the port f585d979-3bf3-41eb-b753-3367d082b85b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:28.037016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-5637077e-3962-4551-a4c5-410b3072c1d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.5854030 Mar 10 17:30:28.194830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f585d979-3bf3-41eb-b753-3367d082b85b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:28.257319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:28.358118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-87aa222e-16eb-4380-9228-6d1c526a09fd None None] Provisioning complete for port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:28.359746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-87aa222e-16eb-4380-9228-6d1c526a09fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:28.454450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-87aa222e-16eb-4380-9228-6d1c526a09fd None None] Port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:28.470839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7939e1-6355-44d2-b09a-bbbef81d9c19 None None] The sync data for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 is: [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:27:44Z', 'revision_number': 4, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5ce8dc77-ad09-4d58-905d-176bab47f550', 'name': '', 'network_id': '27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'mac_address': 'fa:16:3e:29:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:43Z', 'updated_at': '2022-03-10T17:27:49Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'subnets': [{'id': '37fa0704-bc91-46fb-bbc4-3ce785dac165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:28.484642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] For port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:28.485501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024018f-40fc-461a-89c1-cc3d021786e8 req-bbb78f71-47d5-4d1a-87a8-042117933514 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:28.500250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8024018f-40fc-461a-89c1-cc3d021786e8 req-bbb78f71-47d5-4d1a-87a8-042117933514 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 1.3017845 Mar 10 17:30:28.510817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] For port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,segment=NetworkSegment(fc80e1f3-2d3a-4011-9f94-88081e1f3ed1),segment_id=fc80e1f3-2d3a-4011-9f94-88081e1f3ed1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:28.539828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:28.563954 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:25Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b8be8a8e-9d4d-4f80-8056-62bc7cae6335', 'name': '', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'mac_address': 'fa:16:3e:76:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:24Z', 'updated_at': '2022-03-10T17:30:26Z', 'revision_number': 2, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'subnets': [{'id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:28.655284 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3e3f-5967-4272-bed8-c2ac99bb946a None None] The sync data for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 is: [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:25Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b8be8a8e-9d4d-4f80-8056-62bc7cae6335', 'name': '', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'mac_address': 'fa:16:3e:76:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:24Z', 'updated_at': '2022-03-10T17:30:26Z', 'revision_number': 2, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'subnets': [{'id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:28.762563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e45cef-562a-4a4e-a877-5e9da48945bb None None] Pushing event updated for resources: {'Port': ['ID=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:28.861695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-3deb65b2-f6bb-4d47-a139-296fc658d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:28.863534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Router 29673854-8a40-4a91-a45f-8b1214fe2094 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:28.865035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-3deb65b2-f6bb-4d47-a139-296fc658d3ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6486361 Mar 10 17:30:29.179408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8024018f-40fc-461a-89c1-cc3d021786e8 req-b7a0acf8-4155-4f47-a441-f98231003ad1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765420 Mar 10 17:30:29.300009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:30:29.301261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ebf58-3290-4ded-b1ad-9ea0e72a8140 req-5b9e6141-79d0-4758-a0cc-6e0951340814 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:29.326281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f1e01-40f3-441f-9e88-06947bcc9045 None None] New status for floating IP 6c977aed-4f71-438c-8659-7d0e0a316879: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:30:29.328395 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20acb075-0a5b-499e-8c4d-e55cfcd7cab5 admin admin] 10.222.0.35 "PUT /v2.0/routers/29673854-8a40-4a91-a45f-8b1214fe2094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2436919 Mar 10 17:30:29.329797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f34ebf58-3290-4ded-b1ad-9ea0e72a8140 req-5b9e6141-79d0-4758-a0cc-6e0951340814 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 1.1667018 Mar 10 17:30:29.438633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:29.452962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:29.863225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:29.947761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aca9cd5c-d747-4cad-9166-8d9b54410a87 req-d12048f4-2de7-452e-b6fa-ce979126f206 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.3644409 Mar 10 17:30:30.005021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:30.024637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:30.305037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-d9bdb643-d43f-4b74-8613-11a6433e0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:30.329973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-d9bdb643-d43f-4b74-8613-11a6433e0a82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.3815644 Mar 10 17:30:30.342293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=ad3f501c-d59c-4736-8163-b3c8f22d0120,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:30.471399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f34ebf58-3290-4ded-b1ad-9ea0e72a8140 req-67b4e7e0-b248-4284-8554-b1728f8deb05 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1326089 Mar 10 17:30:30.571896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:30.703537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,segment=NetworkSegment(fc80e1f3-2d3a-4011-9f94-88081e1f3ed1),segment_id=fc80e1f3-2d3a-4011-9f94-88081e1f3ed1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:30.703823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:30.796094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:30.796855 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:30.958248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:30.958963 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.022283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,segment=NetworkSegment(fc80e1f3-2d3a-4011-9f94-88081e1f3ed1),segment_id=fc80e1f3-2d3a-4011-9f94-88081e1f3ed1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:31.033338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.090349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dffa6a-7eaf-47fd-aa32-0b3414176508 None None] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:31.143327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-237f8a5d-6594-436f-9e01-74fc395030a0 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8580775 Mar 10 17:30:31.197704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:31.237744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:31.299996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:31.306300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-40979d82-3735-4680-96ab-6c2e56a2863a None None] Provisioning complete for port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:31.306742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40979d82-3735-4680-96ab-6c2e56a2863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.483459 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.688470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-40979d82-3735-4680-96ab-6c2e56a2863a None None] Current status of the port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:31.780387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.856778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:31.916698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0baaa-0a9b-4acb-9a68-67a77352a5e8 req-e4ede3e0-7cc7-45d4-ac63-f9ff0e52aad7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:31.921610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68a0baaa-0a9b-4acb-9a68-67a77352a5e8 req-e4ede3e0-7cc7-45d4-ac63-f9ff0e52aad7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.8357112 Mar 10 17:30:32.097055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:32.237984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:32.241995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a0acee2e-ade6-4e5d-849b-9e2e82cfbbd6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0712123 Mar 10 17:30:32.254465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:32.277993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-3a25eb49-6750-4bfd-bad5-3ba6a14f2899 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9471297 Mar 10 17:30:32.415080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-89bad235-62fb-45bb-a754-79c02c4b01df None None] Could not find standard attr ID for object 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:30:32.457377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0274e-6f67-43ea-94c2-c7dcee073e15 None None] DHCP port deletion for 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:30:32.513075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db92c1d0-3400-4dd9-bd31-3d03adc1deae None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:32.608463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68a0baaa-0a9b-4acb-9a68-67a77352a5e8 req-2496bc75-4945-476b-85f1-a868ff6e6f1a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202417 Mar 10 17:30:32.823692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8412a3ef-7feb-42ca-916b-906f400f6818 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:33.176605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8412a3ef-7feb-42ca-916b-906f400f6818 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:33.176856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:33.327680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db92c1d0-3400-4dd9-bd31-3d03adc1deae None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:33.443946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d2a00b09-40a2-4e40-940a-e72c27cd25b9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:33.463156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8412a3ef-7feb-42ca-916b-906f400f6818 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:33.463734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:33.510694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 8412a3ef-7feb-42ca-916b-906f400f6818, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8412a3ef-7feb-42ca-916b-906f400f6818,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:33.524945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:33.538350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f8dfece-690d-4052-883a-3c41b1a54519 req-fe736673-934a-4399-af8e-dcea225f6eaf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.1401708 Mar 10 17:30:33.662813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-00e0f829-a105-4b10-8dec-162f42b22036 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3393970 Mar 10 17:30:33.727120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:33.742467 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Sync routers for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:30:33.770043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:33.779836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:33.816662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=8412a3ef-7feb-42ca-916b-906f400f6818,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:33.893726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (d2a00b09-40a2-4e40-940a-e72c27cd25b9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.104893 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:34.190390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Allocated IP 172.25.3.35 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/85d360ea-af28-4317-bd70-8510b562393b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:34.215504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a00b09-40a2-4e40-940a-e72c27cd25b9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:34.332917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f19f6-6357-4615-b7d3-9b78ead0b117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-70a647e7-8a9b-4df2-a4ed-b4be1ffcc842', 'network_id': '70a647e7-8a9b-4df2-a4ed-b4be1ffcc842', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': 'd2a00b09-40a2-4e40-940a-e72c27cd25b9'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:34.334495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c62f19f6-6357-4615-b7d3-9b78ead0b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.527411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8412a3ef-7feb-42ca-916b-906f400f6818 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:34.567740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.601088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7e033-995e-494d-959d-17cdc0b71eb3 None None] Network 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:34.651262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for port (85d360ea-af28-4317-bd70-8510b562393b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.706025 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:25Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b8be8a8e-9d4d-4f80-8056-62bc7cae6335', 'name': '', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'mac_address': 'fa:16:3e:76:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:24Z', 'updated_at': '2022-03-10T17:30:26Z', 'revision_number': 2, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'subnets': [{'id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:34.715173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cf409-5b94-4c2b-ac7e-b025d79f33fa req-9e1aef46-07be-40f9-ac53-c759150899d7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:34.715173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b01cf409-5b94-4c2b-ac7e-b025d79f33fa req-9e1aef46-07be-40f9-ac53-c759150899d7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.8085527 Mar 10 17:30:34.720841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (85d360ea-af28-4317-bd70-8510b562393b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.771036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Checking router: 29673854-8a40-4a91-a45f-8b1214fe2094 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:30:34.771611 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Updating router 29673854-8a40-4a91-a45f-8b1214fe2094 port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:30:34.821370 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:34.995001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b01cf409-5b94-4c2b-ac7e-b025d79f33fa req-6145e8e3-6c2c-468b-917c-5440fd245add tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650290 Mar 10 17:30:34.998222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a647e7-8a9b-4df2-a4ed-b4be1ffcc842']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:35.070850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:35.076441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc80e1f3-2d3a-4011-9f94-88081e1f3ed1') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:35.093960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:35.096783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8412a3ef-7feb-42ca-916b-906f400f6818 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:35.097173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.107205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event updated for resources: {'Port': ['ID=85d360ea-af28-4317-bd70-8510b562393b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:35.117355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:35.131839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:35.142522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (fc80e1f3-2d3a-4011-9f94-88081e1f3ed1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.153800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa34ca-e350-4480-ab51-750736521940 None None] DHCP port deletion for 70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:30:35.287990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fc80e1f3-2d3a-4011-9f94-88081e1f3ed1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.308277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:35.310016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (fc80e1f3-2d3a-4011-9f94-88081e1f3ed1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:35.320416 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:35.331256 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks [] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.345732 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.395403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8412a3ef-7feb-42ca-916b-906f400f6818 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:35.419026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:35.494849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-13f486ec-24a1-4781-9f23-cfca119d1c15 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1779826003&fields=id&tenant_id=4ef0c821cdac4ff0a19389fe19213ed6 HTTP/1.1" status: 200 len: 267 time: 0.2798934 Mar 10 17:30:35.503259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:35.503604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8ef0c4ed-2081-41d2-b415-fb4e51ac7c4a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:35.540746 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a831043-7b31-4046-9655-1a393e68b752 None None] Pushing event updated for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:35.659027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (70a647e7-8a9b-4df2-a4ed-b4be1ffcc842), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.668937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.680269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:35.684857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 HTTP/1.1" status: 204 len: 168 time: 10.1894395 Mar 10 17:30:35.686484 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Attempting to bind port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:35.686843 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Attempting to bind port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:35.687535 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Attempting to bind port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 on network c4bb4a31-2653-4da4-8288-999b2293bdc7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:35.701113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347634317'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:35.701352 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:35.702841 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Checking segment: {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:35.705602 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.706010 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Bound using segment: {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:35.706608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Bound port: b8be8a8e-9d4d-4f80-8056-62bc7cae6335, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549b3e10-3d9e-4e32-8f3e-6817abd1f541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:35.707176 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.742476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4749a-32b4-4ad8-abfe-51aeadf56a41 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=70a647e7-8a9b-4df2-a4ed-b4be1ffcc842,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:35.781784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-39716a87-13e3-4077-b2a5-309ee92510a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:35.784149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-39716a87-13e3-4077-b2a5-309ee92510a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 932 time: 0.2375922 Mar 10 17:30:35.802512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:35.806502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.816051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (24b3cdf0-9780-45b5-9607-f76375a3e9e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.822462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] For port b8be8a8e-9d4d-4f80-8056-62bc7cae6335, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:35.828229 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] For port b8be8a8e-9d4d-4f80-8056-62bc7cae6335, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:35.855515 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.875167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:35.916464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:35.916952 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment e92f7e5b-1cf2-4867-b515-78915f825491 of type vlan for network 6dc66820-6441-4e0b-873c-582019795145 Mar 10 17:30:35.979905 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a831043-7b31-4046-9655-1a393e68b752 None None] Pushing event updated for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:36.015171 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:30:36.017755 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:36.045658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f741c0e2-a611-44ce-8b17-59caad0b1116 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:36.048298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f741c0e2-a611-44ce-8b17-59caad0b1116 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 930 time: 0.2546043 Mar 10 17:30:36.070609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Provisioning complete for port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:36.072392 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.093141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6dc66820-6441-4e0b-873c-582019795145), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.242659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (85d360ea-af28-4317-bd70-8510b562393b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.243150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6dc66820-6441-4e0b-873c-582019795145), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.264325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-49911db7-76e5-4db1-8912-c691872f7bbd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2017584 Mar 10 17:30:36.293451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:36.299000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.310890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Current status of the port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:36.313524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.427204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] For port b8be8a8e-9d4d-4f80-8056-62bc7cae6335, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:36.440334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.454254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ab8dcd13-4ee9-4845-9938-54726272b0a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1888022 Mar 10 17:30:36.495220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8125439 Mar 10 17:30:36.498040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:36.506354 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:30:36.529721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '6dc66820-6441-4e0b-873c-582019795145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:36.690223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b8be8a8e-9d4d-4f80-8056-62bc7cae6335 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:36.849899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac7ea-e9f3-4ef0-b206-aaec1989aef1 None None] Pushing event updated for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:36.896939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7e80d887-89a7-4586-9fb5-b854c4174081 None None] Provisioning complete for port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:36.897436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e80d887-89a7-4586-9fb5-b854c4174081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:36.920121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-5d26d156-422f-4074-81e1-f8fbc9abc038 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5222967 Mar 10 17:30:36.944605 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:25Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b8be8a8e-9d4d-4f80-8056-62bc7cae6335', 'name': '', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'mac_address': 'fa:16:3e:76:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:24Z', 'updated_at': '2022-03-10T17:30:35Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'subnets': [{'id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:36.969031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:36.969661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.019571 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282f753-f972-426d-96c0-5dcdd4fc3487 None None] The sync data for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 is: [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:25Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b8be8a8e-9d4d-4f80-8056-62bc7cae6335', 'name': '', 'network_id': 'c4bb4a31-2653-4da4-8288-999b2293bdc7', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'mac_address': 'fa:16:3e:76:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:24Z', 'updated_at': '2022-03-10T17:30:35Z', 'revision_number': 4, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'subnets': [{'id': '2f5379de-1448-426e-b798-f9ea7981fac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:30:37.054309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c798f-7934-4cf1-9322-7831637a7467 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=6dc66820-6441-4e0b-873c-582019795145,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:37.062136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:37.067932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.100734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6dc66820-6441-4e0b-873c-582019795145 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:37.224076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-7575f8af-41f8-4d8c-80fb-6a39f34e8bae tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.232558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-7575f8af-41f8-4d8c-80fb-6a39f34e8bae tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.241508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-7575f8af-41f8-4d8c-80fb-6a39f34e8bae tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.243973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-7575f8af-41f8-4d8c-80fb-6a39f34e8bae tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/networks?id=407ac063-017d-423f-8b4c-bac17d9d9a3d&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 200 len: 1989 time: 0.7885060 Mar 10 17:30:37.331655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-71dada8e-63ff-4c72-8429-05b88faceeaa tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/quotas/4ef0c821cdac4ff0a19389fe19213ed6 HTTP/1.1" status: 200 len: 375 time: 0.0257695 Mar 10 17:30:37.416068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for port (85d360ea-af28-4317-bd70-8510b562393b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.447527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59145-1d59-405f-a399-bdff16247c90 req-d8af2ca6-7bd9-44d9-b6ca-939111ae65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.451079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-d8af2ca6-7bd9-44d9-b6ca-939111ae65f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1132 time: 0.3664122 Mar 10 17:30:37.464326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (85d360ea-af28-4317-bd70-8510b562393b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.559431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.580800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7e80d887-89a7-4586-9fb5-b854c4174081 None None] Current status of the port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:37.699530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event updated for resources: {'Port': ['ID=85d360ea-af28-4317-bd70-8510b562393b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:37.718373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:37.772169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:37.777606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': 'e92f7e5b-1cf2-4867-b515-78915f825491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6dc66820-6441-4e0b-873c-582019795145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:37.778108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 6dc66820-6441-4e0b-873c-582019795145, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:37.806506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 6dc66820-6441-4e0b-873c-582019795145 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:37.811338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59145-1d59-405f-a399-bdff16247c90 req-fa1831d1-61dd-408d-8230-79224ca4a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.813385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-fa1831d1-61dd-408d-8230-79224ca4a16c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2805200 Mar 10 17:30:37.814577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (24b3cdf0-9780-45b5-9607-f76375a3e9e5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.839105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6dc66820-6441-4e0b-873c-582019795145) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:37.852551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d943d8-b768-45eb-8679-bd0ca455badf None None] Network 6dc66820-6441-4e0b-873c-582019795145 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:37.863985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:37.879157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.903546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:37.921713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-1d441b89-6762-4b7c-8c55-ff125c420e7e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.6896253 Mar 10 17:30:37.950348 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b423d94-3b8c-4b63-9981-112dc88b3838 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4389153 Mar 10 17:30:37.953004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58442) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:38.056752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6dc66820-6441-4e0b-873c-582019795145', 'network_id': '6dc66820-6441-4e0b-873c-582019795145', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:38.064444 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:38.160323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-a568af2a-8345-467a-8ea1-1d834988514a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8137090 Mar 10 17:30:38.203505 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6dc66820-6441-4e0b-873c-582019795145), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:38.357107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-5cf97bdd-842e-468b-a5b1-4a42370e2dbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.5140178 Mar 10 17:30:38.457410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:38.512794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-39250c89-9c30-4ca9-923e-2560449f03bd tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.5882344 Mar 10 17:30:38.568285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Allocated IP 172.20.0.1 (6dc66820-6441-4e0b-873c-582019795145/213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42/087b2d29-96e4-4c6b-81e5-daa54c7fd280) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:38.797880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59145-1d59-405f-a399-bdff16247c90 req-ebaa38e0-1737-4594-8331-7e962e8c51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:38.812429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-ebaa38e0-1737-4594-8331-7e962e8c51c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.4543886 Mar 10 17:30:38.987713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks [] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:38.996268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b8be8a8e-9d4d-4f80-8056-62bc7cae6335 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:39.003786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.051838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-e70c7598-a5d4-4a88-a3cc-e572f328267a service neutron] 10.222.0.35 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316811 Mar 10 17:30:39.056563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.060407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Network 6dc66820-6441-4e0b-873c-582019795145 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:39.066084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:39.088921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:39.119270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:39.194060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59145-1d59-405f-a399-bdff16247c90 req-4b6d8f71-1bd6-4065-829c-252c57460875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:39.195652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-4b6d8f71-1bd6-4065-829c-252c57460875 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3673887 Mar 10 17:30:39.235718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6dc66820-6441-4e0b-873c-582019795145), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.279698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc66820-6441-4e0b-873c-582019795145']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:39.321710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f7e5b-1cf2-4867-b515-78915f825491') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:39.321710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f7e5b-1cf2-4867-b515-78915f825491') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:39.323684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-80b9ffa1-bc5a-41e5-9152-01ea864e617f tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:39.330297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-80b9ffa1-bc5a-41e5-9152-01ea864e617f tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.7417982 Mar 10 17:30:39.374378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.380903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-e6bd8cf8-2cfc-472f-a41c-396407f6784c tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:39.391472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Attempting to bind port 087b2d29-96e4-4c6b-81e5-daa54c7fd280 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:39.392569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Attempting to bind port 087b2d29-96e4-4c6b-81e5-daa54c7fd280 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'e92f7e5b-1cf2-4867-b515-78915f825491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6dc66820-6441-4e0b-873c-582019795145'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:39.393375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Attempting to bind port 087b2d29-96e4-4c6b-81e5-daa54c7fd280 on network 6dc66820-6441-4e0b-873c-582019795145 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:39.397630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad3a46d4-4d02-4370-a9a7-68c97ee26397 req-e6bd8cf8-2cfc-472f-a41c-396407f6784c tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554609 Mar 10 17:30:39.444982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.445514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Pushing event updated for resources: {'Port': ['ID=087b2d29-96e4-4c6b-81e5-daa54c7fd280,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:39.460972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:39.462022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:39.470938 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:39.481400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:39.484898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Checking segment: {'id': 'e92f7e5b-1cf2-4867-b515-78915f825491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6dc66820-6441-4e0b-873c-582019795145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:39.487350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.491239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Bound using segment: {'id': 'e92f7e5b-1cf2-4867-b515-78915f825491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6dc66820-6441-4e0b-873c-582019795145'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:39.492006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Bound port: 087b2d29-96e4-4c6b-81e5-daa54c7fd280, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f7e5b-1cf2-4867-b515-78915f825491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '6dc66820-6441-4e0b-873c-582019795145'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:39.493954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.641079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fc724772-c069-4a13-9c8d-3cf193d5b25b service neutron] 10.222.0.35 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875728 Mar 10 17:30:39.756617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] For port 087b2d29-96e4-4c6b-81e5-daa54c7fd280, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:39.760068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:39.769466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.780238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-45ada457-0026-4280-ab5b-09113121af5e service neutron] 10.222.0.35 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1381788 Mar 10 17:30:39.821064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:30:39.821064 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:30:39.821064 n-d-833115-2 neutron-server[103794]: [parameters: {'id': '6dc66820-6441-4e0b-873c-582019795145'}] Mar 10 17:30:39.821064 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:30:39.824067 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:30:39.853284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] For port 087b2d29-96e4-4c6b-81e5-daa54c7fd280, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=087b2d29-96e4-4c6b-81e5-daa54c7fd280,segment=NetworkSegment(e92f7e5b-1cf2-4867-b515-78915f825491),segment_id=e92f7e5b-1cf2-4867-b515-78915f825491)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:39.908319 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:39.934229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-c482159c-e0ad-4d0b-85ca-d931b711e064 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081556 Mar 10 17:30:40.011211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c5b88-1207-45ff-8a34-c7bf0918de1c None None] Pushing event updated for resources: {'Port': ['ID=087b2d29-96e4-4c6b-81e5-daa54c7fd280,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:40.245473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9918f-e7cb-498f-8ebf-a76625162f90 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:40.320182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d59145-1d59-405f-a399-bdff16247c90 req-c3526904-a801-4dde-aafa-48e2a52d0bf7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660390 Mar 10 17:30:40.325761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6dc66820-6441-4e0b-873c-582019795145), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.372993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f46ed-b42a-4f5e-98fa-183f8dbc6aac req-9a778c01-3b01-4cf6-9f51-8aafee399196 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:40.378313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a8f46ed-b42a-4f5e-98fa-183f8dbc6aac req-9a778c01-3b01-4cf6-9f51-8aafee399196 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.6447957 Mar 10 17:30:40.412252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:40.516197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-2f14925f-e800-4b10-b30c-cdd079f93a0f service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341571 Mar 10 17:30:40.538562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port 087b2d29-96e4-4c6b-81e5-daa54c7fd280 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:40.538949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.627714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port 087b2d29-96e4-4c6b-81e5-daa54c7fd280, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=087b2d29-96e4-4c6b-81e5-daa54c7fd280,segment=NetworkSegment(e92f7e5b-1cf2-4867-b515-78915f825491),segment_id=e92f7e5b-1cf2-4867-b515-78915f825491)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:40.628087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.642768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for 087b2d29-96e4-4c6b-81e5-daa54c7fd280 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:40.727096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a8f46ed-b42a-4f5e-98fa-183f8dbc6aac req-6fdc105e-4229-48c0-8b16-c82f2760e034 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406091 Mar 10 17:30:40.752436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (087b2d29-96e4-4c6b-81e5-daa54c7fd280), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:40.781588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port 087b2d29-96e4-4c6b-81e5-daa54c7fd280 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:40.812186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9918f-e7cb-498f-8ebf-a76625162f90 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:40.860624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=087b2d29-96e4-4c6b-81e5-daa54c7fd280,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:40.896852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-6eeb061f-1634-4b55-84a3-fca63d7c8a9d service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792276 Mar 10 17:30:40.993612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8e2c63e6-89ee-4e8f-bd2a-3fbc2243d40c service neutron] 10.222.0.35 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0941229 Mar 10 17:30:41.034275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6dc66820-6441-4e0b-873c-582019795145), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.183626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b91458fd-37d7-4efa-89b5-568b153607e0 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890764 Mar 10 17:30:41.256805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc66820-6441-4e0b-873c-582019795145']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:41.304966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f7e5b-1cf2-4867-b515-78915f825491') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:41.305282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f7e5b-1cf2-4867-b515-78915f825491') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:41.349646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.377217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.386027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:41.386470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e92f7e5b-1cf2-4867-b515-78915f825491), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:41.389651 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:41.423604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14219df-eaa8-466a-af89-70cfdf927c09 req-66814e58-5b25-4489-ae2f-7e026ac678bc tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.0642104 Mar 10 17:30:41.472261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-eb0eaff9-1340-4361-ae07-2e27223c8340 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877800 Mar 10 17:30:41.634217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6dc66820-6441-4e0b-873c-582019795145), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.665166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.669963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/6dc66820-6441-4e0b-873c-582019795145 HTTP/1.1" status: 204 len: 168 time: 3.7157485 Mar 10 17:30:41.676050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d491e37-b4ae-4849-b5c3-21b9c58d8567 req-9fc37863-5f3f-4cd7-84e9-c38bb5f24a4c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.680432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:41.684109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d491e37-b4ae-4849-b5c3-21b9c58d8567 req-9fc37863-5f3f-4cd7-84e9-c38bb5f24a4c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.1566377 Mar 10 17:30:41.690664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1135121237'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:41.701687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8b70b0ed-cf53-4820-a0a1-ca2270469d07 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173142 Mar 10 17:30:41.744985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89668b-e101-489b-9b27-8d41bb31ec52 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=6dc66820-6441-4e0b-873c-582019795145,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:41.751502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4e01e-4b2a-42b4-8422-643b67b72c49 None None] Network 6dc66820-6441-4e0b-873c-582019795145 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:41.755770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:41.765569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.770320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d491e37-b4ae-4849-b5c3-21b9c58d8567 req-c2ff24a8-001b-43a4-aba6-c8c01f1babb5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Mar 10 17:30:41.775366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4e01e-4b2a-42b4-8422-643b67b72c49 None None] Network 6dc66820-6441-4e0b-873c-582019795145 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:30:41.818912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:41.841887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (77794569-d19f-498e-abdd-677e7b1d9483), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.842263 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 77794569-d19f-498e-abdd-677e7b1d9483 of type vlan for network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 Mar 10 17:30:41.895804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97f7a0ee-20cd-4c41-893c-20722fd902db req-4e2a5a4d-eee7-47f5-9bc4-fe5f61dc179d tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips/24b3cdf0-9780-45b5-9607-f76375a3e9e5 HTTP/1.1" status: 200 len: 692 time: 0.0955122 Mar 10 17:30:41.921361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (0ea43979-ec86-4fd7-a2c7-d368407a4b47), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.951845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (0ea43979-ec86-4fd7-a2c7-d368407a4b47), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:41.957473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:41.958285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:42.043207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=0ea43979-ec86-4fd7-a2c7-d368407a4b47,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:42.060822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:42.083467 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-895079a0-4872-4f25-b0ae-3707a65247fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4014990 Mar 10 17:30:42.086264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:42.096256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '0ea43979-ec86-4fd7-a2c7-d368407a4b47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:42.298830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:42.305916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:42.366978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f35b33cd-bb1e-4a38-b097-cd878c0e4d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:42.463260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-34635209-160e-4537-aec0-07006a1d2e83 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274570 Mar 10 17:30:42.610467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a9549758-4113-4a5e-9f7d-8b5117402844), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:42.619500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-87958964-55cd-49f4-b10d-f82858322621 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552558 Mar 10 17:30:42.711391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '77794569-d19f-498e-abdd-677e7b1d9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0ea43979-ec86-4fd7-a2c7-d368407a4b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:42.712458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 0ea43979-ec86-4fd7-a2c7-d368407a4b47, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:42.740705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=a9549758-4113-4a5e-9f7d-8b5117402844,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:42.753659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:42.766898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-7b86efe4-eeb0-4517-b2b7-b7e2d1c83827 service neutron] 10.222.0.35 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445374 Mar 10 17:30:42.787483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 0ea43979-ec86-4fd7-a2c7-d368407a4b47) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:42.801674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd462ec-6a45-41aa-be20-eb0ed2594843 None None] Network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:42.811285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:42.811925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:42.876376 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8beb1d84-9f2e-44fb-9a6e-229fd1ea201b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7887745 Mar 10 17:30:42.877072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58478) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:43.012478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (0ea43979-ec86-4fd7-a2c7-d368407a4b47), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.058940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1b4af-b85e-4914-8fd0-f29b7aaebb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-0ea43979-ec86-4fd7-a2c7-d368407a4b47', 'network_id': '0ea43979-ec86-4fd7-a2c7-d368407a4b47', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': 'a9549758-4113-4a5e-9f7d-8b5117402844'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:43.060002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72f1b4af-b85e-4914-8fd0-f29b7aaebb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.068721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a0ee-20cd-4c41-893c-20722fd902db req-e6459dff-9fbb-4c61-8d65-b70d3f9e03a9 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:43.070134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97f7a0ee-20cd-4c41-893c-20722fd902db req-e6459dff-9fbb-4c61-8d65-b70d3f9e03a9 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 1.1732628 Mar 10 17:30:43.086780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-97f7a0ee-20cd-4c41-893c-20722fd902db req-b66bc175-4f9b-4dd6-9007-94241b2b685e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:43.088097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97f7a0ee-20cd-4c41-893c-20722fd902db req-b66bc175-4f9b-4dd6-9007-94241b2b685e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061073 Mar 10 17:30:43.098205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ff616bb4-ed27-4aac-973d-eec0663a6e3e service neutron] 10.222.0.35 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303912 Mar 10 17:30:43.134689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a9549758-4113-4a5e-9f7d-8b5117402844), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.248106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a9549758-4113-4a5e-9f7d-8b5117402844), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.297256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=a9549758-4113-4a5e-9f7d-8b5117402844,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:43.341057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029a403-1846-433d-bf6a-dbe6d1a8a6b0 req-ac738aa8-5b54-4606-8ee5-1c0258d6df9b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:43.348176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5029a403-1846-433d-bf6a-dbe6d1a8a6b0 req-ac738aa8-5b54-4606-8ee5-1c0258d6df9b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.1239803 Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-72f1b4af-b85e-4914-8fd0-f29b7aaebb9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9549758-4113-4a5e-9f7d-8b5117402844: This subnet is being modified by another concurrent operation. Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:43.351901 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9549758-4113-4a5e-9f7d-8b5117402844: This subnet is being modified by another concurrent operation. Mar 10 17:30:43.357536 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:30:43.385691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-30139c3b-297f-4451-a443-d2b5a8f931fa service neutron] 10.222.0.35 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822096 Mar 10 17:30:43.421788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d5167-b84d-4527-9e9e-e418d46932a7 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:43.442641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (0ea43979-ec86-4fd7-a2c7-d368407a4b47), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.493146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea43979-ec86-4fd7-a2c7-d368407a4b47']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:43.515460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77794569-d19f-498e-abdd-677e7b1d9483') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:43.515746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77794569-d19f-498e-abdd-677e7b1d9483') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:43.529451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (77794569-d19f-498e-abdd-677e7b1d9483), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.568183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (77794569-d19f-498e-abdd-677e7b1d9483), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.587326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:43.587734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (77794569-d19f-498e-abdd-677e7b1d9483), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:43.601949 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:43.618643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5029a403-1846-433d-bf6a-dbe6d1a8a6b0 req-ad6b68cd-33a7-43e4-8f62-0f61fa28cfb6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516737 Mar 10 17:30:43.634064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-e38d6a8b-d91f-456e-98b2-11025d5dd8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458882 Mar 10 17:30:43.636091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d5167-b84d-4527-9e9e-e418d46932a7 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:43.747166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (0ea43979-ec86-4fd7-a2c7-d368407a4b47), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.763146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:43.775401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58486) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:43.779973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/0ea43979-ec86-4fd7-a2c7-d368407a4b47 HTTP/1.1" status: 204 len: 168 time: 0.9012692 Mar 10 17:30:43.781496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433266960'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:43.813601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f4ba3-eaef-49f2-8980-0fcd350d5687 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=0ea43979-ec86-4fd7-a2c7-d368407a4b47,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:43.858153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82472d87-838e-49aa-9f2f-440d4f38b400 req-02fc6ac1-fcb0-433e-b919-5012033f43e8 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.1392901 Mar 10 17:30:43.888297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-00e0d712-ed06-45fe-a7cb-bce448a7cab9 service neutron] 10.222.0.35 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482221 Mar 10 17:30:44.015642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f072c74d-3db2-4493-95e9-5172afb4f705 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.019473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f072c74d-3db2-4493-95e9-5172afb4f705 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 932 time: 0.1227856 Mar 10 17:30:44.020863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:44.026754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.122252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:44.134889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.135113 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment d66fa4d3-ad24-48aa-be42-fd6d428d6c1c of type vlan for network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb Mar 10 17:30:44.187405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.210328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dbfd8-a268-4aed-93a5-868a392f4065 None None] Network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:44.232164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dbfd8-a268-4aed-93a5-868a392f4065 None None] Network 0ea43979-ec86-4fd7-a2c7-d368407a4b47 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:30:44.235991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-291db39a-a16b-4399-a44a-a6f05a4ed76c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.245581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-291db39a-a16b-4399-a44a-a6f05a4ed76c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 930 time: 0.1977684 Mar 10 17:30:44.247981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.263173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.263828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.319847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5406678 Mar 10 17:30:44.320445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:44.325647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:44.420261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a00f6-92a5-4151-852c-4de2e89a557b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=83561001-9c0f-4d6f-af96-7b9bfbd16aeb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:44.433604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5db12c-17d0-4c82-8d14-031cd8ca7d27 req-58e5a412-102d-4a80-8ae8-9905579b4564 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.435018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:44.436597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f5db12c-17d0-4c82-8d14-031cd8ca7d27 req-58e5a412-102d-4a80-8ae8-9905579b4564 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.4506297 Mar 10 17:30:44.480028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:44.485291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.503560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f5db12c-17d0-4c82-8d14-031cd8ca7d27 req-4cc8b480-6245-4ac4-897d-a308f58320b6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609112 Mar 10 17:30:44.578909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing IP validity checks on allocation pools {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:30:44.579449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:30:44.631749 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-145e5137-9019-4b23-a487-d3d94912aeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.640993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d70a74f-f27e-457f-b1f3-9f9bc8128455 req-0d85c604-8863-464f-8cfc-0b4bd8845cdf tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=dc91d67b29c54127b165b8e182455fef HTTP/1.1" status: 200 len: 695 time: 0.0974112 Mar 10 17:30:44.782537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (aabde1ae-43ee-4c83-a3fc-c6c36e2fadea), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.818265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a74f-f27e-457f-b1f3-9f9bc8128455 req-cc1bc7cb-c396-441d-97f3-5d4a61343e86 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.826564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d70a74f-f27e-457f-b1f3-9f9bc8128455 req-cc1bc7cb-c396-441d-97f3-5d4a61343e86 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks?id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 787 time: 0.1778052 Mar 10 17:30:44.832312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-8d70a74f-f27e-457f-b1f3-9f9bc8128455 req-29d89960-99e5-46aa-a9ac-ad3476549589 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:44.844305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d70a74f-f27e-457f-b1f3-9f9bc8128455 req-29d89960-99e5-46aa-a9ac-ad3476549589 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164480 Mar 10 17:30:44.870360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=aabde1ae-43ee-4c83-a3fc-c6c36e2fadea,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:44.889360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:44.889727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 83561001-9c0f-4d6f-af96-7b9bfbd16aeb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:44.919688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:44.941549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 83561001-9c0f-4d6f-af96-7b9bfbd16aeb) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:44.948546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.949368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:44.954147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e2d5c-fe35-480d-b0df-29a8225b67af None None] Network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:44.972772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6907-5fbe-4d4f-b046-bc280fa9f00f req-0326d0a8-fd51-48fc-9e46-5bb16a0a12c6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:44.974920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-446c6907-5fbe-4d4f-b046-bc280fa9f00f req-0326d0a8-fd51-48fc-9e46-5bb16a0a12c6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.0740910 Mar 10 17:30:44.982287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17358b4f-ddda-4506-a372-6d8779f5eb16 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6605918 Mar 10 17:30:44.982927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58510) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:45.079744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-446c6907-5fbe-4d4f-b046-bc280fa9f00f req-79ed9b76-1ac6-4ba9-b5ba-f918fb337439 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876799 Mar 10 17:30:45.156459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-83561001-9c0f-4d6f-af96-7b9bfbd16aeb', 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': 'aabde1ae-43ee-4c83-a3fc-c6c36e2fadea'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:45.157884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.171729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.207615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-986a740d-c5ce-4b4c-9c0a-66e8bedee45b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips/24b3cdf0-9780-45b5-9607-f76375a3e9e5 HTTP/1.1" status: 200 len: 692 time: 0.0686593 Mar 10 17:30:45.245602 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (aabde1ae-43ee-4c83-a3fc-c6c36e2fadea), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.328488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Allocated IP 172.20.0.3 (83561001-9c0f-4d6f-af96-7b9bfbd16aeb/aabde1ae-43ee-4c83-a3fc-c6c36e2fadea/813af77d-8409-46f7-aba5-a2d4e7b3b712) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:45.337137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-1070444d-336a-411a-9ce8-dc4723d22d4e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:45.338677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-1070444d-336a-411a-9ce8-dc4723d22d4e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1245217 Mar 10 17:30:45.351973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-fbeb8e40-0b9e-442d-91c2-53b61d608d20 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:30:45.353011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-fbeb8e40-0b9e-442d-91c2-53b61d608d20 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063708 Mar 10 17:30:45.411055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-30b55dd5-6ff1-495c-b61b-fd4bd922444a tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.0502465 Mar 10 17:30:45.470473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-d2e13da9-abdd-458b-bc54-11f2c2334fe7 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.35 HTTP/1.1" status: 200 len: 695 time: 0.0501270 Mar 10 17:30:45.481767 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks [] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.489014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.510593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (aabde1ae-43ee-4c83-a3fc-c6c36e2fadea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.548471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=aabde1ae-43ee-4c83-a3fc-c6c36e2fadea,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:45.564815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:45.595261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:45.604959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:45.614463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.618007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Pushing event updated for resources: {'Port': ['ID=813af77d-8409-46f7-aba5-a2d4e7b3b712,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:45.639649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Deleting port 85d360ea-af28-4317-bd70-8510b562393b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:45.640197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (85d360ea-af28-4317-bd70-8510b562393b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.641348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83561001-9c0f-4d6f-af96-7b9bfbd16aeb']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:45.652685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:45.652960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:45.668973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.687757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.695286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:45.695906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:45.700733 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:45.718081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Attempting to bind port 813af77d-8409-46f7-aba5-a2d4e7b3b712 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:45.718501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Attempting to bind port 813af77d-8409-46f7-aba5-a2d4e7b3b712 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:45.718873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Attempting to bind port 813af77d-8409-46f7-aba5-a2d4e7b3b712 on network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:45.745636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.748047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:45.748714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Checking segment: {'id': 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:45.749317 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.752845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Bound using segment: {'id': 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:45.753629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Bound port: 813af77d-8409-46f7-aba5-a2d4e7b3b712, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:45.754255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.766387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (85d360ea-af28-4317-bd70-8510b562393b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.767022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (85d360ea-af28-4317-bd70-8510b562393b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.784094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Calling delete_port for 85d360ea-af28-4317-bd70-8510b562393b owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:45.788719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:30:45.788719 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:30:45.788719 n-d-833115-2 neutron-server[103794]: [parameters: {'id': '83561001-9c0f-4d6f-af96-7b9bfbd16aeb'}] Mar 10 17:30:45.788719 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:30:45.790074 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:30:45.849831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] For port 813af77d-8409-46f7-aba5-a2d4e7b3b712, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:45.854123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] For port 813af77d-8409-46f7-aba5-a2d4e7b3b712, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=813af77d-8409-46f7-aba5-a2d4e7b3b712,segment=NetworkSegment(d66fa4d3-ad24-48aa-be42-fd6d428d6c1c),segment_id=d66fa4d3-ad24-48aa-be42-fd6d428d6c1c)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:45.862891 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:45.929352 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-a990c4d5-ada7-441f-882d-23375c950587 req-0537bdc0-134e-40fa-b2b5-86b456df14f7 service neutron] show failed (client error): The resource could not be found. Mar 10 17:30:45.930577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-0537bdc0-134e-40fa-b2b5-86b456df14f7 service neutron] 10.222.0.59 "GET /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.1418605 Mar 10 17:30:45.997117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83c642-8bb2-46fc-9898-7bc1113630e9 None None] Pushing event updated for resources: {'Port': ['ID=813af77d-8409-46f7-aba5-a2d4e7b3b712,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:46.011528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5c39d-c5b4-4ad9-a788-b71986937c23 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:46.075601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (85d360ea-af28-4317-bd70-8510b562393b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.106486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event deleted for resources: {'Port': ['ID=85d360ea-af28-4317-bd70-8510b562393b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:46.182083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (24b3cdf0-9780-45b5-9607-f76375a3e9e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.186868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.187631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5c39d-c5b4-4ad9-a788-b71986937c23 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:46.198711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e072463-df7a-4355-9741-6fe3d8ea0c60 req-46bef688-0891-4521-a4ba-71d703ba3d5b tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "DELETE /v2.0/floatingips/24b3cdf0-9780-45b5-9607-f76375a3e9e5 HTTP/1.1" status: 204 len: 173 time: 0.7196569 Mar 10 17:30:46.288016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-e7662927-5b4b-4a51-a89d-e75522aca904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:46.289438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-e7662927-5b4b-4a51-a89d-e75522aca904 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1131 time: 0.0897996 Mar 10 17:30:46.291061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.291467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8835a489-1e1b-45ec-966f-714021164424 req-3c11f225-0925-4973-ac67-564bc0c484cd tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.0381520 Mar 10 17:30:46.308130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:46.364774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port 813af77d-8409-46f7-aba5-a2d4e7b3b712 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:46.365147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.407956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.441981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port 813af77d-8409-46f7-aba5-a2d4e7b3b712, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=813af77d-8409-46f7-aba5-a2d4e7b3b712,segment=NetworkSegment(d66fa4d3-ad24-48aa-be42-fd6d428d6c1c),segment_id=d66fa4d3-ad24-48aa-be42-fd6d428d6c1c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:46.442345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.457187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for 813af77d-8409-46f7-aba5-a2d4e7b3b712 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:46.480629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f299a-5688-4150-a7b0-aa878d67025a None None] Network 83561001-9c0f-4d6f-af96-7b9bfbd16aeb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:46.508399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5ace-cccb-496e-a13c-6d1ea072a1b2 req-86359ab2-902b-448d-9f08-f3c12de557c3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:46.510071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-991b5ace-cccb-496e-a13c-6d1ea072a1b2 req-86359ab2-902b-448d-9f08-f3c12de557c3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.1416485 Mar 10 17:30:46.565981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (813af77d-8409-46f7-aba5-a2d4e7b3b712), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.599808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=813af77d-8409-46f7-aba5-a2d4e7b3b712,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:46.604777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port 813af77d-8409-46f7-aba5-a2d4e7b3b712 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:46.621349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-991b5ace-cccb-496e-a13c-6d1ea072a1b2 req-4013e077-734f-469a-9048-5337d04838de tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Mar 10 17:30:46.696958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.719005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83561001-9c0f-4d6f-af96-7b9bfbd16aeb']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:46.730830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:46.731274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66fa4d3-ad24-48aa-be42-fd6d428d6c1c') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:46.740848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.749924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:46.755654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.765065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:46.766117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d66fa4d3-ad24-48aa-be42-fd6d428d6c1c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:46.769616 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:46.805336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befe98e-6133-462c-b25e-a0706d6cdd51 req-d89e7f0f-34c9-4569-b975-6aa95164b7b8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:46.807025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0befe98e-6133-462c-b25e-a0706d6cdd51 req-d89e7f0f-34c9-4569-b975-6aa95164b7b8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.0938041 Mar 10 17:30:46.808036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:46.836778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (83561001-9c0f-4d6f-af96-7b9bfbd16aeb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.850106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.857157 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/83561001-9c0f-4d6f-af96-7b9bfbd16aeb HTTP/1.1" status: 204 len: 168 time: 1.8696847 Mar 10 17:30:46.858276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58534) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:46.862757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1376348159'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:46.865637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ee0f-83ca-4a36-acf8-d1406cd726df tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=83561001-9c0f-4d6f-af96-7b9bfbd16aeb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:46.893704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:46.895980 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b752df4-2588-4b84-b5b2-f68fb6b4700c" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:46.905522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks [] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.921200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0befe98e-6133-462c-b25e-a0706d6cdd51 req-3d29eeb1-1a04-44b2-a35a-53fe99a85564 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934398 Mar 10 17:30:46.934989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Transition to ACTIVE for port object 5d1b4b43-d5be-4dca-af5d-3115cd404d57 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:30:46.937037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:46.941027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:46.954520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.042866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:47.075411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] No DVR routers for this DVR port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:47.077345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:47.085061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (93f6d587-78d4-43f5-a8f5-d5a97816d3b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.085426 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 93f6d587-78d4-43f5-a8f5-d5a97816d3b6 of type vlan for network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 Mar 10 17:30:47.131906 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.161150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5d5ee44e-0d2d-4c2a-a650-8cda0cade332), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.175163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:47.175856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:47.176187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:47.188662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f652a3-d29f-43e8-916f-44e1c8df1618 req-799f2635-d3b7-43f2-ae66-0ce443b7ef92 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.190217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39f652a3-d29f-43e8-916f-44e1c8df1618 req-799f2635-d3b7-43f2-ae66-0ce443b7ef92 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.1870918 Mar 10 17:30:47.198284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:30:47.198629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:47.223399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:47.223738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:47.224122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:47.224559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Bound port: 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:47.224915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.228571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5d5ee44e-0d2d-4c2a-a650-8cda0cade332), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.233499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.234093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.326608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4677043 Mar 10 17:30:47.329667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58542) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:47.333112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39f652a3-d29f-43e8-916f-44e1c8df1618 req-561a5425-2465-45fc-8d37-f926a8ca8881 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304965 Mar 10 17:30:47.335547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '5d5ee44e-0d2d-4c2a-a650-8cda0cade332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:47.371447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726a247-3f23-4bd4-820a-8fd99f159f80 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=5d5ee44e-0d2d-4c2a-a650-8cda0cade332,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:47.389003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:47.405610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:47.432424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:47.449333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.465232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:47.469703 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.527487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.528921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.530363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] 10.222.0.41 "PUT /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 1095 time: 1.2314999 Mar 10 17:30:47.587653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-537b577c-27cf-4f9c-aba2-9ddd7543f90c tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1957743 Mar 10 17:30:47.603504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603ac2-7052-4f90-8758-74eee485c0ef service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:47.613566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:47.644191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.651612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-4bd51963-31cf-476b-ba0b-c4229a7b69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.653298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-4bd51963-31cf-476b-ba0b-c4229a7b69ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1129 time: 0.0819130 Mar 10 17:30:47.741066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (11edc59b-f35d-4469-a151-963e35e1538e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.826195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-dc7b427c-e0a1-4ee3-b808-279013d1dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.827709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-dc7b427c-e0a1-4ee3-b808-279013d1dc55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1654832 Mar 10 17:30:47.832106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=11edc59b-f35d-4469-a151-963e35e1538e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:47.841921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '93f6d587-78d4-43f5-a8f5-d5a97816d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5d5ee44e-0d2d-4c2a-a650-8cda0cade332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:47.842551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 5d5ee44e-0d2d-4c2a-a650-8cda0cade332, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:47.861670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:47.872480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5d5ee44e-0d2d-4c2a-a650-8cda0cade332) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:47.880001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-324c626e-14aa-47a6-b8f1-371c7b4b9c98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0453191 Mar 10 17:30:47.881137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.881947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.891484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054fb75-59af-4d3b-b6d8-099aefb0b639 None None] Network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:47.907027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-81417c66-8a82-4b0b-80a5-18ba7ca4cb04 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5761766 Mar 10 17:30:47.907795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:47.931497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:47.951960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:47.981598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-bad0befa-db4e-42ab-8d0f-0e1e72b43820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:47.983290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-bad0befa-db4e-42ab-8d0f-0e1e72b43820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0970759 Mar 10 17:30:48.047500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5d5ee44e-0d2d-4c2a-a650-8cda0cade332), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.050207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:30:48.051435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:48.083432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Allocated IP 172.25.3.107 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/26b5481f-5208-4ab6-9006-dd98fd361c67) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:48.088376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e1ffd-ec34-40b9-8369-f0f5ced9cf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-5d5ee44e-0d2d-4c2a-a650-8cda0cade332', 'network_id': '5d5ee44e-0d2d-4c2a-a650-8cda0cade332', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '11edc59b-f35d-4469-a151-963e35e1538e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:48.089250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-966e1ffd-ec34-40b9-8369-f0f5ced9cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.123694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (11edc59b-f35d-4469-a151-963e35e1538e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.205856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (11edc59b-f35d-4469-a151-963e35e1538e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.210451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c4d5-ada7-441f-882d-23375c950587 req-089edc41-ce3a-4188-aacf-396c8b1946bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:48.212293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-089edc41-ce3a-4188-aacf-396c8b1946bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1245711 Mar 10 17:30:48.235879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=11edc59b-f35d-4469-a151-963e35e1538e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-966e1ffd-ec34-40b9-8369-f0f5ced9cf38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11edc59b-f35d-4469-a151-963e35e1538e: This subnet is being modified by another concurrent operation. Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:48.264258 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11edc59b-f35d-4469-a151-963e35e1538e: This subnet is being modified by another concurrent operation. Mar 10 17:30:48.268041 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:30:48.288134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61cf210-4906-49ec-b6d3-08262f252cb2 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:48.308772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5d5ee44e-0d2d-4c2a-a650-8cda0cade332), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.330185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-e79e2118-1273-45a6-b339-e2013181a7eb service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115859 Mar 10 17:30:48.334609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5ee44e-0d2d-4c2a-a650-8cda0cade332']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:48.345538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f6d587-78d4-43f5-a8f5-d5a97816d3b6') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:48.345949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f6d587-78d4-43f5-a8f5-d5a97816d3b6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:48.361681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (93f6d587-78d4-43f5-a8f5-d5a97816d3b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.376708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (93f6d587-78d4-43f5-a8f5-d5a97816d3b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.383215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:48.383411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.383630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (93f6d587-78d4-43f5-a8f5-d5a97816d3b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:48.448324 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:48.453853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5d5ee44e-0d2d-4c2a-a650-8cda0cade332), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.463539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.465601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a990c4d5-ada7-441f-882d-23375c950587 req-0e633f56-473e-4f11-ae16-febba94aa33c service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288967 Mar 10 17:30:48.467071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/5d5ee44e-0d2d-4c2a-a650-8cda0cade332 HTTP/1.1" status: 204 len: 168 time: 0.5583334 Mar 10 17:30:48.470650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58550) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:48.471516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cf210-4906-49ec-b6d3-08262f252cb2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:48.481579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03da3b1-dbf8-4bc8-b2a5-6c36610e5ed6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=5d5ee44e-0d2d-4c2a-a650-8cda0cade332,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:48.486287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-973583428'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:48.493694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.543595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:48.549804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:48.553770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:48.631461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:48.679323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.807814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:48.808228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.875853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:48.878530 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db412327-c269-4c31-9bc9-7c454377d869" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:48.893419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:48.899966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.909058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7dfc3-367e-4417-beb0-d0908c28df86 None None] Network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:48.916466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:48.919422 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.926206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event updated for resources: {'Port': ['ID=26b5481f-5208-4ab6-9006-dd98fd361c67,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:48.926441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7dfc3-367e-4417-beb0-d0908c28df86 None None] Network 5d5ee44e-0d2d-4c2a-a650-8cda0cade332 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:30:48.965409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:48.986411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:48.994901 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1f224ceb-502c-46b4-b518-0a90109aeefb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:48.995323 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 1f224ceb-502c-46b4-b518-0a90109aeefb of type vlan for network 272d04f1-c45a-4022-8abc-61293dc8b692 Mar 10 17:30:49.050814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (272d04f1-c45a-4022-8abc-61293dc8b692), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.053274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (496d5c04-31da-47b9-842d-19a9e55ea4a8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.106679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (272d04f1-c45a-4022-8abc-61293dc8b692), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.111556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.112171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.118482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.181137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7055690 Mar 10 17:30:49.182279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:49.187757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '272d04f1-c45a-4022-8abc-61293dc8b692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:49.211287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eb5d8-fb93-46ec-8afb-9b8d114e35c8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=272d04f1-c45a-4022-8abc-61293dc8b692,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:49.222933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 272d04f1-c45a-4022-8abc-61293dc8b692 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:49.304973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:49.309004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.347847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.353656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.427323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event updated for resources: {'Port': ['ID=26b5481f-5208-4ab6-9006-dd98fd361c67,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:49.434516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (496d5c04-31da-47b9-842d-19a9e55ea4a8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.451900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.453253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-e7147278-49ec-4335-9307-5748fa9094ac tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8467288 Mar 10 17:30:49.493227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (317c494a-1e29-4157-93b9-54d881e76aac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.508226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-cfacfd8d-1d46-4105-80c4-d704a75fb983 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0484998 Mar 10 17:30:49.559579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=317c494a-1e29-4157-93b9-54d881e76aac,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:49.565001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '1f224ceb-502c-46b4-b518-0a90109aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '272d04f1-c45a-4022-8abc-61293dc8b692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:49.565356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 272d04f1-c45a-4022-8abc-61293dc8b692, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:49.584981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 272d04f1-c45a-4022-8abc-61293dc8b692 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:49.597139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 272d04f1-c45a-4022-8abc-61293dc8b692) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:49.607951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36f549-d62e-4b9d-85cc-b3edd4d8df7a None None] Network 272d04f1-c45a-4022-8abc-61293dc8b692 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:49.609642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.610478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.618145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-1d7299e3-8704-4cfb-877e-e84f04222b1e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:49.619617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f859d6f8-8e3d-46af-9986-8e884cd0db01 req-1d7299e3-8704-4cfb-877e-e84f04222b1e tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1047328 Mar 10 17:30:49.634107 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38af8f05-76f2-4253-a2a2-01498290a4b1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4501023 Mar 10 17:30:49.635284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58558) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:49.720148 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6117feb8-8edb-404b-967c-88b616e94014 x-openstack-request-id: req-6117feb8-8edb-404b-967c-88b616e94014 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:49.720455 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:49.720707 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6117feb8-8edb-404b-967c-88b616e94014 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:49.721126 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'code': 200} Mar 10 17:30:49.747955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (272d04f1-c45a-4022-8abc-61293dc8b692), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.784800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c72bc-4178-46c5-b820-dc7846727f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-272d04f1-c45a-4022-8abc-61293dc8b692', 'network_id': '272d04f1-c45a-4022-8abc-61293dc8b692', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '317c494a-1e29-4157-93b9-54d881e76aac'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:49.785968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e76c72bc-4178-46c5-b820-dc7846727f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.810759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (317c494a-1e29-4157-93b9-54d881e76aac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.889674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (317c494a-1e29-4157-93b9-54d881e76aac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-e76c72bc-4178-46c5-b820-dc7846727f80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 317c494a-1e29-4157-93b9-54d881e76aac: This subnet is being modified by another concurrent operation. Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:30:49.913798 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 317c494a-1e29-4157-93b9-54d881e76aac: This subnet is being modified by another concurrent operation. Mar 10 17:30:49.919181 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:30:49.940132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f6bc4-588b-40e5-a054-4b92460d46c6 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:30:49.940873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=317c494a-1e29-4157-93b9-54d881e76aac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:50.046196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (272d04f1-c45a-4022-8abc-61293dc8b692), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.076598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272d04f1-c45a-4022-8abc-61293dc8b692']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:50.091153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f224ceb-502c-46b4-b518-0a90109aeefb') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:50.091453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f224ceb-502c-46b4-b518-0a90109aeefb') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:50.101390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (1f224ceb-502c-46b4-b518-0a90109aeefb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.117593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1f224ceb-502c-46b4-b518-0a90109aeefb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.133245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:50.134987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (1f224ceb-502c-46b4-b518-0a90109aeefb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:50.138144 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:50.171554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f6bc4-588b-40e5-a054-4b92460d46c6 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:30:50.240241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (272d04f1-c45a-4022-8abc-61293dc8b692), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.258716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.261788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/272d04f1-c45a-4022-8abc-61293dc8b692 HTTP/1.1" status: 204 len: 168 time: 0.6253483 Mar 10 17:30:50.266605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58578) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:50.271810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-924003913'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:50.278061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6685ace-ad40-40e4-a20b-d689b423a5fb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=272d04f1-c45a-4022-8abc-61293dc8b692,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:50.334042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f7964d6-4a49-4d8f-bbc9-be115ae220ed req-962a4090-24e7-4c77-be66-2531749a4cf6 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/ports?device_id=28e3e247-ce65-4dbb-a6c0-0c8ac32993b3 HTTP/1.1" status: 200 len: 210 time: 0.0822232 Mar 10 17:30:50.386410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:50.391292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.468774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:50.492472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.492923 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 1a2df18d-9787-4667-8791-24f8f30be099 of type vlan for network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 Mar 10 17:30:50.586221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.616777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981fff3-d47f-4b4b-b38b-ae2597b7c623 req-2818a970-304d-48bb-8d53-0c3f31920c0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.619155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0981fff3-d47f-4b4b-b38b-ae2597b7c623 req-2818a970-304d-48bb-8d53-0c3f31920c0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.1290526 Mar 10 17:30:50.655971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.661780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:50.662449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:50.722224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4544313 Mar 10 17:30:50.723100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:50.733604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:50.757411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0981fff3-d47f-4b4b-b38b-ae2597b7c623 req-69886603-d9fc-4481-b966-18a68bfc1197 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322515 Mar 10 17:30:50.799566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6eda6-9c06-438d-8ab3-62b8e40cd358 None None] Network 272d04f1-c45a-4022-8abc-61293dc8b692 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:50.820839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8690bbe-b91c-41f3-89e2-4af94d5aba1a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=5c2b3590-2a48-4291-9e9a-e5a22ba41303,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:50.831160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6eda6-9c06-438d-8ab3-62b8e40cd358 None None] Network 272d04f1-c45a-4022-8abc-61293dc8b692 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:30:50.835084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:51.023143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.040719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29429df-dea1-4dd6-b0f6-e1331e14ff2b req-d2731f77-6c6c-444a-83b2-a8de688c3844 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.043670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b29429df-dea1-4dd6-b0f6-e1331e14ff2b req-d2731f77-6c6c-444a-83b2-a8de688c3844 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.1596465 Mar 10 17:30:51.047840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.083355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 is not hosted by any dhcp agent {{(pid=103794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:30:51.092838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.093728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.096209 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "PUT /v2.0/networks/5c2b3590-2a48-4291-9e9a-e5a22ba41303 HTTP/1.1" status: 200 len: 723 time: 0.3708591 Mar 10 17:30:51.099897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:51.109678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:51.136887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b29429df-dea1-4dd6-b0f6-e1331e14ff2b req-88f6d9ec-9add-48b3-b181-8313679ac9a1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831549 Mar 10 17:30:51.192502 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17522f6c-c824-4724-a034-5fb299f1e87c x-openstack-request-id: req-17522f6c-c824-4724-a034-5fb299f1e87c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:51.193058 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:51.193197 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17522f6c-c824-4724-a034-5fb299f1e87c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:51.193526 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:30:51.243039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7256efb-fdc0-4679-81d5-e9f6434005b6 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=5c2b3590-2a48-4291-9e9a-e5a22ba41303,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:51.257679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:51.273998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-618beae6-5c45-426d-8252-9c2d32dcd582 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips/496d5c04-31da-47b9-842d-19a9e55ea4a8 HTTP/1.1" status: 200 len: 693 time: 0.0811789 Mar 10 17:30:51.511609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-b797bbea-4183-4798-b0da-86e4c39f4fa3 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.513334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-b797bbea-4183-4798-b0da-86e4c39f4fa3 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2372639 Mar 10 17:30:51.519367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-20a93b62-3852-489f-b449-f4f9dddf52a1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.527146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-20a93b62-3852-489f-b449-f4f9dddf52a1 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 0.2004955 Mar 10 17:30:51.579756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-1dda52cf-ca49-4967-ad24-b021fe9d82a6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/quotas/519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 375 time: 0.0517387 Mar 10 17:30:51.588648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-341eb718-26a2-4ce2-98ad-756b65230a52 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0593832 Mar 10 17:30:51.641608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-986ffe06-d137-4dd3-a350-ba791707bef1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.643124 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-986ffe06-d137-4dd3-a350-ba791707bef1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 932 time: 0.4041765 Mar 10 17:30:51.662037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:51.664969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-cade8e6f-5625-42dc-865c-01edfe5c3f7c tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0669703 Mar 10 17:30:51.665571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:51.685505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-c7e110ed-5673-4718-ac42-eacf5f6024fb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959320 Mar 10 17:30:51.726287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f8acef6c-8639-4837-9810-415d0e37dbd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:51.727737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f8acef6c-8639-4837-9810-415d0e37dbd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 930 time: 0.0763543 Mar 10 17:30:51.730124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:51.732501 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807966d-7c95-4bc4-923d-f658dc037705" -d '{"events": [{"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:51.838580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-661c4448-d33a-44f0-914d-4ac8ebcb886c service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012897 Mar 10 17:30:51.918282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c9f859d1-93eb-48a8-9915-d78d3869461b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.005006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Deleting port 26b5481f-5208-4ab6-9006-dd98fd361c67 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:52.005385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.010295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-0b9adddd-f18f-4072-89fb-00f5cc1003b1 service neutron] 10.222.0.35 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415420 Mar 10 17:30:52.034914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '1a2df18d-9787-4667-8791-24f8f30be099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:52.035422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 5c2b3590-2a48-4291-9e9a-e5a22ba41303, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:30:52.064347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=c9f859d1-93eb-48a8-9915-d78d3869461b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:52.079227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:30:52.102772 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.103971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (26b5481f-5208-4ab6-9006-dd98fd361c67), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.114483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5c2b3590-2a48-4291-9e9a-e5a22ba41303) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:52.120958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:52.121182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.125456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8abb51-aa3f-4246-afd4-e064da97da7a None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:52.130607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Calling delete_port for 26b5481f-5208-4ab6-9006-dd98fd361c67 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:52.150682 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0bec3c63-ff94-47e6-ba81-41e0e8fe1824 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0468719 Mar 10 17:30:52.153661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:52.164830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:52.377298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33467097'] for subnet (c9f859d1-93eb-48a8-9915-d78d3869461b), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.423557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-5c2b3590-2a48-4291-9e9a-e5a22ba41303', 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': 'c9f859d1-93eb-48a8-9915-d78d3869461b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:30:52.424522 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.452748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (26b5481f-5208-4ab6-9006-dd98fd361c67), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.510310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Pushing event deleted for resources: {'Port': ['ID=26b5481f-5208-4ab6-9006-dd98fd361c67,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:52.623593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791081072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33378784'] for subnet (c9f859d1-93eb-48a8-9915-d78d3869461b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.623895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks [] for floatingip (496d5c04-31da-47b9-842d-19a9e55ea4a8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.631650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.634157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54674079-6367-4d2d-a5c8-5248f3685b14 req-551f3fd4-7396-40db-bea6-884c70879b90 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "DELETE /v2.0/floatingips/496d5c04-31da-47b9-842d-19a9e55ea4a8 HTTP/1.1" status: 204 len: 173 time: 0.9466219 Mar 10 17:30:52.770617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=c9f859d1-93eb-48a8-9915-d78d3869461b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:52.773156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491a812d-aa18-49cc-b451-724eff17a169 req-72aafb1b-97a8-46f2-89ad-075b62cbd53a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0802710 Mar 10 17:30:52.801215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:52.801887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.803112 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-368b8970-8c89-437d-92bb-820b52eb85cb tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "PUT /v2.0/subnets/c9f859d1-93eb-48a8-9915-d78d3869461b HTTP/1.1" status: 200 len: 806 time: 0.6482770 Mar 10 17:30:52.808903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58646) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:52.851623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:30:52.931729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Allocated IP 172.20.0.2 (5c2b3590-2a48-4291-9e9a-e5a22ba41303/c9f859d1-93eb-48a8-9915-d78d3869461b/be407d76-817e-4aab-92cc-d73786c8c079) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:52.973147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:52.976143 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c1617-b27f-48c2-94ed-8899054139fb x-openstack-request-id: req-551c1617-b27f-48c2-94ed-8899054139fb {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:52.976545 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:52.976894 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-551c1617-b27f-48c2-94ed-8899054139fb {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:52.977598 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'status': 'completed', 'code': 200} Mar 10 17:30:53.220478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-e9eb8980-c7fa-4d02-8ef7-56d2ff5a4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.222094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-e9eb8980-c7fa-4d02-8ef7-56d2ff5a4839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1129 time: 0.2405393 Mar 10 17:30:53.231413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-78723d67-c3a4-4d5b-92cd-c3c4ebba9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.233001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-78723d67-c3a4-4d5b-92cd-c3c4ebba9af7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1129 time: 0.2536404 Mar 10 17:30:53.256272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c9f859d1-93eb-48a8-9915-d78d3869461b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.269657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b6da-14bd-4c96-ab0a-30f569bfc3ad req-c07481c9-dd71-46ea-8468-6d592066ada3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.276899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:53.279103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2b0b6da-14bd-4c96-ab0a-30f569bfc3ad req-c07481c9-dd71-46ea-8468-6d592066ada3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.2983656 Mar 10 17:30:53.323114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks [] for port (be407d76-817e-4aab-92cc-d73786c8c079), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.332702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'mac_address': 'fa:16:3e:2e:25:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:30:53.333970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e45d33-a419-4345-8df0-4df637100a08 req-1aa9cb2d-1e96-4b56-b788-532eb4243a03 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.342243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8e45d33-a419-4345-8df0-4df637100a08 req-1aa9cb2d-1e96-4b56-b788-532eb4243a03 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 947 time: 0.2872019 Mar 10 17:30:53.346229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (be407d76-817e-4aab-92cc-d73786c8c079), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.436960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:53.442261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:53.449452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:53.499968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:53.500707 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.505675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Pushing event updated for resources: {'Port': ['ID=be407d76-817e-4aab-92cc-d73786c8c079,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:53.548643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Attempting to bind port be407d76-817e-4aab-92cc-d73786c8c079 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:30:53.549289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Attempting to bind port be407d76-817e-4aab-92cc-d73786c8c079 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1a2df18d-9787-4667-8791-24f8f30be099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:30:53.549846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Attempting to bind port be407d76-817e-4aab-92cc-d73786c8c079 on network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:30:53.553888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:53.557820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8e45d33-a419-4345-8df0-4df637100a08 req-a5e1468a-528b-4941-9bf2-62326d0e8ff2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145593 Mar 10 17:30:53.559195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ca1f1f2f-2c22-45e6-a319-b99b02946137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.560709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ca1f1f2f-2c22-45e6-a319-b99b02946137 service neutron] 10.222.0.41 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 1028 time: 0.1592166 Mar 10 17:30:53.580675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:53.593365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:30:53.593738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Checking segment: {'id': '1a2df18d-9787-4667-8791-24f8f30be099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:30:53.594200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.599365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Bound using segment: {'id': '1a2df18d-9787-4667-8791-24f8f30be099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:30:53.599936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Bound port: be407d76-817e-4aab-92cc-d73786c8c079, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2df18d-9787-4667-8791-24f8f30be099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:30:53.600337 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be407d76-817e-4aab-92cc-d73786c8c079), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.609718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.722912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:53.733852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] For port be407d76-817e-4aab-92cc-d73786c8c079, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:30:53.738479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] For port be407d76-817e-4aab-92cc-d73786c8c079, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be407d76-817e-4aab-92cc-d73786c8c079,segment=NetworkSegment(1a2df18d-9787-4667-8791-24f8f30be099),segment_id=1a2df18d-9787-4667-8791-24f8f30be099)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:30:53.744988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (be407d76-817e-4aab-92cc-d73786c8c079), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.750754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2b0b6da-14bd-4c96-ab0a-30f569bfc3ad req-912ff109-1f05-42a4-9911-7d2041d9361c tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707499 Mar 10 17:30:53.756522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ba8156e-4d7e-4ce0-9abd-64b49b4ab16f req-4330513c-4e68-4d5d-b1ef-574f8b821e1d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0545828 Mar 10 17:30:53.761916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-98efc8ae-8a39-4f79-b09c-89b91eca11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.763396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-98efc8ae-8a39-4f79-b09c-89b91eca11af service neutron] 10.222.0.41 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 1026 time: 0.1861043 Mar 10 17:30:53.764460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-55af8365-db5d-4bb6-b920-dd9cc752ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.766040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-55af8365-db5d-4bb6-b920-dd9cc752ff80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.5269337 Mar 10 17:30:53.772658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (c9f859d1-93eb-48a8-9915-d78d3869461b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:53.828641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cd3ae-5a2e-43b3-9909-fa83db709f31 None None] Pushing event updated for resources: {'Port': ['ID=be407d76-817e-4aab-92cc-d73786c8c079,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:53.849545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:53.945770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-1abc3686-fec0-420d-88c9-1d4bc7c5c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:53.947547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-1abc3686-fec0-420d-88c9-1d4bc7c5c68c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.6925402 Mar 10 17:30:53.948333 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-39305b21-552f-4b8c-8663-cd83a6e27aa0 req-6e63731c-7438-41f7-8ad7-803b07eab2b9 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] show failed (client error): The resource could not be found. Mar 10 17:30:53.949383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39305b21-552f-4b8c-8663-cd83a6e27aa0 req-6e63731c-7438-41f7-8ad7-803b07eab2b9 tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips/496d5c04-31da-47b9-842d-19a9e55ea4a8 HTTP/1.1" status: 404 len: 350 time: 0.1258209 Mar 10 17:30:53.956844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f859d1-93eb-48a8-9915-d78d3869461b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:53.959962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-e2ae8466-47ef-4014-bc53-13ee8db652dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.1667187 Mar 10 17:30:53.989450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (dce7c2be-b675-4c2b-9af5-f4eb4cc57010), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.035679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (dce7c2be-b675-4c2b-9af5-f4eb4cc57010), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.040445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-d0cb5508-2a58-4c6e-be53-5f2d72bcaffc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0747924 Mar 10 17:30:54.101286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['5d1b4b43-d5be-4dca-af5d-3115cd404d57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:54.155418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dce7c2be-b675-4c2b-9af5-f4eb4cc57010), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.158473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.159840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "DELETE /v2.0/security-groups/dce7c2be-b675-4c2b-9af5-f4eb4cc57010 HTTP/1.1" status: 204 len: 168 time: 0.3085272 Mar 10 17:30:54.163894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:54.244314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aed3c-b2a2-4e09-bf49-12735a776888 tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7c2be-b675-4c2b-9af5-f4eb4cc57010,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:54.246974 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-3fd2acae-bdd7-4ea6-9404-58bfc908e22a tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] show failed (client error): The resource could not be found. Mar 10 17:30:54.248223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3fd2acae-bdd7-4ea6-9404-58bfc908e22a tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "GET /v2.0/security-groups/dce7c2be-b675-4c2b-9af5-f4eb4cc57010 HTTP/1.1" status: 404 len: 347 time: 0.0817940 Mar 10 17:30:54.253153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:54.447574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaf5580d-40dc-4623-915e-2888d5a2b83c req-5c56fc22-9bb0-44a3-ac16-00b19456d682 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.2316260 Mar 10 17:30:54.501919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.41', 65081) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:54.568975 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-f7aecde9-5f19-436a-a147-fd4e72e3424e req-e65f9cae-0a15-4771-8aa1-8ce0e7f8f6bb tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] show failed (client error): The resource could not be found. Mar 10 17:30:54.570792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7aecde9-5f19-436a-a147-fd4e72e3424e req-e65f9cae-0a15-4771-8aa1-8ce0e7f8f6bb tempest-FloatingIPsTestJSON-310941417 tempest-FloatingIPsTestJSON-310941417-project] 10.222.0.35 "GET /v2.0/floatingips/496d5c04-31da-47b9-842d-19a9e55ea4a8 HTTP/1.1" status: 404 len: 350 time: 0.1123223 Mar 10 17:30:54.584609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58674) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:54.620326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.672782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:30:54.695053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-9e612831-c104-48b2-bf25-b75f1ef7eadb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:54.696686 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-9e612831-c104-48b2-bf25-b75f1ef7eadb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.41 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe&tenant_id=3dc44762e0654c81b090c46b049739a3&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 948 time: 0.1937728 Mar 10 17:30:54.704226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Deleting port 7a1ba188-4e7c-49c4-8823-3cc97c760598 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:54.704589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.730022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-7f88049b-7bfa-4785-98fe-075ac0c13b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:54.731916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-7f88049b-7bfa-4785-98fe-075ac0c13b34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6058393 Mar 10 17:30:54.739160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2b3590-2a48-4291-9e9a-e5a22ba41303']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:54.742598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-a592cfcf-31ca-4b44-bf82-9e8c4926721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:54.744386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-a592cfcf-31ca-4b44-bf82-9e8c4926721b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6638033 Mar 10 17:30:54.847323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.851502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (7a1ba188-4e7c-49c4-8823-3cc97c760598), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:54.869333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:54.903852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:30:54.988627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:54.989618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.005313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:30:55.035360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Calling delete_port for 7a1ba188-4e7c-49c4-8823-3cc97c760598 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:55.064435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:55.080728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.227278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['257b1b56-a5f8-423d-9d4a-98451e74e427'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:55.240633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be407d76-817e-4aab-92cc-d73786c8c079 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:55.376212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7a1ba188-4e7c-49c4-8823-3cc97c760598), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.379377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c846748a-d9d4-4fb9-b93b-b7d810100edf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.385390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c846748a-d9d4-4fb9-b93b-b7d810100edf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.391225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c846748a-d9d4-4fb9-b93b-b7d810100edf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.393194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:55.393375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c846748a-d9d4-4fb9-b93b-b7d810100edf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/networks?id=407ac063-017d-423f-8b4c-bac17d9d9a3d&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 200 len: 1989 time: 1.6179855 Mar 10 17:30:55.396567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2df18d-9787-4667-8791-24f8f30be099') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.396856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2df18d-9787-4667-8791-24f8f30be099') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:55.486443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port be407d76-817e-4aab-92cc-d73786c8c079 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:55.488596 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (be407d76-817e-4aab-92cc-d73786c8c079), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.496682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Pushing event deleted for resources: {'Port': ['ID=7a1ba188-4e7c-49c4-8823-3cc97c760598,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:55.507982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.548558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-a36f6a29-bbc7-48a1-8df4-0d3daca80e64 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.554587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-a36f6a29-bbc7-48a1-8df4-0d3daca80e64 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 820 time: 1.4018331 Mar 10 17:30:55.569923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Request body: {'port': {'device_id': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'admin_state_up': True, 'tenant_id': '519d1ead981f4e4fad86b5d577bb1931'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:55.590126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.595339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-ada3f131-4d87-4985-ba3d-e815e8f55efd service neutron] 10.222.0.41 "GET /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 382 time: 0.7202015 Mar 10 17:30:55.606348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks [] for floatingip (6c977aed-4f71-438c-8659-7d0e0a316879), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.608773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.613929 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-51edeeee-1a69-4a1d-b53f-8aea0f6acfbf tempest-ServersTestBootFromVolume-1189987030 tempest-ServersTestBootFromVolume-1189987030-project] 10.222.0.35 "DELETE /v2.0/floatingips/6c977aed-4f71-438c-8659-7d0e0a316879 HTTP/1.1" status: 204 len: 168 time: 1.3587053 Mar 10 17:30:55.614600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:55.624852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df76a2-0ec3-43d4-a2ab-151d2f1ea554 req-57891611-36fa-4405-b86e-463f86865a3e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.626739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28df76a2-0ec3-43d4-a2ab-151d2f1ea554 req-57891611-36fa-4405-b86e-463f86865a3e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 1.0442181 Mar 10 17:30:55.673259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96742e4-7e9d-4eef-ad70-5198fcc311ce None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:55.682249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:55.682951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:55.688261 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:55.747398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-fa78644d-4f5b-4958-a401-f5d11bad6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.749200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-fa78644d-4f5b-4958-a401-f5d11bad6c85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9962819 Mar 10 17:30:55.846176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Provisioning complete for port be407d76-817e-4aab-92cc-d73786c8c079 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:55.846684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (be407d76-817e-4aab-92cc-d73786c8c079), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.877142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807966d-7c95-4bc4-923d-f658dc037705 req-9e0eeb9d-f27d-478c-9f43-7947a4b76217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.878782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-9e0eeb9d-f27d-478c-9f43-7947a4b76217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0884948 Mar 10 17:30:55.911693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-e55a2e0b-859b-4bd5-a1a3-fa70c37c1b03 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ef0c821cdac4ff0a19389fe19213ed6 HTTP/1.1" status: 200 len: 380 time: 0.4747488 Mar 10 17:30:55.945676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e40ed-e9b4-4bba-bf70-1670e7444881 req-14659931-63e3-4df0-9884-e5b98ed7ff72 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:55.953290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b9e40ed-e9b4-4bba-bf70-1670e7444881 req-14659931-63e3-4df0-9884-e5b98ed7ff72 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.5420082 Mar 10 17:30:55.955550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port be407d76-817e-4aab-92cc-d73786c8c079 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:55.955956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be407d76-817e-4aab-92cc-d73786c8c079), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:55.970776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'admin_state_up': True, 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'security_groups': ['b4133037-9d87-45ea-8e1f-dddb8f7c5812']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:55.990364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.api [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:30:55.990364 n-d-833115-2 neutron-server[103795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:30:55.990364 n-d-833115-2 neutron-server[103795]: [parameters: {'id': '5c2b3590-2a48-4291-9e9a-e5a22ba41303'}] Mar 10 17:30:55.990364 n-d-833115-2 neutron-server[103795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:30:55.990857 n-d-833115-2 neutron-server[103795]: DEBUG oslo_db.api [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:30:56.029982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port be407d76-817e-4aab-92cc-d73786c8c079, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be407d76-817e-4aab-92cc-d73786c8c079,segment=NetworkSegment(1a2df18d-9787-4667-8791-24f8f30be099),segment_id=1a2df18d-9787-4667-8791-24f8f30be099)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:56.065178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28df76a2-0ec3-43d4-a2ab-151d2f1ea554 req-9c0d25c4-f422-4636-ace3-30afa07649d0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053710 Mar 10 17:30:56.110388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (be407d76-817e-4aab-92cc-d73786c8c079), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.233761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] DHCP port deletion for 5c2b3590-2a48-4291-9e9a-e5a22ba41303 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:30:56.250526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Current status of the port be407d76-817e-4aab-92cc-d73786c8c079 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:56.250940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be407d76-817e-4aab-92cc-d73786c8c079), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.320462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=be407d76-817e-4aab-92cc-d73786c8c079,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:56.340487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e4456e3-427b-4de6-ba65-2bf48f9fc74d req-5a624157-36ed-433d-97db-69870ab0a0be tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0792649 Mar 10 17:30:56.361810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (29673854-8a40-4a91-a45f-8b1214fe2094), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.383327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b9e40ed-e9b4-4bba-bf70-1670e7444881 req-f7fee163-cc37-46bb-a92a-b72c6a81f519 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290550 Mar 10 17:30:56.416276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-e12fc24a-1c9d-49af-ad67-f68cc162a37b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954607 Mar 10 17:30:56.426522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-51f31897-dd09-4663-9741-d048f1f46b55 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071030 Mar 10 17:30:56.443857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:30:56.446388 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:30:56.461682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Made reservation on behalf of 519d1ead981f4e4fad86b5d577bb1931 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:56.464593 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.477322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Deleting port be407d76-817e-4aab-92cc-d73786c8c079 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:56.477829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (be407d76-817e-4aab-92cc-d73786c8c079), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.496812 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.560133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] For port be407d76-817e-4aab-92cc-d73786c8c079, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be407d76-817e-4aab-92cc-d73786c8c079,segment=NetworkSegment(1a2df18d-9787-4667-8791-24f8f30be099),segment_id=1a2df18d-9787-4667-8791-24f8f30be099)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:56.560537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (be407d76-817e-4aab-92cc-d73786c8c079), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.580350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Calling delete_port for be407d76-817e-4aab-92cc-d73786c8c079 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:56.585906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.671354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9746970-4737-4ce9-9282-cb5c6f79dcc7 req-f0d5e017-cc4d-4ca8-a730-80fbea746608 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.1619751 Mar 10 17:30:56.679436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:56.724346 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (be407d76-817e-4aab-92cc-d73786c8c079), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.791209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] The port 'be407d76-817e-4aab-92cc-d73786c8c079' was deleted {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 10 17:30:56.939154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.963500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2b3590-2a48-4291-9e9a-e5a22ba41303']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.967848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Deleting port b8be8a8e-9d4d-4f80-8056-62bc7cae6335 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:56.968187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:56.975366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2df18d-9787-4667-8791-24f8f30be099') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.975998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2df18d-9787-4667-8791-24f8f30be099') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:30:56.987191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.002623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.010267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:30:57.011033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (1a2df18d-9787-4667-8791-24f8f30be099), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.076664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31275-7d45-41b0-a9a2-b414097b5dfd None None] Port be407d76-817e-4aab-92cc-d73786c8c079 update to ACTIVE by agent not found {{(pid=103796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 17:30:57.083491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] Pushing event deleted for resources: {'Port': ['ID=be407d76-817e-4aab-92cc-d73786c8c079,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:57.087258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:57.090263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:30:57.104191 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:30:57.114314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] For port b8be8a8e-9d4d-4f80-8056-62bc7cae6335, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:57.120689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.122579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5c2b3590-2a48-4291-9e9a-e5a22ba41303), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.141332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66731d5-5693-4b47-8462-a7dfd4a078f9 None None] No DVR routers for this DVR port be407d76-817e-4aab-92cc-d73786c8c079 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:30:57.147786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.151196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/5c2b3590-2a48-4291-9e9a-e5a22ba41303 HTTP/1.1" status: 204 len: 168 time: 4.3425031 Mar 10 17:30:57.151686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Calling delete_port for b8be8a8e-9d4d-4f80-8056-62bc7cae6335 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:57.156551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.158116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:57.163233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:30:57.176419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:57.176789 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.185410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-f3de8816-c66e-45fc-860e-5f951cf37f69 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485862 Mar 10 17:30:57.187937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7807966d-7c95-4bc4-923d-f658dc037705 req-1ef5e215-23e0-4497-aac5-ec3bbfa9c942 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602832 Mar 10 17:30:57.256473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df7c4b-5ca3-4bb9-8922-37a9eaf73633 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=5c2b3590-2a48-4291-9e9a-e5a22ba41303,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:57.272678 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8996e8-2e66-4bc3-b577-97f90513220a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:30:57.273255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8996e8-2e66-4bc3-b577-97f90513220a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:30:57.276559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f8996e8-2e66-4bc3-b577-97f90513220a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/5c2b3590-2a48-4291-9e9a-e5a22ba41303 HTTP/1.1" status: 404 len: 339 time: 0.1033638 Mar 10 17:30:57.291889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b3cb9-48ef-4744-a202-56cb3b59c97c None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:30:57.294042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be407d76-817e-4aab-92cc-d73786c8c079 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:30:57.336010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58696) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:57.340004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: be407d76-817e-4aab-92cc-d73786c8c079 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:30:57.340540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be407d76-817e-4aab-92cc-d73786c8c079 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:30:57.343196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300858690', 'description': 'd1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:57.356370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b3cb9-48ef-4744-a202-56cb3b59c97c None None] Network 5c2b3590-2a48-4291-9e9a-e5a22ba41303 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:30:57.435154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:57.435473 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.460069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Allocated IP 172.20.0.14 (b2899171-52e0-4889-b51f-5adef352bd5d/8f2f7e58-7d36-4f70-9d63-8ea48bdd158c/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:57.469335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:30:57.472862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.496072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:30:57.499460 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76626b07-df6c-4028-a74e-a7937ce7b543" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:30:57.536446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:57.546813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.547634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:30:57.556865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39c67c0a-97f2-4655-a492-b0c7a7341aee req-b375e2b2-c4c3-4a08-9421-69faa61b7eed tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0756226 Mar 10 17:30:57.580020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259477a-994b-41aa-bed4-3083a6ae6377 req-06c58757-4a3b-4f3d-8c3b-2dccf337df2b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:57.581878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b259477a-994b-41aa-bed4-3083a6ae6377 req-06c58757-4a3b-4f3d-8c3b-2dccf337df2b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.2834158 Mar 10 17:30:57.584042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-b60b4e42-8e8a-4a17-aa47-b83cfebc8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:57.584639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b8be8a8e-9d4d-4f80-8056-62bc7cae6335), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.585708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-b60b4e42-8e8a-4a17-aa47-b83cfebc8c99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1130 time: 0.3398736 Mar 10 17:30:57.621705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 172.20.0.9 (407ac063-017d-423f-8b4c-bac17d9d9a3d/5210b961-6cea-4abf-ad63-811d33cacbd5/0bdd0884-8527-4f9d-9ab2-6169b282eabe) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:30:57.641397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:57.648855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:30:57.654486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 257b1b56-a5f8-423d-9d4a-98451e74e427 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:57.656982 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.719914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bc74f39b-b432-4284-98f9-ccc92b5500e7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.720507 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment bc74f39b-b432-4284-98f9-ccc92b5500e7 of type vlan for network 6c462e0f-6825-4c0b-b465-0acadc5483e5 Mar 10 17:30:57.761089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:30:57.761721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.763497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8be8a8e-9d4d-4f80-8056-62bc7cae6335,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:57.833511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:57.843393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.850672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Deleting port 5ce8dc77-ad09-4d58-905d-176bab47f550 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:30:57.851017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:57.924961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:58.087600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.102156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] For port 5ce8dc77-ad09-4d58-905d-176bab47f550, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5ce8dc77-ad09-4d58-905d-176bab47f550,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:30:58.102723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.122251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Calling delete_port for 5ce8dc77-ad09-4d58-905d-176bab47f550 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:30:58.128263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (29673854-8a40-4a91-a45f-8b1214fe2094), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.141456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b259477a-994b-41aa-bed4-3083a6ae6377 req-e64d8b21-b362-4eda-88a3-dffee7faaef1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316153 Mar 10 17:30:58.159650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.176231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.215992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:58.232594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:58.256194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:58.258811 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198beaaf-553f-403f-89b7-fbae5664e5ac x-openstack-request-id: req-198beaaf-553f-403f-89b7-fbae5664e5ac {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:30:58.259508 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:30:58.259933 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-198beaaf-553f-403f-89b7-fbae5664e5ac {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:30:58.260505 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'code': 200} Mar 10 17:30:58.391504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.401055 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.416935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:30:58.495129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5296416 Mar 10 17:30:58.557409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'admin_state_up': True, 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'security_groups': ['b4133037-9d87-45ea-8e1f-dddb8f7c5812']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:58.576305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a6a6-be6e-4ad4-8de4-249ab4e4685a req-26c53979-209f-404d-b028-9f4184e9ff11 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.583466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfc4a6a6-be6e-4ad4-8de4-249ab4e4685a req-26c53979-209f-404d-b028-9f4184e9ff11 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.8132858 Mar 10 17:30:58.591094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-a94421c7-a672-406c-b3b5-64cb413a9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:58.592420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-a94421c7-a672-406c-b3b5-64cb413a9ad1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.9931571 Mar 10 17:30:58.617211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d6911e41-f6c3-45b8-b2f8-f2de92a14837 None None] Provisioning complete for port 0bdd0884-8527-4f9d-9ab2-6169b282eabe triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:30:58.618080 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6911e41-f6c3-45b8-b2f8-f2de92a14837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.655068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f7cef-ea0a-48a5-be72-99784ee12f79 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:58.698081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d6911e41-f6c3-45b8-b2f8-f2de92a14837 None None] Port 0bdd0884-8527-4f9d-9ab2-6169b282eabe cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:30:58.958649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5ce8dc77-ad09-4d58-905d-176bab47f550), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:58.995727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce8dc77-ad09-4d58-905d-176bab47f550,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.044191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Router 29673854-8a40-4a91-a45f-8b1214fe2094 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:59.179481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.184590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:59.185273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7889814'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.198569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-91dd8b76-56c9-4662-956e-f4d023571263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.5765061 Mar 10 17:30:59.215904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks [] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.256547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59b69-0483-41b4-bd6c-44fa72632c9d req-6a0c8c1f-f1ae-4b80-b433-062a42af3983 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:59.258081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86f59b69-0483-41b4-bd6c-44fa72632c9d req-6a0c8c1f-f1ae-4b80-b433-062a42af3983 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 931 time: 0.8237731 Mar 10 17:30:59.357561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.405362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=6c462e0f-6825-4c0b-b465-0acadc5483e5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.410048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-10cbcfc6-8ffd-47db-8c9e-1a51f9362374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:59.411563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-10cbcfc6-8ffd-47db-8c9e-1a51f9362374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0917292 Mar 10 17:30:59.419212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6c462e0f-6825-4c0b-b465-0acadc5483e5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:30:59.460183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.464546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-72a90071-23c1-4287-ad64-c75520516bb4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1263783 Mar 10 17:30:59.502413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['de647e3a-89f1-4971-b6db-0452894c56ed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:30:59.511545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:59.512620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86f59b69-0483-41b4-bd6c-44fa72632c9d req-ccc04d83-a985-4652-9326-b2519b84d3ec tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457105 Mar 10 17:30:59.638924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Network b2899171-52e0-4889-b51f-5adef352bd5d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:30:59.703461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:30:59.707551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:30:59.712751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfc4a6a6-be6e-4ad4-8de4-249ab4e4685a req-80f8f24d-ac11-4d8a-b115-dd4a5540aa1f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1283810 Mar 10 17:30:59.718062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:30:59.793388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.795543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Router f0f1d51e-13df-48fb-944f-003c14bee4cc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:30:59.811013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:59.811631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:30:59.813066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801cc6f6-cf51-4508-b17e-2be606c09739 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:30:59.819506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-801cc6f6-cf51-4508-b17e-2be606c09739 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks?id=6c462e0f-6825-4c0b-b465-0acadc5483e5 HTTP/1.1" status: 200 len: 761 time: 0.1901121 Mar 10 17:30:59.830896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58738) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:30:59.845118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'description': 'd2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:30:59.984932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-667083f7-68d1-46e2-bda7-ac5602662448 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4183860 Mar 10 17:31:00.025478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:00.041011 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9cfc1d7c-7a05-4d5a-97a9-c2276583c1e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/29673854-8a40-4a91-a45f-8b1214fe2094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4548507 Mar 10 17:31:00.045275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Sync routers for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:00.048100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58744) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:00.054969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Request body: {'port': {'device_id': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:00.072190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:00.072881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.137841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:31:00.164442 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Sync routers for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:31:00.165135 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c26faad5-76d2-483f-baf8-8f51fddb5ca6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0f1d51e-13df-48fb-944f-003c14bee4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5439639 Mar 10 17:31:00.166256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:00.178180 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:00.178834 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.295305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:00.302075 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4684a55b-66be-4b7c-89dc-5a8d4a7ad086" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:00.364010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:00.371582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks [] for router (29673854-8a40-4a91-a45f-8b1214fe2094), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.375624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.404105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.408597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-766a8bac-d139-49ca-b329-991b05e1a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.411511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-766a8bac-d139-49ca-b329-991b05e1a09a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9351270 Mar 10 17:31:00.424121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:00.433989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.466177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.500772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks [] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.501901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4f3e-f577-4e26-ae95-d5bebed35e5a req-670905f2-45bd-4300-b02e-3141ae4f75d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:00.504067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dfa4f3e-f577-4e26-ae95-d5bebed35e5a req-670905f2-45bd-4300-b02e-3141ae4f75d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 932 time: 0.7278254 Mar 10 17:31:00.537207 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:00.738650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.1.1.53 (2cee99e2-e609-4bb4-8dc7-568d09ece326/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f/7f65e51f-e8a6-4434-a61d-53471eb797ae) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:00.752646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks [] for router_gateway (29673854-8a40-4a91-a45f-8b1214fe2094), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.848106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:30:57Z', 'revision_number': 5, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port': {'id': '8412a3ef-7feb-42ca-916b-906f400f6818', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:30:19Z', 'updated_at': '2022-03-10T17:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.915813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Checking router: 29673854-8a40-4a91-a45f-8b1214fe2094 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:00.948584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Routers {'29673854-8a40-4a91-a45f-8b1214fe2094'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:00.949852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['29673854-8a40-4a91-a45f-8b1214fe2094'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:00.979420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks [] for router_gateway (f0f1d51e-13df-48fb-944f-003c14bee4cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:00.987438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Deleting port 8412a3ef-7feb-42ca-916b-906f400f6818 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:00.987965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.011953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.044758 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:01.088316 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:30:58Z', 'revision_number': 5, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port': {'id': 'bc4a624f-ce6c-4d7f-8646-83209827cb99', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:27:39Z', 'updated_at': '2022-03-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:01.132340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 6c462e0f-6825-4c0b-b465-0acadc5483e5 is not hosted by any dhcp agent {{(pid=103795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:31:01.138467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:01.139124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.142959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "PUT /v2.0/networks/6c462e0f-6825-4c0b-b465-0acadc5483e5 HTTP/1.1" status: 200 len: 758 time: 1.2997136 Mar 10 17:31:01.179044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:01.199043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] Set router 29673854-8a40-4a91-a45f-8b1214fe2094 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:01.199277 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Checking router: f0f1d51e-13df-48fb-944f-003c14bee4cc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:31:01.233681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Routers {'f0f1d51e-13df-48fb-944f-003c14bee4cc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:31:01.237059 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:30:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f0f1d51e-13df-48fb-944f-003c14bee4cc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:01.280552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b46f-cffe-4a9a-ae45-88219f2e3922 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=6c462e0f-6825-4c0b-b465-0acadc5483e5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:01.286114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.289791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-d787699e-7838-44e1-aa29-cc688c9f4e6a service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075671 Mar 10 17:31:01.311220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6c462e0f-6825-4c0b-b465-0acadc5483e5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:31:01.313912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:31:00Z', 'revision_number': 6, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:01.364415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336731c-c0e0-4ee4-9d90-9b0be340cd4d None None] The sync data for ids ['29673854-8a40-4a91-a45f-8b1214fe2094'] in n-d-833115-2 is: [{'id': '29673854-8a40-4a91-a45f-8b1214fe2094', 'name': 'tempest-FloatingIPsTestJSON-855884813-router', 'tenant_id': 'dc91d67b29c54127b165b8e182455fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:30:18Z', 'updated_at': '2022-03-10T17:31:00Z', 'revision_number': 6, 'project_id': 'dc91d67b29c54127b165b8e182455fef', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:01.464532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dfa4f3e-f577-4e26-ae95-d5bebed35e5a req-123e2bfb-9594-465d-96d0-4a2ff373a441 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130318 Mar 10 17:31:01.473899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:01.476622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-d9c5cbfc-f370-4765-a98a-d68c3cc4d962 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384697 Mar 10 17:31:01.485750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:01.518304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] For port 8412a3ef-7feb-42ca-916b-906f400f6818, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8412a3ef-7feb-42ca-916b-906f400f6818,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:01.518702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.526197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:01.564905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc4b173-4776-426b-8ada-873ee4533de9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:01.566068 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cbc4b173-4776-426b-8ada-873ee4533de9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks?id=6c462e0f-6825-4c0b-b465-0acadc5483e5 HTTP/1.1" status: 200 len: 761 time: 0.3825383 Mar 10 17:31:01.571363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:01.576813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Deleting port bc4a624f-ce6c-4d7f-8646-83209827cb99 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:01.576965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.603007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1485221902'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:01.611984 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] Set router f0f1d51e-13df-48fb-944f-003c14bee4cc gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:31:01.619625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c835ef5-0a5d-40ca-b464-770072ba2384 req-2eb4e4f1-f0d2-48ff-98af-b0d5fbdc511c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:01.626758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Calling delete_port for 8412a3ef-7feb-42ca-916b-906f400f6818 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:01.644086 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45642a39-6a5e-4145-870c-c1a136dcbeb1 x-openstack-request-id: req-45642a39-6a5e-4145-870c-c1a136dcbeb1 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:01.644478 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:01.644852 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45642a39-6a5e-4145-870c-c1a136dcbeb1 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:01.645448 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:31:01.652910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c835ef5-0a5d-40ca-b464-770072ba2384 req-2eb4e4f1-f0d2-48ff-98af-b0d5fbdc511c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 1.7025025 Mar 10 17:31:01.772884 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:31:00Z', 'revision_number': 6, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:01.794966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:01.795651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.844814 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348eae80-5d0c-4800-8d31-2d860a2ad513 None None] The sync data for ids ['f0f1d51e-13df-48fb-944f-003c14bee4cc'] in n-d-833115-2 is: [{'id': 'f0f1d51e-13df-48fb-944f-003c14bee4cc', 'name': 'tempest-ServersTestBootFromVolume-66093691-router', 'tenant_id': '3158627fdbb545599f9be099ffa1cd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:27:38Z', 'updated_at': '2022-03-10T17:31:00Z', 'revision_number': 6, 'project_id': '3158627fdbb545599f9be099ffa1cd05', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:31:01.942962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:01.946976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:01.990090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-758ae5b1-71aa-44e0-97d1-3ce7c46198ba None None] Provisioning complete for port 7f65e51f-e8a6-4434-a61d-53471eb797ae triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:01.990740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-758ae5b1-71aa-44e0-97d1-3ce7c46198ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.100650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-758ae5b1-71aa-44e0-97d1-3ce7c46198ba None None] Port 7f65e51f-e8a6-4434-a61d-53471eb797ae cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:02.173688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6400266 Mar 10 17:31:02.200914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c8c5a-3fcc-43e4-8f46-45e3c1303d52 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:02.214645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'admin_state_up': True, 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'security_groups': ['b4133037-9d87-45ea-8e1f-dddb8f7c5812']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:02.270851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8412a3ef-7feb-42ca-916b-906f400f6818), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.332229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8412a3ef-7feb-42ca-916b-906f400f6818,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:02.347848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] For port bc4a624f-ce6c-4d7f-8646-83209827cb99, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bc4a624f-ce6c-4d7f-8646-83209827cb99,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:02.348213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.356272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.356622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.356994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.357333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.357861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.358194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.358618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.358919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.359240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.359557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.359876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.362470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.362878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:02.363127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c835ef5-0a5d-40ca-b464-770072ba2384 req-2d9f25ef-bb38-4399-8b26-1ccda32d6a73 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477767 Mar 10 17:31:02.417816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:31:02.509845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bc7c-3ec9-45f3-a167-530d8b9b1d2d req-6c13ab92-8d8b-40e5-b68b-e4d75b515b96 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:02.516300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bc7c-3ec9-45f3-a167-530d8b9b1d2d req-6c13ab92-8d8b-40e5-b68b-e4d75b515b96 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:02.524346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ca8bc7c-3ec9-45f3-a167-530d8b9b1d2d req-6c13ab92-8d8b-40e5-b68b-e4d75b515b96 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 1652 time: 0.6906831 Mar 10 17:31:02.593612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Calling delete_port for bc4a624f-ce6c-4d7f-8646-83209827cb99 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:02.598625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.599033 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 64a851bf-30bc-47dc-bab8-35307d32ea85 of type vlan for network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 Mar 10 17:31:02.602946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (29673854-8a40-4a91-a45f-8b1214fe2094), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:02.739759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ca8bc7c-3ec9-45f3-a167-530d8b9b1d2d req-c5bc5a5f-508d-4908-9d44-fbabe731ac53 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134745 Mar 10 17:31:02.771674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b9469-08b0-4f5b-b2ff-2276febfa181 req-9aef7362-6d5b-45e8-8f28-dba50a3509e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:02.775388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-788b9469-08b0-4f5b-b2ff-2276febfa181 req-9aef7362-6d5b-45e8-8f28-dba50a3509e3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.2374668 Mar 10 17:31:02.813452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:02.817083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.185750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5ce8dc77-ad09-4d58-905d-176bab47f550 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:03.200109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-788b9469-08b0-4f5b-b2ff-2276febfa181 req-71b66681-6977-42ee-9fe6-7d6d06932679 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155188 Mar 10 17:31:03.208119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:03.261191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 5ce8dc77-ad09-4d58-905d-176bab47f550 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:03.261573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5ce8dc77-ad09-4d58-905d-176bab47f550 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:03.261870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8412a3ef-7feb-42ca-916b-906f400f6818 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:03.270708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436cefe-be9d-4af5-bb60-267be042cfbf req-260950bf-3c58-4e1e-bf67-5dc62ede7291 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:03.272265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e436cefe-be9d-4af5-bb60-267be042cfbf req-260950bf-3c58-4e1e-bf67-5dc62ede7291 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 932 time: 0.3346975 Mar 10 17:31:03.284282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (29673854-8a40-4a91-a45f-8b1214fe2094), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.284994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks [] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.295582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks [] for router_controller (29673854-8a40-4a91-a45f-8b1214fe2094), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.298126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8412a3ef-7feb-42ca-916b-906f400f6818 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:03.301559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8412a3ef-7feb-42ca-916b-906f400f6818 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:03.307122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b8be8a8e-9d4d-4f80-8056-62bc7cae6335 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:03.360692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b8be8a8e-9d4d-4f80-8056-62bc7cae6335 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:03.362300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b8be8a8e-9d4d-4f80-8056-62bc7cae6335 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:03.363722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bc4a624f-ce6c-4d7f-8646-83209827cb99 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:03.434452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Transition to ACTIVE for port object 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:03.452098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.456212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-556a491d-e189-486e-b619-d5d4427b35d2 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:03.458055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-556a491d-e189-486e-b619-d5d4427b35d2 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.3491576 Mar 10 17:31:03.485755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:03.637000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bc4a624f-ce6c-4d7f-8646-83209827cb99 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:03.637403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.679474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.684365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (29673854-8a40-4a91-a45f-8b1214fe2094), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.684929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29673854-8a40-4a91-a45f-8b1214fe2094 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:31:03.706168 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.708741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c7942b6-17ce-4386-a423-882915636e6f admin admin] 10.222.0.35 "DELETE /v2.0/routers/29673854-8a40-4a91-a45f-8b1214fe2094 HTTP/1.1" status: 204 len: 168 time: 3.6592484 Mar 10 17:31:03.711490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58778) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:03.719059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.1.1.10 (2cee99e2-e609-4bb4-8dc7-568d09ece326/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f/3f15a024-2fd0-4e73-8596-19645b33933b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:03.724093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bc4a624f-ce6c-4d7f-8646-83209827cb99), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.751599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e436cefe-be9d-4af5-bb60-267be042cfbf req-c1fa285a-18cd-44e8-9935-0ed4f46e1ebc tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501772 Mar 10 17:31:03.793141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4a624f-ce6c-4d7f-8646-83209827cb99,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:03.901730 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:03.958571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:04.035019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.047233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.055250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.056545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.066687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7fe50-6c02-491c-b142-6c17ac3594e9 req-98dae9e4-3a4c-464a-95ab-e7c0e91256e8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.069460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fce7fe50-6c02-491c-b142-6c17ac3594e9 req-98dae9e4-3a4c-464a-95ab-e7c0e91256e8 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.5177970 Mar 10 17:31:04.241997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553cd-b90b-4997-a5ba-234f4b327e68 req-33d5a09c-a2c8-4601-ab41-d0163c05510e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.247859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835553cd-b90b-4997-a5ba-234f4b327e68 req-33d5a09c-a2c8-4601-ab41-d0163c05510e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.249446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Deleting subnet 2f5379de-1448-426e-b798-f9ea7981fac1 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:31:04.256626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835553cd-b90b-4997-a5ba-234f4b327e68 req-33d5a09c-a2c8-4601-ab41-d0163c05510e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 1652 time: 0.3398397 Mar 10 17:31:04.259367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Publish callbacks [] for subnet (2f5379de-1448-426e-b798-f9ea7981fac1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.267714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fce7fe50-6c02-491c-b142-6c17ac3594e9 req-170f4b3a-848a-4237-8cec-0c5aa93038a0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616299 Mar 10 17:31:04.322894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:04.323373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:04.323811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:04.375150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2f5379de-1448-426e-b798-f9ea7981fac1), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.411991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:04.412488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:04.493857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:04.494491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:04.495058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:04.495698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Bound port: 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:04.496164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.553144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835553cd-b90b-4997-a5ba-234f4b327e68 req-eda12468-3fbc-4190-a16f-39dac1759e9d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951705 Mar 10 17:31:04.575587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.595859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0165727 Mar 10 17:31:04.597382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks [] for router_controller (f0f1d51e-13df-48fb-944f-003c14bee4cc), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.598957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:04.600720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:04.615637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (3f15a024-2fd0-4e73-8596-19645b33933b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.634357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:04.681088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-021dd57b-4838-44f5-99f3-0b15ba74fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.682710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-021dd57b-4838-44f5-99f3-0b15ba74fbb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1131 time: 0.3158262 Mar 10 17:31:04.705506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:04.707770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:04.726879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30b35-37b1-44f1-b5fa-48f37ca6f2c3 req-c45e8d12-1c71-41ff-b634-c1445e6e7e86 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:04.728555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ba30b35-37b1-44f1-b5fa-48f37ca6f2c3 req-c45e8d12-1c71-41ff-b634-c1445e6e7e86 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 945 time: 0.3136091 Mar 10 17:31:04.799405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:04.881956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:04.896767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a662d5c-7ade-4a0f-bb99-95f7f92d0394 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=019a68d4-be8b-4136-9ff8-ca4d10a3c314,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:04.958618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:04.959537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2f5379de-1448-426e-b798-f9ea7981fac1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:04.986418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 has no active binding in host n-h2-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:31:04.988135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:31:05.003248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:05.007457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.078003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2f5379de-1448-426e-b798-f9ea7981fac1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.113515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5379de-1448-426e-b798-f9ea7981fac1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:05.115824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f0f1d51e-13df-48fb-944f-003c14bee4cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.116412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f1d51e-13df-48fb-944f-003c14bee4cc {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:31:05.147783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.153381 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73ad277b-ef9b-40db-9566-19347dd63f59 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f0f1d51e-13df-48fb-944f-003c14bee4cc HTTP/1.1" status: 204 len: 168 time: 4.9859688 Mar 10 17:31:05.155177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:05.272910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.276285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007f3ec-d627-4d53-a682-a3ad79a03fec None None] Network c4bb4a31-2653-4da4-8288-999b2293bdc7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:05.307483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b20c6dc3-fab2-4228-afcb-170b565fe198 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2f5379de-1448-426e-b798-f9ea7981fac1 HTTP/1.1" status: 204 len: 168 time: 1.5894701 Mar 10 17:31:05.307932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:05.319203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Deleting subnet 37fa0704-bc91-46fb-bbc4-3ce785dac165 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:31:05.329147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Publish callbacks [] for subnet (37fa0704-bc91-46fb-bbc4-3ce785dac165), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.351864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:05.369293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.619723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] DHCP port deletion for c4bb4a31-2653-4da4-8288-999b2293bdc7 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:05.675205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3561eba3-da52-4827-ba24-7dd9bd721dda), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.711615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Deleting port f585d979-3bf3-41eb-b753-3367d082b85b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:05.712367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.826354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] For port f585d979-3bf3-41eb-b753-3367d082b85b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f585d979-3bf3-41eb-b753-3367d082b85b,segment=NetworkSegment(549b3e10-3d9e-4e32-8f3e-6817abd1f541),segment_id=549b3e10-3d9e-4e32-8f3e-6817abd1f541)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:05.827068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.830541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (37fa0704-bc91-46fb-bbc4-3ce785dac165), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.852311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Calling delete_port for f585d979-3bf3-41eb-b753-3367d082b85b owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:05.876972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c4bb4a31-2653-4da4-8288-999b2293bdc7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.884594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '64a851bf-30bc-47dc-bab8-35307d32ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:05.885258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 019a68d4-be8b-4136-9ff8-ca4d10a3c314, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:31:05.897956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=3561eba3-da52-4827-ba24-7dd9bd721dda,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:05.952654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ba30b35-37b1-44f1-b5fa-48f37ca6f2c3 req-44a88c88-bc8d-4446-a9d7-10cbadf9fd64 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2140841 Mar 10 17:31:05.980544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:05.993471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:31:06.001360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.021979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] Pushing event deleted for resources: {'Port': ['ID=f585d979-3bf3-41eb-b753-3367d082b85b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:06.058421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (37fa0704-bc91-46fb-bbc4-3ce785dac165), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.067195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80878925-a659-4f4b-af8a-9124d31f947d None None] No DVR routers for this DVR port f585d979-3bf3-41eb-b753-3367d082b85b on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:06.082323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:06.089474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 019a68d4-be8b-4136-9ff8-ca4d10a3c314) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:06.093460 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d3475-fd57-4563-94bd-2323fac0a9ae" -d '{"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-unplugged", "status": "completed", "tag": "859a04a4-b5de-43a1-901c-994ab5426405"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:06.100000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12bf1d-7df5-4671-90ff-a770f12657e0 None None] Network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:06.103110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:06.103783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.133688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks [] for port (859a04a4-b5de-43a1-901c-994ab5426405), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.154331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Deleting port f585d979-3bf3-41eb-b753-3367d082b85b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:06.154669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:06.154988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.164090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d639c09d-44c6-410e-8766-3e27bed7cdab tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5504067 Mar 10 17:31:06.166202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:06.194334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.219451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (37fa0704-bc91-46fb-bbc4-3ce785dac165), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.271174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:06.281316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:06.320737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fa0704-bc91-46fb-bbc4-3ce785dac165,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:06.328251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.334308 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-800f31aa-2220-4a5d-89ed-d9f9d7c7e26a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/37fa0704-bc91-46fb-bbc4-3ce785dac165 HTTP/1.1" status: 204 len: 168 time: 1.1738436 Mar 10 17:31:06.337523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1551b-49d4-472f-a004-365b3ae1b2d8 None None] Network 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:06.344063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:06.344696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.364867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:06.365117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 1092 time: 6.3160934 Mar 10 17:31:06.366007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] For port f585d979-3bf3-41eb-b753-3367d082b85b, host n-d-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:06.366517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.373182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.423341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Calling delete_port for f585d979-3bf3-41eb-b753-3367d082b85b owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:06.431916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Port f585d979-3bf3-41eb-b753-3367d082b85b was not found and therefore no delete operation was performed {{(pid=103794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:31:06.450405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f585d979-3bf3-41eb-b753-3367d082b85b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.505707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-019a68d4-be8b-4136-9ff8-ca4d10a3c314', 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '3561eba3-da52-4827-ba24-7dd9bd721dda'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:31:06.506629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.510351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:06.613722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] No DVR routers for this DVR port f585d979-3bf3-41eb-b753-3367d082b85b on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:06.640819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Pushing event deleted for resources: {'Port': ['ID=f585d979-3bf3-41eb-b753-3367d082b85b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:06.661847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.697337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cddb5-388c-4dd0-87d0-6d08c24ed870 req-965c5500-7eb4-4594-9fea-1f3c2e77c0a8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:06.699482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-874cddb5-388c-4dd0-87d0-6d08c24ed870 req-965c5500-7eb4-4594-9fea-1f3c2e77c0a8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 1.7272446 Mar 10 17:31:06.719567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.751044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:06.752229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.843726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Allocated IP 172.20.0.2 (019a68d4-be8b-4136-9ff8-ca4d10a3c314/3561eba3-da52-4827-ba24-7dd9bd721dda/1c8c2e98-2909-4bb4-bb61-9900f744d490) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:06.871820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c4bb4a31-2653-4da4-8288-999b2293bdc7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.909546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bb4a31-2653-4da4-8288-999b2293bdc7']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:06.921503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3561eba3-da52-4827-ba24-7dd9bd721dda), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:06.930214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549b3e10-3d9e-4e32-8f3e-6817abd1f541') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:06.930587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549b3e10-3d9e-4e32-8f3e-6817abd1f541') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:06.983284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (549b3e10-3d9e-4e32-8f3e-6817abd1f541), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.028307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (549b3e10-3d9e-4e32-8f3e-6817abd1f541), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.037301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Deleting port 538999f1-a920-4ba0-af82-e156030e440d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:07.037656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (538999f1-a920-4ba0-af82-e156030e440d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.050392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:07.057585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (549b3e10-3d9e-4e32-8f3e-6817abd1f541), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:07.060526 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:07.096069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-858152e4-126d-429d-ab6f-a749a262be4f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8857212 Mar 10 17:31:07.115052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769fae4-1990-4e90-95de-388c7418093f req-5fa1a59c-f9c9-473c-8541-edcd00c009d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:07.128665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e769fae4-1990-4e90-95de-388c7418093f req-5fa1a59c-f9c9-473c-8541-edcd00c009d5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.9727695 Mar 10 17:31:07.180045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:07.198337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'admin_state_up': True, 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'security_groups': ['b4133037-9d87-45ea-8e1f-dddb8f7c5812']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:07.262765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19cc9-42c0-418b-a80e-dfb47a5dab75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:07.309695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c4bb4a31-2653-4da4-8288-999b2293bdc7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.321835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f585d979-3bf3-41eb-b753-3367d082b85b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:07.339260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.342551 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] 10.222.0.35 "DELETE /v2.0/networks/c4bb4a31-2653-4da4-8288-999b2293bdc7 HTTP/1.1" status: 204 len: 168 time: 2.0205247 Mar 10 17:31:07.342899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e769fae4-1990-4e90-95de-388c7418093f req-08ec110c-76c5-4669-99a1-1c5d538c30da tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968141 Mar 10 17:31:07.366880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] For port 538999f1-a920-4ba0-af82-e156030e440d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=538999f1-a920-4ba0-af82-e156030e440d,segment=NetworkSegment(39756f8d-1fa2-4d98-9529-2d11d98cfefc),segment_id=39756f8d-1fa2-4d98-9529-2d11d98cfefc)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:07.367251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (538999f1-a920-4ba0-af82-e156030e440d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.441023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0932a7-d954-4bb9-a88d-4985c8e8f61b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4bb4a31-2653-4da4-8288-999b2293bdc7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:07.456088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Calling delete_port for 538999f1-a920-4ba0-af82-e156030e440d owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:07.520984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f1c8757f-b005-4e70-8dfc-75e626f8b444 None None] Provisioning complete for port 3f15a024-2fd0-4e73-8596-19645b33933b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:07.522580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1c8757f-b005-4e70-8dfc-75e626f8b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.530087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f585d979-3bf3-41eb-b753-3367d082b85b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:07.530288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-6fb566e9-dac6-4a34-9beb-41d9ca65b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:07.530525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f585d979-3bf3-41eb-b753-3367d082b85b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:07.531944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-6fb566e9-dac6-4a34-9beb-41d9ca65b81a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1126 time: 1.0186195 Mar 10 17:31:07.608155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on host n-h1-833115-2 for vnic_type normal with profile {"migrating_to": "n-h2-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:07.608548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:07.608814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:07.611765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-41b9ae31-d2cc-4935-ae23-ab367336e505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 217 time: 0.0594447 Mar 10 17:31:07.665369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (538999f1-a920-4ba0-af82-e156030e440d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:07.718016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58822) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:07.720977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-a1eda9fc-1d73-48cf-bee9-11144e842891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:07.722519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-a1eda9fc-1d73-48cf-bee9-11144e842891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0789313 Mar 10 17:31:07.727393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=538999f1-a920-4ba0-af82-e156030e440d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:07.758095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] No DVR routers for this DVR port 538999f1-a920-4ba0-af82-e156030e440d on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:07.781615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-874cddb5-388c-4dd0-87d0-6d08c24ed870 req-a2c9d524-7be3-4e58-99e5-aee3db6b7ebe tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0677745 Mar 10 17:31:07.869867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-46b0cdea-40f6-43be-91d7-79e06addeef5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871191 Mar 10 17:31:07.870552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:07.870885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Attempting to bind port 859a04a4-b5de-43a1-901c-994ab5426405 on network e6b98f42-c3c4-4653-a098-f1bcfa8e9afc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:07.884689 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c64d3c-42cd-4eed-9a40-3655446282dc x-openstack-request-id: req-c7c64d3c-42cd-4eed-9a40-3655446282dc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:07.884987 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-unplugged", "status": "completed", "tag": "859a04a4-b5de-43a1-901c-994ab5426405", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:07.885244 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7c64d3c-42cd-4eed-9a40-3655446282dc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:07.885649 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405', 'code': 200} Mar 10 17:31:08.026734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.027270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-80866568-516b-4331-8a19-dffd4e1bc0a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345258 Mar 10 17:31:08.064123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4be47584-a55a-4279-842e-74f2368f3c9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc91d67b29c54127b165b8e182455fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347726 Mar 10 17:31:08.065125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:08.095932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:08.096543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.105755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:08.133951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8757f-b005-4e70-8dfc-75e626f8b444 None None] Port 3f15a024-2fd0-4e73-8596-19645b33933b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:08.152117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39756f8d-1fa2-4d98-9529-2d11d98cfefc') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:08.152604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39756f8d-1fa2-4d98-9529-2d11d98cfefc') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:08.198576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (39756f8d-1fa2-4d98-9529-2d11d98cfefc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.199875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks [] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.211066 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.256616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-971d04da-9a0c-45d8-bdee-cecbd4246887 req-f561632b-c238-411a-8df4-99ed21e3365c service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866984 Mar 10 17:31:08.268711 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (39756f8d-1fa2-4d98-9529-2d11d98cfefc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.289525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:08.290048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (39756f8d-1fa2-4d98-9529-2d11d98cfefc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:08.292447 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:08.327626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:08.327983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Checking segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:08.328355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Bound using segment: {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:08.334790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:08.336750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Bound port: 859a04a4-b5de-43a1-901c-994ab5426405, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e6b98f42-c3c4-4653-a098-f1bcfa8e9afc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:08.337135 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.341215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Pushing event updated for resources: {'Port': ['ID=1c8c2e98-2909-4bb4-bb61-9900f744d490,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:08.358050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:08.360455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e70a3-c472-45d6-b35e-a63a57c9d96b None None] DHCP port deletion for 27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:08.369148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:08.370309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:08.378329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.378818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.379265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.379677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.380013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.380347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.380680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.381007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.381332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.381797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.382032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.382373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.383150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:08.389159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.395576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.401276 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f HTTP/1.1" status: 204 len: 168 time: 2.0293808 Mar 10 17:31:08.409679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3561eba3-da52-4827-ba24-7dd9bd721dda), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.499300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=3561eba3-da52-4827-ba24-7dd9bd721dda,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:08.514151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Attempting to bind port 1c8c2e98-2909-4bb4-bb61-9900f744d490 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:08.514629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Attempting to bind port 1c8c2e98-2909-4bb4-bb61-9900f744d490 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '64a851bf-30bc-47dc-bab8-35307d32ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:08.514999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Attempting to bind port 1c8c2e98-2909-4bb4-bb61-9900f744d490 on network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:08.525610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:08.526000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Checking segment: {'id': '64a851bf-30bc-47dc-bab8-35307d32ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:08.526404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.526821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Bound using segment: {'id': '64a851bf-30bc-47dc-bab8-35307d32ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:08.527292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Bound port: 1c8c2e98-2909-4bb4-bb61-9900f744d490, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a851bf-30bc-47dc-bab8-35307d32ea85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:08.527671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.538263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] Publish callbacks [] for security_group (bf7b96da-ef38-47e4-ae5f-016298e3b87f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.583785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd50d-84a7-45d2-a183-293086d934d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=27aa6405-6aa8-4b0c-8d51-b1f1d0ec462f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:08.590819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30efa9-594d-4417-8af9-77debecb7cd6 req-b0853683-1e16-42ea-abbb-c028b022c1fb tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.607745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30efa9-594d-4417-8af9-77debecb7cd6 req-b0853683-1e16-42ea-abbb-c028b022c1fb tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.613032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30efa9-594d-4417-8af9-77debecb7cd6 req-b0853683-1e16-42ea-abbb-c028b022c1fb tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.623862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e30efa9-594d-4417-8af9-77debecb7cd6 req-b0853683-1e16-42ea-abbb-c028b022c1fb tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 2372 time: 1.1285236 Mar 10 17:31:08.685130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] Publish callbacks [] for security_group (bf7b96da-ef38-47e4-ae5f-016298e3b87f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.695727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] For port 1c8c2e98-2909-4bb4-bb61-9900f744d490, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:08.704244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] For port 1c8c2e98-2909-4bb4-bb61-9900f744d490, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1c8c2e98-2909-4bb4-bb61-9900f744d490,segment=NetworkSegment(64a851bf-30bc-47dc-bab8-35307d32ea85),segment_id=64a851bf-30bc-47dc-bab8-35307d32ea85)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:08.719154 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.838990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:08.854943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:08.873310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa46afc-203d-49ff-ad8f-0416de7de47c None None] Pushing event updated for resources: {'Port': ['ID=1c8c2e98-2909-4bb4-bb61-9900f744d490,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:08.909021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:08.935309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3d65-ccd5-428f-a514-4599092c1b00 req-5f8575ec-5a07-4d8b-9c8f-7a91994a5128 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:08.944465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e0f3d65-ccd5-428f-a514-4599092c1b00 req-5f8575ec-5a07-4d8b-9c8f-7a91994a5128 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.9093611 Mar 10 17:31:08.955215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea72be0-4c01-43df-b4d7-343599aa7c6b None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:31:08.976802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e30efa9-594d-4417-8af9-77debecb7cd6 req-a685dbbb-3b12-40d1-913a-065514d1ebfa tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519588 Mar 10 17:31:08.999964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:09.036113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:09.065639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019a68d4-be8b-4136-9ff8-ca4d10a3c314']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.089887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a851bf-30bc-47dc-bab8-35307d32ea85') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.090180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a851bf-30bc-47dc-bab8-35307d32ea85') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:09.131346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.176008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.185428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.203002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:09.203444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.263190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 538999f1-a920-4ba0-af82-e156030e440d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:09.301054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:09.316156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 538999f1-a920-4ba0-af82-e156030e440d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:09.316750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 538999f1-a920-4ba0-af82-e156030e440d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:09.336438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:09.373880 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:09.394513 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-15f157ba-6549-49f1-bcd8-3d960a52e898 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3158627fdbb545599f9be099ffa1cd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050325 Mar 10 17:31:09.395374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58842) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:09.402705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bf7b96da-ef38-47e4-ae5f-016298e3b87f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.405818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.406953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf7b96da-ef38-47e4-ae5f-016298e3b87f HTTP/1.1" status: 204 len: 168 time: 1.3315802 Mar 10 17:31:09.419821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea72be0-4c01-43df-b4d7-343599aa7c6b None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:31:09.425879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:09.472963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:31:09.472963 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:31:09.472963 n-d-833115-2 neutron-server[103794]: [parameters: {'id': '019a68d4-be8b-4136-9ff8-ca4d10a3c314'}] Mar 10 17:31:09.472963 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:31:09.476371 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:31:09.505531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0aa343-8f78-4640-80e6-c170a6506075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b96da-ef38-47e4-ae5f-016298e3b87f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:09.585064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] Publish callbacks [] for security_group (a6107977-e187-4d52-a432-d912e40f28b8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.640088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] Publish callbacks [] for security_group (a6107977-e187-4d52-a432-d912e40f28b8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.748188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6107977-e187-4d52-a432-d912e40f28b8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.750906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.752319 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6107977-e187-4d52-a432-d912e40f28b8 HTTP/1.1" status: 204 len: 168 time: 0.3550186 Mar 10 17:31:09.767471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868a5b-3d65-4d41-97ae-b9c1450457fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6107977-e187-4d52-a432-d912e40f28b8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:09.928978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bbca5-fe7c-418c-a9e1-f23f1ecacaed None None] Network 019a68d4-be8b-4136-9ff8-ca4d10a3c314 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:09.977289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:09.990182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.2.2.100 (fab475e2-8b0e-4bdb-af21-5235b5b53326/4d32e59f-6603-4a5d-b2c1-14b9eac14463/acb1c126-374b-4ef4-af25-15113c633742) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:10.121993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port 1c8c2e98-2909-4bb4-bb61-9900f744d490 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:10.123050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.189036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (acb1c126-374b-4ef4-af25-15113c633742), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.261593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:10.264208 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cad4b-8344-4a44-b957-6d83fbd8bd99" -d '{"events": [{"name": "network-changed", "server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:10.275101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e0f3d65-ccd5-428f-a514-4599092c1b00 req-0382a135-b9a1-4fd7-a167-e56122ecb0cd tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3298094 Mar 10 17:31:10.276101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:10.304072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks [] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.320387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Transition to ACTIVE for port object 5d1b4b43-d5be-4dca-af5d-3115cd404d57 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:10.332377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007389d-6467-45f3-b817-29a5dc2dfe5d req-acafd47f-773a-482c-a1b1-8cd8f1d4009c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:10.334514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9007389d-6467-45f3-b817-29a5dc2dfe5d req-acafd47f-773a-482c-a1b1-8cd8f1d4009c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 1.1745677 Mar 10 17:31:10.336989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.339106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.407301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port 1c8c2e98-2909-4bb4-bb61-9900f744d490, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1c8c2e98-2909-4bb4-bb61-9900f744d490,segment=NetworkSegment(64a851bf-30bc-47dc-bab8-35307d32ea85),segment_id=64a851bf-30bc-47dc-bab8-35307d32ea85)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:10.407976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.425285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:31:10.426282 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:31:10.443172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for 1c8c2e98-2909-4bb4-bb61-9900f744d490 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:10.577926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1c8c2e98-2909-4bb4-bb61-9900f744d490), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.649610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:10.653733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=1c8c2e98-2909-4bb4-bb61-9900f744d490,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:10.660615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464453a-b36e-4428-8259-703da041faea service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:10.665211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port 1c8c2e98-2909-4bb4-bb61-9900f744d490 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:10.679188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:10.680524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:10.681976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-9b4105ce-6455-4b0f-b4fe-922271e83f85 service neutron] 10.222.0.41 "PUT /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 1121 time: 7.2018330 Mar 10 17:31:10.764116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:10.775171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['859a04a4-b5de-43a1-901c-994ab5426405'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:10.807064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:10.892541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['859a04a4-b5de-43a1-901c-994ab5426405'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:10.992859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.053878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] No DVR routers for this DVR port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:11.058954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019a68d4-be8b-4136-9ff8-ca4d10a3c314']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:11.096623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a851bf-30bc-47dc-bab8-35307d32ea85') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:11.096929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a851bf-30bc-47dc-bab8-35307d32ea85') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:11.121555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9007389d-6467-45f3-b817-29a5dc2dfe5d req-acdd6f39-2917-48cd-8377-abb42157f088 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7675793 Mar 10 17:31:11.125632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.131911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:11.163978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.191996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:11.192419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (64a851bf-30bc-47dc-bab8-35307d32ea85), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:11.204843 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:11.344760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:11.370285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:11.370991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.423903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0bac-855e-4361-a6ea-21d0e0f7c7d0 req-084b246a-8e3b-469f-9e50-3d5581522a08 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:11.432410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a38e0bac-855e-4361-a6ea-21d0e0f7c7d0 req-084b246a-8e3b-469f-9e50-3d5581522a08 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.8741913 Mar 10 17:31:11.448037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (019a68d4-be8b-4136-9ff8-ca4d10a3c314), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.463719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.475163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:11.475497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:11.480214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/019a68d4-be8b-4136-9ff8-ca4d10a3c314 HTTP/1.1" status: 204 len: 168 time: 5.3074329 Mar 10 17:31:11.480356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:11.487705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58896) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:11.514697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7b7c7-bf0e-476b-b09e-51c0791ee2b0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=019a68d4-be8b-4136-9ff8-ca4d10a3c314,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:11.659282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e6011c1c-eb24-46f8-b7ae-be3a58a83bd6 None None] Provisioning complete for port acb1c126-374b-4ef4-af25-15113c633742 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:11.661503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e6011c1c-eb24-46f8-b7ae-be3a58a83bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (acb1c126-374b-4ef4-af25-15113c633742), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:11.682058 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5190618a-6b93-439d-8e24-39bb939942a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] GET failed (client error): The resource could not be found. Mar 10 17:31:11.687631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5190618a-6b93-439d-8e24-39bb939942a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets/3561eba3-da52-4827-ba24-7dd9bd721dda HTTP/1.1" status: 404 len: 337 time: 0.1962984 Mar 10 17:31:11.690616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58902) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:11.731347 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1cdf20-7c0f-4433-9418-45fe6e41ee4a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:11.737794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1cdf20-7c0f-4433-9418-45fe6e41ee4a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:11.750147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d1cdf20-7c0f-4433-9418-45fe6e41ee4a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/019a68d4-be8b-4136-9ff8-ca4d10a3c314 HTTP/1.1" status: 404 len: 339 time: 0.0538805 Mar 10 17:31:11.750891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:11.766319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a38e0bac-855e-4361-a6ea-21d0e0f7c7d0 req-1b5fbe8a-9775-4e0e-8bf7-907f06e1093d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325541 Mar 10 17:31:11.775124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f3d9897f-8ab2-496c-8187-cfae71656c99 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5920248 Mar 10 17:31:11.804375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:11.804375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Attempting to bind port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:11.833376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'admin_state_up': True, 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'security_groups': ['b4133037-9d87-45ea-8e1f-dddb8f7c5812']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:11.906182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043feab3-9237-4a96-83e5-442018a52b9c x-openstack-request-id: req-043feab3-9237-4a96-83e5-442018a52b9c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:11.937780 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:11.938197 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-043feab3-9237-4a96-83e5-442018a52b9c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:11.938677 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'status': 'completed', 'code': 200} Mar 10 17:31:11.939654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:11.940004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:11.940622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:11.945400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Bound port: 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:11.950941 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.028860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:12.072336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e6011c1c-eb24-46f8-b7ae-be3a58a83bd6 None None] Port acb1c126-374b-4ef4-af25-15113c633742 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:12.222784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-d61e6640-4d65-48b8-9687-7454734b5c67 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.240640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-d61e6640-4d65-48b8-9687-7454734b5c67 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.256210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-d61e6640-4d65-48b8-9687-7454734b5c67 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.272232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-d61e6640-4d65-48b8-9687-7454734b5c67 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.279985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-d61e6640-4d65-48b8-9687-7454734b5c67 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 3093 time: 0.8918738 Mar 10 17:31:12.369724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8120816d-d191-4024-b94f-a5bf045038a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.412655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c83a9b-79e7-4400-aba2-c5b824d52ab0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.415760 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0c83a9b-79e7-4400-aba2-c5b824d52ab0 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6638727 Mar 10 17:31:12.421175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:12.489615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1220571724-network', 'tenant_id': '89b83cec76814600bad6b89f15bdf135'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:12.668191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:12.678832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:12.731684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.761776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-79bb09c2-41a8-42fa-8416-2749eaac91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.763482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-79bb09c2-41a8-42fa-8416-2749eaac91a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1126 time: 0.8073573 Mar 10 17:31:12.796338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e7a536c-0425-4fc6-9b23-07895736df11 req-5deb45d3-e1cd-4257-bed4-6d47fda4fd7b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5154536 Mar 10 17:31:12.831216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4052e6-fac7-4313-b0a3-908ea8a32fde req-a10e814f-0547-4bb1-b3d5-b137c259fa8b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.838992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4052e6-fac7-4313-b0a3-908ea8a32fde req-a10e814f-0547-4bb1-b3d5-b137c259fa8b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.7847695 Mar 10 17:31:12.875867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:12.876848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.883030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-e464453a-b36e-4428-8259-703da041faea service neutron] 10.222.0.59 "PUT /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 1096 time: 8.1815925 Mar 10 17:31:12.990319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Made reservation on behalf of 89b83cec76814600bad6b89f15bdf135 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:12.992858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:12.994535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Made reservation on behalf of 4ef0c821cdac4ff0a19389fe19213ed6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:12.999700 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a2d14889-295a-42eb-abe2-f7c4684a38e4 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 207 time: 0.5735097 Mar 10 17:31:13.000429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58946) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:13.014548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.112295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.399580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09119156-c04c-4092-99bf-57135483324c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.405088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09119156-c04c-4092-99bf-57135483324c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.411843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09119156-c04c-4092-99bf-57135483324c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.418244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09119156-c04c-4092-99bf-57135483324c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.420590 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09119156-c04c-4092-99bf-57135483324c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4197302 Mar 10 17:31:13.426363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:13.540253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks [] for security_group (7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.552560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.613144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9f381e4-db3c-489f-8419-7783ed4d91cf tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1841753 Mar 10 17:31:13.620752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:31:13.623048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:13.672652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:13.687995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5a0abb4b-34f0-412b-b928-264b8686d7a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.688562 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Added segment 5a0abb4b-34f0-412b-b928-264b8686d7a5 of type vlan for network 1925fec3-3073-46df-bb5b-8af18ef94711 Mar 10 17:31:13.713751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464453a-b36e-4428-8259-703da041faea service neutron] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=11']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:13.767656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f101d3-9d64-4f8d-ab40-6560e5a882f7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.769144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f101d3-9d64-4f8d-ab40-6560e5a882f7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.770819 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-10f101d3-9d64-4f8d-ab40-6560e5a882f7 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1464832 Mar 10 17:31:13.773020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (1925fec3-3073-46df-bb5b-8af18ef94711), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.775687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:13.839400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771055dd-8285-41f8-a264-036419c55532 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.840671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771055dd-8285-41f8-a264-036419c55532 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.842468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-771055dd-8285-41f8-a264-036419c55532 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0654995 Mar 10 17:31:13.847171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58960) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:13.849148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4052e6-fac7-4313-b0a3-908ea8a32fde req-81ca9cc3-69f4-4a0b-8a32-166b1b6f1e02 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0086370 Mar 10 17:31:13.876264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-990dbc39-6b65-4c2a-b2e4-b4a0077d338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.878191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-990dbc39-6b65-4c2a-b2e4-b4a0077d338c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 1.0766537 Mar 10 17:31:13.887506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-728696c0-1794-4467-b727-547869e75aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.889028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-728696c0-1794-4467-b727-547869e75aba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1130 time: 0.9507813 Mar 10 17:31:13.940934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}, {'name': 'network-changed', 'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405'}, {'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:13.943269 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d55f3-9784-41ca-99d0-95cbc6e632b9" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}, {"name": "network-changed", "server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "tag": "859a04a4-b5de-43a1-901c-994ab5426405"}, {"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:13.985230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (1925fec3-3073-46df-bb5b-8af18ef94711), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.986212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:13.986830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:13.990982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-92be6a53-58fb-48ca-91df-3cf299ce26c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 217 time: 0.0976052 Mar 10 17:31:13.998716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2a5df-8343-4ded-a030-204fb01ef7cf req-12e2b821-f7b5-4d8a-88bd-2f440bdbebf3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.000236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2fe2a5df-8343-4ded-a030-204fb01ef7cf req-12e2b821-f7b5-4d8a-88bd-2f440bdbebf3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.9781356 Mar 10 17:31:14.076643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=1925fec3-3073-46df-bb5b-8af18ef94711,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:14.084761 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2429a651-c53c-49d9-ac67-b6334efd7ee7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0539200 Mar 10 17:31:14.088000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 1925fec3-3073-46df-bb5b-8af18ef94711 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:31:14.088522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:14.093250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Request body: {'subnet': {'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1220571724-subnet', 'tenant_id': '89b83cec76814600bad6b89f15bdf135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:14.122853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-33a284b4-4244-4288-8214-ae1a549c03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.124366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-33a284b4-4244-4288-8214-ae1a549c03d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0967197 Mar 10 17:31:14.134480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b983d6ba-5753-499f-a226-56f2bf38ffb9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.136486 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b983d6ba-5753-499f-a226-56f2bf38ffb9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks/ac1417a3-4139-4824-820f-d8b0457a7ce1 HTTP/1.1" status: 200 len: 799 time: 0.2881417 Mar 10 17:31:14.137810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Made reservation on behalf of 89b83cec76814600bad6b89f15bdf135 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:14.140652 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.143423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:14.213424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2fe2a5df-8343-4ded-a030-204fb01ef7cf req-ccfa488e-a6fd-4941-b731-6ee9075f7301 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840089 Mar 10 17:31:14.215466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-793afc2f-cbc7-45b0-9132-7741c39a2d42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378129 Mar 10 17:31:14.343644 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ada3a874-823d-40d4-a618-0df15102d183 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/networks/ac1417a3-4139-4824-820f-d8b0457a7ce1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1991739 Mar 10 17:31:14.350474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58982) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:14.421275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b187d-4567-4d41-aaf9-046313c1b726 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.422704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b44b187d-4567-4d41-aaf9-046313c1b726 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets/12046cda-c050-4872-9bcc-fe8e46e060b8 HTTP/1.1" status: 200 len: 811 time: 0.0693138 Mar 10 17:31:14.431106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:14.463127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77b64-61c4-4e2a-b028-52381f8da1f1 req-9f2a222e-c232-455a-bc8a-b5004b5d30e6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.470343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82c77b64-61c4-4e2a-b028-52381f8da1f1 req-9f2a222e-c232-455a-bc8a-b5004b5d30e6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.4690344 Mar 10 17:31:14.562803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f700ce-c7e3-4f70-bea8-6b9fa0d5c795 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.564193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5f700ce-c7e3-4f70-bea8-6b9fa0d5c795 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "GET /v2.0/subnets/12046cda-c050-4872-9bcc-fe8e46e060b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1321497 Mar 10 17:31:14.569901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:14.579801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-160169381'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:14.610808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fdc7f68-3814-4638-b14b-a487e3ea74fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.614114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:14.631673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.699566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Allocated IP 10.2.2.200 (fab475e2-8b0e-4bdb-af21-5235b5b53326/4d32e59f-6603-4a5d-b2c1-14b9eac14463/8fce8e67-49a6-4264-8da3-2c9be3196c3b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:14.726402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:31:14.733000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-a96e3b23-dc17-4118-9375-8fada90ac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.735257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-a96e3b23-dc17-4118-9375-8fada90ac538 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.8314354 Mar 10 17:31:14.770698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7679a675-5a0d-4275-a1cb-b136de4e49a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.771125 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Added segment 7679a675-5a0d-4275-a1cb-b136de4e49a6 of type vlan for network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a Mar 10 17:31:14.773506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82c77b64-61c4-4e2a-b028-52381f8da1f1 req-bf0a9eb6-d4a8-49f7-9378-b5c30f02ce9d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022704 Mar 10 17:31:14.820398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-a664096d-2e51-440e-9f43-208d9d6c7783 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882931 Mar 10 17:31:14.827015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-ad442477-a7de-4072-b42a-e1b6ef05494b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0716343 Mar 10 17:31:14.851047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e085a4ee-020e-4a40-a1f1-acdfdccd2b46), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.878126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:14.896255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-8b4b3f51-6623-4ac1-a730-070f6e37395f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.903437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-8b4b3f51-6623-4ac1-a730-070f6e37395f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.910494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-8b4b3f51-6623-4ac1-a730-070f6e37395f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.918617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-8b4b3f51-6623-4ac1-a730-070f6e37395f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:14.920759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-8b4b3f51-6623-4ac1-a730-070f6e37395f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 3093 time: 0.4481907 Mar 10 17:31:14.922260 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6317a8c-af4f-4697-a678-78718b7ded97 x-openstack-request-id: req-d6317a8c-af4f-4697-a678-78718b7ded97 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:14.922577 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "code": 200}, {"name": "network-changed", "server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "tag": "859a04a4-b5de-43a1-901c-994ab5426405", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:14.922826 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6317a8c-af4f-4697-a678-78718b7ded97 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:14.923216 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'code': 200} Mar 10 17:31:14.923467 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405', 'status': 'completed', 'code': 200} Mar 10 17:31:14.923716 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'status': 'completed', 'code': 200} Mar 10 17:31:15.077912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e085a4ee-020e-4a40-a1f1-acdfdccd2b46,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:15.124291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Checking segment: {'id': '5a0abb4b-34f0-412b-b928-264b8686d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:15.127821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Network hostable DHCP agents. Network: 1925fec3-3073-46df-bb5b-8af18ef94711, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:31:15.158799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:15.161144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-f18cc3cd-879c-478e-b72c-e2cd85f4d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.162715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-f18cc3cd-879c-478e-b72c-e2cd85f4d34c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.3227525 Mar 10 17:31:15.184446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.186657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:15.316703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-acc73f4c-d419-4b7c-ac48-3a1e9a8190f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.318197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-acc73f4c-d419-4b7c-ac48-3a1e9a8190f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1130 time: 0.3516335 Mar 10 17:31:15.331934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7811303f-5409-451a-9e6d-4598a73e7d02 req-02b5b969-1da9-4a86-aceb-a573f251bc4c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621528 Mar 10 17:31:15.348537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d83cad4b-8344-4a44-b957-6d83fbd8bd99 req-a7ea48f9-9323-455c-9692-a2c0f2c0f681 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133588 Mar 10 17:31:15.494868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Network': ['ID=0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:15.522144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:31:15.547112 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f1884048-4ef4-4ab6-a53c-931773488796 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9751670 Mar 10 17:31:15.547943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:15.564060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:15.634494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:15.656770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Network 1925fec3-3073-46df-bb5b-8af18ef94711 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:31:15.695855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-710d4c97-73f9-40c7-a8c4-5326071d5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.697657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-710d4c97-73f9-40c7-a8c4-5326071d5f33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1155 time: 0.7379477 Mar 10 17:31:15.730538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Made reservation on behalf of 9ab75128ec6a42b0bfd011c5cf9a5259 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:15.740308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:15.835762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 1925fec3-3073-46df-bb5b-8af18ef94711) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:15.876825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b50a95-8247-4ffa-be1a-004bfccb2f7f None None] Network 1925fec3-3073-46df-bb5b-8af18ef94711 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:15.880859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-c25e7e5f-3100-4e69-975a-2f34f462bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.882375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-c25e7e5f-3100-4e69-975a-2f34f462bbae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6733375 Mar 10 17:31:15.923110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Performing IP validity checks on allocation pools {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:31:15.923669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:31:15.928987 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:15.934988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:15.935102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.087802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfa97b-3ca7-4685-85ba-5e9a3c9f0bcb None None] Network 1925fec3-3073-46df-bb5b-8af18ef94711 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:16.151592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (81ebd46e-8194-4c5c-8c44-d5cee2576ffa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.210752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-cda47721-fa71-43d3-81ee-0f91c68f4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.212146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-cda47721-fa71-43d3-81ee-0f91c68f4235 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.8780525 Mar 10 17:31:16.349037 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-852b4e42-991f-4b28-ac90-334e45eb9f8f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2592225 Mar 10 17:31:16.391176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b1f1f-8aed-48e1-8d60-d6a0c99a41fd req-f7c1c94b-efb4-47e5-a247-083ee4e42ef5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.392876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c40b1f1f-8aed-48e1-8d60-d6a0c99a41fd req-f7c1c94b-efb4-47e5-a247-083ee4e42ef5 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.7405281 Mar 10 17:31:16.394901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-85f298d6-7336-401c-8e8f-12aa49960c55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.1531217 Mar 10 17:31:16.396065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.456566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=81ebd46e-8194-4c5c-8c44-d5cee2576ffa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:16.459337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Checking segment: {'id': '7679a675-5a0d-4275-a1cb-b136de4e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:16.462684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network hostable DHCP agents. Network: 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:31:16.489789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-67ea17cc-4ecf-4131-be1b-1b51541ebc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.492409 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-67ea17cc-4ecf-4131-be1b-1b51541ebc05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.7825010 Mar 10 17:31:16.578725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-e81f87a2-0dac-40a4-8a94-190181b58067 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.0744672 Mar 10 17:31:16.579588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:31:16.580464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c40b1f1f-8aed-48e1-8d60-d6a0c99a41fd req-27860840-cc23-49ab-96fe-9aeb8dc0024f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749067 Mar 10 17:31:16.582069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-d899456b-4f4f-431f-8e97-2816f44bbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.584250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-d899456b-4f4f-431f-8e97-2816f44bbdb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1667898 Mar 10 17:31:16.601015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee349-ea73-433b-9ffb-ffe53c37e492 req-d6fabd8c-0c07-4692-a34a-1d4adab4a9b6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.603268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:16.603738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-499ee349-ea73-433b-9ffb-ffe53c37e492 req-d6fabd8c-0c07-4692-a34a-1d4adab4a9b6 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.5029733 Mar 10 17:31:16.612351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9865468-c159-4d3d-88c1-8e3630809964 None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:16.643807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.644693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.645094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:16.689537 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6f21b17-8729-4f7e-a1e8-daa1f9b05f8e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1367068 Mar 10 17:31:16.690771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:16.693731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-4eda50e5-2648-4c81-8521-604912e9b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:16.698176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-4eda50e5-2648-4c81-8521-604912e9b351 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1069944 Mar 10 17:31:16.706716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:16.723606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:16.726651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:16.773342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-ea1f9203-bb0a-4ade-857b-ff7b9fa2ede5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617828 Mar 10 17:31:16.843403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a', 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a', 'project_id': '9ab75128ec6a42b0bfd011c5cf9a5259', 'fixed_ips': [{'subnet_id': '81ebd46e-8194-4c5c-8c44-d5cee2576ffa'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:31:16.844290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:16.891966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-0a8b5ea4-ee66-4aac-9e89-d2170e2f96e6 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9369001 Mar 10 17:31:16.899791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:17.060176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-499ee349-ea73-433b-9ffb-ffe53c37e492 req-82676594-535b-4e47-bb70-424fd13f1a34 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998544 Mar 10 17:31:17.075953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:17.076733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.145156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.145409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.145740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.146716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.148585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.149050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.149452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.150695 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-b1a1f364-f5e3-4381-bbbd-d3f925b59460 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659298 Mar 10 17:31:17.151150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.151595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.151962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.153452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.153855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.154249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:31:17.176914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-9a1d9cff-93c1-43b1-867a-6b98ca365d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:17.179833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-9a1d9cff-93c1-43b1-867a-6b98ca365d8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5747540 Mar 10 17:31:17.187422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c4c36653-10f6-42f8-8851-bb09d2381802 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3898981 Mar 10 17:31:17.202126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.223383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Allocated IP 172.20.0.3 (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a/81ebd46e-8194-4c5c-8c44-d5cee2576ffa/ad67f61f-6271-4609-ab9e-99610042cc2e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:17.228208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33467097'] for subnet (81ebd46e-8194-4c5c-8c44-d5cee2576ffa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.237917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aeb1ca86-b63c-45a2-b3d0-3c87432cc449 None None] Provisioning complete for port 8fce8e67-49a6-4264-8da3-2c9be3196c3b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:17.238446 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ca86-b63c-45a2-b3d0-3c87432cc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.308790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-baf8c320-ef88-4553-bc09-6857b2cf3e5c service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171548 Mar 10 17:31:17.313795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:17.391530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228ea8-2f13-4fc0-86c6-44afcdde54da req-81513745-55c4-4e8b-9afb-95c2d4f43669 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:17.393089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b228ea8-2f13-4fc0-86c6-44afcdde54da req-81513745-55c4-4e8b-9afb-95c2d4f43669 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.6056681 Mar 10 17:31:17.424778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1ca86-b63c-45a2-b3d0-3c87432cc449 None None] Port 8fce8e67-49a6-4264-8da3-2c9be3196c3b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:17.459835 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-86e32eb9-72b2-4d60-9302-e84b825b2e62 service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867482 Mar 10 17:31:17.559959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks [] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.593321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.599695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.766877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:17.781250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:17.789436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:17.801349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Pushing event updated for resources: {'Port': ['ID=ad67f61f-6271-4609-ab9e-99610042cc2e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:17.956390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791081072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33378784'] for subnet (81ebd46e-8194-4c5c-8c44-d5cee2576ffa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.962694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Attempting to bind port ad67f61f-6271-4609-ab9e-99610042cc2e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:17.963764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Attempting to bind port ad67f61f-6271-4609-ab9e-99610042cc2e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '7679a675-5a0d-4275-a1cb-b136de4e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:17.964512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Attempting to bind port ad67f61f-6271-4609-ab9e-99610042cc2e on network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:17.970576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:17.971360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Checking segment: {'id': '7679a675-5a0d-4275-a1cb-b136de4e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:17.972010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:17.972633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Bound using segment: {'id': '7679a675-5a0d-4275-a1cb-b136de4e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:17.973395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Bound port: ad67f61f-6271-4609-ab9e-99610042cc2e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7679a675-5a0d-4275-a1cb-b136de4e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:17.974407 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.066375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:18.066913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.068248 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "PUT /v2.0/subnets/81ebd46e-8194-4c5c-8c44-d5cee2576ffa HTTP/1.1" status: 200 len: 877 time: 1.3684893 Mar 10 17:31:18.073727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:18.117461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdd0884-8527-4f9d-9ab2-6169b282eabe {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:18.126972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks [] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.154671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Transition to ACTIVE for port object 0bdd0884-8527-4f9d-9ab2-6169b282eabe will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:18.162180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] For port ad67f61f-6271-4609-ab9e-99610042cc2e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:18.168024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] For port ad67f61f-6271-4609-ab9e-99610042cc2e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ad67f61f-6271-4609-ab9e-99610042cc2e,segment=NetworkSegment(7679a675-5a0d-4275-a1cb-b136de4e49a6),segment_id=7679a675-5a0d-4275-a1cb-b136de4e49a6)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:18.178620 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.222854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.239587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9043d-cfe8-4f0f-9a4a-e57da2d090da tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event updated for resources: {'Subnet': ['ID=81ebd46e-8194-4c5c-8c44-d5cee2576ffa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:18.275863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.321029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port ad67f61f-6271-4609-ab9e-99610042cc2e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:18.321461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.324652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ca99-2399-4581-9d02-c90dc8927ee1 None None] Pushing event updated for resources: {'Port': ['ID=ad67f61f-6271-4609-ab9e-99610042cc2e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:18.442165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:18.469066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b228ea8-2f13-4fc0-86c6-44afcdde54da req-14e91c2f-3195-407f-bc27-c9dddc7b950d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0189247 Mar 10 17:31:18.492297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d25665a-6962-4157-ba27-970eb5bc3be7 req-0ce1de79-00fd-4a29-b5f4-52ef80af0e21 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5790477 Mar 10 17:31:18.539081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port ad67f61f-6271-4609-ab9e-99610042cc2e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ad67f61f-6271-4609-ab9e-99610042cc2e,segment=NetworkSegment(7679a675-5a0d-4275-a1cb-b136de4e49a6),segment_id=7679a675-5a0d-4275-a1cb-b136de4e49a6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:18.543043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.582535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for ad67f61f-6271-4609-ab9e-99610042cc2e owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:18.678301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:18.949019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad67f61f-6271-4609-ab9e-99610042cc2e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.025024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=ad67f61f-6271-4609-ab9e-99610042cc2e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.171198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port ad67f61f-6271-4609-ab9e-99610042cc2e on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:19.290595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (81ebd46e-8194-4c5c-8c44-d5cee2576ffa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.430415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.439397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (81ebd46e-8194-4c5c-8c44-d5cee2576ffa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.459907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.468661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.481776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.499870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.501782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-0670df0e-3087-4e44-9020-ffeb616d9107 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 3826 time: 1.2652142 Mar 10 17:31:19.623005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.628379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-db959f56-86bb-4256-9316-bd6865ca293f service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2966726 Mar 10 17:31:19.653289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:19.667897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7679a675-5a0d-4275-a1cb-b136de4e49a6') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:19.668280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7679a675-5a0d-4275-a1cb-b136de4e49a6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:19.689492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (7679a675-5a0d-4275-a1cb-b136de4e49a6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.710760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7679a675-5a0d-4275-a1cb-b136de4e49a6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.720537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:19.720952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (7679a675-5a0d-4275-a1cb-b136de4e49a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:19.806122 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:19.827456 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.833339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:19.840664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a HTTP/1.1" status: 204 len: 168 time: 1.7629182 Mar 10 17:31:19.845750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-eeb1547d-798a-4f37-93a4-49e82ac2da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:19.853441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-eeb1547d-798a-4f37-93a4-49e82ac2da92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 1130 time: 1.2726200 Mar 10 17:31:19.855018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=81ebd46e-8194-4c5c-8c44-d5cee2576ffa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:19.856662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59126) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:19.863191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050e397-06e1-42d1-a932-a07a778c7701 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:20.063958 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e94d51-b7a6-40bd-80d7-69efd6af5e13 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:20.064426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e94d51-b7a6-40bd-80d7-69efd6af5e13 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:20.071285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f3e94d51-b7a6-40bd-80d7-69efd6af5e13 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/81ebd46e-8194-4c5c-8c44-d5cee2576ffa HTTP/1.1" status: 404 len: 337 time: 0.1968050 Mar 10 17:31:20.071285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-6622d796-d0cf-4923-82b0-0e295d45e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.071624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-6622d796-d0cf-4923-82b0-0e295d45e8f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1357763 Mar 10 17:31:20.072935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59128) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:20.114262 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8ca8bf-df87-4147-a0fd-5cef45cff087 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:20.115697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8ca8bf-df87-4147-a0fd-5cef45cff087 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:20.131320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a8ca8bf-df87-4147-a0fd-5cef45cff087 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a HTTP/1.1" status: 404 len: 339 time: 0.0571840 Mar 10 17:31:20.132262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:20.133784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-0f675556-d620-441c-8016-841f452f43fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 200 len: 217 time: 0.0443068 Mar 10 17:31:20.141312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f66a750-629f-46d8-a6f1-b7ff006f8e5d req-a59ef042-71ba-4fa7-a2f6-6911b78dd5d9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5610890 Mar 10 17:31:20.151989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Attempting to bind port 0bdd0884-8527-4f9d-9ab2-6169b282eabe on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:20.152348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Attempting to bind port 0bdd0884-8527-4f9d-9ab2-6169b282eabe by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:20.152675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Attempting to bind port 0bdd0884-8527-4f9d-9ab2-6169b282eabe on network 407ac063-017d-423f-8b4c-bac17d9d9a3d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:20.163687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Port 0bdd0884-8527-4f9d-9ab2-6169b282eabe on network 407ac063-017d-423f-8b4c-bac17d9d9a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:20.163990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Attempting to bind port 0bdd0884-8527-4f9d-9ab2-6169b282eabe on network 407ac063-017d-423f-8b4c-bac17d9d9a3d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:20.196722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:20.197065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Checking segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:20.197483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Bound using segment: {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:20.197930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Bound port: 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:20.198285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.254618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-25288ca0-41db-47a0-96d9-d9b43f3ef461 None None] Could not find standard attr ID for object ad67f61f-6271-4609-ab9e-99610042cc2e. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:31:20.255909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-16753c38-7cce-43c5-b41d-d51eca1f9e5d tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.260416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-16753c38-7cce-43c5-b41d-d51eca1f9e5d tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/networks?id=1925fec3-3073-46df-bb5b-8af18ef94711 HTTP/1.1" status: 200 len: 814 time: 0.8529186 Mar 10 17:31:20.290413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-c0982add-5b1c-480c-9a98-556116c9c13a tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/quotas/89b83cec76814600bad6b89f15bdf135 HTTP/1.1" status: 200 len: 375 time: 0.0235338 Mar 10 17:31:20.293249 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-968beac2-f481-4fd8-b240-cdecef8f9266 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:20.294202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968beac2-f481-4fd8-b240-cdecef8f9266 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:20.302923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-968beac2-f481-4fd8-b240-cdecef8f9266 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/3561eba3-da52-4827-ba24-7dd9bd721dda HTTP/1.1" status: 404 len: 337 time: 0.1659641 Mar 10 17:31:20.313272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d55b86-a23b-4a29-95c7-127ca099b99e None None] DHCP port deletion for 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:20.323298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:20.332666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-5a0fa457-9039-4355-b351-4c6e08f927b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.334213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-5a0fa457-9039-4355-b351-4c6e08f927b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1897683 Mar 10 17:31:20.336297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-1c3c2dee-1957-42cb-a570-6fb6482f19dc tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89b83cec76814600bad6b89f15bdf135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334194 Mar 10 17:31:20.356834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782ef95-dcb8-4ab4-9ef2-f3c4125874a1 None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:20.394738 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-74336113-afa8-4415-9d23-fcaa4c8f3363 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:20.395584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782ef95-dcb8-4ab4-9ef2-f3c4125874a1 None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:31:20.395959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74336113-afa8-4415-9d23-fcaa4c8f3363 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:20.405022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-74336113-afa8-4415-9d23-fcaa4c8f3363 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/019a68d4-be8b-4136-9ff8-ca4d10a3c314 HTTP/1.1" status: 404 len: 339 time: 0.0747411 Mar 10 17:31:20.406773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb30d7-d0b3-4361-966a-10aeb224aaff None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:20.408789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:20.441757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb30d7-d0b3-4361-966a-10aeb224aaff None None] Network 0b61ed5a-bcd2-4bf9-9a48-dfb91b6f253a could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:31:20.583462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.643735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:20.686725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:20.707772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-29ea4d19-e183-4b13-a657-15eb45549284 service neutron] 10.222.0.35 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984483 Mar 10 17:31:20.737558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.786566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.819907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c462e0f-6825-4c0b-b465-0acadc5483e5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:20.828478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-32bac5c0-8344-423f-90fd-e34810814158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.830503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-32bac5c0-8344-423f-90fd-e34810814158 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4821229 Mar 10 17:31:20.865550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc74f39b-b432-4284-98f9-ccc92b5500e7') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:20.865833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bbae2-f577-4733-9205-315a1678b7f0 req-d36ffe6c-f4f0-4122-bd3a-873ff3ca5a10 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.865963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc74f39b-b432-4284-98f9-ccc92b5500e7') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:20.869904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-316bbae2-f577-4733-9205-315a1678b7f0 req-d36ffe6c-f4f0-4122-bd3a-873ff3ca5a10 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.4437687 Mar 10 17:31:20.871696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:20.872536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.874237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] 10.222.0.41 "PUT /v2.0/ports/0bdd0884-8527-4f9d-9ab2-6169b282eabe HTTP/1.1" status: 200 len: 1091 time: 3.5645490 Mar 10 17:31:20.917423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:20.920173 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3343f9-03f5-4f94-8661-e99ac338be90" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:20.920429 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (bc74f39b-b432-4284-98f9-ccc92b5500e7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.929359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:20.944992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bc74f39b-b432-4284-98f9-ccc92b5500e7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:20.952240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:20.952997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (bc74f39b-b432-4284-98f9-ccc92b5500e7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:21.034182 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:21.045023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6c462e0f-6825-4c0b-b465-0acadc5483e5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:21.060292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:21.065423 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/6c462e0f-6825-4c0b-b465-0acadc5483e5 HTTP/1.1" status: 204 len: 168 time: 0.6556251 Mar 10 17:31:21.067949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.083161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-52d68b59-b299-43a7-81c1-0fd9b225ed8b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407453 Mar 10 17:31:21.088547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b38b-02fd-4453-9580-b1cf5352468a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=6c462e0f-6825-4c0b-b465-0acadc5483e5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:21.099840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ad67f61f-6271-4609-ab9e-99610042cc2e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:21.117942 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dbb9d2-3daf-4dcc-a325-aa3ce9be593a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.118802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dbb9d2-3daf-4dcc-a325-aa3ce9be593a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.124053 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-05dbb9d2-3daf-4dcc-a325-aa3ce9be593a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/c9f859d1-93eb-48a8-9915-d78d3869461b HTTP/1.1" status: 404 len: 337 time: 0.0528033 Mar 10 17:31:21.125155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.141723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ad67f61f-6271-4609-ab9e-99610042cc2e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:21.141974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ad67f61f-6271-4609-ab9e-99610042cc2e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:21.151909 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-725aea74-a014-46a1-9e04-875389177b97 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.152502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725aea74-a014-46a1-9e04-875389177b97 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.155646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-725aea74-a014-46a1-9e04-875389177b97 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/5c2b3590-2a48-4291-9e9a-e5a22ba41303 HTTP/1.1" status: 404 len: 339 time: 0.0294240 Mar 10 17:31:21.159461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.211285 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-533b4487-a2f6-47a3-9f7c-606d284dd67b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.213474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533b4487-a2f6-47a3-9f7c-606d284dd67b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.217551 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-533b4487-a2f6-47a3-9f7c-606d284dd67b tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/317c494a-1e29-4157-93b9-54d881e76aac HTTP/1.1" status: 404 len: 337 time: 0.0571291 Mar 10 17:31:21.223011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4650-1f04-4528-a2e7-7314cf2e7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:21.244686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59150) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.267550 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-01df4763-c21e-44e0-931f-5b5710a43c7d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.268081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01df4763-c21e-44e0-931f-5b5710a43c7d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.271815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01df4763-c21e-44e0-931f-5b5710a43c7d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/272d04f1-c45a-4022-8abc-61293dc8b692 HTTP/1.1" status: 404 len: 339 time: 0.0262883 Mar 10 17:31:21.275027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.319727 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea63eabb-3689-4a28-88c5-94781a1eb1ed tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.320190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea63eabb-3689-4a28-88c5-94781a1eb1ed tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.323520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea63eabb-3689-4a28-88c5-94781a1eb1ed tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/11edc59b-f35d-4469-a151-963e35e1538e HTTP/1.1" status: 404 len: 337 time: 0.0475061 Mar 10 17:31:21.331068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.349973 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-854c595a-a84a-46f5-a60c-4eca63d875c5 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.350493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854c595a-a84a-46f5-a60c-4eca63d875c5 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.353952 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-854c595a-a84a-46f5-a60c-4eca63d875c5 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/5d5ee44e-0d2d-4c2a-a650-8cda0cade332 HTTP/1.1" status: 404 len: 339 time: 0.0218632 Mar 10 17:31:21.357371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.363409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-040d55f3-9784-41ca-99d0-95cbc6e632b9 req-e3003029-bd55-4ce5-8e6f-ac7927635dd6 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846716 Mar 10 17:31:21.365630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-81c3b5ec-78fe-4c1f-b74a-1b5b9bbd2fac service neutron] 10.222.0.35 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571202 Mar 10 17:31:21.385896 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6681f44-f6b6-4391-b689-97549186e93d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.386561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6681f44-f6b6-4391-b689-97549186e93d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.392717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e6681f44-f6b6-4391-b689-97549186e93d tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/aabde1ae-43ee-4c83-a3fc-c6c36e2fadea HTTP/1.1" status: 404 len: 337 time: 0.0314937 Mar 10 17:31:21.394575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.430928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:21.445300 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ce65bc-b877-409c-9620-7fbbbd7aaac1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.449053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ce65bc-b877-409c-9620-7fbbbd7aaac1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.459356 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5ce65bc-b877-409c-9620-7fbbbd7aaac1 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/83561001-9c0f-4d6f-af96-7b9bfbd16aeb HTTP/1.1" status: 404 len: 339 time: 0.0636113 Mar 10 17:31:21.460466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59160) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.471121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-316bbae2-f577-4733-9205-315a1678b7f0 req-c07bec4b-c295-418e-911a-4ed00c6ddef7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966241 Mar 10 17:31:21.531243 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b170c5-f52c-4e8b-9194-34d9859b087c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.531713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b170c5-f52c-4e8b-9194-34d9859b087c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.560134 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07b170c5-f52c-4e8b-9194-34d9859b087c tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/a9549758-4113-4a5e-9f7d-8b5117402844 HTTP/1.1" status: 404 len: 337 time: 0.0951431 Mar 10 17:31:21.560598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59172) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.624723 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a605ed-0136-45a6-9241-2c88f3c7ce2e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.625245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a605ed-0136-45a6-9241-2c88f3c7ce2e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.631153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.653777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a0a605ed-0136-45a6-9241-2c88f3c7ce2e tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/0ea43979-ec86-4fd7-a2c7-d368407a4b47 HTTP/1.1" status: 404 len: 339 time: 0.0636499 Mar 10 17:31:21.707617 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e169ec6-66bc-4575-a16e-3593e743c1a8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.709647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e169ec6-66bc-4575-a16e-3593e743c1a8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.740061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e169ec6-66bc-4575-a16e-3593e743c1a8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/213b3daa-36e3-48bd-8dc0-c6ea5f3cdb42 HTTP/1.1" status: 404 len: 337 time: 0.1007998 Mar 10 17:31:21.741550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.773334 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-301ed89f-d124-4ae2-b62d-6683f31dc292 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.774297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301ed89f-d124-4ae2-b62d-6683f31dc292 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.779496 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-301ed89f-d124-4ae2-b62d-6683f31dc292 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/6dc66820-6441-4e0b-873c-582019795145 HTTP/1.1" status: 404 len: 339 time: 0.0369713 Mar 10 17:31:21.783392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.823124 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-198c8200-1dfc-49ad-ab51-c061f777aace tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.824366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198c8200-1dfc-49ad-ab51-c061f777aace tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.828610 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-198c8200-1dfc-49ad-ab51-c061f777aace tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/d2a00b09-40a2-4e40-940a-e72c27cd25b9 HTTP/1.1" status: 404 len: 337 time: 0.0434055 Mar 10 17:31:21.831209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.875365 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f7376c-29f6-453d-987e-d0583cf2b0b9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.876267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f7376c-29f6-453d-987e-d0583cf2b0b9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.879062 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72f7376c-29f6-453d-987e-d0583cf2b0b9 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/70a647e7-8a9b-4df2-a4ed-b4be1ffcc842 HTTP/1.1" status: 404 len: 339 time: 0.0466163 Mar 10 17:31:21.882097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.941500 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc3405f-394d-4e09-bf3f-af3cf4bba641 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:21.942391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc3405f-394d-4e09-bf3f-af3cf4bba641 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:21.951139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59196) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:21.951861 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0fc3405f-394d-4e09-bf3f-af3cf4bba641 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/110eabde-8d75-4ae8-af29-b683929e95bb HTTP/1.1" status: 404 len: 337 time: 0.0686252 Mar 10 17:31:22.000476 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8863be80-9b1e-4572-a8a1-84cebab27b3a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:22.001066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8863be80-9b1e-4572-a8a1-84cebab27b3a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:22.006870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8863be80-9b1e-4572-a8a1-84cebab27b3a tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/8d0baf36-ba42-4d27-a550-0fd349e2c727 HTTP/1.1" status: 404 len: 339 time: 0.0401125 Mar 10 17:31:22.007342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:22.047864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33025bc-b864-4a7e-b517-3cd6e1adbb60 req-5e645b9d-e0b9-4b1d-8372-723f0c250b10 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.050463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f33025bc-b864-4a7e-b517-3cd6e1adbb60 req-5e645b9d-e0b9-4b1d-8372-723f0c250b10 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.3900146 Mar 10 17:31:22.064743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699c2ce-77af-4a51-adc4-722069adac6a req-98a98a53-6a5c-4c0e-966b-e6048a43a213 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.081026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:22.081658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1699c2ce-77af-4a51-adc4-722069adac6a req-98a98a53-6a5c-4c0e-966b-e6048a43a213 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 948 time: 0.3110464 Mar 10 17:31:22.133226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting subnet 12046cda-c050-4872-9bcc-fe8e46e060b8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:31:22.156497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (12046cda-c050-4872-9bcc-fe8e46e060b8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.206816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (12046cda-c050-4872-9bcc-fe8e46e060b8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.291304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1699c2ce-77af-4a51-adc4-722069adac6a req-e117efa5-7fcc-45af-8439-0be09306d633 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088704 Mar 10 17:31:22.297491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (12046cda-c050-4872-9bcc-fe8e46e060b8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.375998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (12046cda-c050-4872-9bcc-fe8e46e060b8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.411443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:22.412901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Subnet': ['ID=12046cda-c050-4872-9bcc-fe8e46e060b8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:22.415956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.421655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ca863549-0fa7-4b09-bf19-6d97182120a3 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/subnets/12046cda-c050-4872-9bcc-fe8e46e060b8 HTTP/1.1" status: 204 len: 168 time: 0.4129491 Mar 10 17:31:22.424825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:22.462338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f33025bc-b864-4a7e-b517-3cd6e1adbb60 req-ba864c4e-c072-4c71-95f2-5806b0a39366 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561368 Mar 10 17:31:22.466698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'mac_address': 'fa:16:3e:2e:25:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:22.471641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93177960-6833-4670-92ee-b7f5e06cc071 None None] Network ac1417a3-4139-4824-820f-d8b0457a7ce1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:22.475674 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb3aadd-57d2-4c89-88e7-94ffc2a78da9 x-openstack-request-id: req-bcb3aadd-57d2-4c89-88e7-94ffc2a78da9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:22.476926 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:22.477328 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcb3aadd-57d2-4c89-88e7-94ffc2a78da9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:22.479609 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'status': 'completed', 'code': 200} Mar 10 17:31:22.592465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ac1417a3-4139-4824-820f-d8b0457a7ce1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.673157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:22.674482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.697607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:22.750048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Deleting port 970a2706-0673-4947-887f-39521e72ee5c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:22.754816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (970a2706-0673-4947-887f-39521e72ee5c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.766370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:22.781069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.781498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0c3b64-e003-4fba-846e-ecf235fb769e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:22.798818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] DHCP port deletion for ac1417a3-4139-4824-820f-d8b0457a7ce1 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:31:22.812485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.818361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.823943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.829798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.836837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.838850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-8f61773d-e6ee-4e60-a0c8-dc653bd02486 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 3826 time: 0.2812233 Mar 10 17:31:22.848092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks [] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.863648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Transition to ACTIVE for port object da0c3b64-e003-4fba-846e-ecf235fb769e will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:22.870873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.871356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.871953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.872447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.873164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:22.876166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-e7151dde-4d8d-4af9-b751-4ce8105ac1ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 4392 time: 0.3779485 Mar 10 17:31:22.884193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.917486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] For port 970a2706-0673-4947-887f-39521e72ee5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=970a2706-0673-4947-887f-39521e72ee5c,segment=NetworkSegment(76b5d62b-db83-4abc-a4cd-2af2310670c7),segment_id=76b5d62b-db83-4abc-a4cd-2af2310670c7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:22.918001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (970a2706-0673-4947-887f-39521e72ee5c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:22.953536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Calling delete_port for 970a2706-0673-4947-887f-39521e72ee5c owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:23.002209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:23.040405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Deleting port 970a2706-0673-4947-887f-39521e72ee5c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:31:23.041046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (970a2706-0673-4947-887f-39521e72ee5c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.140297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] For port 970a2706-0673-4947-887f-39521e72ee5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=970a2706-0673-4947-887f-39521e72ee5c,segment=NetworkSegment(76b5d62b-db83-4abc-a4cd-2af2310670c7),segment_id=76b5d62b-db83-4abc-a4cd-2af2310670c7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:23.141493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (970a2706-0673-4947-887f-39521e72ee5c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.153992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (970a2706-0673-4947-887f-39521e72ee5c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.156672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Calling delete_port for 970a2706-0673-4947-887f-39521e72ee5c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:31:23.210415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Port': ['ID=970a2706-0673-4947-887f-39521e72ee5c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:23.221153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] No DVR routers for this DVR port 970a2706-0673-4947-887f-39521e72ee5c on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:23.363940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5d1b4b43-d5be-4dca-af5d-3115cd404d57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:23.375000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 970a2706-0673-4947-887f-39521e72ee5c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:23.398489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abfa43f1-2cb1-4a91-b53c-34fd7809a28f req-cc4442ca-e658-49b7-9a49-cbafcc85e2b1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5211110 Mar 10 17:31:23.477065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ac1417a3-4139-4824-820f-d8b0457a7ce1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.552600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1417a3-4139-4824-820f-d8b0457a7ce1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:23.573179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 970a2706-0673-4947-887f-39521e72ee5c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:31:23.573525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 970a2706-0673-4947-887f-39521e72ee5c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:31:23.601465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b5d62b-db83-4abc-a4cd-2af2310670c7') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:23.602127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b5d62b-db83-4abc-a4cd-2af2310670c7') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:31:23.621343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (970a2706-0673-4947-887f-39521e72ee5c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.646836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (76b5d62b-db83-4abc-a4cd-2af2310670c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.668356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] No DVR routers for this DVR port 970a2706-0673-4947-887f-39521e72ee5c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:23.685078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (76b5d62b-db83-4abc-a4cd-2af2310670c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.697143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb4f6e-2e63-43bc-ba0b-0c2b0958e8ee None None] Pushing event deleted for resources: {'Port': ['ID=970a2706-0673-4947-887f-39521e72ee5c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:23.709309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:31:23.709999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (76b5d62b-db83-4abc-a4cd-2af2310670c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:31:23.714300 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:31:23.803979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:23.864151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-5e303a07-c380-4798-ba1a-af471cdaa55c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:23.865762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-5e303a07-c380-4798-ba1a-af471cdaa55c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.59 "GET /v2.0/networks?id=1925fec3-3073-46df-bb5b-8af18ef94711 HTTP/1.1" status: 200 len: 814 time: 0.4534314 Mar 10 17:31:23.896384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-104b8b91-ae32-4135-b830-9a0aa78213b4 req-3687027f-d64e-4b43-96b4-e984ff5bf867 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 210 time: 0.2924719 Mar 10 17:31:23.906044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Request body: {'port': {'device_id': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711', 'admin_state_up': True, 'tenant_id': '89b83cec76814600bad6b89f15bdf135'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:24.133002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-d411f89f-5cd6-4a9c-8888-d872274f8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.133768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-d411f89f-5cd6-4a9c-8888-d872274f8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.134292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-d411f89f-5cd6-4a9c-8888-d872274f8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.136270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-d411f89f-5cd6-4a9c-8888-d872274f8bf0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2470984 Mar 10 17:31:24.196463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Attempting to bind port da0c3b64-e003-4fba-846e-ecf235fb769e on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:24.196941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Attempting to bind port da0c3b64-e003-4fba-846e-ecf235fb769e by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:24.197371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Attempting to bind port da0c3b64-e003-4fba-846e-ecf235fb769e on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:24.210689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd60d6-de22-4f50-93b8-b2e0830cad60 req-3a3a0509-4fae-4e48-9b93-091123aeb1ff tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.218576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92dd60d6-de22-4f50-93b8-b2e0830cad60 req-3a3a0509-4fae-4e48-9b93-091123aeb1ff tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 949 time: 0.5999892 Mar 10 17:31:24.231530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Port da0c3b64-e003-4fba-846e-ecf235fb769e on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:24.231943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Attempting to bind port da0c3b64-e003-4fba-846e-ecf235fb769e on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:24.239197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Made reservation on behalf of 89b83cec76814600bad6b89f15bdf135 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:24.243909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.257805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ac1417a3-4139-4824-820f-d8b0457a7ce1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.268353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.274925 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] 10.222.0.35 "DELETE /v2.0/networks/ac1417a3-4139-4824-820f-d8b0457a7ce1 HTTP/1.1" status: 204 len: 168 time: 1.8457224 Mar 10 17:31:24.290621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:24.291006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:24.291652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Bound using segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:24.292106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Bound port: da0c3b64-e003-4fba-846e-ecf235fb769e, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:24.292464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.308789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ffab1-9318-4448-ae0e-1116c83674b8 tempest-NetworksTest-1999019997 tempest-NetworksTest-1999019997-project] Pushing event deleted for resources: {'Network': ['ID=ac1417a3-4139-4824-820f-d8b0457a7ce1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:24.354326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d572f2-4bb0-451f-a96c-f47f37f156f1 req-4a6ccf5a-682b-41a8-9e4a-5000ad403634 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.356090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d572f2-4bb0-451f-a96c-f47f37f156f1 req-4a6ccf5a-682b-41a8-9e4a-5000ad403634 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.3243914 Mar 10 17:31:24.566305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:24.756993 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-433503c5-a4ec-45bb-9aa9-203a67bb64d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ab75128ec6a42b0bfd011c5cf9a5259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891968 Mar 10 17:31:24.761937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:24.830897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] Publish callbacks [] for security_group (3bb88f55-9200-4db2-84bf-3d994fa14833), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.864819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] Publish callbacks [] for security_group (3bb88f55-9200-4db2-84bf-3d994fa14833), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.930108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92dd60d6-de22-4f50-93b8-b2e0830cad60 req-e266050b-ba05-4bd3-b487-be09d44a6b81 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924860 Mar 10 17:31:24.964052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3bb88f55-9200-4db2-84bf-3d994fa14833), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.967244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:24.971933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-8c8f31d0-f328-4b40-bf21-375f6a7965e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:24.973218 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bb88f55-9200-4db2-84bf-3d994fa14833 HTTP/1.1" status: 204 len: 168 time: 0.2099690 Mar 10 17:31:24.973717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a3343f9-03f5-4f94-8661-e99ac338be90 req-8c8f31d0-f328-4b40-bf21-375f6a7965e9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8132665 Mar 10 17:31:25.018693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4914a-6413-4834-831f-cebc1175c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb88f55-9200-4db2-84bf-3d994fa14833,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:25.031165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d572f2-4bb0-451f-a96c-f47f37f156f1 req-6c52197c-94d4-4c84-87a2-46a46c16d7b3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549330 Mar 10 17:31:25.119628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:25.172776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=da0c3b64-e003-4fba-846e-ecf235fb769e,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:25.253427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.323949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Allocated IP 172.20.0.7 (1925fec3-3073-46df-bb5b-8af18ef94711/e085a4ee-020e-4a40-a1f1-acdfdccd2b46/97e1a5a7-1783-4dfb-9043-92e962f7a051) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:25.403235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.404829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:25.406659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] 10.222.0.41 "PUT /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 1131 time: 4.4824047 Mar 10 17:31:25.413948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': 'da0c3b64-e003-4fba-846e-ecf235fb769e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:25.417392 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "da0c3b64-e003-4fba-846e-ecf235fb769e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:25.470566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b7b55-13db-4430-a7ac-5378c097b46c service neutron] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:25.490297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:25.518696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71a6b7-0917-4801-aa21-07629a486e56 req-8e62d93f-41de-44ad-9027-433f585d5d2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.526877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e71a6b7-0917-4801-aa21-07629a486e56 req-8e62d93f-41de-44ad-9027-433f585d5d2e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.3714843 Mar 10 17:31:25.545958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.552615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.567636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.574320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.581688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.589123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:25.606281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-6c519134-8a4c-4fe5-acea-cbd70194b9f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 4599 time: 0.4293985 Mar 10 17:31:25.900852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a766a1-4de5-48d4-9508-6c76d1bc5366 req-ca6594a9-834b-4ae4-9f42-363a9adbe213 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2828166 Mar 10 17:31:26.034776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.059629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.087874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:26.226863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a3fa9a5-0441-4c7a-8592-3b2cc0c5af22 req-9c1cca2f-52af-47a7-a3dd-55deff5fa523 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 210 time: 0.1721137 Mar 10 17:31:26.234614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:31:26.249784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:26.251475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.319193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-46032e54-b0c0-4eb4-be75-9a97172b001d tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] Request body: {'port': {'network_id': 'af57e966-a02b-476f-8ba7-c9fa1978a2d8', 'name': 'tempest-NetworksNegativeTestJSON-1333574022'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:26.338311 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-46032e54-b0c0-4eb4-be75-9a97172b001d tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] POST failed (client error): The resource could not be found. Mar 10 17:31:26.339267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46032e54-b0c0-4eb4-be75-9a97172b001d tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.340697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-46032e54-b0c0-4eb4-be75-9a97172b001d tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2798185 Mar 10 17:31:26.345410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59320) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.387211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e71a6b7-0917-4801-aa21-07629a486e56 req-d07d020b-6306-49e4-ad7c-355edc52e826 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775388 Mar 10 17:31:26.433463 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d310e1-e434-4c78-a700-dd4eea70afc7 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:26.442739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d310e1-e434-4c78-a700-dd4eea70afc7 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.454407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b1d310e1-e434-4c78-a700-dd4eea70afc7 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "DELETE /v2.0/networks/f76b62d7-9dd6-4810-8c37-a4f1c16d9b34 HTTP/1.1" status: 404 len: 339 time: 0.1071441 Mar 10 17:31:26.458655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59330) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.479583 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e127e6d-d304-45fa-83fe-7a615f62db7d x-openstack-request-id: req-7e127e6d-d304-45fa-83fe-7a615f62db7d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:26.480194 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "da0c3b64-e003-4fba-846e-ecf235fb769e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:26.481917 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e127e6d-d304-45fa-83fe-7a615f62db7d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:26.483151 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': 'da0c3b64-e003-4fba-846e-ecf235fb769e', 'status': 'completed', 'code': 200} Mar 10 17:31:26.521433 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc1afa6-70f3-4f40-a212-e49b6e721237 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:26.522114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc1afa6-70f3-4f40-a212-e49b6e721237 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.534213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6cc1afa6-70f3-4f40-a212-e49b6e721237 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "DELETE /v2.0/ports/f128b784-c9e0-4da2-83a5-1e1205e1e664 HTTP/1.1" status: 404 len: 333 time: 0.0709646 Mar 10 17:31:26.536261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.574901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:26.574901 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.600445 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58038aec-3c7d-4410-97e6-80acd5166960 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] DELETE failed (client error): The resource could not be found. Mar 10 17:31:26.600915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58038aec-3c7d-4410-97e6-80acd5166960 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.612322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58038aec-3c7d-4410-97e6-80acd5166960 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "DELETE /v2.0/subnets/68528aa0-ff5b-4d14-a903-709431c4eca6 HTTP/1.1" status: 404 len: 337 time: 0.0713420 Mar 10 17:31:26.613158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59334) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.678002 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9659154-59be-40d6-98c9-07f757938b6b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] GET failed (client error): The resource could not be found. Mar 10 17:31:26.685391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d9659154-59be-40d6-98c9-07f757938b6b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "GET /v2.0/networks/704de3e3-a80e-486d-bd11-fa95a570778f HTTP/1.1" status: 404 len: 339 time: 0.0703933 Mar 10 17:31:26.711592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59342) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.723153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks [] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.798948 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ec9140-6006-4dfc-8eb6-4fbbb81c4918 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] GET failed (client error): The resource could not be found. Mar 10 17:31:26.803697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0ec9140-6006-4dfc-8eb6-4fbbb81c4918 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "GET /v2.0/ports/d8fdc9e9-b4bf-4f5b-8a3e-1ba8749c5087 HTTP/1.1" status: 404 len: 333 time: 0.1026354 Mar 10 17:31:26.806910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.865933 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f35f15c-dd7a-4dc5-a1e0-2171a7d5a583 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] GET failed (client error): The resource could not be found. Mar 10 17:31:26.868793 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1f35f15c-dd7a-4dc5-a1e0-2171a7d5a583 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "GET /v2.0/subnets/0f4d2d7a-08fa-4a4f-9c8b-da64d6f10dd5 HTTP/1.1" status: 404 len: 337 time: 0.0593772 Mar 10 17:31:26.871183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.878262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2b4ba074-8dcc-455a-ad3b-1bfbb721ebe8 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:26.891593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.892073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.892543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.893008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.893472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.893935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.895427 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4ba074-8dcc-455a-ad3b-1bfbb721ebe8 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] PUT failed (client error): The resource could not be found. Mar 10 17:31:26.895934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4ba074-8dcc-455a-ad3b-1bfbb721ebe8 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.896186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-b83f4e3b-ee43-489a-a537-86972f95d3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5347 time: 0.3713553 Mar 10 17:31:26.897840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b4ba074-8dcc-455a-ad3b-1bfbb721ebe8 tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "PUT /v2.0/networks/ef36451b-6492-4af1-ac9e-24912fba4199 HTTP/1.1" status: 404 len: 339 time: 0.0252914 Mar 10 17:31:26.902906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.916234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4f08b9fa-3cc8-459a-bad0-2264e30c499f tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:26.926293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:26.966571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9379bf-32a7-4daa-ae1e-1b061e3670c0 req-4c4dd658-8369-42f0-b20f-d9c5d3312c02 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:26.973674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba9379bf-32a7-4daa-ae1e-1b061e3670c0 req-4c4dd658-8369-42f0-b20f-d9c5d3312c02 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.3031495 Mar 10 17:31:26.982583 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f08b9fa-3cc8-459a-bad0-2264e30c499f tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] PUT failed (client error): The resource could not be found. Mar 10 17:31:26.983177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f08b9fa-3cc8-459a-bad0-2264e30c499f tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:26.987673 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4f08b9fa-3cc8-459a-bad0-2264e30c499f tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "PUT /v2.0/ports/aa6e5270-5a87-4053-8641-767e5284c21a HTTP/1.1" status: 404 len: 333 time: 0.0827203 Mar 10 17:31:26.991333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:26.999231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0a6be7e5-b6ea-4d73-b0f4-6c323a93c83b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:27.032115 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6be7e5-b6ea-4d73-b0f4-6c323a93c83b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] PUT failed (client error): The resource could not be found. Mar 10 17:31:27.032707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6be7e5-b6ea-4d73-b0f4-6c323a93c83b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:31:27.034070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a6be7e5-b6ea-4d73-b0f4-6c323a93c83b tempest-NetworksNegativeTestJSON-1807257400 tempest-NetworksNegativeTestJSON-1807257400-project] 10.222.0.35 "PUT /v2.0/subnets/6acb86d8-ca12-45d3-a600-5df81bbd3196 HTTP/1.1" status: 404 len: 337 time: 0.0416543 Mar 10 17:31:27.087778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:27.090766 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0ec52-d31a-4389-a5ad-7c91903c8274" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:27.098003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.108844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:27.125246 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.189156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=13']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:27.314779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413a0fd1-706e-41fc-8c0e-568a65b2737f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:27.332340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks [] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.366360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Transition to ACTIVE for port object 413a0fd1-706e-41fc-8c0e-568a65b2737f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:27.450288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.555009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Network 1925fec3-3073-46df-bb5b-8af18ef94711 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:27.581162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-85ea82e8-ffc6-4905-a7df-8d8351a0c5f2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334074 Mar 10 17:31:27.602763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:27.620252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:27.646568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Pushing event updated for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:27.690326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:27.819513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba9379bf-32a7-4daa-ae1e-1b061e3670c0 req-bcbd6813-23af-4723-acbf-4442c9ee99c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449786 Mar 10 17:31:27.861290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f088dde-bbff-499e-befa-2bd5ce3e66a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:27.863135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-58cfbbd9-aee6-4600-bb17-59625470a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.863676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-58cfbbd9-aee6-4600-bb17-59625470a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.864138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-58cfbbd9-aee6-4600-bb17-59625470a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:27.865889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-58cfbbd9-aee6-4600-bb17-59625470a3cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9610767 Mar 10 17:31:27.996323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:28.008255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f088dde-bbff-499e-befa-2bd5ce3e66a1 admin admin] Publish callbacks [] for security_group (0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.012203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.012902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.015099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f088dde-bbff-499e-befa-2bd5ce3e66a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.063147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f088dde-bbff-499e-befa-2bd5ce3e66a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:28.090992 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f088dde-bbff-499e-befa-2bd5ce3e66a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d77c4abe95e427c890c3711a05f7584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995028 Mar 10 17:31:28.091648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59428) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:28.160563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] Publish callbacks [] for security_group (0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.164449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-6b504d4a-be30-484a-a1cd-88b9d0718e27 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2708087 Mar 10 17:31:28.179560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-2b6ac58a-07c9-478c-8167-7d82beb7e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.181282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d9c05f1-5bf5-4e7b-a5a0-0c87f1bd568a req-2b6ac58a-07c9-478c-8167-7d82beb7e3d5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3059433 Mar 10 17:31:28.181953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Attempting to bind port 413a0fd1-706e-41fc-8c0e-568a65b2737f on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:28.182283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Attempting to bind port 413a0fd1-706e-41fc-8c0e-568a65b2737f by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:28.182633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Attempting to bind port 413a0fd1-706e-41fc-8c0e-568a65b2737f on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:28.185023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] Publish callbacks [] for security_group (0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.190061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-547c8ed7-5abc-459e-9213-b5c0e8beef41 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.191545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-547c8ed7-5abc-459e-9213-b5c0e8beef41 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6096177 Mar 10 17:31:28.197745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Request body: {'port': {'device_id': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:28.231378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Port 413a0fd1-706e-41fc-8c0e-568a65b2737f on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:28.231692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Attempting to bind port 413a0fd1-706e-41fc-8c0e-568a65b2737f on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:28.249458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.253148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.257725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0 HTTP/1.1" status: 204 len: 168 time: 0.1648991 Mar 10 17:31:28.261260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.267373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.270459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268c814-126f-4965-8ed6-899ab09e7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b7c6a-982c-4e59-837e-8b4fa5b0bfa0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:28.276219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.283177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.288921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.294771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.301669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.303658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b159548b-88d0-443a-8c82-460e2aa02415 req-2b467f6c-783d-4b8f-b09d-25d563fb53ff tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5370 time: 0.3130057 Mar 10 17:31:28.323032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:28.323757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:28.323757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Bound using segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:28.324198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Bound port: 413a0fd1-706e-41fc-8c0e-568a65b2737f, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:28.324521 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.342618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-cd544435-f524-4f68-a7d3-f7b1cb1b6c6a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/quotas/3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 375 time: 0.1395648 Mar 10 17:31:28.495163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b159548b-88d0-443a-8c82-460e2aa02415 req-eafaaab8-1442-4f15-a39a-3e76048850f0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1751940 Mar 10 17:31:28.507476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.591896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:28.605576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:28.630324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.666524 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a205d3-075d-4e56-acbf-56e969ff53eb x-openstack-request-id: req-24a205d3-075d-4e56-acbf-56e969ff53eb {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:28.667029 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:28.667029 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24a205d3-075d-4e56-acbf-56e969ff53eb {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:28.667499 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'code': 200} Mar 10 17:31:28.750954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-ea122824-edca-44f7-9e58-ac855cef9e26 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3864269 Mar 10 17:31:28.817298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:28.822499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:28.824944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] 10.222.0.41 "PUT /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 1129 time: 3.3712947 Mar 10 17:31:28.939437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '413a0fd1-706e-41fc-8c0e-568a65b2737f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:28.943837 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8174d51-2736-4f04-a73b-ccfec0358734" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "413a0fd1-706e-41fc-8c0e-568a65b2737f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:28.946926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13bca9-a680-40a5-8d7d-a6d86c2bb2fe service neutron] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:28.963672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:29.398455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054552ff-51c4-4988-9bd1-2c183970395d req-0cfb37ad-f070-40b2-94ea-14aabe261012 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.400035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054552ff-51c4-4988-9bd1-2c183970395d req-0cfb37ad-f070-40b2-94ea-14aabe261012 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 931 time: 0.4441345 Mar 10 17:31:29.467399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:29.563144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:29.623098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:29.658602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92f8ee-3940-42dd-b539-b87c2164dba3 req-332b462a-5c4a-48e0-8e0a-51590139d967 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:29.666079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a92f8ee-3940-42dd-b539-b87c2164dba3 req-332b462a-5c4a-48e0-8e0a-51590139d967 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.4069970 Mar 10 17:31:29.719799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054552ff-51c4-4988-9bd1-2c183970395d req-e4ceebad-b28a-4b02-8ed4-099091fdb30b tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071053 Mar 10 17:31:29.742934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d1d141c4-cd9e-4c32-b23c-f926bc2c1c5e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:29.743974 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-d1d141c4-cd9e-4c32-b23c-f926bc2c1c5e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 17:31:29.744702 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-d1d141c4-cd9e-4c32-b23c-f926bc2c1c5e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 17:31:29.749933 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d1d141c4-cd9e-4c32-b23c-f926bc2c1c5e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1856787 Mar 10 17:31:29.750645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59488) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:29.767527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--971578185'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:29.798814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a92f8ee-3940-42dd-b539-b87c2164dba3 req-d8e3328e-c8e3-4103-92ed-47203a44fa32 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316817 Mar 10 17:31:29.838163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:29.847980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:29.949041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e1a5a7-1783-4dfb-9043-92e962f7a051 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:29.960442 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks [] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.001513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Transition to ACTIVE for port object 97e1a5a7-1783-4dfb-9043-92e962f7a051 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:30.014592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56552-91dc-4baf-b4f7-5844310c3aac req-74550923-c068-487a-a11b-8fdc30ae40f8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.016202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7db56552-91dc-4baf-b4f7-5844310c3aac req-74550923-c068-487a-a11b-8fdc30ae40f8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.1499853 Mar 10 17:31:30.022608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (8d49258b-8659-4428-9dff-ef77ca4e4875), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.030629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8d49258b-8659-4428-9dff-ef77ca4e4875), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.035474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.073190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f65e51f-e8a6-4434-a61d-53471eb797ae {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:30.074802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d49258b-8659-4428-9dff-ef77ca4e4875,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.130259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (ec0b5e83-a65f-43c3-956f-82da19d49c9a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.141937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ec0b5e83-a65f-43c3-956f-82da19d49c9a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.161199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks [] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.190238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0b5e83-a65f-43c3-956f-82da19d49c9a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.195549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.197633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78b977a2-2901-4e99-bc83-f586b9445276 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4459329 Mar 10 17:31:30.200368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:30.206503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'ec0b5e83-a65f-43c3-956f-82da19d49c9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:30.208941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Transition to ACTIVE for port object 7f65e51f-e8a6-4434-a61d-53471eb797ae will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:30.232361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.234639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Pushing event updated for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.248776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group_rule (1e4a903f-59a2-4aef-97b0-30c37f5087bb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.310367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7db56552-91dc-4baf-b4f7-5844310c3aac req-20e3e741-2138-4ac6-b1ac-d088ac848e8a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760174 Mar 10 17:31:30.399909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group_rule (1e4a903f-59a2-4aef-97b0-30c37f5087bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.409617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1e4a903f-59a2-4aef-97b0-30c37f5087bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.439322 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c1480-d3a7-40d8-b3a7-201f4203ac0b x-openstack-request-id: req-b30c1480-d3a7-40d8-b3a7-201f4203ac0b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:30.439852 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "413a0fd1-706e-41fc-8c0e-568a65b2737f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:30.440222 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b30c1480-d3a7-40d8-b3a7-201f4203ac0b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:30.440978 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '413a0fd1-706e-41fc-8c0e-568a65b2737f', 'status': 'completed', 'code': 200} Mar 10 17:31:30.442544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4a903f-59a2-4aef-97b0-30c37f5087bb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.468558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.469900 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d1b2dc6-9c90-4ff2-a97c-4b3155db91ae tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683387 Mar 10 17:31:30.474787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59532) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:30.479672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ec2285bb-4ed3-43bc-abda-0d28a4eca71b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'ec0b5e83-a65f-43c3-956f-82da19d49c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:30.527350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:30.571388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec2285bb-4ed3-43bc-abda-0d28a4eca71b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group_rule (9d5267bd-2564-4991-9562-5150673821e8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:30.683323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-282ddf0a-bcab-480e-8533-f4ef3a348fbb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3dc44762e0654c81b090c46b049739a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394838 Mar 10 17:31:30.707309 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-ec2285bb-4ed3-43bc-abda-0d28a4eca71b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 17:31:30.708380 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ec2285bb-4ed3-43bc-abda-0d28a4eca71b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2326903 Mar 10 17:31:30.723804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59534) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:30.894938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-ce3b8a68-9efe-4dc2-b3a4-f7f14c317142 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:30.896591 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-ce3b8a68-9efe-4dc2-b3a4-f7f14c317142 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027440 Mar 10 17:31:30.918508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Request body: {'port': {'device_id': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '3dc44762e0654c81b090c46b049739a3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:31.005714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (ec0b5e83-a65f-43c3-956f-82da19d49c9a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.046845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (ec0b5e83-a65f-43c3-956f-82da19d49c9a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.101129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Made reservation on behalf of 3dc44762e0654c81b090c46b049739a3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:31.105186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.123769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ec0b5e83-a65f-43c3-956f-82da19d49c9a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.126279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.129917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/ec0b5e83-a65f-43c3-956f-82da19d49c9a HTTP/1.1" status: 204 len: 168 time: 0.4025254 Mar 10 17:31:31.135303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:31.144811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98ffd19a-fc39-4124-8ddf-85af44e4a734 req-106a9951-f504-43e9-aa73-4dc271518042 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 210 time: 0.5542948 Mar 10 17:31:31.152482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cb7dc-9710-4157-b623-1d1b87063a21 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0b5e83-a65f-43c3-956f-82da19d49c9a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:31.190937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Attempting to bind port 97e1a5a7-1783-4dfb-9043-92e962f7a051 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:31.191276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Attempting to bind port 97e1a5a7-1783-4dfb-9043-92e962f7a051 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '5a0abb4b-34f0-412b-b928-264b8686d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:31.191604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Attempting to bind port 97e1a5a7-1783-4dfb-9043-92e962f7a051 on network 1925fec3-3073-46df-bb5b-8af18ef94711 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:31.219432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Port 97e1a5a7-1783-4dfb-9043-92e962f7a051 on network 1925fec3-3073-46df-bb5b-8af18ef94711 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:31.219753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Attempting to bind port 97e1a5a7-1783-4dfb-9043-92e962f7a051 on network 1925fec3-3073-46df-bb5b-8af18ef94711 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:31.246137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d650a7-643b-45dc-8826-974b85df744e req-748490ba-34fa-48a2-90d8-4bc351b90fc8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.253228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45d650a7-643b-45dc-8826-974b85df744e req-748490ba-34fa-48a2-90d8-4bc351b90fc8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.8274522 Mar 10 17:31:31.254521 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-810038cf-4ea3-4107-94de-4e83414f84e9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157441 Mar 10 17:31:31.262965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59542) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:31.272893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:31.273252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Checking segment: {'id': '5a0abb4b-34f0-412b-b928-264b8686d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:31.273830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Bound using segment: {'id': '5a0abb4b-34f0-412b-b928-264b8686d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:31.274978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Bound port: 97e1a5a7-1783-4dfb-9043-92e962f7a051, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0abb4b-34f0-412b-b928-264b8686d7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:31.274978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.279060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--799348723'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:31.297557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.298014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.298494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.298957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.299394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.299841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.301422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Allocated IP 192.168.233.240 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/6a8ba648-ab0c-44c5-a11e-608fec416502) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:31.301907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.304322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-194a0e8f-6fc9-4ab3-a105-1ab68452e00c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6325 time: 0.8304274 Mar 10 17:31:31.343149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Attempting to bind port 7f65e51f-e8a6-4434-a61d-53471eb797ae on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:31.343489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Attempting to bind port 7f65e51f-e8a6-4434-a61d-53471eb797ae by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:31.343814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Attempting to bind port 7f65e51f-e8a6-4434-a61d-53471eb797ae on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:31.385752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Port 7f65e51f-e8a6-4434-a61d-53471eb797ae on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:31.386073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Attempting to bind port 7f65e51f-e8a6-4434-a61d-53471eb797ae on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:31.446408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:31.447193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:31.447193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Bound using segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:31.447648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Bound port: 7f65e51f-e8a6-4434-a61d-53471eb797ae, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:31.447967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.467298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks [] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.502909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.503354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.514221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45d650a7-643b-45dc-8826-974b85df744e req-7d1729bb-1918-4178-9c85-8d0558439e19 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601373 Mar 10 17:31:31.516603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:31.518881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3', '5d1b4b43-d5be-4dca-af5d-3115cd404d57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:31.560803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.566022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.572016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.577232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.582451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.587748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.592925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.601388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-25cd1a07-9cea-492c-a6f6-a6cf5e8bdf89 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5382 time: 0.3452115 Mar 10 17:31:31.608327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:31.620110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:31.624757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:31.669297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:31.704123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051,segment=NetworkSegment(5a0abb4b-34f0-412b-b928-264b8686d7a5),segment_id=5a0abb4b-34f0-412b-b928-264b8686d7a5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:31.731179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.735444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-cc1bfb72-dfd1-4375-97c8-b6f5ff9b18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.735936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-cc1bfb72-dfd1-4375-97c8-b6f5ff9b18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.736394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-cc1bfb72-dfd1-4375-97c8-b6f5ff9b18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:31.736789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.738119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-cc1bfb72-dfd1-4375-97c8-b6f5ff9b18e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4183364 Mar 10 17:31:31.740525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:31.776825 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-8ea1bef0-8fa2-4821-8081-f1ef4079b367 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8685875 Mar 10 17:31:31.779703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:31.788588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Request body: {'port': {'device_id': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:31.905788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:31.916167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.042799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Pushing event updated for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:32.049941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a05f8c32-38d0-4fd1-aa8b-c781ea14f038 req-f9bc3e5c-96a1-4bb7-a7dd-1f5a1036f75c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4475398 Mar 10 17:31:32.073723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:32.086482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.087289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.089084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-73af857e-72c1-4976-a02a-15038fa7bf7d service neutron] 10.222.0.59 "PUT /v2.0/ports/97e1a5a7-1783-4dfb-9043-92e962f7a051 HTTP/1.1" status: 200 len: 1091 time: 3.9112051 Mar 10 17:31:32.140986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (1b67ce44-c46d-4527-b5c6-464075fa6bca), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.144584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.272505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eabfcde4-090d-49be-af8a-d429634f8307 None None] Provisioning complete for port 6a8ba648-ab0c-44c5-a11e-608fec416502 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:32.275478 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eabfcde4-090d-49be-af8a-d429634f8307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.303101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1b67ce44-c46d-4527-b5c6-464075fa6bca), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.376908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eabfcde4-090d-49be-af8a-d429634f8307 None None] Port 6a8ba648-ab0c-44c5-a11e-608fec416502 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:31:32.381714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:32.391149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks [] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.418867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Transition to ACTIVE for port object 6a8ba648-ab0c-44c5-a11e-608fec416502 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:32.423809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.426612 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.428088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1563578 Mar 10 17:31:32.440355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59584) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:32.450222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.450949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.452324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] 10.222.0.41 "PUT /v2.0/ports/7f65e51f-e8a6-4434-a61d-53471eb797ae HTTP/1.1" status: 200 len: 1090 time: 3.5007906 Mar 10 17:31:32.458530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7d47f0ec-6d1e-40ef-a31d-c17df01b4813 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '1b67ce44-c46d-4527-b5c6-464075fa6bca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:32.459311 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-7d47f0ec-6d1e-40ef-a31d-c17df01b4813 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 10 17:31:32.459919 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-7d47f0ec-6d1e-40ef-a31d-c17df01b4813 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:32.460758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7d47f0ec-6d1e-40ef-a31d-c17df01b4813 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057302 Mar 10 17:31:32.461301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051'}, {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:32.463650 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48e4c7-1e85-4824-8a47-201a1146654f" -d '{"events": [{"name": "network-changed", "server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051"}, {"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:32.466929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59586) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:32.480172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11440ce-c263-4cc9-bd47-8f81de6ae3f2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67ce44-c46d-4527-b5c6-464075fa6bca,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:32.544275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:32.595307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:32.680968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:32.681604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:32.681604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:32.690193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:32.690454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:32.697886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:32.698247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:32.698729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:32.703506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Bound port: 6a8ba648-ab0c-44c5-a11e-608fec416502, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:32.710581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.710843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246b89-4516-4411-81f5-7e0c87b42aad service neutron] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:32.724400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-23c265cc-0b70-4843-86df-8791a359ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.727516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8174d51-2736-4f04-a73b-ccfec0358734 req-23c265cc-0b70-4843-86df-8791a359ed95 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9729581 Mar 10 17:31:32.750131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-7f5ca845-7b15-447c-b63b-6ebd40f1c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.755538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-7f5ca845-7b15-447c-b63b-6ebd40f1c934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89b83cec76814600bad6b89f15bdf135&device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 1125 time: 0.5905979 Mar 10 17:31:32.756613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.828023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:32.850809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a63fe-745c-4028-b2c2-d41367605935 req-5093fbf3-d79d-4a7c-acc4-a64659514671 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.858459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-293a63fe-745c-4028-b2c2-d41367605935 req-5093fbf3-d79d-4a7c-acc4-a64659514671 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 943 time: 0.5272119 Mar 10 17:31:32.861495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-ff9f35f8-99e9-443d-8e2d-bc7f4ec28ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051 HTTP/1.1" status: 200 len: 217 time: 0.0825238 Mar 10 17:31:32.873829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:32.877167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:32.886304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.933944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.934419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:32.940121 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 1096 time: 1.1523557 Mar 10 17:31:32.940879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:32.943894 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66e1e7-59e7-44d7-b408-fac40a280e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:32.971699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd124f-24c9-4be6-b484-18b6d4ade751 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:32.987747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129b8af-070b-44da-b192-b2f03d108485 req-9abab032-90a4-4750-af1a-c47148ae28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:32.990233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-9abab032-90a4-4750-af1a-c47148ae28db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e085a4ee-020e-4a40-a1f1-acdfdccd2b46 HTTP/1.1" status: 200 len: 854 time: 0.1042893 Mar 10 17:31:32.991253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:32.993628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.039993 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (1b67ce44-c46d-4527-b5c6-464075fa6bca), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.058041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:33.059284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:33.061571 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1f88c-aa81-4b0d-a8fc-4700639ab09e" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:33.069812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.081508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-a3d6be2e-383d-42d6-ace5-733094642e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.085184 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-a3d6be2e-383d-42d6-ace5-733094642e2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1130 time: 0.0839846 Mar 10 17:31:33.156267 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-17adeaf0-ed75-4430-9a1f-0b95891b4cf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0615978 Mar 10 17:31:33.157388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:33.206935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-293a63fe-745c-4028-b2c2-d41367605935 req-2b50e3a7-c5b2-4477-859b-c2433f0c1f92 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473938 Mar 10 17:31:33.207525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-b951ab95-b60c-4ad0-b108-d68dca243b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.209241 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-b951ab95-b60c-4ad0-b108-d68dca243b37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0468054 Mar 10 17:31:33.247214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-c358cc4c-e26c-40e5-86d6-092878610bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1925fec3-3073-46df-bb5b-8af18ef94711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030427 Mar 10 17:31:33.271441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d784-65ad-4895-acc0-6c684b4efecf req-e32a7acc-65fa-4686-83ef-c130c37b007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.273430 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-e32a7acc-65fa-4686-83ef-c130c37b007e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0570798 Mar 10 17:31:33.373538 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-2ed56b60-2cb0-4419-a771-ea17b6322ac3 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924351 Mar 10 17:31:33.392067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (1b67ce44-c46d-4527-b5c6-464075fa6bca), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.473594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb8e7e-3d61-48ea-bcd1-a32198b7e9a2 req-b4dd124f-32dc-4bf7-88c5-652750dcf164 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.474914 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e381d784-65ad-4895-acc0-6c684b4efecf req-a76867fb-4bcc-4d2a-9f66-40f9478fcc54 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948477 Mar 10 17:31:33.475426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efeb8e7e-3d61-48ea-bcd1-a32198b7e9a2 req-b4dd124f-32dc-4bf7-88c5-652750dcf164 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.5879109 Mar 10 17:31:33.582004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aae85-40f4-4c98-af81-d453e6fd37bf req-8f8624c0-7b92-4d43-b844-ea13c8dd48d4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:33.583520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab8aae85-40f4-4c98-af81-d453e6fd37bf req-8f8624c0-7b92-4d43-b844-ea13c8dd48d4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.2752163 Mar 10 17:31:33.589728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1b67ce44-c46d-4527-b5c6-464075fa6bca), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.592388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.593545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b67ce44-c46d-4527-b5c6-464075fa6bca HTTP/1.1" status: 204 len: 168 time: 1.1108849 Mar 10 17:31:33.596526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:33.631139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-8898ef9b-597c-469b-82c5-0894b6c9df50 service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326504 Mar 10 17:31:33.659496 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a2182aff-07f4-4fd5-9e09-84246a4ba4a3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615892 Mar 10 17:31:33.660073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480c578-084f-4ed9-94b2-40a1ed37fd5f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67ce44-c46d-4527-b5c6-464075fa6bca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:33.660721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:33.666055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140695540'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:33.691523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efeb8e7e-3d61-48ea-bcd1-a32198b7e9a2 req-fbaff4e8-9165-4ff6-afdd-dd1fceb3a342 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860163 Mar 10 17:31:33.698101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.706398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f15a024-2fd0-4e73-8596-19645b33933b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:33.722697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks [] for port (3f15a024-2fd0-4e73-8596-19645b33933b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.795679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab8aae85-40f4-4c98-af81-d453e6fd37bf req-52df1140-655c-4d52-ab40-2b2a0e69c16b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010159 Mar 10 17:31:33.799007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Transition to ACTIVE for port object 3f15a024-2fd0-4e73-8596-19645b33933b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:33.833746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.838978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (84268610-33e9-48de-9340-270204d8f97c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.850241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (84268610-33e9-48de-9340-270204d8f97c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.887474 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c4531f-8bfb-4ff0-8480-b58c2e341afd x-openstack-request-id: req-c3c4531f-8bfb-4ff0-8480-b58c2e341afd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:33.887474 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:33.887474 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3c4531f-8bfb-4ff0-8480-b58c2e341afd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:33.887474 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051', 'status': 'completed', 'code': 200} Mar 10 17:31:33.888232 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'status': 'completed', 'code': 200} Mar 10 17:31:33.904145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2129b8af-070b-44da-b192-b2f03d108485 req-f7a31fa9-3b0e-469f-a7db-1416b716274b service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518005 Mar 10 17:31:33.915689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:33.928454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2663805 Mar 10 17:31:33.933538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59612) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:33.947616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7055e-8c4f-45a1-b2e7-27a4422fc9b6 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84268610-33e9-48de-9340-270204d8f97c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:33.972737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:33.981141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-30e98e70-efef-4b1b-8fb9-aea6e5b669be tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '84268610-33e9-48de-9340-270204d8f97c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:33.982344 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-30e98e70-efef-4b1b-8fb9-aea6e5b669be tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 10 17:31:33.983366 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-30e98e70-efef-4b1b-8fb9-aea6e5b669be tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:33.984341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-30e98e70-efef-4b1b-8fb9-aea6e5b669be tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0478842 Mar 10 17:31:33.988318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.053667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (84268610-33e9-48de-9340-270204d8f97c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.092081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (84268610-33e9-48de-9340-270204d8f97c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.116956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e70b0-99ef-40d3-af26-16e86a1b71e6 req-f4fbbb7e-3408-4b4b-91d9-2b5faf4375c4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.126835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-514e70b0-99ef-40d3-af26-16e86a1b71e6 req-f4fbbb7e-3408-4b4b-91d9-2b5faf4375c4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3389478 Mar 10 17:31:34.148350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (84268610-33e9-48de-9340-270204d8f97c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.151911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.153669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/84268610-33e9-48de-9340-270204d8f97c HTTP/1.1" status: 204 len: 168 time: 0.1643581 Mar 10 17:31:34.157733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.185555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c1d9-15bf-4784-aaaa-513ae614e1fa tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84268610-33e9-48de-9340-270204d8f97c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:34.215644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.216796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.217273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.217766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.218344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.218836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.219297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.221405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-351cdeb3-86eb-45c7-b0ad-48c4f921ae92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6423 time: 0.3163188 Mar 10 17:31:34.226315 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b7616c27-5b31-416b-ba0c-688524bbec2f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670869 Mar 10 17:31:34.230388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.234740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061598332'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.258311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.293736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Attempting to bind port 3f15a024-2fd0-4e73-8596-19645b33933b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:34.294079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Attempting to bind port 3f15a024-2fd0-4e73-8596-19645b33933b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:34.294408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Attempting to bind port 3f15a024-2fd0-4e73-8596-19645b33933b on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:34.326318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-514e70b0-99ef-40d3-af26-16e86a1b71e6 req-91ed7901-5835-4b78-9d91-7a447123189e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986015 Mar 10 17:31:34.328406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-8f673728-63dc-41cf-a896-e1b065dc2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.329653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-8f673728-63dc-41cf-a896-e1b065dc2862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89b83cec76814600bad6b89f15bdf135&device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 1125 time: 0.3376436 Mar 10 17:31:34.333587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Port 3f15a024-2fd0-4e73-8596-19645b33933b on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:34.333587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Attempting to bind port 3f15a024-2fd0-4e73-8596-19645b33933b on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:34.338335 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (a6b41d9a-0110-4b02-8e8f-daf96b4a83a9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.343575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a0185-c37e-42e8-8a4b-9f40e6d096fc req-c5738a70-44c1-4838-b7db-82c60f33193b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.344903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6b41d9a-0110-4b02-8e8f-daf96b4a83a9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.345620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-316a0185-c37e-42e8-8a4b-9f40e6d096fc req-c5738a70-44c1-4838-b7db-82c60f33193b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.3374031 Mar 10 17:31:34.375431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b41d9a-0110-4b02-8e8f-daf96b4a83a9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:34.404497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.404497 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad0c5bd9-0861-45b0-b09e-3c2a234f964b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1709275 Mar 10 17:31:34.406697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.414999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-694da64c-cfaa-479a-9767-02c421a1cd83 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'a6b41d9a-0110-4b02-8e8f-daf96b4a83a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.426222 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-694da64c-cfaa-479a-9767-02c421a1cd83 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 10 17:31:34.426891 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-694da64c-cfaa-479a-9767-02c421a1cd83 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:34.429888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:34.430082 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-694da64c-cfaa-479a-9767-02c421a1cd83 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193596 Mar 10 17:31:34.430291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Checking segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:34.430765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Bound using segment: {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:34.431153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Bound port: 3f15a024-2fd0-4e73-8596-19645b33933b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0217a9-9516-4eb1-8f04-2ce4092712c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:34.431565 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.434112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.444707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-edb18707-bccb-41e9-8edb-cd92d1ba439f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'a6b41d9a-0110-4b02-8e8f-daf96b4a83a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.446341 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-edb18707-bccb-41e9-8edb-cd92d1ba439f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 10 17:31:34.447041 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-edb18707-bccb-41e9-8edb-cd92d1ba439f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:34.448089 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edb18707-bccb-41e9-8edb-cd92d1ba439f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125949 Mar 10 17:31:34.451387 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd351057-0062-4406-8eaf-48ac4175c8fe x-openstack-request-id: req-fd351057-0062-4406-8eaf-48ac4175c8fe {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:34.452089 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:34.452413 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd351057-0062-4406-8eaf-48ac4175c8fe {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:34.452913 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'status': 'completed', 'code': 200} Mar 10 17:31:34.454321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.465290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-972a9ebf-dcbc-4290-8e71-50b2657e734f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'a6b41d9a-0110-4b02-8e8f-daf96b4a83a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.470467 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-972a9ebf-dcbc-4290-8e71-50b2657e734f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 10 17:31:34.471163 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-972a9ebf-dcbc-4290-8e71-50b2657e734f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:34.472487 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-972a9ebf-dcbc-4290-8e71-50b2657e734f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168884 Mar 10 17:31:34.475324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.491264 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee59e0-9345-457a-bfe3-a02510cce5a4 x-openstack-request-id: req-e9ee59e0-9345-457a-bfe3-a02510cce5a4 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:34.492994 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:34.493670 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9ee59e0-9345-457a-bfe3-a02510cce5a4 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:34.494267 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:31:34.512765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5fb28676-c452-4937-95f2-40476dc09ad5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'a6b41d9a-0110-4b02-8e8f-daf96b4a83a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.513515 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-5fb28676-c452-4937-95f2-40476dc09ad5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 10 17:31:34.514168 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-5fb28676-c452-4937-95f2-40476dc09ad5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:34.517804 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5fb28676-c452-4937-95f2-40476dc09ad5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0388288 Mar 10 17:31:34.518199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.553504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-9f124abc-ca2a-4c13-a58e-0f67ee160d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.554120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-9f124abc-ca2a-4c13-a58e-0f67ee160d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.554766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-9f124abc-ca2a-4c13-a58e-0f67ee160d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.557087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-b973e276-2fa5-4faf-8cc1-cfbbbb6118aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.557300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-9f124abc-ca2a-4c13-a58e-0f67ee160d4e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3135631 Mar 10 17:31:34.559749 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-b973e276-2fa5-4faf-8cc1-cfbbbb6118aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1130 time: 0.0856462 Mar 10 17:31:34.607227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (a6b41d9a-0110-4b02-8e8f-daf96b4a83a9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.653335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-316a0185-c37e-42e8-8a4b-9f40e6d096fc req-e3ae794c-02e7-4d3c-8887-642560ccd0c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555566 Mar 10 17:31:34.668216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (a6b41d9a-0110-4b02-8e8f-daf96b4a83a9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.716064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-4689e2c6-0192-40d2-b7cd-ce01795797a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.717817 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-4689e2c6-0192-40d2-b7cd-ce01795797a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1463096 Mar 10 17:31:34.745093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-b113cb5f-24cd-4b32-8e49-84c3ba1f0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.747044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-b113cb5f-24cd-4b32-8e49-84c3ba1f0ff9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1925fec3-3073-46df-bb5b-8af18ef94711 HTTP/1.1" status: 200 len: 915 time: 0.4005547 Mar 10 17:31:34.770169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-b94e7da2-33ae-4a14-895f-6c77a1d57c75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0396552 Mar 10 17:31:34.771228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6b41d9a-0110-4b02-8e8f-daf96b4a83a9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.774493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.775619 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/a6b41d9a-0110-4b02-8e8f-daf96b4a83a9 HTTP/1.1" status: 204 len: 168 time: 0.2563932 Mar 10 17:31:34.780419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.798466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:34.824549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315e75-0b2e-4e10-b0a6-76e72320b34e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b41d9a-0110-4b02-8e8f-daf96b4a83a9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:34.864928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:34.868881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38648d75-be69-43cc-bad8-24942e3c4a0d tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800669 Mar 10 17:31:34.869634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-05cea99d-ea71-440f-9ed0-b5ac30ecf7f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051 HTTP/1.1" status: 200 len: 217 time: 0.0998919 Mar 10 17:31:34.874930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:34.881166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-89658052-46c2-47de-a379-2825e6b9c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.881460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041942388'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:34.882750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-89658052-46c2-47de-a379-2825e6b9c342 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3154507 Mar 10 17:31:34.893795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-15d7ed16-a2a2-476e-b269-93a7a0e5e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.894760 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-15d7ed16-a2a2-476e-b269-93a7a0e5e6ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1177065 Mar 10 17:31:34.895490 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.947362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.971703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.972231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:34.973595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f15a024-2fd0-4e73-8596-19645b33933b HTTP/1.1" status: 200 len: 1090 time: 2.4020522 Mar 10 17:31:34.975044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-cd686fd6-94ac-485b-9fa9-28cee641a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.976537 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-cd686fd6-94ac-485b-9fa9-28cee641a9dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751109 Mar 10 17:31:34.987398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:34.994110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.000256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.007015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.013077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.018949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.025205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.033061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d32e3553-3678-4f86-8195-15534035a254 req-9a417d32-0c93-4a97-bfb1-1e19b68e04f4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5394 time: 0.4527733 Mar 10 17:31:35.053099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.101433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (b4a3a167-621e-4d02-9c27-6a608177b1d2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.122011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4a3a167-621e-4d02-9c27-6a608177b1d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.126150 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-b0dff8b5-c79d-4f1f-aee3-dd29ad21e88b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429152 Mar 10 17:31:35.174648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.176355 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3006790 Mar 10 17:31:35.182502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.188601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8c622ff4-282e-4ace-aa33-2f1c4fcb00ad tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.189345 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-8c622ff4-282e-4ace-aa33-2f1c4fcb00ad tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 17:31:35.189844 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-8c622ff4-282e-4ace-aa33-2f1c4fcb00ad tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.190866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c622ff4-282e-4ace-aa33-2f1c4fcb00ad tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074401 Mar 10 17:31:35.199331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea530f-31ff-488b-8abd-58df623ec9d1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a3a167-621e-4d02-9c27-6a608177b1d2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:35.203030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.207998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ecd2163a-8ada-43ea-966e-7f4c921f22fb tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.298935 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-db66e1e7-59e7-44d7-b408-fac40a280e7e req-8a84c040-d420-4012-83ed-1dd2b66ede45 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618836 Mar 10 17:31:35.303980 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-ecd2163a-8ada-43ea-966e-7f4c921f22fb tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.317265 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ecd2163a-8ada-43ea-966e-7f4c921f22fb tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1131566 Mar 10 17:31:35.320133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.327547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b40ec323-b081-49fe-9ce1-96d7734a43f7 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.328029 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-b40ec323-b081-49fe-9ce1-96d7734a43f7 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 10 17:31:35.328519 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-b40ec323-b081-49fe-9ce1-96d7734a43f7 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.332170 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b40ec323-b081-49fe-9ce1-96d7734a43f7 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066450 Mar 10 17:31:35.332612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59658) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.337394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8ad06e7f-69cc-4bd8-929a-16c0d6867140 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.376963 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-8ad06e7f-69cc-4bd8-929a-16c0d6867140 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.380274 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ad06e7f-69cc-4bd8-929a-16c0d6867140 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0444698 Mar 10 17:31:35.380919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.385709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8f996966-d30c-4c2f-9408-a5b56d3495b3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.386184 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-8f996966-d30c-4c2f-9408-a5b56d3495b3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 17:31:35.392239 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-8f996966-d30c-4c2f-9408-a5b56d3495b3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.394034 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f996966-d30c-4c2f-9408-a5b56d3495b3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117924 Mar 10 17:31:35.397456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.403288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a72cf8a5-f868-4fc2-bded-f9bd358a3836 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.436039 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-a72cf8a5-f868-4fc2-bded-f9bd358a3836 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Project 1d5ae224813141268eaf59cda9dc59bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:31:35.451849 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-a72cf8a5-f868-4fc2-bded-f9bd358a3836 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.455840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a72cf8a5-f868-4fc2-bded-f9bd358a3836 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0538325 Mar 10 17:31:35.456110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.461892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7f2776db-7211-4d20-94fb-57f47fb01a8e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.462537 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-7f2776db-7211-4d20-94fb-57f47fb01a8e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 10 17:31:35.463027 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-7f2776db-7211-4d20-94fb-57f47fb01a8e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.466280 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f2776db-7211-4d20-94fb-57f47fb01a8e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069683 Mar 10 17:31:35.466571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.470576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ab8552e0-787d-4071-833f-f01b9315cff5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.488314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160338ae-bb6e-46f9-9a13-4517fea86a45 req-6bf3a70c-4bab-40d2-9484-b3b9a4eca2eb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.490279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-160338ae-bb6e-46f9-9a13-4517fea86a45 req-6bf3a70c-4bab-40d2-9484-b3b9a4eca2eb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 943 time: 0.7374392 Mar 10 17:31:35.491760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-2c374274-230d-4cd2-9cd3-b85014a101ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:35.493558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-2c374274-230d-4cd2-9cd3-b85014a101ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e085a4ee-020e-4a40-a1f1-acdfdccd2b46 HTTP/1.1" status: 200 len: 854 time: 0.6146934 Mar 10 17:31:35.497083 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-ab8552e0-787d-4071-833f-f01b9315cff5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Project 1d5ae224813141268eaf59cda9dc59bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:31:35.513176 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-ab8552e0-787d-4071-833f-f01b9315cff5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.514830 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab8552e0-787d-4071-833f-f01b9315cff5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0472815 Mar 10 17:31:35.518012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.523047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-abd23752-4b1f-4698-8d4a-3032b61593fd tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'b4a3a167-621e-4d02-9c27-6a608177b1d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.548773 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-abd23752-4b1f-4698-8d4a-3032b61593fd tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Project 1d5ae224813141268eaf59cda9dc59bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:31:35.559585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-f6009f9f-1218-4611-8f6f-dc77a829c17b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1925fec3-3073-46df-bb5b-8af18ef94711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583677 Mar 10 17:31:35.565706 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-abd23752-4b1f-4698-8d4a-3032b61593fd tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:35.569599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abd23752-4b1f-4698-8d4a-3032b61593fd tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0478427 Mar 10 17:31:35.569838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.604710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7624-28d9-4e7f-a1b0-16cae5469431 service neutron] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:35.644028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (b4a3a167-621e-4d02-9c27-6a608177b1d2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.655872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d32e3553-3678-4f86-8195-15534035a254 req-a24c2fcf-3fad-4e4e-a384-37dfcb02ac60 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6216938 Mar 10 17:31:35.666480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.668716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (b4a3a167-621e-4d02-9c27-6a608177b1d2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.717343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-160338ae-bb6e-46f9-9a13-4517fea86a45 req-03e0bf14-eb92-47d1-88fc-054b96eaeb3a tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132597 Mar 10 17:31:35.735053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4a3a167-621e-4d02-9c27-6a608177b1d2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.737658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.743198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4a3a167-621e-4d02-9c27-6a608177b1d2 HTTP/1.1" status: 204 len: 168 time: 0.1696117 Mar 10 17:31:35.744165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.780544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-2f577f99-e23f-4de8-8183-b576e53ddaab service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042186 Mar 10 17:31:35.781132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c62b7-e24a-47fe-be46-7aed2577a5a0 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a3a167-621e-4d02-9c27-6a608177b1d2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:35.836475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a4400d3-6e19-4e41-bae6-99c6556188f3 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870941 Mar 10 17:31:35.838242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:35.845297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781891271'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:35.889565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:35.891377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:35.891849 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0bcaff-0ba4-468e-995f-6653de49a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:36.002773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (e988adab-f7a1-4c10-924e-ba6e945a4ac7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.011185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e988adab-f7a1-4c10-924e-ba6e945a4ac7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.056197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e988adab-f7a1-4c10-924e-ba6e945a4ac7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:36.067012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af00d6-7d6a-4f7b-bf5e-2c32e30164b3 req-4d60c7ec-ae70-4526-b28c-cad307b87a22 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:36.075161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7af00d6-7d6a-4f7b-bf5e-2c32e30164b3 req-4d60c7ec-ae70-4526-b28c-cad307b87a22 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.2595775 Mar 10 17:31:36.078126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.080483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8678f369-e26a-4c85-96b6-fe2c9dfa8c62 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2410731 Mar 10 17:31:36.083315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59714) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.087611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b48e4c7-1e85-4824-8a47-201a1146654f req-f9563713-5183-49ef-ae0a-415b14ea624d service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977080 Mar 10 17:31:36.087925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-103fbd8e-cd18-4682-8862-769480bdc817 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'e988adab-f7a1-4c10-924e-ba6e945a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:36.137467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:31:36.150538 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-103fbd8e-cd18-4682-8862-769480bdc817 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The resource could not be found. Mar 10 17:31:36.154001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-103fbd8e-cd18-4682-8862-769480bdc817 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0695744 Mar 10 17:31:36.154317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59716) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.165895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f8001a7c-a82d-4863-bba5-6b2a19105b11 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': 'e988adab-f7a1-4c10-924e-ba6e945a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bf6e3715-c548-47fd-ad7c-b953fd90b360'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:36.222707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7af00d6-7d6a-4f7b-bf5e-2c32e30164b3 req-6ea2878b-6313-49a0-83c6-91fd24bb5a79 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423724 Mar 10 17:31:36.252992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 859a04a4-b5de-43a1-901c-994ab5426405 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:36.332778 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-f8001a7c-a82d-4863-bba5-6b2a19105b11 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The resource could not be found. Mar 10 17:31:36.333819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8001a7c-a82d-4863-bba5-6b2a19105b11 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1777692 Mar 10 17:31:36.337044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59724) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.372463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb1c126-374b-4ef4-af25-15113c633742 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:36.382315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks [] for port (acb1c126-374b-4ef4-af25-15113c633742), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.397598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (e988adab-f7a1-4c10-924e-ba6e945a4ac7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.406740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Transition to ACTIVE for port object acb1c126-374b-4ef4-af25-15113c633742 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:36.419109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.424819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (e988adab-f7a1-4c10-924e-ba6e945a4ac7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.433991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5073a1d-ecfb-4ac2-95f2-de02f2567736 req-645a8d67-f12c-4d1d-a512-d5395c10a718 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:36.435534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5073a1d-ecfb-4ac2-95f2-de02f2567736 req-645a8d67-f12c-4d1d-a512-d5395c10a718 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.1289093 Mar 10 17:31:36.444359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2327f5-0211-4bea-9f98-f03a81dbe65a req-044edce3-cecd-4a2a-b39f-d6a4aa195937 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:36.445879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be2327f5-0211-4bea-9f98-f03a81dbe65a req-044edce3-cecd-4a2a-b39f-d6a4aa195937 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1375139 Mar 10 17:31:36.477595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e988adab-f7a1-4c10-924e-ba6e945a4ac7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.481208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.482671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/e988adab-f7a1-4c10-924e-ba6e945a4ac7 HTTP/1.1" status: 204 len: 168 time: 0.1446033 Mar 10 17:31:36.485990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.495260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a2c2-b150-4873-8033-c0333e35e25f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988adab-f7a1-4c10-924e-ba6e945a4ac7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:36.553066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:36.632510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5073a1d-ecfb-4ac2-95f2-de02f2567736 req-a2df1a20-6b85-41cd-bcc1-7b86bead4a51 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661294 Mar 10 17:31:36.676099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be2327f5-0211-4bea-9f98-f03a81dbe65a req-12c66e68-7fa7-4bac-a9d5-32dfff0b5aad tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057920 Mar 10 17:31:36.684884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f68ca11f-48a7-4bc1-8e5e-d85fa6389e31 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1893139 Mar 10 17:31:36.688749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.694417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-526bc1bd-d8ee-4093-806a-a4279495cd6f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '687262bf-12a3-4cc7-8a4e-757b48227a5b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:36.758801 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-526bc1bd-d8ee-4093-806a-a4279495cd6f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The resource could not be found. Mar 10 17:31:36.763306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-526bc1bd-d8ee-4093-806a-a4279495cd6f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0727925 Mar 10 17:31:36.765950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Attempting to bind port acb1c126-374b-4ef4-af25-15113c633742 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:36.766297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Attempting to bind port acb1c126-374b-4ef4-af25-15113c633742 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:36.766657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Attempting to bind port acb1c126-374b-4ef4-af25-15113c633742 on network fab475e2-8b0e-4bdb-af21-5235b5b53326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:36.769661 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6e9fd-2073-47d2-bab6-fe169c4c1137 x-openstack-request-id: req-7df6e9fd-2073-47d2-bab6-fe169c4c1137 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:36.769953 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:36.770208 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7df6e9fd-2073-47d2-bab6-fe169c4c1137 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:36.770621 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b', 'status': 'completed', 'code': 200} Mar 10 17:31:36.774310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.779190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104571113'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:36.787144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Port acb1c126-374b-4ef4-af25-15113c633742 on network fab475e2-8b0e-4bdb-af21-5235b5b53326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:36.787738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Attempting to bind port acb1c126-374b-4ef4-af25-15113c633742 on network fab475e2-8b0e-4bdb-af21-5235b5b53326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:36.808090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.837851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:36.838207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Checking segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:36.838635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Bound using segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:36.839092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Bound port: acb1c126-374b-4ef4-af25-15113c633742, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:36.839716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.886409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:36.931401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3f0fd808-5691-4e0d-98d5-47e4d1ce24ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.937087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3f0fd808-5691-4e0d-98d5-47e4d1ce24ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.973722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:36.978478 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2029250 Mar 10 17:31:36.979057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:36.983826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062320018'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:37.002952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aa23c-016b-47b3-ae3e-e79330f1bd32 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0fd808-5691-4e0d-98d5-47e4d1ce24ce,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.009769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.038368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78948-5c9b-4b43-97e9-1d4a12fbe50e req-ba9a7476-ed3d-439a-9bbd-5038a0fe75fe tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.047622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0d78948-5c9b-4b43-97e9-1d4a12fbe50e req-ba9a7476-ed3d-439a-9bbd-5038a0fe75fe tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.3222973 Mar 10 17:31:37.099586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:37.102377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:37.113638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3c4990fc-5af4-4b87-bcc6-503d6cad5622), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.119115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'mac_address': 'fa:16:3e:ee:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:37.124247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c4990fc-5af4-4b87-bcc6-503d6cad5622), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.128315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:37.142211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-12cbaedd-b1d2-4dd8-a374-9a9019464a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.144222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-12cbaedd-b1d2-4dd8-a374-9a9019464a1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1155 time: 0.2354097 Mar 10 17:31:37.153660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.171942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:37.172545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.189321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:37.200963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.201977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.202821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.203454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.204210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.204891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.205966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.208803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-ac28f39e-9070-4b36-8fa6-5ddcfd4cc1ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6551 time: 0.4135575 Mar 10 17:31:37.214193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:37.216249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.222295 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2379041 Mar 10 17:31:37.223329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.223647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.235911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cf8852c1-3d75-4a77-b1f6-504b05e88269 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '3f0fd808-5691-4e0d-98d5-47e4d1ce24ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3c4990fc-5af4-4b87-bcc6-503d6cad5622'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:37.269013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5d543-a25f-4f4f-9725-e9bec4bac6e1 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4990fc-5af4-4b87-bcc6-503d6cad5622,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.298583 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-cf8852c1-3d75-4a77-b1f6-504b05e88269 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:37.299987 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf8852c1-3d75-4a77-b1f6-504b05e88269 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0754442 Mar 10 17:31:37.303277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.313748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.370419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['257b1b56-a5f8-423d-9d4a-98451e74e427'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:37.371086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.371798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.373535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] 10.222.0.41 "PUT /v2.0/ports/acb1c126-374b-4ef4-af25-15113c633742 HTTP/1.1" status: 200 len: 1091 time: 2.3375483 Mar 10 17:31:37.412676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3c4990fc-5af4-4b87-bcc6-503d6cad5622), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.417849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0d78948-5c9b-4b43-97e9-1d4a12fbe50e req-ff89b578-e391-4a04-b3a9-c1862123fdad tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627090 Mar 10 17:31:37.467922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3c4990fc-5af4-4b87-bcc6-503d6cad5622), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.504310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Request body: {'port': {'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:37.554784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c4990fc-5af4-4b87-bcc6-503d6cad5622), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.558363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.562260 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c4990fc-5af4-4b87-bcc6-503d6cad5622 HTTP/1.1" status: 204 len: 168 time: 0.2580047 Mar 10 17:31:37.562903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.588470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df8cfb-0de5-4d3a-a7eb-aa3ae92f8ff9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4990fc-5af4-4b87-bcc6-503d6cad5622,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.670796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e73e911-e788-48a4-915f-b1ec1a744283 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1023469 Mar 10 17:31:37.672816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.673692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-0d4024e7-97ea-4da5-8fec-af102d805f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.674175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-0d4024e7-97ea-4da5-8fec-af102d805f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.674637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-0d4024e7-97ea-4da5-8fec-af102d805f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.677184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-0d4024e7-97ea-4da5-8fec-af102d805f10 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4277804 Mar 10 17:31:37.683957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9253e1-bfea-4c7f-8737-a0d9dc935856 service neutron] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.732101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3f0fd808-5691-4e0d-98d5-47e4d1ce24ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.759184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (3f0fd808-5691-4e0d-98d5-47e4d1ce24ce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.789525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.794688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.800240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.801378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3f0fd808-5691-4e0d-98d5-47e4d1ce24ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.804878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.806030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.806875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f0fd808-5691-4e0d-98d5-47e4d1ce24ce HTTP/1.1" status: 204 len: 168 time: 0.1330295 Mar 10 17:31:37.810578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59790) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.811234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.816375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.821574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.823508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe196647-7098-437c-b38c-920d70b188d2 req-ed1b0c61-508c-4276-83f8-a1e9f06400cf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5406 time: 0.4657423 Mar 10 17:31:37.828944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.829476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b50c8d-2ad1-49d9-a19b-06d98f0dff6e tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0fd808-5691-4e0d-98d5-47e4d1ce24ce,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:37.837169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe73e7-0632-46d9-ae2a-81d7f1ef35ad req-8993b6a2-490a-4553-acb5-6811be0a91a9 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.838691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0fe73e7-0632-46d9-ae2a-81d7f1ef35ad req-8993b6a2-490a-4553-acb5-6811be0a91a9 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 943 time: 0.2866101 Mar 10 17:31:37.844113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-3b981ad1-5bc9-4b68-ae11-01986f5ed4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:37.845511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-3b981ad1-5bc9-4b68-ae11-01986f5ed4cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.6742897 Mar 10 17:31:37.882159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b9d33503-827c-44ed-8c03-595aa4cd847f tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668955 Mar 10 17:31:37.882959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:37.888032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--350538355'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:37.910074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.957489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-d5319809-29b6-47d3-8139-82562cd8faad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.0731180 Mar 10 17:31:37.990894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (4ae6cf45-47ce-4edc-8bc7-532462d11773), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:37.995672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4ae6cf45-47ce-4edc-8bc7-532462d11773), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.016893 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:31:38.033931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.038126 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1512041 Mar 10 17:31:38.041485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59794) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.046117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3f1d2ee0-c82a-4265-ac74-e5d3b417a95b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '4ae6cf45-47ce-4edc-8bc7-532462d11773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:38.062457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89fd75-ec92-41b5-b78d-688614318bc5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6cf45-47ce-4edc-8bc7-532462d11773,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.073256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-768ed997-a830-4088-aa35-84c710cee0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:38.074750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e0bcaff-0ba4-468e-995f-6653de49a7f6 req-768ed997-a830-4088-aa35-84c710cee0d3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3834937 Mar 10 17:31:38.104444 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-3f1d2ee0-c82a-4265-ac74-e5d3b417a95b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:38.105600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0fe73e7-0632-46d9-ae2a-81d7f1ef35ad req-7140918d-d150-4efa-a52b-098321a96ada tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292094 Mar 10 17:31:38.110668 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3f1d2ee0-c82a-4265-ac74-e5d3b417a95b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0678239 Mar 10 17:31:38.111518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.120831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0c04cde8-2800-4edf-b7a2-02eace1834f5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group_rule': {'security_group_id': '4ae6cf45-47ce-4edc-8bc7-532462d11773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:38.148903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 97e1a5a7-1783-4dfb-9043-92e962f7a051 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:38.171178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe196647-7098-437c-b38c-920d70b188d2 req-759d9099-eff8-42ff-986e-429fb9be427d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283780 Mar 10 17:31:38.182000 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0c04cde8-2800-4edf-b7a2-02eace1834f5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:31:38.183142 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c04cde8-2800-4edf-b7a2-02eace1834f5 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0680804 Mar 10 17:31:38.185974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59798) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.217168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-5829716e-8085-4940-9f02-948abe277e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:38.218661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-5829716e-8085-4940-9f02-948abe277e35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.2388170 Mar 10 17:31:38.278355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (4ae6cf45-47ce-4edc-8bc7-532462d11773), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.280419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-e0e683a0-083a-44ac-833d-758cef693411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440683 Mar 10 17:31:38.340341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051,segment=NetworkSegment(5a0abb4b-34f0-412b-b928-264b8686d7a5),segment_id=5a0abb4b-34f0-412b-b928-264b8686d7a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:38.351136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (4ae6cf45-47ce-4edc-8bc7-532462d11773), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.358987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '97e1a5a7-1783-4dfb-9043-92e962f7a051', 'network_id': '1925fec3-3073-46df-bb5b-8af18ef94711', 'port_id': '97e1a5a7-1783-4dfb-9043-92e962f7a051', 'mac_address': 'fa:16:3e:f0:d6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e085a4ee-020e-4a40-a1f1-acdfdccd2b46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:38.415173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 97e1a5a7-1783-4dfb-9043-92e962f7a051 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:38.415459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.419460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4ae6cf45-47ce-4edc-8bc7-532462d11773), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.425278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.428352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ae6cf45-47ce-4edc-8bc7-532462d11773 HTTP/1.1" status: 204 len: 168 time: 0.2412972 Mar 10 17:31:38.432839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.435513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1a5a7-1783-4dfb-9043-92e962f7a051 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:38.456476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84102b50-97b2-45bb-9185-c2b5cc397963 req-e155b199-1155-4ac9-8453-3d712862fb90 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:38.458079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84102b50-97b2-45bb-9185-c2b5cc397963 req-e155b199-1155-4ac9-8453-3d712862fb90 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.2823040 Mar 10 17:31:38.469378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051,segment=NetworkSegment(5a0abb4b-34f0-412b-b928-264b8686d7a5),segment_id=5a0abb4b-34f0-412b-b928-264b8686d7a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:38.473373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd65e81-d839-43ad-92ef-6f0467f8c2d9 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6cf45-47ce-4edc-8bc7-532462d11773,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.483530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.484710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:38.507391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-49349c15-7fa1-4019-b7dc-cd05f9ef7826 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712328 Mar 10 17:31:38.510262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.517495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511434714'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:38.531267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-023a1862-cee6-4590-b654-5c38bed330ab service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369237 Mar 10 17:31:38.547221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.584917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.640680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (0fd4639a-e63e-45ce-adc8-f19a5aa915f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.647151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0fd4639a-e63e-45ce-adc8-f19a5aa915f5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.663860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40403619-c840-4911-bba6-e1d8266e99ce req-d6619286-ea06-407a-ba8e-df748022a9aa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:38.665575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40403619-c840-4911-bba6-e1d8266e99ce req-d6619286-ea06-407a-ba8e-df748022a9aa tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.2892895 Mar 10 17:31:38.673971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84102b50-97b2-45bb-9185-c2b5cc397963 req-856e91bb-50cc-42e7-95b6-62bd295bca67 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066505 Mar 10 17:31:38.685921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.688223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1766818 Mar 10 17:31:38.690442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0240ed-fced-417b-b699-c2511792174b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd4639a-e63e-45ce-adc8-f19a5aa915f5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.693926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59816) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.698668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:38.699727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dcab3404-ddee-4748-9ad4-cf82837dfb60 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:38.700145 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-dcab3404-ddee-4748-9ad4-cf82837dfb60 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 17:31:38.700633 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-dcab3404-ddee-4748-9ad4-cf82837dfb60 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 17:31:38.701573 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dcab3404-ddee-4748-9ad4-cf82837dfb60 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "PUT /v2.0/security-groups/0fd4639a-e63e-45ce-adc8-f19a5aa915f5 HTTP/1.1" status: 409 len: 330 time: 0.0061269 Mar 10 17:31:38.704283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59818) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.727605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'mac_address': 'fa:16:3e:41:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:38.772124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (0fd4639a-e63e-45ce-adc8-f19a5aa915f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.793767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6a8ba648-ab0c-44c5-a11e-608fec416502 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:38.794116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.805661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (0fd4639a-e63e-45ce-adc8-f19a5aa915f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.819086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:38.845232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:38.857465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.866719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0fd4639a-e63e-45ce-adc8-f19a5aa915f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.870689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:38.872154 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/0fd4639a-e63e-45ce-adc8-f19a5aa915f5 HTTP/1.1" status: 204 len: 168 time: 0.1666870 Mar 10 17:31:38.883929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.885099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e745c3-94ba-4adc-9959-f9fe20743601 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd4639a-e63e-45ce-adc8-f19a5aa915f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.917966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:38.962345 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5be79f35-1840-41ee-a827-dabe305ebe0b tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671113 Mar 10 17:31:38.965408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59822) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:38.971811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:38.990809 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0715eb36-c3ca-4b04-a8c0-2b070716b58c tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] delete failed (client error): The resource could not be found. Mar 10 17:31:38.992384 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0715eb36-c3ca-4b04-a8c0-2b070716b58c tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "DELETE /v2.0/security-groups/6d14aad7-4e00-4e91-bad9-11986173da95 HTTP/1.1" status: 404 len: 347 time: 0.0259967 Mar 10 17:31:38.996682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59824) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:39.001396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 257b1b56-a5f8-423d-9d4a-98451e74e427 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:39.001847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.015330 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-021b981f-e971-4d9b-b163-56af3fc5bad2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] show failed (client error): The resource could not be found. Mar 10 17:31:39.017709 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-021b981f-e971-4d9b-b163-56af3fc5bad2 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-groups/c0fba2a0-2223-4ab2-8ddb-2dccabda3d3c HTTP/1.1" status: 404 len: 347 time: 0.0198150 Mar 10 17:31:39.022036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59826) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:39.044592 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-dec70309-e094-47e3-a264-ccd8fa7cff64 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] show failed (client error): The resource could not be found. Mar 10 17:31:39.048642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dec70309-e094-47e3-a264-ccd8fa7cff64 tempest-NegativeSecGroupIPv6Test-583028512 tempest-NegativeSecGroupIPv6Test-583028512-project] 10.222.0.35 "GET /v2.0/security-group-rules/481be630-5b25-4d09-8ce6-efe9e96ed5cd HTTP/1.1" status: 404 len: 356 time: 0.0225203 Mar 10 17:31:39.122162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:39.122600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.137794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6a8ba648-ab0c-44c5-a11e-608fec416502'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:39.139357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:39.141801 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "acb1c126-374b-4ef4-af25-15113c633742"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:39.165645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fce8e67-49a6-4264-8da3-2c9be3196c3b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:39.187999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['97e1a5a7-1783-4dfb-9043-92e962f7a051'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:39.200142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks [] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.253317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Transition to ACTIVE for port object 8fce8e67-49a6-4264-8da3-2c9be3196c3b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:39.268756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40403619-c840-4911-bba6-e1d8266e99ce req-3f99161c-89ee-490e-b92e-972043876f9f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902650 Mar 10 17:31:39.269686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.271300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:39.274034 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9323e1c3-c40c-4ff3-88dc-f6191ec4fe02" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:39.274692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c94413b2-33bc-45b2-bff2-18e7537334c3 req-0bc8854e-cd9e-4380-8c88-3f297c971b0d service neutron] 10.222.0.59 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312069 Mar 10 17:31:39.341668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:39.346782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab52c36-09b4-4a33-b4ce-f964e277533f req-9a005b66-77f4-46c7-aadf-bbbc9c6a7a9a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:39.348226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ab52c36-09b4-4a33-b4ce-f964e277533f req-9a005b66-77f4-46c7-aadf-bbbc9c6a7a9a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 945 time: 0.2032342 Mar 10 17:31:39.364341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.380089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:39.509111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=13']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:39.522751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ab52c36-09b4-4a33-b4ce-f964e277533f req-463abfe8-1639-4dab-8b8a-4c6242528701 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626887 Mar 10 17:31:39.565588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:39.631887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Attempting to bind port 8fce8e67-49a6-4264-8da3-2c9be3196c3b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:39.632403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Attempting to bind port 8fce8e67-49a6-4264-8da3-2c9be3196c3b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:39.632857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Attempting to bind port 8fce8e67-49a6-4264-8da3-2c9be3196c3b on network fab475e2-8b0e-4bdb-af21-5235b5b53326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:39.704769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Port 8fce8e67-49a6-4264-8da3-2c9be3196c3b on network fab475e2-8b0e-4bdb-af21-5235b5b53326 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:39.705506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Attempting to bind port 8fce8e67-49a6-4264-8da3-2c9be3196c3b on network fab475e2-8b0e-4bdb-af21-5235b5b53326 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:39.727679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:39.728169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Checking segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:39.728813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Bound using segment: {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:39.729778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Bound port: 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66171e0-270f-438f-bc6e-c69799ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:39.731547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.844483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-69b5fec0-460d-4293-a05a-757187886317 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d5ae224813141268eaf59cda9dc59bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778537 Mar 10 17:31:39.845818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59882) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:39.877965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:39.882105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:39.890497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522245e2-b0cf-4731-9bda-4a1eb4d55d91 req-d47c9d6c-3abe-4770-b215-aa61abb6f7ee tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:39.897522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522245e2-b0cf-4731-9bda-4a1eb4d55d91 req-d47c9d6c-3abe-4770-b215-aa61abb6f7ee tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2667749 Mar 10 17:31:39.903772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] Publish callbacks [] for security_group (8d49258b-8659-4428-9dff-ef77ca4e4875), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.918094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.931125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] Publish callbacks [] for security_group (8d49258b-8659-4428-9dff-ef77ca4e4875), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.995102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8d49258b-8659-4428-9dff-ef77ca4e4875), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:39.999251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.002902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d49258b-8659-4428-9dff-ef77ca4e4875 HTTP/1.1" status: 204 len: 168 time: 0.1534970 Mar 10 17:31:40.007832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.008520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:40.009944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fce8e67-49a6-4264-8da3-2c9be3196c3b HTTP/1.1" status: 200 len: 1091 time: 2.5700870 Mar 10 17:31:40.026168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc3f6d-3abb-4dd9-b9ca-93610ecdfa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d49258b-8659-4428-9dff-ef77ca4e4875,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:40.031167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-522245e2-b0cf-4731-9bda-4a1eb4d55d91 req-166f7382-5651-4f02-815b-e967460328ac tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327922 Mar 10 17:31:40.039392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4527b-fd14-4048-a722-6472cc25e596 service neutron] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:40.072418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745ffd7-16d9-42e2-9614-c3a05855f7a1 req-0dffae23-7b33-4f26-8511-90eadc70c318 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.087058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6745ffd7-16d9-42e2-9614-c3a05855f7a1 req-0dffae23-7b33-4f26-8511-90eadc70c318 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 944 time: 0.1579738 Mar 10 17:31:40.130915 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26854e9-0bb3-4f46-be2f-71a7c9f21df3 x-openstack-request-id: req-f26854e9-0bb3-4f46-be2f-71a7c9f21df3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:40.131214 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "acb1c126-374b-4ef4-af25-15113c633742", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:40.131539 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f26854e9-0bb3-4f46-be2f-71a7c9f21df3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:40.131990 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742', 'status': 'completed', 'code': 200} Mar 10 17:31:40.262332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6745ffd7-16d9-42e2-9614-c3a05855f7a1 req-b9ec8f30-e410-4149-b36a-9947149b871b tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692741 Mar 10 17:31:40.311088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.311565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.312180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.312464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.312952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.313342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.313793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.315915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-82284f47-58b9-4af2-be00-2dcc4a88e493 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6692 time: 0.2196164 Mar 10 17:31:40.330157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.336251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.341423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.347032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.350444 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43961eaa-d368-4ccd-ac5b-643788d9d4e3 x-openstack-request-id: req-43961eaa-d368-4ccd-ac5b-643788d9d4e3 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:40.351328 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-plugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:40.351890 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43961eaa-d368-4ccd-ac5b-643788d9d4e3 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:40.352513 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:31:40.352649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.357930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.363119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.365235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-0db875dc-eb8e-455d-a186-1a8f31184b77 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1913764 Mar 10 17:31:40.415744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-362e9c23-50cc-4db6-9f0a-dc58d02bec62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe HTTP/1.1" status: 200 len: 217 time: 0.0489795 Mar 10 17:31:40.520031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e05f5b2f-293c-4c41-8200-059a0cf2faf5 req-dba2317c-d853-460a-a6d9-72bf2c859257 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471467 Mar 10 17:31:40.531183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-9aba5674-29e9-4d9a-878b-6410d2f7c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.532623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-9aba5674-29e9-4d9a-878b-6410d2f7c95c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5210b961-6cea-4abf-ad63-811d33cacbd5 HTTP/1.1" status: 200 len: 850 time: 0.1083481 Mar 10 17:31:40.555688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adefaa-04e0-4a15-80a1-09e26c65a89f req-795cfb13-dcbd-48dd-a51a-e5624c313260 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.557398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2adefaa-04e0-4a15-80a1-09e26c65a89f req-795cfb13-dcbd-48dd-a51a-e5624c313260 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.1164639 Mar 10 17:31:40.639969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2adefaa-04e0-4a15-80a1-09e26c65a89f req-d82bb23c-6e11-4b09-b1a0-205f7d7546db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722098 Mar 10 17:31:40.667169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-9878e181-15bc-47ad-9dee-bcc27a09e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.667169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-9878e181-15bc-47ad-9dee-bcc27a09e80e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=407ac063-017d-423f-8b4c-bac17d9d9a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215167 Mar 10 17:31:40.884774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b97aa-a77f-4e30-9258-77b0a330a414 req-fd3f3c6c-0ae9-42b4-8a85-f1caa4f3b8dc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:40.892365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad8b97aa-a77f-4e30-9258-77b0a330a414 req-fd3f3c6c-0ae9-42b4-8a85-f1caa4f3b8dc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.1573315 Mar 10 17:31:40.902717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-0741d4cf-8210-42f4-8e4b-691d8cca44da service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302051 Mar 10 17:31:41.029798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59946) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:41.043080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-310912e9-a641-496f-b7a6-544829eae7fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2030833 Mar 10 17:31:41.046038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-10909d0a-f111-4916-b164-fe34a43d99fb service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297562 Mar 10 17:31:41.057191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad8b97aa-a77f-4e30-9258-77b0a330a414 req-bba9beb0-46d6-4c13-91f0-e07720d5db82 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638830 Mar 10 17:31:41.120341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-42eb7bc5-a1b1-41bc-9e79-c213c0a21e29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 217 time: 0.0620604 Mar 10 17:31:41.232079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bcaf5509-cd56-4bc2-a27f-ba7ddc87ad99 tempest-ServiceProvidersTest-1664202091 tempest-ServiceProvidersTest-1664202091-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2006252 Mar 10 17:31:41.378094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-510a1e73-78fb-4210-a298-070ebc359886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.379731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-510a1e73-78fb-4210-a298-070ebc359886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.2514930 Mar 10 17:31:41.446237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77735-cbdb-4cc4-97a6-f176ea657f0a req-7505a274-5753-4f93-803d-fece941ca54f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.447948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24e77735-cbdb-4cc4-97a6-f176ea657f0a req-7505a274-5753-4f93-803d-fece941ca54f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.2842400 Mar 10 17:31:41.450035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-ac565b43-bde7-4ebd-93eb-75dd8ac058af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.451564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-ac565b43-bde7-4ebd-93eb-75dd8ac058af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 1127 time: 0.2849317 Mar 10 17:31:41.468766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b73cd0-4be4-4d08-a413-d4c82bd2d58a req-b8ea8de7-d32f-4aa6-afe0-f38e4d722c3a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.475592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b73cd0-4be4-4d08-a413-d4c82bd2d58a req-b8ea8de7-d32f-4aa6-afe0-f38e4d722c3a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.1765835 Mar 10 17:31:41.628294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-e3506461-e7c6-4277-9e9f-434d6f206d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.629857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-e3506461-e7c6-4277-9e9f-434d6f206d0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2415676 Mar 10 17:31:41.680058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24e77735-cbdb-4cc4-97a6-f176ea657f0a req-5668524c-e51f-4af2-993f-9e5f62e0a6f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201083 Mar 10 17:31:41.713856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b73cd0-4be4-4d08-a413-d4c82bd2d58a req-63a128ea-11c3-4087-b7df-a72825d747fa tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176166 Mar 10 17:31:41.714168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59990) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:41.759281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-f1941411-549e-4baa-9892-9c51b7b9759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.760989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-f1941411-549e-4baa-9892-9c51b7b9759b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.2812378 Mar 10 17:31:41.843232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-a564856b-87d5-4820-a6de-4ef976c3fc13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 200 len: 217 time: 0.0558074 Mar 10 17:31:41.910247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-faa60010-72fd-4964-988e-2b6fac7840d8 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719553 Mar 10 17:31:41.939107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138d6c2-1eca-4b6f-95d0-c2f17aa8cb3c req-154734c1-0078-411b-98fa-d5ee966b1698 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.940480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63a1e86c-238b-4a7f-9720-30fbd8145fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:41.940644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9138d6c2-1eca-4b6f-95d0-c2f17aa8cb3c req-154734c1-0078-411b-98fa-d5ee966b1698 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 944 time: 0.1101015 Mar 10 17:31:41.956466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.962252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.967501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.972784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.978232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.983660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.989138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:41.991071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-c513ff53-bb33-4ba7-8024-d5916946512d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1466558 Mar 10 17:31:42.063518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:42.153753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:42.157163 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a274ff-6295-4782-ab1d-a47dcba38b33" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:42.159366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 97e1a5a7-1783-4dfb-9043-92e962f7a051 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:42.165285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63a1e86c-238b-4a7f-9720-30fbd8145fff admin admin] Publish callbacks [] for security_group (063f3e3e-5ddc-4f92-9d1f-1ed25ffde538), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.176078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-0957c933-8479-4336-b997-7d1fa49cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.176829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-0957c933-8479-4336-b997-7d1fa49cc089 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1847324 Mar 10 17:31:42.178391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63a1e86c-238b-4a7f-9720-30fbd8145fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (063f3e3e-5ddc-4f92-9d1f-1ed25ffde538), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.201162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9138d6c2-1eca-4b6f-95d0-c2f17aa8cb3c req-b07ab1ac-66f2-4f8e-a59a-1e87d5821ec9 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060170 Mar 10 17:31:42.237099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-b7994246-f995-42f5-9c9a-41cc3892925c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505071 Mar 10 17:31:42.286704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63a1e86c-238b-4a7f-9720-30fbd8145fff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=638a4293e67148d2a1092e7a8899703b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705714 Mar 10 17:31:42.287551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1e86c-238b-4a7f-9720-30fbd8145fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063f3e3e-5ddc-4f92-9d1f-1ed25ffde538,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.288578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cefc75a4-db8f-40cc-b376-dd39f88a6822 req-f49bd4ca-281f-4e9e-9be5-9bf7445d7d5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2715082 Mar 10 17:31:42.293202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:42.296927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c624b693-071f-4cc7-89a3-fb693d7678c9 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034909 Mar 10 17:31:42.328007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 97e1a5a7-1783-4dfb-9043-92e962f7a051 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:31:42.354069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4667fc45-85de-4377-9688-dd1c8c8d640c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.363432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 97e1a5a7-1783-4dfb-9043-92e962f7a051 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:42.364578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.405547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1fac2708-f72b-47a8-b2cc-9a3e1b4d846f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.414921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-2cd7e2c3-4ca7-488f-a50f-1d27d225dace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 217 time: 0.1045375 Mar 10 17:31:42.533896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 97e1a5a7-1783-4dfb-9043-92e962f7a051 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:42.535423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4667fc45-85de-4377-9688-dd1c8c8d640c admin admin] Publish callbacks [] for security_group (892e6954-9f70-4527-8460-1d10b9f452f1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.536845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.543888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4667fc45-85de-4377-9688-dd1c8c8d640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (892e6954-9f70-4527-8460-1d10b9f452f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.572151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f4f670a7-dfd2-4e11-abda-392324fe6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.573920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f4f670a7-dfd2-4e11-abda-392324fe6699 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.1390057 Mar 10 17:31:42.588188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051,segment=NetworkSegment(5a0abb4b-34f0-412b-b928-264b8686d7a5),segment_id=5a0abb4b-34f0-412b-b928-264b8686d7a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:42.589951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:42.592913 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad229982-afeb-43c4-ac3d-1505ee3bd89a" -d '{"events": [{"server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "name": "network-vif-plugged", "status": "completed", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:42.599317 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.600544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:31:42.615319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] Publish callbacks [] for security_group (063f3e3e-5ddc-4f92-9d1f-1ed25ffde538), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.625635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-4676e1bf-cec9-4be1-81a0-077c5ae6204e service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765309 Mar 10 17:31:42.639932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4667fc45-85de-4377-9688-dd1c8c8d640c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d323d5705ff145449b24d6d7e82367d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749414 Mar 10 17:31:42.642535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:42.644508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667fc45-85de-4377-9688-dd1c8c8d640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892e6954-9f70-4527-8460-1d10b9f452f1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.716512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 6a8ba648-ab0c-44c5-a11e-608fec416502 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:31:42.726011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] Publish callbacks [] for security_group (892e6954-9f70-4527-8460-1d10b9f452f1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.740535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 6a8ba648-ab0c-44c5-a11e-608fec416502 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:31:42.741141 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.760726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] Publish callbacks [] for security_group (892e6954-9f70-4527-8460-1d10b9f452f1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.771449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.812276 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] Publish callbacks [] for security_group (063f3e3e-5ddc-4f92-9d1f-1ed25ffde538), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.822817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (892e6954-9f70-4527-8460-1d10b9f452f1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.826569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:42.828417 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/892e6954-9f70-4527-8460-1d10b9f452f1 HTTP/1.1" status: 204 len: 168 time: 0.1846633 Mar 10 17:31:42.851231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057acec-bd7a-41d1-b842-357995dc79b1 req-fb6fc779-e8da-443a-aa2f-4b9105fcb3c7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.858531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2057acec-bd7a-41d1-b842-357995dc79b1 req-fb6fc779-e8da-443a-aa2f-4b9105fcb3c7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.4542463 Mar 10 17:31:42.861785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e8577-8650-49f9-bb82-c22bc494b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892e6954-9f70-4527-8460-1d10b9f452f1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:42.885208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a26cd5df-197b-4df3-ba0b-be8a4a1d0d6b req-b81a582f-afd7-4a2b-b3fe-cd2da80b2448 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273653 Mar 10 17:31:42.907747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149c2dd-61f8-46ea-9fa1-c310f2e4f763 req-ee6454ba-01ec-4538-addc-57267cb26e56 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.915968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7149c2dd-61f8-46ea-9fa1-c310f2e4f763 req-ee6454ba-01ec-4538-addc-57267cb26e56 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.4698632 Mar 10 17:31:42.967715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ea6e1f3e-6507-45c1-a8ca-9da0ac4188b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:42.969490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-ea6e1f3e-6507-45c1-a8ca-9da0ac4188b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3692913 Mar 10 17:31:42.995715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6a8ba648-ab0c-44c5-a11e-608fec416502 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:42.995715 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.035933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2057acec-bd7a-41d1-b842-357995dc79b1 req-59c18a43-b199-4ae4-97f3-8e215fb6c171 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762626 Mar 10 17:31:43.071055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:43.073937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.095709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7149c2dd-61f8-46ea-9fa1-c310f2e4f763 req-8de416fc-072a-4c43-8372-e0a27934cde3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787765 Mar 10 17:31:43.188919 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95a1d5c-15b1-4536-966a-e0bbb8277b18 x-openstack-request-id: req-e95a1d5c-15b1-4536-966a-e0bbb8277b18 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:43.189906 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "name": "network-vif-plugged", "status": "completed", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:43.190640 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e95a1d5c-15b1-4536-966a-e0bbb8277b18 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:43.191710 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051', 'code': 200} Mar 10 17:31:43.197802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:43.242049 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c338250d-32f5-4772-96ba-e2e16761ca90 x-openstack-request-id: req-c338250d-32f5-4772-96ba-e2e16761ca90 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:43.242720 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:43.243079 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c338250d-32f5-4772-96ba-e2e16761ca90 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:43.243675 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'status': 'completed', 'code': 200} Mar 10 17:31:43.265318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (063f3e3e-5ddc-4f92-9d1f-1ed25ffde538), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.268229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:43.272402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/063f3e3e-5ddc-4f92-9d1f-1ed25ffde538 HTTP/1.1" status: 204 len: 168 time: 0.9750140 Mar 10 17:31:43.376795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfdc5d-118f-469b-bbd5-dc3adce0f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f3e3e-5ddc-4f92-9d1f-1ed25ffde538,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:43.449331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8ef2215d-cef2-4f0b-a2a7-0e190e0999dc service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696777 Mar 10 17:31:44.242294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f500a6-6c22-4a5e-b7c6-cb885005877c req-5fe02429-6c83-4b83-9ae4-27558a8f1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.245426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f500a6-6c22-4a5e-b7c6-cb885005877c req-5fe02429-6c83-4b83-9ae4-27558a8f1cbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 1127 time: 0.9740448 Mar 10 17:31:44.263206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc1fd1-d12c-44fc-99c1-e56a1073ca16 req-e88d1652-3f98-4c21-88bd-b54f7eca9727 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.269174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:44.279472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cc1fd1-d12c-44fc-99c1-e56a1073ca16 req-e88d1652-3f98-4c21-88bd-b54f7eca9727 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 1.0342906 Mar 10 17:31:44.369557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56831-130a-4df3-9f49-db4bf883d9c2 req-81a6763f-238d-4c57-a4f1-70571cae946a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.377587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6f56831-130a-4df3-9f49-db4bf883d9c2 req-81a6763f-238d-4c57-a4f1-70571cae946a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 1.0891917 Mar 10 17:31:44.435632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-980450637-network', 'tenant_id': 'cd723983a1ff48a8abd8240fc8db4b8d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:44.474218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Made reservation on behalf of cd723983a1ff48a8abd8240fc8db4b8d for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:44.493005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f500a6-6c22-4a5e-b7c6-cb885005877c req-c306197a-4a29-4db7-800e-46fafcfb28ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094512 Mar 10 17:31:44.502654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cc1fd1-d12c-44fc-99c1-e56a1073ca16 req-6a0ccfa3-bc61-4e10-a888-9fab44666bd6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222416 Mar 10 17:31:44.512217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.536129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-75224eb3-aad9-461f-9b07-809a7f05b043 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722768 Mar 10 17:31:44.547506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.619099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8af1-7bea-44a5-9662-89f5374c33fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.683488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6f56831-130a-4df3-9f49-db4bf883d9c2 req-b9db84bc-769b-43de-aeb5-83c26d2bdbfb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047948 Mar 10 17:31:44.712645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c233f711-a966-45cd-acfa-0748222c59f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae HTTP/1.1" status: 200 len: 217 time: 0.1673729 Mar 10 17:31:44.764548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks [] for security_group (72f02928-8b4b-478c-8058-43e6dee99b1f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.776168 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (72f02928-8b4b-478c-8058-43e6dee99b1f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.820713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:31:44.852654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f02928-8b4b-478c-8058-43e6dee99b1f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:44.858817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c24d3809-0ce1-49a1-befe-b4fe0a84e0d4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.859421 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Added segment c24d3809-0ce1-49a1-befe-b4fe0a84e0d4 of type vlan for network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 Mar 10 17:31:44.897412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c704ac72-4100-4c4d-a7a4-991322721ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.899656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-c704ac72-4100-4c4d-a7a4-991322721ac6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.1760554 Mar 10 17:31:44.912452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba808e-2269-4262-ba47-58500bd446ee req-5f1d7d84-26a6-4201-b9f0-ffa70e48e380 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.914297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-daba808e-2269-4262-ba47-58500bd446ee req-5f1d7d84-26a6-4201-b9f0-ffa70e48e380 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.2479014 Mar 10 17:31:44.947084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (798d0cc7-15ca-4be7-b2ad-cf50cf961019), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:44.989890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:44.995805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.001381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.007095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.012797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.019563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.032451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.034778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0d08985-207f-4383-8045-3711b94288b7 req-9c2cc959-207d-4b7f-89ea-6b9ec1ae5998 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2220352 Mar 10 17:31:45.038743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (798d0cc7-15ca-4be7-b2ad-cf50cf961019), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.040070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.040827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.107829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8373516 Mar 10 17:31:45.115960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:45.129626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Request body: {'subnet': {'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-980450637-subnet', 'tenant_id': 'cd723983a1ff48a8abd8240fc8db4b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:45.143076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-2b74a5dc-db62-455b-9c88-973b92d4b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.144997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-2b74a5dc-db62-455b-9c88-973b92d4b097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2287593 Mar 10 17:31:45.153101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-daba808e-2269-4262-ba47-58500bd446ee req-b2561eb1-29f2-41d3-a22e-91a59a339094 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271624 Mar 10 17:31:45.193338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:45.196611 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc32018d-432a-4618-9738-3ce08eb0271c" -d '{"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:45.213590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01260c6f-e06d-4604-b789-f247f3455ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=798d0cc7-15ca-4be7-b2ad-cf50cf961019,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:45.229596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:31:45.252432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Made reservation on behalf of cd723983a1ff48a8abd8240fc8db4b8d for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:45.268353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.307489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0d08985-207f-4383-8045-3711b94288b7 req-d130075f-8ef6-472a-9abe-2a8a36b696f9 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515686 Mar 10 17:31:45.519504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-0c66664d-c945-4f14-9398-05f0d8dd99a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617010 Mar 10 17:31:45.586037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd540ae-1011-46eb-80e4-1621d4c56800 req-66923f9e-16d7-4198-8087-576f4be6f589 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.587894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd540ae-1011-46eb-80e4-1621d4c56800 req-66923f9e-16d7-4198-8087-576f4be6f589 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.3161240 Mar 10 17:31:45.719420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.844459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3031b58-67e3-4059-814d-916d38bee8de req-22df72cd-c85a-4a68-ab25-e4cb9f57558c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:45.853306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3031b58-67e3-4059-814d-916d38bee8de req-22df72cd-c85a-4a68-ab25-e4cb9f57558c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.3918159 Mar 10 17:31:45.861066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (0b4a76df-922a-4ef5-9fc8-98db02dd9e06), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:45.924222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4a76df-922a-4ef5-9fc8-98db02dd9e06,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:46.019873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-35711428-c8ed-4a81-99b6-e9a441433851 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861972 Mar 10 17:31:46.030058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd540ae-1011-46eb-80e4-1621d4c56800 req-2a8ba80e-003d-4d07-9aff-4531ab1036f3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262881 Mar 10 17:31:46.114281 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d2d4e-1985-4829-8f86-24c6c8f4e560 x-openstack-request-id: req-4c3d2d4e-1985-4829-8f86-24c6c8f4e560 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:46.114662 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:46.115004 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c3d2d4e-1985-4829-8f86-24c6c8f4e560 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:46.115459 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'code': 200} Mar 10 17:31:46.155406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3031b58-67e3-4059-814d-916d38bee8de req-14f3ead1-e75a-4d30-abc1-1ebac42251fb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010421 Mar 10 17:31:46.157904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-b9d016e7-729d-4f66-8086-cfef1a3c94ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=3f15a024-2fd0-4e73-8596-19645b33933b HTTP/1.1" status: 200 len: 217 time: 0.1237161 Mar 10 17:31:46.158869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Checking segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:46.159295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Network hostable DHCP agents. Network: 798d0cc7-15ca-4be7-b2ad-cf50cf961019, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:31:46.235268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-06e1a0e5-f595-48be-b1a7-1d1878ffba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.236874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-06e1a0e5-f595-48be-b1a7-1d1878ffba5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.0632384 Mar 10 17:31:46.413744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:31:46.427299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27cca4-2ba3-4bbe-bbcd-c882ca36d2b2 req-808f0d89-f50f-4381-afe4-c6efc790dcf0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.428985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b27cca4-2ba3-4bbe-bbcd-c882ca36d2b2 req-808f0d89-f50f-4381-afe4-c6efc790dcf0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.1882148 Mar 10 17:31:46.439594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-cc18cad5-4036-4b0f-aba3-d145ae17ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.441346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-cc18cad5-4036-4b0f-aba3-d145ae17ec8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1596534 Mar 10 17:31:46.448601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 798d0cc7-15ca-4be7-b2ad-cf50cf961019) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:46.460597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05a64f-91d9-43cf-ac6f-bf2350268a00 None None] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:46.466675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.467291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:46.480502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb795c-c6a9-4936-b2dc-2510b93fbf66 req-cbea27ab-9b22-4b1a-8f65-2937f747d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.482012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71bb795c-c6a9-4936-b2dc-2510b93fbf66 req-cbea27ab-9b22-4b1a-8f65-2937f747d5b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1132 time: 0.2432787 Mar 10 17:31:46.511304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5b35e-80a8-49cf-91eb-b33fa0866b03 req-b3abb193-6555-49b1-8e8c-9a655b5f4172 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:46.513341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85e5b35e-80a8-49cf-91eb-b33fa0866b03 req-b3abb193-6555-49b1-8e8c-9a655b5f4172 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 943 time: 0.2395704 Mar 10 17:31:46.590386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b27cca4-2ba3-4bbe-bbcd-c882ca36d2b2 req-d740fce3-5896-47f7-b1d0-687989a798bd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459754 Mar 10 17:31:46.617198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-73a540e9-81c2-408c-bc56-f421585382d0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4928224 Mar 10 17:31:46.732253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71bb795c-c6a9-4936-b2dc-2510b93fbf66 req-755de484-5492-42b5-a509-cef8e0101ab8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278178 Mar 10 17:31:46.749487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85e5b35e-80a8-49cf-91eb-b33fa0866b03 req-60c6ded3-665b-4df3-8238-6571ba181d43 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124083 Mar 10 17:31:46.752800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-127103ca-a0a8-49be-a5bb-70ee4e421888 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971487 Mar 10 17:31:46.800371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a182392-c81c-4a22-83d6-ca01fac0eca4 None None] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:31:47.152314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:47.167926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1749eba8-7a1c-4bda-9508-c21af9094d10 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081385 Mar 10 17:31:47.180502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-222c2b8b-6a3a-49b6-8601-8080808fe988 service neutron] 10.222.0.59 "GET /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.2356992 Mar 10 17:31:47.276527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.282029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.287812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.293748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.299175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.305312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.310696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.318945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05761095-3951-4937-a376-992bf2e34941 req-c6a6c779-4ec6-4a98-abb0-a10b19992e72 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.3756919 Mar 10 17:31:47.338330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5af5-9dd1-4384-8ce5-1b0d59eff1b6 req-4e1b5d4d-5e5d-42d7-abdc-ce1cba282c3c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.344289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a7e5af5-9dd1-4384-8ce5-1b0d59eff1b6 req-4e1b5d4d-5e5d-42d7-abdc-ce1cba282c3c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.4666734 Mar 10 17:31:47.347113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-1d361bc9-69f5-4516-b592-99e75f786896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb1c126-374b-4ef4-af25-15113c633742 HTTP/1.1" status: 200 len: 217 time: 0.1601355 Mar 10 17:31:47.514006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a7e5af5-9dd1-4384-8ce5-1b0d59eff1b6 req-18cb541f-0b2f-4986-8061-426cd88704d7 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686373 Mar 10 17:31:47.521037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f11bac99-abb7-4984-be38-11e3e0c744b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.523820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f11bac99-abb7-4984-be38-11e3e0c744b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.1583416 Mar 10 17:31:47.573611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05761095-3951-4937-a376-992bf2e34941 req-4af5d4fe-6611-4326-bfcf-497853224fb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2536566 Mar 10 17:31:47.828685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fcf965a1-98d7-46cd-a537-3dd8b502d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:47.833753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-fcf965a1-98d7-46cd-a537-3dd8b502d4db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2810340 Mar 10 17:31:48.084654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-cfd0d17d-9b30-48d4-93a9-0cd64f518faf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:48.090139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-cfd0d17d-9b30-48d4-93a9-0cd64f518faf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.1944234 Mar 10 17:31:48.112545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:48.136376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-b94d6505-fa16-4390-a0d1-a8ac6683047c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/quotas/cd723983a1ff48a8abd8240fc8db4b8d HTTP/1.1" status: 200 len: 375 time: 0.0406744 Mar 10 17:31:48.191595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5788de-77a2-4132-b8db-de939fcb6e35 req-bc559217-6fac-4b1c-856e-f96307723211 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:48.200228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e5788de-77a2-4132-b8db-de939fcb6e35 req-bc559217-6fac-4b1c-856e-f96307723211 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.3822873 Mar 10 17:31:48.281833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-6750bbc1-0954-491c-bc15-abbba007a201 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116076 Mar 10 17:31:48.285661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:48.379960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859a04a4-b5de-43a1-901c-994ab5426405 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:48.399134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:48.421177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e5788de-77a2-4132-b8db-de939fcb6e35 req-72ab6bcb-d6ee-44dc-8bea-ad8ce065045c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200105 Mar 10 17:31:48.433051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:48.437564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-d9110084-ee7f-4d98-8084-616fde4dae2f service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869267 Mar 10 17:31:48.642300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:49.080888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-21534656-9280-416d-9888-8e44c0895669 service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708275 Mar 10 17:31:49.145010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-008d16b8-cedb-4e76-bd5a-5e238d2476a7 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939728 Mar 10 17:31:49.235823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08148bfa-5386-45d4-929c-eee2b05ffffe req-9308eb0e-331d-4f18-b38d-0e48bb32298e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:49.244668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08148bfa-5386-45d4-929c-eee2b05ffffe req-9308eb0e-331d-4f18-b38d-0e48bb32298e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.7039390 Mar 10 17:31:49.247010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] Transition to ACTIVE for port object 859a04a4-b5de-43a1-901c-994ab5426405 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:49.265691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-a3406a19-52de-44f0-8a60-ca8357275e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b HTTP/1.1" status: 200 len: 217 time: 0.1085501 Mar 10 17:31:49.280929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:49.418331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-80df7528-2982-47fb-b7be-6a4906bdbd2b service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293788 Mar 10 17:31:49.471009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] No DVR routers for this DVR port 859a04a4-b5de-43a1-901c-994ab5426405 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:31:49.488797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-40bf9692-8e7e-433a-9f73-42d5b386d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:49.490866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-40bf9692-8e7e-433a-9f73-42d5b386d8b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.2125716 Mar 10 17:31:49.540061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] 10.222.0.59 "PUT /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405/bindings/n-h2-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3511739 Mar 10 17:31:49.573329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08148bfa-5386-45d4-929c-eee2b05ffffe req-38efe10a-50a4-4b06-9520-ac328c77732f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170612 Mar 10 17:31:49.573329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abd63e-b96f-4851-8fd1-eb156114d0ca service neutron] Pushing event updated for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:49.896464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-303963a4-1474-443d-8159-845e8e8e2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:49.898697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-303963a4-1474-443d-8159-845e8e8e2654 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3708591 Mar 10 17:31:49.920515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-6580089c-a974-4c76-b281-9d3a1d799a5b tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:49.922029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-6580089c-a974-4c76-b281-9d3a1d799a5b tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.2354631 Mar 10 17:31:50.030761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2462-c5dc-49f0-a1d9-af9d0d68b7cb req-c38c675c-3e53-476a-89f7-8189c96db67a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.041889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0dc2462-c5dc-49f0-a1d9-af9d0d68b7cb req-c38c675c-3e53-476a-89f7-8189c96db67a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.1972864 Mar 10 17:31:50.094204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:50.170008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0dc2462-c5dc-49f0-a1d9-af9d0d68b7cb req-14df908d-968f-4916-99d5-d6a3af519abb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270921 Mar 10 17:31:50.297369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-577daa78-9cab-45d8-81a2-d25a17c17e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.324403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8efe424d-fc2c-419c-9b6e-4b70ddb98128 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080298 Mar 10 17:31:50.350081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0728b-a71d-4f81-8f75-57d5a789e17b req-b2a6fbcc-ef10-4303-8a3d-798f116918c7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.360106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34d0728b-a71d-4f81-8f75-57d5a789e17b req-b2a6fbcc-ef10-4303-8a3d-798f116918c7 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 944 time: 0.4030247 Mar 10 17:31:50.412781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-577daa78-9cab-45d8-81a2-d25a17c17e4c admin admin] Publish callbacks [] for security_group (94b52553-14b9-4d83-acd7-9c3ee22c9e16), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.425051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-577daa78-9cab-45d8-81a2-d25a17c17e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (94b52553-14b9-4d83-acd7-9c3ee22c9e16), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.462708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-577daa78-9cab-45d8-81a2-d25a17c17e4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74950db49f114a40bc00c6e3f36feb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672781 Mar 10 17:31:50.464416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:50.465920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34d0728b-a71d-4f81-8f75-57d5a789e17b req-8c05339b-850b-40d1-ba96-87760b038bc2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044047 Mar 10 17:31:50.480019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-716b2627-03d9-45c8-af41-2ec5d37c0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.484746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-716b2627-03d9-45c8-af41-2ec5d37c0653 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed HTTP/1.1" status: 200 len: 1126 time: 0.5279214 Mar 10 17:31:50.544210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] Publish callbacks [] for security_group (94b52553-14b9-4d83-acd7-9c3ee22c9e16), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.573359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] Publish callbacks [] for security_group (94b52553-14b9-4d83-acd7-9c3ee22c9e16), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.643894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (94b52553-14b9-4d83-acd7-9c3ee22c9e16), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.648058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:50.653113 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94b52553-14b9-4d83-acd7-9c3ee22c9e16 HTTP/1.1" status: 204 len: 168 time: 0.1860654 Mar 10 17:31:50.656237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577daa78-9cab-45d8-81a2-d25a17c17e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b52553-14b9-4d83-acd7-9c3ee22c9e16,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:50.668489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b1721-41f0-488d-87da-59d5d92ac6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b52553-14b9-4d83-acd7-9c3ee22c9e16,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:50.882976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.892192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.900179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.911048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.932381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.940582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.947208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:50.955201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-382d9133-4470-4319-8aa5-00e8910e7c1a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.7068949 Mar 10 17:31:50.984769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-8b50ac1f-64c8-4d48-ade2-ebfb7b813fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525805 Mar 10 17:31:51.032704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5470ee-cbb7-4e61-9639-a04394dada55 req-c9fc9453-a851-4e1c-a322-40fc6aef0e92 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.034252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f5470ee-cbb7-4e61-9639-a04394dada55 req-c9fc9453-a851-4e1c-a322-40fc6aef0e92 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.4227180 Mar 10 17:31:51.036719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-5f68e820-00c6-4064-8407-4b69fc418cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.038234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-5f68e820-00c6-4064-8407-4b69fc418cf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1126 time: 0.5233295 Mar 10 17:31:51.107411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04399b59-ae82-4ef5-9854-5d99af4839fe req-909c5909-84ea-46af-b3a4-4283ced17ef6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511164 Mar 10 17:31:51.298724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f5470ee-cbb7-4e61-9639-a04394dada55 req-bf44c552-222f-4d9f-9c66-3d6208123f56 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166936 Mar 10 17:31:51.344765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:51.372012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ff65e1-1b69-417b-82fa-c4f9b8f2c10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.466050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ff65e1-1b69-417b-82fa-c4f9b8f2c10e admin admin] Publish callbacks [] for security_group (a7a2849a-84d5-491e-a3de-e69f28f3e80b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.471236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ff65e1-1b69-417b-82fa-c4f9b8f2c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a7a2849a-84d5-491e-a3de-e69f28f3e80b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.507903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff65e1-1b69-417b-82fa-c4f9b8f2c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2849a-84d5-491e-a3de-e69f28f3e80b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:51.557003 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33ff65e1-1b69-417b-82fa-c4f9b8f2c10e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=245f11df1ba44ae196d5ebd18866fc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107356 Mar 10 17:31:51.557971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:31:51.620085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] Publish callbacks [] for security_group (a7a2849a-84d5-491e-a3de-e69f28f3e80b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.648503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] Publish callbacks [] for security_group (a7a2849a-84d5-491e-a3de-e69f28f3e80b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.709751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a7a2849a-84d5-491e-a3de-e69f28f3e80b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.714548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:51.715602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-8e652bcf-daf5-4139-9ec5-652b331cb676 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.719049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-8e652bcf-daf5-4139-9ec5-652b331cb676 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.2440002 Mar 10 17:31:51.723338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.723818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.724678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.724810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.725177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.725631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.726209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.732320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-96c1b4c0-c263-4087-a0f8-4b54a0dce1ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6692 time: 0.6002870 Mar 10 17:31:51.735231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7a2849a-84d5-491e-a3de-e69f28f3e80b HTTP/1.1" status: 204 len: 168 time: 0.1645014 Mar 10 17:31:51.743365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'port': {'device_id': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'admin_state_up': True, 'tenant_id': 'cd723983a1ff48a8abd8240fc8db4b8d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:51.759354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3dd28-add1-4cc2-acf7-4260b710c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2849a-84d5-491e-a3de-e69f28f3e80b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:51.782740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60638fac-a2a2-40e6-bdc7-aeac3d15f71c req-5c05cb16-6353-473b-941c-ca56c4d1eac4 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 210 time: 0.0490413 Mar 10 17:31:51.890863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-837ec4dc-0a58-4552-a342-4a018b90c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.892328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-837ec4dc-0a58-4552-a342-4a018b90c5f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 200 len: 903 time: 0.1121860 Mar 10 17:31:51.971349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a04bef-1980-4b96-aae4-09ab38d91b70 req-3f4e69fd-f448-4924-b7bf-a923fb6cf6ce tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:51.978489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3a04bef-1980-4b96-aae4-09ab38d91b70 req-3f4e69fd-f448-4924-b7bf-a923fb6cf6ce tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1132 time: 0.6852047 Mar 10 17:31:52.044291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-ee11383f-c4d4-414a-839b-5bdcf1a5d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.046005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-ee11383f-c4d4-414a-839b-5bdcf1a5d354 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 200 len: 909 time: 0.9652464 Mar 10 17:31:52.047337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-f055037e-63bf-4360-b99f-80108dcf8a61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb1c126-374b-4ef4-af25-15113c633742 HTTP/1.1" status: 200 len: 217 time: 0.1413713 Mar 10 17:31:52.181263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-77b85bb5-c6ba-4cbc-aa06-0b5fcdfe4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.185093 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-77b85bb5-c6ba-4cbc-aa06-0b5fcdfe4f03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89b83cec76814600bad6b89f15bdf135&device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 1127 time: 0.1079531 Mar 10 17:31:52.302280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-58a4e815-2ce7-40ae-82cd-06a91a3c1ea7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 200 len: 217 time: 0.1911831 Mar 10 17:31:52.334335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-4c5eabe7-205b-46e0-938f-034c4deddd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.337159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-4c5eabe7-205b-46e0-938f-034c4deddd53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1925fec3-3073-46df-bb5b-8af18ef94711 HTTP/1.1" status: 200 len: 915 time: 0.1444035 Mar 10 17:31:52.421532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-384d0b12-a3bb-488e-adb3-c2f4d9feffd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051 HTTP/1.1" status: 200 len: 217 time: 0.0666821 Mar 10 17:31:52.429445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-affa9e3a-2de1-4190-9e82-b1b0d78d763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.431820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-affa9e3a-2de1-4190-9e82-b1b0d78d763e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 200 len: 848 time: 0.1179068 Mar 10 17:31:52.434265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3a04bef-1980-4b96-aae4-09ab38d91b70 req-f532fa95-63af-40ac-bbe9-d75f47cf5b51 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549875 Mar 10 17:31:52.472099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-cbecd525-54f8-414e-8b88-6494d53bb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.473438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-cbecd525-54f8-414e-8b88-6494d53bb52a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.3635800 Mar 10 17:31:52.513830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-a4d3abfa-b121-4dc4-a814-a7284b819cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.517001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-a4d3abfa-b121-4dc4-a814-a7284b819cb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e085a4ee-020e-4a40-a1f1-acdfdccd2b46 HTTP/1.1" status: 200 len: 854 time: 0.0802908 Mar 10 17:31:52.542327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-a92f2dbc-8960-418b-bbe8-12aea1330af1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980728 Mar 10 17:31:52.570636 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-2325366e-be7d-45de-800b-367bc33391c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1925fec3-3073-46df-bb5b-8af18ef94711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422018 Mar 10 17:31:52.582527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0b57-a7da-4eef-a49b-e12b6cfaa8ff req-60fcd560-abd6-4f1a-a0f2-6501220b14f4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.589743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6daf0b57-a7da-4eef-a49b-e12b6cfaa8ff req-60fcd560-abd6-4f1a-a0f2-6501220b14f4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.4776409 Mar 10 17:31:52.706385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Made reservation on behalf of cd723983a1ff48a8abd8240fc8db4b8d for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:31:52.709817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:52.770062 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-d4c5da45-82d1-4951-839e-e526d5172437 service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894131 Mar 10 17:31:52.801848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-7ac5b655-5501-4889-abac-276f7da11f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.803403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-7ac5b655-5501-4889-abac-276f7da11f69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3204198 Mar 10 17:31:52.826759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6daf0b57-a7da-4eef-a49b-e12b6cfaa8ff req-00da5208-0035-4530-8ec1-177767452f45 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360153 Mar 10 17:31:52.949243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1f61-c58d-4c62-96c2-2d954a0f5891 req-06708c29-aab8-4389-8a6b-f45765566b9e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:52.956081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66fe1f61-c58d-4c62-96c2-2d954a0f5891 req-06708c29-aab8-4389-8a6b-f45765566b9e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 944 time: 0.3635442 Mar 10 17:31:52.975036 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45ca4e63-fb0e-4c51-b069-555a19776c70 req-ae1c9287-0ad6-4aea-bc62-0f3b8c883725 service neutron] 10.222.0.59 "GET /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946025 Mar 10 17:31:52.989659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-39f25706-65df-4ebf-ae5f-ac8c3ab66421 service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960536 Mar 10 17:31:53.691599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66fe1f61-c58d-4c62-96c2-2d954a0f5891 req-19a8b43f-6ef1-4fd6-83c9-2c5b30cca0ac tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345145 Mar 10 17:31:53.811309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-a1eb84ea-897d-4fb5-8641-e7e1037ccaa0 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9820406 Mar 10 17:31:53.844401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-fc6c2d72-9384-40c2-a43d-c425b968eada service neutron] 10.222.0.41 "GET /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320663 Mar 10 17:31:53.904508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b7cf-c689-4a74-a39a-92b021fc84cb req-a4368237-d72a-46a3-b341-a4cffd812078 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:53.906044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64f0b7cf-c689-4a74-a39a-92b021fc84cb req-a4368237-d72a-46a3-b341-a4cffd812078 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.9430714 Mar 10 17:31:53.907342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Allocated IP 172.20.0.3 (798d0cc7-15ca-4be7-b2ad-cf50cf961019/0b4a76df-922a-4ef5-9fc8-98db02dd9e06/84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:31:54.215275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64f0b7cf-c689-4a74-a39a-92b021fc84cb req-58fbbe42-a2e3-4ac5-95da-7bf5d027d3ac tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957425 Mar 10 17:31:54.300264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95e3f4d4-2b42-4214-a6c5-2cd4bd51df01 req-930f5f18-a83d-4ff4-ab8b-255ef6f277a5 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665110 Mar 10 17:31:54.461037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.466694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.471962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.477258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.482775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.487945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.493244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.495212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-8ccd1371-57ed-4994-a2cc-f302402325a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.7157710 Mar 10 17:31:54.577900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-4d8f0fff-a45f-49e9-9568-fdac1f6ecd55 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.580172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-4d8f0fff-a45f-49e9-9568-fdac1f6ecd55 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa&tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.3843627 Mar 10 17:31:54.684886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14c4b0-1cb8-4a6c-abb4-572bf3017cb7 req-ec331f5d-06ac-4d91-8a84-314ece06e0d6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.686436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c14c4b0-1cb8-4a6c-abb4-572bf3017cb7 req-ec331f5d-06ac-4d91-8a84-314ece06e0d6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.3848500 Mar 10 17:31:54.699301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:54.721201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.722144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.722308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.722855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.723314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.723806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.724286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:54.728854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-e314ffea-d73a-4a42-92eb-b5ffb6bc9591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6692 time: 0.3048570 Mar 10 17:31:54.833065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34dd6255-b980-4aa9-89c4-28e733e309fa req-cb3ffb43-ddb0-46fe-b9f3-e66818db33b7 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3121481 Mar 10 17:31:55.051088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c14c4b0-1cb8-4a6c-abb4-572bf3017cb7 req-18886f3b-32dd-41cc-ade3-45238aae1820 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493464 Mar 10 17:31:55.056438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-8810caf8-6675-4900-8177-b8ab044b24f6 service neutron] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:55.065105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:55.071995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-8810caf8-6675-4900-8177-b8ab044b24f6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:55.073568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a0a27d9-5910-4c18-9f7a-055c0560d387 req-8810caf8-6675-4900-8177-b8ab044b24f6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405/bindings/n-h1-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.4839091 Mar 10 17:31:55.087094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-ec989fd6-76a2-4b6b-85c2-e91c211c048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.088703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-ec989fd6-76a2-4b6b-85c2-e91c211c048c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 200 len: 903 time: 0.3490131 Mar 10 17:31:55.190481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-41d0f988-4c11-4a2a-8b62-c5dacf4d823a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b HTTP/1.1" status: 200 len: 217 time: 0.0551865 Mar 10 17:31:55.192187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:31:55.199739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:31:55.202441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:31:55.212381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:55.310230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.310905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:55.314707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-5d5c0e08-b3a8-4f6c-8afc-84242f83ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.316237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-5d5c0e08-b3a8-4f6c-8afc-84242f83ea2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.1177907 Mar 10 17:31:55.370985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-c9fc0c46-482b-4e1e-bcae-b66d7ce784a1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6342411 Mar 10 17:31:55.389485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Request body: {'port': {'device_id': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:31:55.519937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-92c2b17c-f9fc-4299-856f-10a2595e551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.521458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-92c2b17c-f9fc-4299-856f-10a2595e551b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1969612 Mar 10 17:31:55.602109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656712d6-c719-4b2f-bdbd-abddea4a6011 req-37675e9a-a722-479f-938f-9666455dc453 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:55.608244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-656712d6-c719-4b2f-bdbd-abddea4a6011 req-37675e9a-a722-479f-938f-9666455dc453 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 931 time: 0.2469568 Mar 10 17:31:55.653427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:55.879948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-656712d6-c719-4b2f-bdbd-abddea4a6011 req-50d2442e-564f-4f6e-b49a-83e720eabd68 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667403 Mar 10 17:31:55.903894 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-698395c7-5d2a-4687-99b0-9a2998b16625 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023645 Mar 10 17:31:55.978672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-ac5ae081-45b3-4a18-b1c2-dc04f79dc196 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139044 Mar 10 17:31:56.473239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad7678-1967-48c1-b84b-71381be53daa req-7f30b5fa-d7b7-4509-a42e-8af6825b877f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:56.475078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bad7678-1967-48c1-b84b-71381be53daa req-7f30b5fa-d7b7-4509-a42e-8af6825b877f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.6320152 Mar 10 17:31:56.579108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59a274ff-6295-4782-ab1d-a47dcba38b33 req-7c32719b-53e0-4ebf-81db-31e6081bec7a service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885890 Mar 10 17:31:56.608516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3dc10-14c2-48d5-8843-03bd12c300c1 req-daa0967a-1398-45cc-8919-c44bb3c2d11f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:56.616284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89e3dc10-14c2-48d5-8843-03bd12c300c1 req-daa0967a-1398-45cc-8919-c44bb3c2d11f tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 944 time: 0.5558274 Mar 10 17:31:56.665032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-59ac40da-93ba-47dd-bf4a-9126986e23bb tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:56.666420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-59ac40da-93ba-47dd-bf4a-9126986e23bb tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 1129 time: 0.1151519 Mar 10 17:31:56.710695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bad7678-1967-48c1-b84b-71381be53daa req-af8a1d32-f5fd-426c-bf34-14132d53425c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104597 Mar 10 17:31:56.763818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89e3dc10-14c2-48d5-8843-03bd12c300c1 req-6bd1e163-1ae9-434c-85bf-6626e7858648 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461134 Mar 10 17:31:56.767301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:56.865577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:56.884870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks [] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:56.976971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Transition to ACTIVE for port object 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:31:56.994937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:31:56.995205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.069629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce942-94b7-416c-9334-9a86046c859f req-34bc3be9-c39d-407d-8b08-e72c9f93419e tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.084094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbbce942-94b7-416c-9334-9a86046c859f req-34bc3be9-c39d-407d-8b08-e72c9f93419e tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.1913829 Mar 10 17:31:57.166675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd480-605c-41b1-9e1f-41bb2fdbc7aa req-86f9fa21-8138-4456-8147-cff145c23dff tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.174040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1afd480-605c-41b1-9e1f-41bb2fdbc7aa req-86f9fa21-8138-4456-8147-cff145c23dff tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.2730894 Mar 10 17:31:57.224252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:57.286253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:57.306170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d', 'port_id': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'mac_address': 'fa:16:3e:fe:75:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2f7e58-7d36-4f70-9d63-8ea48bdd158c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:31:57.387559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:31:57.387960 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.406235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbbce942-94b7-416c-9334-9a86046c859f req-05f4b5c9-a8a8-4f09-8599-f1316c424581 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210843 Mar 10 17:31:57.424103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1afd480-605c-41b1-9e1f-41bb2fdbc7aa req-12a08ba3-1bba-45f3-8671-112743e1eebf tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441771 Mar 10 17:31:57.439058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:31:57.479014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:31:57.493608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.527970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Attempting to bind port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:31:57.528566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Attempting to bind port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:31:57.529400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Attempting to bind port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:57.562881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:31:57.563537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Attempting to bind port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:31:57.573975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:31:57.574805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Checking segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:31:57.575404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Bound using segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:31:57.576038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Bound port: 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:31:57.577111 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.655447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:57.736639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:31:57.740859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:31:57.801591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.876544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.877159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:57.878596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] 10.222.0.59 "PUT /v2.0/ports/84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 HTTP/1.1" status: 200 len: 1091 time: 2.4972126 Mar 10 17:31:57.879572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8956-f00e-4adb-baa3-e0541f819772 service neutron] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:31:57.882053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:31:57.890721 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6edbd-b764-497f-bc08-d3d6e4c2847a" -d '{"events": [{"name": "network-changed", "server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:31:57.924054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:31:57.925098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da460-f19a-4cd7-ad2c-6e2e9d75d1b1 req-1d426c85-c4cf-4b49-8305-fc62cde8c122 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.942228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c37da460-f19a-4cd7-ad2c-6e2e9d75d1b1 req-1d426c85-c4cf-4b49-8305-fc62cde8c122 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.3180220 Mar 10 17:31:57.985568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.993870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:57.999250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.006620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.014331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.019922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.026318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.037200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-40c9b272-5d12-4078-9fcf-4b99c6c84eb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2910297 Mar 10 17:31:58.125388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-99a75f17-0c3a-423c-aa0a-22f0279ef6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.127740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-99a75f17-0c3a-423c-aa0a-22f0279ef6ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1132 time: 0.0982077 Mar 10 17:31:58.155290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c37da460-f19a-4cd7-ad2c-6e2e9d75d1b1 req-5c668147-4f2b-437a-bcff-e6556cacf940 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120559 Mar 10 17:31:58.189794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-3f281f8a-e763-4ea0-b61f-5b29e0193038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.202345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-3f281f8a-e763-4ea0-b61f-5b29e0193038 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 1125 time: 0.2509038 Mar 10 17:31:58.236353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c71ebd-30c8-4f43-b6be-47b8fb2de130 req-29ffba38-de07-46bc-b61d-2da19ab1a17c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969059 Mar 10 17:31:58.298050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-092a9ed2-45e4-4c89-8997-42244f3728f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.300313 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-092a9ed2-45e4-4c89-8997-42244f3728f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1664376 Mar 10 17:31:58.345915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-31dbbd7d-0025-457b-96ec-8f6259b0f082 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 HTTP/1.1" status: 200 len: 217 time: 0.1092803 Mar 10 17:31:58.451888 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-7a574dae-9f2a-48d4-baed-59445a05d737 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.1393669 Mar 10 17:31:58.472552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-4a35ad41-6568-4859-9d25-395fc765a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.474055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-4a35ad41-6568-4859-9d25-395fc765a91c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.1188705 Mar 10 17:31:58.522969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-eb80196c-ca96-44ef-bff1-7a8a4963da15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408657 Mar 10 17:31:58.571044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-bfa50afe-a9f0-4c7e-937c-259c5c091042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.573074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-bfa50afe-a9f0-4c7e-937c-259c5c091042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1109850 Mar 10 17:31:58.602780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f67bb5-58ef-4108-99e2-3756386ea7d3 req-3d70a058-c5b8-493a-ae25-7b9d36955757 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.615249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8f67bb5-58ef-4108-99e2-3756386ea7d3 req-3d70a058-c5b8-493a-ae25-7b9d36955757 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 943 time: 0.2612255 Mar 10 17:31:58.652922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-571eeb10-f7da-4b5c-b03e-482e0d01aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.660603 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-571eeb10-f7da-4b5c-b03e-482e0d01aa36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0802650 Mar 10 17:31:58.773807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-f55b1160-2288-426a-b4aa-b9152a22002e service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446375 Mar 10 17:31:58.777604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8f67bb5-58ef-4108-99e2-3756386ea7d3 req-576f34b7-f0fc-4e4c-8b12-bb6110a92cb2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615694 Mar 10 17:31:58.790778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ccee1-e118-417d-972a-2ffb4f0e9ccc req-399021c9-8dde-4242-98d8-abcac8d8b72f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:58.793531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-654ccee1-e118-417d-972a-2ffb4f0e9ccc req-399021c9-8dde-4242-98d8-abcac8d8b72f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.2799377 Mar 10 17:31:58.881377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-8abe39cf-7ebc-4a74-9dac-6703ea2b1cbb service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104964 Mar 10 17:31:58.912865 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9144fed4-1fd2-4c32-b166-2e3f86aa2f23 x-openstack-request-id: req-9144fed4-1fd2-4c32-b166-2e3f86aa2f23 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:31:58.913406 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:31:58.913406 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9144fed4-1fd2-4c32-b166-2e3f86aa2f23 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:31:58.913924 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'status': 'completed', 'code': 200} Mar 10 17:31:58.917371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-654ccee1-e118-417d-972a-2ffb4f0e9ccc req-c79c844a-227f-44b0-a848-a45a62ccb4f1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006889 Mar 10 17:31:59.064080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b4091-23c3-4779-aec8-ed51fb0eee5e req-7ba6ae05-c770-4f57-9d5e-a68c544ba809 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.065619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b98b4091-23c3-4779-aec8-ed51fb0eee5e req-7ba6ae05-c770-4f57-9d5e-a68c544ba809 tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 1126 time: 0.0844870 Mar 10 17:31:59.087980 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-d1468cc2-38f2-40a7-add8-6ead18eb6110 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005315 Mar 10 17:31:59.169817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b98b4091-23c3-4779-aec8-ed51fb0eee5e req-66661d55-6eac-4de7-bf37-8f37c1a9361d tempest-LiveMigrationTest-1706153091 tempest-LiveMigrationTest-1706153091-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960279 Mar 10 17:31:59.171907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef573e11-f542-4cf8-9fcd-cfb5c8874252 req-b83388fe-7cef-450c-a466-45b1319c9f8b service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770080 Mar 10 17:31:59.424220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-a537a93f-a3aa-4f20-90fa-9f717aab9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.426994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-a537a93f-a3aa-4f20-90fa-9f717aab9c78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 1125 time: 0.1464343 Mar 10 17:31:59.556301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-9fb0ead9-ba29-47d3-be99-40f00d358ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.558208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-9fb0ead9-ba29-47d3-be99-40f00d358ff7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 922 time: 0.1068394 Mar 10 17:31:59.616887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-0d23e8f9-27b5-4844-8608-310ccc853f4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 HTTP/1.1" status: 200 len: 217 time: 0.0460830 Mar 10 17:31:59.668146 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:31:59.730412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b046d9-2e2a-46e1-bcbd-41fede602f79 req-3fcaf1e3-bd27-4d98-9c6f-ee7e2f14cc0a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.733057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90b046d9-2e2a-46e1-bcbd-41fede602f79 req-3fcaf1e3-bd27-4d98-9c6f-ee7e2f14cc0a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.3313441 Mar 10 17:31:59.735682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-b838ef48-6d6a-4d08-b78e-1f709f922028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.737246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-b838ef48-6d6a-4d08-b78e-1f709f922028 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.0933275 Mar 10 17:31:59.746330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f176d-a44c-4b08-a6fa-505f6dfb08d6 req-b8a0f470-be06-4109-920c-e1847df17661 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:31:59.748253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e9f176d-a44c-4b08-a6fa-505f6dfb08d6 req-b8a0f470-be06-4109-920c-e1847df17661 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.3898268 Mar 10 17:31:59.805317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-b2d198d9-96da-47cc-b21c-c93b047d8be4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551105 Mar 10 17:31:59.971551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e9f176d-a44c-4b08-a6fa-505f6dfb08d6 req-3ff4e15f-9aee-44f7-8e12-a9b243ba8be9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600597 Mar 10 17:31:59.973649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-ae283935-e7b3-48ce-84b0-afc69c4e97c0 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161003 Mar 10 17:32:00.038071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90b046d9-2e2a-46e1-bcbd-41fede602f79 req-eb1d2421-4ee2-4b02-bad9-7f7eca31dfbd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564056 Mar 10 17:32:00.149939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31b6edbd-b764-497f-bc08-d3d6e4c2847a req-b77bc9e2-8216-4737-9e96-2f8c0265a895 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684113 Mar 10 17:32:00.229612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.236339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.245067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.251411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.257568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.264443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.270323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.272683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-b38dfc5c-99c3-4931-9d22-455ce436dbf1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1201482 Mar 10 17:32:00.397385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73f97f5-75f8-4037-bf8b-60755e6a5c60 req-d39f8040-ecbb-4c89-a6fd-f1d2417921b3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182923 Mar 10 17:32:00.560578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfe3df-9ce5-4915-9e48-960d28cf41a3 req-02b59240-ba16-490b-b503-31735d24554c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.562365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26bfe3df-9ce5-4915-9e48-960d28cf41a3 req-02b59240-ba16-490b-b503-31735d24554c tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.1639972 Mar 10 17:32:00.604387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c2197-4500-472b-9d0f-2489305270bc req-3088cebd-6f60-4409-8a72-8a97d2314f14 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:00.612064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d2c2197-4500-472b-9d0f-2489305270bc req-3088cebd-6f60-4409-8a72-8a97d2314f14 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 943 time: 0.1157379 Mar 10 17:32:00.687171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26bfe3df-9ce5-4915-9e48-960d28cf41a3 req-be1da6f6-0081-406a-9325-6bf2680fc084 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Mar 10 17:32:00.759721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d2c2197-4500-472b-9d0f-2489305270bc req-7312794f-31b3-47f6-9513-f2a7d71a4029 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467121 Mar 10 17:32:01.042547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:01.215887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:01.225822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:01.227557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:01.409517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-42bdc37e-7244-4451-b10e-d51eaaee37a3 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:01.410992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-42bdc37e-7244-4451-b10e-d51eaaee37a3 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.59 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 945 time: 0.1070712 Mar 10 17:32:01.425077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:01.426018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:01.441512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-55a92f1c-186e-4b9e-bd53-aeece87d7392 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:01.444064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-55a92f1c-186e-4b9e-bd53-aeece87d7392 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 944 time: 0.1523693 Mar 10 17:32:01.454088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799c1e7-853d-4544-9d34-a526446beb63 req-7396f159-ed4e-4d2f-b2d0-9872256a6cfc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:01.460965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f799c1e7-853d-4544-9d34-a526446beb63 req-7396f159-ed4e-4d2f-b2d0-9872256a6cfc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.6521754 Mar 10 17:32:01.482480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:01.487144 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33ca9ab-509b-4f08-8f5d-a2d8c7d44663" -d '{"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-plugged", "status": "completed", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:01.518102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:01.534757 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:01.587816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984daa85-645f-4c97-a6f7-28a545fce7bb req-54f11e79-fe87-489b-b435-aae36e19d00a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:01.589330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-984daa85-645f-4c97-a6f7-28a545fce7bb req-54f11e79-fe87-489b-b435-aae36e19d00a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 944 time: 0.3276739 Mar 10 17:32:01.638396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:01.653619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-984daa85-645f-4c97-a6f7-28a545fce7bb req-1a35aa87-dc62-4836-8fa9-8cf4f8ec64f6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576522 Mar 10 17:32:01.742268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f799c1e7-853d-4544-9d34-a526446beb63 req-638fdbc0-f052-45c8-baf1-c3c9d598005c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759881 Mar 10 17:32:01.821876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Deleting port 859a04a4-b5de-43a1-901c-994ab5426405 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:01.825129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (859a04a4-b5de-43a1-901c-994ab5426405), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:01.856717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Deleting port 97e1a5a7-1783-4dfb-9043-92e962f7a051 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:01.857214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.080474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3d23-6486-4d02-a580-b5f79ccd8c3b req-3e5884a7-5763-4608-bd3e-2f6dbb1e2540 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:02.083668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaea3d23-6486-4d02-a580-b5f79ccd8c3b req-3e5884a7-5763-4608-bd3e-2f6dbb1e2540 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.3048856 Mar 10 17:32:02.115057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6e0c9-a3e7-44d1-8055-86054c348074 req-104bb452-8b3d-415a-84c3-1c4cdef07994 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:02.122177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aec6e0c9-a3e7-44d1-8055-86054c348074 req-104bb452-8b3d-415a-84c3-1c4cdef07994 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.2616341 Mar 10 17:32:02.201451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] For port 97e1a5a7-1783-4dfb-9043-92e962f7a051, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=97e1a5a7-1783-4dfb-9043-92e962f7a051,segment=NetworkSegment(5a0abb4b-34f0-412b-b928-264b8686d7a5),segment_id=5a0abb4b-34f0-412b-b928-264b8686d7a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:02.201806 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.245941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] For port 859a04a4-b5de-43a1-901c-994ab5426405, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=859a04a4-b5de-43a1-901c-994ab5426405,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:02.246481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (859a04a4-b5de-43a1-901c-994ab5426405), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.261202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:02.363286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Calling delete_port for 97e1a5a7-1783-4dfb-9043-92e962f7a051 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:02.512621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Calling delete_port for 859a04a4-b5de-43a1-901c-994ab5426405 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:02.569957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aec6e0c9-a3e7-44d1-8055-86054c348074 req-d17ee173-a894-41d2-829a-0131ff1be93d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467087 Mar 10 17:32:02.580763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaea3d23-6486-4d02-a580-b5f79ccd8c3b req-e1a0953e-02fd-487a-84eb-0302635c1308 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907522 Mar 10 17:32:02.683862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:02.759583 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22dea60-2552-44db-807f-58df67f5aa84 x-openstack-request-id: req-b22dea60-2552-44db-807f-58df67f5aa84 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:02.761024 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-plugged", "status": "completed", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:02.761454 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b22dea60-2552-44db-807f-58df67f5aa84 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:02.762052 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'code': 200} Mar 10 17:32:02.772053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'port_id': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'mac_address': 'fa:16:3e:c9:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a76df-922a-4ef5-9fc8-98db02dd9e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:02.879356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (97e1a5a7-1783-4dfb-9043-92e962f7a051), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.884585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:02.887434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:02.908157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['97e1a5a7-1783-4dfb-9043-92e962f7a051'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:02.932647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-804e4649-3eae-4a8f-874d-aace4d3b76d2 req-204d03b6-f9c2-469f-9cf5-f29be80f89a6 tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.35 "GET /v2.0/ports?device_id=55c056cd-4f69-4b84-8ea5-6a28b13336a7 HTTP/1.1" status: 200 len: 210 time: 0.0329466 Mar 10 17:32:03.001545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Pushing event deleted for resources: {'Port': ['ID=97e1a5a7-1783-4dfb-9043-92e962f7a051,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:03.020343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:03.062610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:03.072853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:03.088258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] No DVR routers for this DVR port 97e1a5a7-1783-4dfb-9043-92e962f7a051 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:03.105482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:03.108130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7c3a12a-7673-4e9a-9405-84b332e8051d req-8c27149a-2564-4362-b5ea-340ecf82e6bb tempest-InstanceActionsTestJSON-1944767037 tempest-InstanceActionsTestJSON-1944767037-project] 10.222.0.59 "DELETE /v2.0/ports/97e1a5a7-1783-4dfb-9043-92e962f7a051 HTTP/1.1" status: 204 len: 173 time: 1.6813717 Mar 10 17:32:03.108873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'name': 'network-vif-deleted', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:03.111409 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bf66b3-06aa-49cb-8b25-32eec31bfe75" -d '{"events": [{"server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "name": "network-vif-deleted", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:03.126089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.131410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.139176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.144453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.149976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.155359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.160860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.169154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1488d34b-7318-4731-942f-dac2e39f3682 req-74b9ae70-ffd7-45e6-b1b8-d0de3b24baa6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.4462681 Mar 10 17:32:03.203220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:03.211701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327e5d8-a651-4602-8669-fa9611e14407 req-9f92c17e-8455-4dc4-bdcf-362e28db6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.213306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2327e5d8-a651-4602-8669-fa9611e14407 req-9f92c17e-8455-4dc4-bdcf-362e28db6914 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1128 time: 0.3565636 Mar 10 17:32:03.340788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:03.356360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2327e5d8-a651-4602-8669-fa9611e14407 req-c1ddead6-ca6b-4e9e-9b22-4f1fd122470a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338642 Mar 10 17:32:03.385231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5bffa-b1cc-4cde-a68d-dee365a82fae req-ffc09486-890a-4dda-9cdd-62851cd50630 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.387375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9b5bffa-b1cc-4cde-a68d-dee365a82fae req-ffc09486-890a-4dda-9cdd-62851cd50630 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 944 time: 0.2964215 Mar 10 17:32:03.409632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1488d34b-7318-4731-942f-dac2e39f3682 req-af31c889-c327-4999-bde2-63be286ac949 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393253 Mar 10 17:32:03.429463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (859a04a4-b5de-43a1-901c-994ab5426405), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:03.488296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:03.565651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event deleted for resources: {'Port': ['ID=859a04a4-b5de-43a1-901c-994ab5426405,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:03.612612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ee14dd8-9095-4d55-9e83-9c1abeaf056d req-512a0a71-c565-43b1-b0b7-fe9d57c4c2a4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0712268 Mar 10 17:32:03.676687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9b5bffa-b1cc-4cde-a68d-dee365a82fae req-4c6dbf83-282a-4032-ac44-ee3adb1ec910 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652194 Mar 10 17:32:03.687323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] No DVR routers for this DVR port 859a04a4-b5de-43a1-901c-994ab5426405 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:03.691231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:03.694886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a8ccf3b-42a0-419d-b95c-27cca32c0d88 req-c5959bc8-6b2e-4b56-a901-c5beaf0c4b2a tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "DELETE /v2.0/ports/859a04a4-b5de-43a1-901c-994ab5426405 HTTP/1.1" status: 204 len: 173 time: 2.2250881 Mar 10 17:32:03.782064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a7c4-057e-43e8-bed7-694f8fad579f req-46dab10c-97de-4799-ae2a-4223d523e184 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.799666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad92a7c4-057e-43e8-bed7-694f8fad579f req-46dab10c-97de-4799-ae2a-4223d523e184 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.0982835 Mar 10 17:32:03.814316 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b335339-d428-461d-946b-cb3fc24c3c96 x-openstack-request-id: req-7b335339-d428-461d-946b-cb3fc24c3c96 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:03.822186 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c056cd-4f69-4b84-8ea5-6a28b13336a7", "name": "network-vif-deleted", "tag": "97e1a5a7-1783-4dfb-9043-92e962f7a051", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:03.822706 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b335339-d428-461d-946b-cb3fc24c3c96 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:03.823338 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c056cd-4f69-4b84-8ea5-6a28b13336a7', 'name': 'network-vif-deleted', 'tag': '97e1a5a7-1783-4dfb-9043-92e962f7a051', 'status': 'completed', 'code': 200} Mar 10 17:32:03.943848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad92a7c4-057e-43e8-bed7-694f8fad579f req-5a3b672c-6e86-4a10-9668-9013e28b9e77 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422381 Mar 10 17:32:03.961920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b286f-fb9f-4a5e-a653-cec6f92c9b9a req-fbce2c1c-7697-4b0a-a9ec-e7ed8a9bcbbb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:03.967534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc8b286f-fb9f-4a5e-a653-cec6f92c9b9a req-fbce2c1c-7697-4b0a-a9ec-e7ed8a9bcbbb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.0930834 Mar 10 17:32:04.032877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc8b286f-fb9f-4a5e-a653-cec6f92c9b9a req-2ce85170-b073-4b43-bbd6-7fac4e7dc717 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596476 Mar 10 17:32:04.099496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb7e0-a856-41ff-a81d-19e3e9937849 req-54557706-14b1-41fc-9647-4acd27ff4d36 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.101518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-640cb7e0-a856-41ff-a81d-19e3e9937849 req-54557706-14b1-41fc-9647-4acd27ff4d36 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.0675576 Mar 10 17:32:04.102294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:04.163065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Deleting subnet e085a4ee-020e-4a40-a1f1-acdfdccd2b46 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:32:04.166820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Publish callbacks [] for subnet (e085a4ee-020e-4a40-a1f1-acdfdccd2b46), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.181204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-640cb7e0-a856-41ff-a81d-19e3e9937849 req-c577ef6b-ed56-4a8b-a738-5e89e4e7287b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695717 Mar 10 17:32:04.222462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (e085a4ee-020e-4a40-a1f1-acdfdccd2b46), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.269604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e085a4ee-020e-4a40-a1f1-acdfdccd2b46), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.275493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:04.370164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (e085a4ee-020e-4a40-a1f1-acdfdccd2b46), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.383308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:04.389144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:04.389517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.401238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.406589 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e085a4ee-020e-4a40-a1f1-acdfdccd2b46 HTTP/1.1" status: 204 len: 168 time: 0.3025072 Mar 10 17:32:04.408989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60458) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:04.432958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e085a4ee-020e-4a40-a1f1-acdfdccd2b46,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:04.474893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.475402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.475845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.476701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.479040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.479505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.480363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.483255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.485186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.487680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.488030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.488366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.488684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f861e-31b1-4d9b-8bdb-65ec74feb7f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:04.572096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:04.572494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.621972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (1925fec3-3073-46df-bb5b-8af18ef94711), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.622508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:04.630830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.631738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 97e1a5a7-1783-4dfb-9043-92e962f7a051 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:04.659411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 97e1a5a7-1783-4dfb-9043-92e962f7a051 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:04.659750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 97e1a5a7-1783-4dfb-9043-92e962f7a051 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:04.719979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:04.746004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b91bb4ef-15cc-40ab-a69f-ea7ee5c6840c req-2b6c36bc-61cf-47b2-9f1e-40b6bbe38634 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0488429 Mar 10 17:32:04.764041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:04.765561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.766356 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a4a66-393a-476b-a38e-ed8defb48d3e" -d '{"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-plugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:04.781074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.786245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.793432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.800379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.809382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.814789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:04.816788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-66901a53-d06d-4268-a549-44bdcdf5aa6e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2518718 Mar 10 17:32:04.917401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (1925fec3-3073-46df-bb5b-8af18ef94711), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:04.964113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1925fec3-3073-46df-bb5b-8af18ef94711']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:04.985355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0abb4b-34f0-412b-b928-264b8686d7a5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:04.985599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0abb4b-34f0-412b-b928-264b8686d7a5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:05.001096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c86c1d9-e325-44c3-8136-f95bdc05e73d req-7fd27645-472c-4ef8-a0ca-bbab393680c6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652596 Mar 10 17:32:05.003578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (5a0abb4b-34f0-412b-b928-264b8686d7a5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.012133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276504fb-24b6-46a5-96c4-d68cfc73e388 req-4d825b44-6a46-4e27-bf27-ab26c4360d18 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.019000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-276504fb-24b6-46a5-96c4-d68cfc73e388 req-4d825b44-6a46-4e27-bf27-ab26c4360d18 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1819859 Mar 10 17:32:05.051678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5a0abb4b-34f0-412b-b928-264b8686d7a5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.065606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:32:05.066239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (5a0abb4b-34f0-412b-b928-264b8686d7a5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:32:05.067732 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:32:05.070641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:05.112110 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716cd728-84f2-4bb6-adc8-3916e3b35ce6 x-openstack-request-id: req-716cd728-84f2-4bb6-adc8-3916e3b35ce6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:05.112299 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-plugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:05.112520 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-716cd728-84f2-4bb6-adc8-3916e3b35ce6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:05.112909 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'code': 200} Mar 10 17:32:05.115405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 859a04a4-b5de-43a1-901c-994ab5426405 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:05.115746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 859a04a4-b5de-43a1-901c-994ab5426405 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:05.156257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-276504fb-24b6-46a5-96c4-d68cfc73e388 req-3cc78111-eb03-4b61-982d-8ef163330d71 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362996 Mar 10 17:32:05.199898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (1925fec3-3073-46df-bb5b-8af18ef94711), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.209363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.214886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1925fec3-3073-46df-bb5b-8af18ef94711 HTTP/1.1" status: 204 len: 168 time: 0.8025579 Mar 10 17:32:05.248682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee38292-977b-4dce-9d5e-311e205a8619 admin admin] Pushing event deleted for resources: {'Network': ['ID=1925fec3-3073-46df-bb5b-8af18ef94711,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:05.292890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b56d0-b430-4472-8206-f3cd09d56737 req-876c6537-2322-4486-be3a-1508232108dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.294412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-379b56d0-b430-4472-8206-f3cd09d56737 req-876c6537-2322-4486-be3a-1508232108dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 1127 time: 0.1354566 Mar 10 17:32:05.316700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47463-0d4c-4cf8-9ea6-149d1c816cef req-d95bd406-e34b-424f-b7c8-3c099cd00643 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.318166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6d47463-0d4c-4cf8-9ea6-149d1c816cef req-d95bd406-e34b-424f-b7c8-3c099cd00643 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.1463664 Mar 10 17:32:05.358375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c668d62-b081-4f73-8311-33a9f1068727 req-03060aae-d781-4ca1-9e84-3e7c4283f9fe tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.359869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c668d62-b081-4f73-8311-33a9f1068727 req-03060aae-d781-4ca1-9e84-3e7c4283f9fe tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1160085 Mar 10 17:32:05.412288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-379b56d0-b430-4472-8206-f3cd09d56737 req-fb6b25f2-e411-45a7-9d7a-d10020fc893c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058002 Mar 10 17:32:05.412683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:05.431446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6d47463-0d4c-4cf8-9ea6-149d1c816cef req-ed321f64-3f48-474b-8601-7ea4aef82b7f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043506 Mar 10 17:32:05.466899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-deae4904-8180-4f8f-9df3-0953db609607 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89b83cec76814600bad6b89f15bdf135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518568 Mar 10 17:32:05.467122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c668d62-b081-4f73-8311-33a9f1068727 req-a018073b-3d7d-408b-b0d1-96349ee9c0af tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976410 Mar 10 17:32:05.467522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60488) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:05.570461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] Publish callbacks [] for security_group (7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.600428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd859826-2585-42c2-926c-35f1606c4516 req-408d3d24-ff58-4669-a99d-a94cfec3e822 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:05.602321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd859826-2585-42c2-926c-35f1606c4516 req-408d3d24-ff58-4669-a99d-a94cfec3e822 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.0999322 Mar 10 17:32:05.607895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] Publish callbacks [] for security_group (7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.699378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd859826-2585-42c2-926c-35f1606c4516 req-fcc2e3dc-f18d-4629-b4d7-e0c8fc188a61 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892339 Mar 10 17:32:05.706549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.709256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:05.713041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2 HTTP/1.1" status: 204 len: 168 time: 0.2419407 Mar 10 17:32:05.721541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f944c45-8f63-4113-aec3-6d4ded92d7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2dae1a-96a4-4ee9-ad2e-95423d7cf2d2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:05.827023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-deleted', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:05.829522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d9930-cac2-42d6-8d42-99602f4ca111" -d '{"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-deleted", "tag": "859a04a4-b5de-43a1-901c-994ab5426405"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:05.900467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4613afeb-28d7-43ad-aad2-e906a9970ddf req-3eaf707d-c04a-486b-aa5a-9ed0b42065f2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0538557 Mar 10 17:32:05.970614 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242fa0e3-cf59-4f6d-97bc-9076b1789b7b x-openstack-request-id: req-242fa0e3-cf59-4f6d-97bc-9076b1789b7b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:05.970911 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec775c-76f6-4f90-bf8b-02de544573aa", "name": "network-vif-deleted", "tag": "859a04a4-b5de-43a1-901c-994ab5426405", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:05.971168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-242fa0e3-cf59-4f6d-97bc-9076b1789b7b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:05.971631 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec775c-76f6-4f90-bf8b-02de544573aa', 'name': 'network-vif-deleted', 'tag': '859a04a4-b5de-43a1-901c-994ab5426405', 'status': 'completed', 'code': 200} Mar 10 17:32:06.171402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.177726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.184560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.191847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.197989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.204555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.209759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.211835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-f239efb8-bcec-4f23-86a3-99275f46d58a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1212387 Mar 10 17:32:06.306931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf7533-ccb5-480b-97f3-42184bcb2db5 req-7d291678-9a6b-43b6-bbee-0659bdcd7408 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.308585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16bf7533-ccb5-480b-97f3-42184bcb2db5 req-7d291678-9a6b-43b6-bbee-0659bdcd7408 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1128 time: 0.1530039 Mar 10 17:32:06.331096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffae84cd-bc31-4580-be32-c82a9ab8bfb1 req-dff38ebd-040f-4bf7-9621-a69683f528d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101959 Mar 10 17:32:06.394901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16bf7533-ccb5-480b-97f3-42184bcb2db5 req-5bf969bd-3ca0-4a33-bf56-b1f901247c01 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Mar 10 17:32:06.496690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3d2e-3aae-4162-bf43-3d6ac1e7636e req-17f0f95c-eb53-43db-a667-4b2b5f7ff88a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.498350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-663f3d2e-3aae-4162-bf43-3d6ac1e7636e req-17f0f95c-eb53-43db-a667-4b2b5f7ff88a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.0659959 Mar 10 17:32:06.610413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-663f3d2e-3aae-4162-bf43-3d6ac1e7636e req-02f124a0-679d-48a0-9e0d-86563c5c9547 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011789 Mar 10 17:32:06.677906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85764ab8-64c6-44f0-9eee-0eff651a3b66 req-fe696aca-6aac-4bda-a409-d457b5229da8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.682307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85764ab8-64c6-44f0-9eee-0eff651a3b66 req-fe696aca-6aac-4bda-a409-d457b5229da8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.1327155 Mar 10 17:32:06.794378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042170f4-53b0-406f-87a8-870589a1d430 req-5362199c-4edd-4033-a8c3-f98b8a23bf98 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.795936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-042170f4-53b0-406f-87a8-870589a1d430 req-5362199c-4edd-4033-a8c3-f98b8a23bf98 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1128 time: 0.0912156 Mar 10 17:32:06.799195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85764ab8-64c6-44f0-9eee-0eff651a3b66 req-7a5be3fa-d6e1-4cdb-ac77-8f70998e63fd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118662 Mar 10 17:32:06.873825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-042170f4-53b0-406f-87a8-870589a1d430 req-d7984622-c32f-4539-b5ca-710842086d4b tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695477 Mar 10 17:32:06.923406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:06.995608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54558102-ebd7-439a-87e1-6fbec5573f72 req-c978d881-37eb-46ba-adc2-f65142acb9b1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:06.997214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54558102-ebd7-439a-87e1-6fbec5573f72 req-c978d881-37eb-46ba-adc2-f65142acb9b1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1028502 Mar 10 17:32:07.038499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59f31751-6ff3-49f0-8926-c6042ab4e9e9 req-501bba53-4e55-47bf-bda8-ce844900af27 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0363801 Mar 10 17:32:07.086465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54558102-ebd7-439a-87e1-6fbec5573f72 req-6ea0c5f1-9960-4f32-b10a-1e45519babc1 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824537 Mar 10 17:32:07.119589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-470091097-network', 'tenant_id': '3c16e79e798141a7a9ee9645dd2ecbe2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:07.159785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Made reservation on behalf of 3c16e79e798141a7a9ee9645dd2ecbe2 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:07.162733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.180028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.254928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cea8-eb28-4f60-93e8-631415aab4a0 req-d9b9b79c-cc4c-4464-a854-96c4c47ae3a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.261499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84a8cea8-eb28-4f60-93e8-631415aab4a0 req-d9b9b79c-cc4c-4464-a854-96c4c47ae3a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 946 time: 0.0920155 Mar 10 17:32:07.326221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks [] for security_group (7042fe57-22f8-4266-9a1b-eb39a63a3984), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.335639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7042fe57-22f8-4266-9a1b-eb39a63a3984), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.342993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84a8cea8-eb28-4f60-93e8-631415aab4a0 req-6b25a164-5a9d-4d59-a572-3b8eaa027ce2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728273 Mar 10 17:32:07.382745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7042fe57-22f8-4266-9a1b-eb39a63a3984,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:07.396629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:32:07.412644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a100639a-a369-487b-b3f6-a39641073cb6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.414296 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Added segment a100639a-a369-487b-b3f6-a39641073cb6 of type vlan for network 91791375-36b9-4fd8-89dd-f568222c4647 Mar 10 17:32:07.466085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (91791375-36b9-4fd8-89dd-f568222c4647), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.506864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.513474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.520580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.527360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.531358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (91791375-36b9-4fd8-89dd-f568222c4647), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.532356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.532942 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.534862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.540852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.546986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.549106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-1ed1677e-68d5-4694-bd2c-b0cd268d9fc6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1258593 Mar 10 17:32:07.572073 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6513400 Mar 10 17:32:07.574829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:07.605329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Request body: {'subnet': {'network_id': '91791375-36b9-4fd8-89dd-f568222c4647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-470091097-subnet', 'tenant_id': '3c16e79e798141a7a9ee9645dd2ecbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:07.609906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4bf25-60b2-470a-a12a-e9119765f197 admin admin] Pushing event updated for resources: {'Network': ['ID=91791375-36b9-4fd8-89dd-f568222c4647,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:07.621074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 91791375-36b9-4fd8-89dd-f568222c4647 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:32:07.643365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Made reservation on behalf of 3c16e79e798141a7a9ee9645dd2ecbe2 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:07.646568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.682814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c12897d6-00c8-4ae2-857b-2c49a325589f req-ce833e9a-bb53-4303-b68b-9e2a6d04b077 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238658 Mar 10 17:32:07.897684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b9208-b08c-4a5a-80a3-f280b880aa12 req-d55fcf11-271d-4e5f-8824-2bc9ae6c3983 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:07.900650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-441b9208-b08c-4a5a-80a3-f280b880aa12 req-d55fcf11-271d-4e5f-8824-2bc9ae6c3983 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.0790854 Mar 10 17:32:07.926266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c36b006d-72a4-41be-9f49-46029f094c6b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:07.966119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-441b9208-b08c-4a5a-80a3-f280b880aa12 req-062ba49c-544b-41ce-abc3-3221d2f26c25 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Mar 10 17:32:08.022299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36b006d-72a4-41be-9f49-46029f094c6b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:08.068872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Checking segment: {'id': 'a100639a-a369-487b-b3f6-a39641073cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:08.070104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Network hostable DHCP agents. Network: 91791375-36b9-4fd8-89dd-f568222c4647, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:32:08.094676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Network 91791375-36b9-4fd8-89dd-f568222c4647 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:32:08.113079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 91791375-36b9-4fd8-89dd-f568222c4647) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:08.122512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:08.123748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:08.127115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6453476-5d38-45d0-bb5c-2a29dbeec82a None None] Network 91791375-36b9-4fd8-89dd-f568222c4647 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:32:08.131764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39b497-2ff9-42c0-a469-8cef18fc6956 req-9379819c-0d75-4de1-bb9f-5e6a31e2a904 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:08.133470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c39b497-2ff9-42c0-a469-8cef18fc6956 req-9379819c-0d75-4de1-bb9f-5e6a31e2a904 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Mar 10 17:32:08.156079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cbe6ae10-5cad-47fc-b6ff-ba8b52dd3291 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5798223 Mar 10 17:32:08.255031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c39b497-2ff9-42c0-a469-8cef18fc6956 req-5a761bcf-8492-45fb-8c71-ae1d06e5b50a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144011 Mar 10 17:32:08.422532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bba4d-3966-4ecc-baa2-beb0227f19ba None None] Network 91791375-36b9-4fd8-89dd-f568222c4647 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:32:08.477754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ce60169-78d0-49be-b654-fbccf9842f3b req-4586a6ce-8754-46bc-a5f4-9b755019e2bc tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0660529 Mar 10 17:32:08.672162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-d80bd0bb-b9dc-487e-9dbf-1d9c33282f4d tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:32:08.673572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-d80bd0bb-b9dc-487e-9dbf-1d9c33282f4d tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257337 Mar 10 17:32:08.745055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7256-158a-4934-909a-0593ea124a36 req-d5f7ca39-625b-4004-b1a7-5bb5b76aaad2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:08.746980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-809b7256-158a-4934-909a-0593ea124a36 req-d5f7ca39-625b-4004-b1a7-5bb5b76aaad2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1463027 Mar 10 17:32:08.758159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-fa6bfb14-3958-4134-b517-7ce850fcfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:08.759658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-fa6bfb14-3958-4134-b517-7ce850fcfc3a service neutron] 10.222.0.35 "GET /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 1125 time: 0.0735171 Mar 10 17:32:08.771454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Request body: {'binding': {'host': 'n-h1-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:08.772147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Unknown quota resources ['binding']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:32:08.868289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-809b7256-158a-4934-909a-0593ea124a36 req-9e5593ec-a60b-4e69-a588-e5c658d5e9f2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107371 Mar 10 17:32:09.042595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on host n-h1-833115-2 for vnic_type normal with profile None {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:09.043217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:09.043887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:09.049493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:09.049905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:09.061338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:09.061863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:09.062416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:09.062879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Bound port: 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:09.121695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:09.129426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:09.144590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:09.149695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-dbc25fef-6b35-408b-89c3-4d816114faa6 service neutron] 10.222.0.35 "POST /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff/bindings HTTP/1.1" status: 201 len: 389 time: 0.3819606 Mar 10 17:32:09.273437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 257b1b56-a5f8-423d-9d4a-98451e74e427 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:09.274303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:09.310560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:09.314417 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbaf0d6-8484-4ff4-8844-a1d1231f8fa4" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:09.336921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:09.345163 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:09.401279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-60ed6034-c667-4b4c-9c8b-df8313b5df2b tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.403047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-60ed6034-c667-4b4c-9c8b-df8313b5df2b tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/networks?id=91791375-36b9-4fd8-89dd-f568222c4647 HTTP/1.1" status: 200 len: 813 time: 0.2512324 Mar 10 17:32:09.425358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=14']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:09.442640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.443353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.443871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.444360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.445375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.446166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.446687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.447321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.447794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.448284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.448950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.449465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.449955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:09.482156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-8c0d8ec1-2804-4140-8648-c8639ab5a68b tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/quotas/3c16e79e798141a7a9ee9645dd2ecbe2 HTTP/1.1" status: 200 len: 375 time: 0.0617626 Mar 10 17:32:09.508480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.514095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.519284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.526295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.531543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.536681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.541950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.544025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-feb0dede-2c9e-46cb-a7db-6cc8bf8ce9c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2104270 Mar 10 17:32:09.563103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-fcaa7bcc-8fff-41d0-a79d-69b45e87a19e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c16e79e798141a7a9ee9645dd2ecbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798030 Mar 10 17:32:09.596367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2da2912e-2aa3-4cae-8d51-206ba54b9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.598245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2da2912e-2aa3-4cae-8d51-206ba54b9a8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1128 time: 0.1646020 Mar 10 17:32:09.711607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d41bd7c-b513-4aff-a72e-1c208d4fbbf6 req-bf0e9917-a624-4f30-a8d3-87a93d5b1bb0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509311 Mar 10 17:32:09.786231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-ce88889c-6e3f-4709-a781-d25ef62cedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.787651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-ce88889c-6e3f-4709-a781-d25ef62cedc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1770449 Mar 10 17:32:09.838116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3bde084a-f3ac-4bfa-bd9b-5ff161e12b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 217 time: 0.0426769 Mar 10 17:32:09.856391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-e8a6ef2d-d1bd-4da0-8fa3-6c733c1a3e92 service neutron] 10.222.0.35 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825339 Mar 10 17:32:09.945137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-7a6fdae2-43ea-43d2-b904-73a8f7335b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:09.946710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-7a6fdae2-43ea-43d2-b904-73a8f7335b8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0998573 Mar 10 17:32:10.358198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-24f83a64-123a-4b76-bdef-2f0efd36ea67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3875368 Mar 10 17:32:10.373568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3028a-46b8-4032-b142-a972973bdbc9 req-ab068bc7-874e-45d0-b72a-689ba3064787 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:10.375195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61e3028a-46b8-4032-b142-a972973bdbc9 req-ab068bc7-874e-45d0-b72a-689ba3064787 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.5410926 Mar 10 17:32:10.420440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-e951dfa7-a3bc-49c2-836b-31f4b3fe0e49 service neutron] 10.222.0.35 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291502 Mar 10 17:32:10.493697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61e3028a-46b8-4032-b142-a972973bdbc9 req-3b43a7e5-14fe-4aaa-867b-0e804f1c6547 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055119 Mar 10 17:32:10.510716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-553f4621-d0e9-4e76-881a-7df2392b4e6e service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448414 Mar 10 17:32:10.651054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-280e6c65-ce8d-4223-9416-ea60756b4c04 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194351 Mar 10 17:32:10.783802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b65a-ca09-4a60-9bd1-96fcb82cea9d req-3facd4e0-99bd-4c79-b0ef-8200fad35a75 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:10.790968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bd5b65a-ca09-4a60-9bd1-96fcb82cea9d req-3facd4e0-99bd-4c79-b0ef-8200fad35a75 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1387751 Mar 10 17:32:10.852231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ff83-a48e-49a3-96ac-3bb4e69ea3a0 req-4c72a82d-24c3-4e19-a397-18a715b68205 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:10.853704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c84ff83-a48e-49a3-96ac-3bb4e69ea3a0 req-4c72a82d-24c3-4e19-a397-18a715b68205 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1325865 Mar 10 17:32:10.893621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bd5b65a-ca09-4a60-9bd1-96fcb82cea9d req-79160489-14ad-4325-90f1-082b68458f39 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017363 Mar 10 17:32:10.977510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c84ff83-a48e-49a3-96ac-3bb4e69ea3a0 req-f74f5d88-0e41-4131-9e86-887c68105b4a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117342 Mar 10 17:32:10.984479 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5e9c3-a066-4a29-9e25-5a2fc563ba0d x-openstack-request-id: req-9cd5e9c3-a066-4a29-9e25-5a2fc563ba0d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:10.985194 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-unplugged", "status": "completed", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:10.985194 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cd5e9c3-a066-4a29-9e25-5a2fc563ba0d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:10.985723 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'code': 200} Mar 10 17:32:11.103438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b98b1df1-0bee-4079-845f-3a54fae6052e req-2ca73329-243a-4c55-91bc-3eb192f92712 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0557091 Mar 10 17:32:11.295621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8149-8db9-445d-a6a7-7c72b63e6811 req-04a117f4-fd91-45f1-a3c0-8d17e94d0fe7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.297526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35ee8149-8db9-445d-a6a7-7c72b63e6811 req-04a117f4-fd91-45f1-a3c0-8d17e94d0fe7 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1448915 Mar 10 17:32:11.310249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375dde-daba-46af-adbe-503676bf3271 req-1e434911-3b64-4c97-866f-43adb6b77183 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.317705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9375dde-daba-46af-adbe-503676bf3271 req-1e434911-3b64-4c97-866f-43adb6b77183 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1131151 Mar 10 17:32:11.451906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35ee8149-8db9-445d-a6a7-7c72b63e6811 req-9765bf28-0d47-41de-aed0-12163e393a4a tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308258 Mar 10 17:32:11.463012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9375dde-daba-46af-adbe-503676bf3271 req-5a505c0d-edd5-4965-b90f-ab8ad9dd1731 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443124 Mar 10 17:32:11.586766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b047d77-cdd1-4cb1-a4e9-366f51edf424 req-d9180ca7-3a07-4241-98cb-c9ea60e1493e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 210 time: 0.0473154 Mar 10 17:32:11.710373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.719610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.727184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.734176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.740775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.757701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.769797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.772424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-e6fd67af-969e-43d4-b750-d2aab5ae733d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1894639 Mar 10 17:32:11.885026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b8882f5-0a2d-43a0-95c7-51feda2300e3 req-a39feb2d-aa33-45f0-89c1-aa9f4fe0e1b8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009626 Mar 10 17:32:11.902133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dceddd-7557-44cb-847b-3aa790f94f85 req-dc8a8e70-15d7-4a59-9af7-5f70b8d55663 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:11.910073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12dceddd-7557-44cb-847b-3aa790f94f85 req-dc8a8e70-15d7-4a59-9af7-5f70b8d55663 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1365228 Mar 10 17:32:11.987424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12dceddd-7557-44cb-847b-3aa790f94f85 req-74a0f028-50f8-44da-8903-a084d57a91d5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764012 Mar 10 17:32:12.138020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146b48-d634-41d9-9b2a-ec02b2f9dd33 req-1d689e32-3f2d-4eba-82a3-e3b30988fbd9 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.139681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd146b48-d634-41d9-9b2a-ec02b2f9dd33 req-1d689e32-3f2d-4eba-82a3-e3b30988fbd9 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1010873 Mar 10 17:32:12.151678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfefd3d-5378-4394-a6ff-ee234fa557f0 req-bedd645a-f52f-4ed6-94ed-2da331acf66b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.152530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dfefd3d-5378-4394-a6ff-ee234fa557f0 req-bedd645a-f52f-4ed6-94ed-2da331acf66b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0833743 Mar 10 17:32:12.210964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd146b48-d634-41d9-9b2a-ec02b2f9dd33 req-e8fae432-09ad-4e89-b673-94a70f8456f5 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Mar 10 17:32:12.238349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dfefd3d-5378-4394-a6ff-ee234fa557f0 req-6af488f1-63a9-44f7-b0a3-c6a85052dff8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783188 Mar 10 17:32:12.365445 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a62572c-140e-495e-9486-abc01f746c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:12.454005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eb99bd6-a4a4-4ad6-ba6a-75f0fc84b238 req-99f071a2-24e2-4b3b-bd73-5c18ffaedb11 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.1104398 Mar 10 17:32:12.514310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d9d61-1b82-42d3-8d9e-6101e0a18344 req-92195720-57f2-4778-a8aa-ddb74722f7c8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.515978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-541d9d61-1b82-42d3-8d9e-6101e0a18344 req-92195720-57f2-4778-a8aa-ddb74722f7c8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1868899 Mar 10 17:32:12.524111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-e7c75e80-5a1f-4253-8c47-fd3db9405bed tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.524111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-e7c75e80-5a1f-4253-8c47-fd3db9405bed tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.59 "GET /v2.0/networks?id=91791375-36b9-4fd8-89dd-f568222c4647 HTTP/1.1" status: 200 len: 813 time: 0.2484531 Mar 10 17:32:12.566792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Request body: {'port': {'device_id': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647', 'admin_state_up': True, 'tenant_id': '3c16e79e798141a7a9ee9645dd2ecbe2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:12.695912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-541d9d61-1b82-42d3-8d9e-6101e0a18344 req-b4b23795-0b0a-4600-9b43-5166f25bee05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643898 Mar 10 17:32:12.745336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7fa25-1c33-424c-a365-1bb02cd6f0a5 req-ec710b6d-7197-4dd1-881f-9176651f444a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:12.747012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfe7fa25-1c33-424c-a365-1bb02cd6f0a5 req-ec710b6d-7197-4dd1-881f-9176651f444a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1449535 Mar 10 17:32:12.817598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Made reservation on behalf of 3c16e79e798141a7a9ee9645dd2ecbe2 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:12.822729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:12.847570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfe7fa25-1c33-424c-a365-1bb02cd6f0a5 req-de79d7af-54a0-480a-8778-61c92b52ae90 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913053 Mar 10 17:32:13.044690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc1d21ec-011c-4510-a95a-783954322d9a req-5d6787e4-1d92-42f0-8689-efe91f2e2507 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 210 time: 0.0842998 Mar 10 17:32:13.100034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Allocated IP 172.20.0.4 (91791375-36b9-4fd8-89dd-f568222c4647/c36b006d-72a4-41be-9f49-46029f094c6b/15cf7f39-2ae4-47de-8579-aaf648ad86ff) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:13.121423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-a8491ac7-9557-4263-bef5-aee25c2aa0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.123019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-a8491ac7-9557-4263-bef5-aee25c2aa0bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.1758096 Mar 10 17:32:13.166167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b1186-4487-40ed-8e21-a9331fb3e518 req-6f1da431-1365-4f61-9b0f-841e7772342b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.167718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e1b1186-4487-40ed-8e21-a9331fb3e518 req-6f1da431-1365-4f61-9b0f-841e7772342b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.2026136 Mar 10 17:32:13.345655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b954e-150d-4331-a0b0-0f44d511ba67 req-d3c5d7ea-edbf-45e8-a462-0e3acb44cbb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.347083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d00b954e-150d-4331-a0b0-0f44d511ba67 req-d3c5d7ea-edbf-45e8-a462-0e3acb44cbb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2304971 Mar 10 17:32:13.356540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e1b1186-4487-40ed-8e21-a9331fb3e518 req-b1bebc99-eebd-49f0-8e90-0f9f633afd97 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667404 Mar 10 17:32:13.401242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-326dc0da-2e2f-41c0-b45e-45a04560879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.402766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-326dc0da-2e2f-41c0-b45e-45a04560879b service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.2687840 Mar 10 17:32:13.552741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-3ed89b72-e3ab-4287-bc24-9e5c9831d2e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.1389613 Mar 10 17:32:13.555590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks [] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:13.560915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d00b954e-150d-4331-a0b0-0f44d511ba67 req-b3a83377-631a-420e-9212-c6786fa6b856 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999912 Mar 10 17:32:13.635038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.640191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.645330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.650704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.655907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.661187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.666515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.668400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-06b17fce-eacc-4ab9-aea4-520cf08e3dbc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2427049 Mar 10 17:32:13.716043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-33c5a43e-ad4f-4556-aeb4-024f16d27422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.717538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-33c5a43e-ad4f-4556-aeb4-024f16d27422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1543996 Mar 10 17:32:13.778137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:13.859121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883caed-2c00-47dd-a44c-68d700f222b7 req-03cc72b9-4de0-4ec0-ab31-a374c0ccea69 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.860620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6883caed-2c00-47dd-a44c-68d700f222b7 req-03cc72b9-4de0-4ec0-ab31-a374c0ccea69 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.2370670 Mar 10 17:32:13.864984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c56e8834-fe1c-4c03-aaa0-3147ac0c049f req-ed4abd41-940b-4844-8a65-080ee7aeff6f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759131 Mar 10 17:32:13.893422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Network 91791375-36b9-4fd8-89dd-f568222c4647 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:13.894207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Pushing event updated for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:13.902804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:13.910624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:13.922227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-e1ee7720-4b77-4e30-9c31-f7ff4b396330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:13.923771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-e1ee7720-4b77-4e30-9c31-f7ff4b396330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1968715 Mar 10 17:32:14.004068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6883caed-2c00-47dd-a44c-68d700f222b7 req-941332a0-2711-4cb6-a48f-23dc3a38ac33 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345217 Mar 10 17:32:14.034266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6062b6cc-0346-4f16-97f7-41d121d3c1e5 req-55faf520-8360-47da-8bff-c7ca5b6565b9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0512898 Mar 10 17:32:14.085407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.086125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:14.150549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-6067c3f9-03bc-47c5-90e8-81f2adca52a0 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5875857 Mar 10 17:32:14.176689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Request body: {'port': {'device_id': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:14.213632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-759f0491-7536-473f-8355-a33f4a5c6d43 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685165 Mar 10 17:32:14.262509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab837b1-744b-4ae5-931e-e346173a2d05 req-9b0b5dd3-69c8-4bc1-81b0-88f7eb1ece56 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.264009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ab837b1-744b-4ae5-931e-e346173a2d05 req-9b0b5dd3-69c8-4bc1-81b0-88f7eb1ece56 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1700654 Mar 10 17:32:14.341233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261ff4b-9002-44fb-95b3-5d46ad0f806d req-964392ea-8c35-4d0c-a646-d52fbfc19be7 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.342737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3261ff4b-9002-44fb-95b3-5d46ad0f806d req-964392ea-8c35-4d0c-a646-d52fbfc19be7 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.2313795 Mar 10 17:32:14.360034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:14.463021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb75d8da-a67c-4229-a26a-c50f489af490 req-f5139613-3483-496c-92a0-b9c812a8ac16 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426617 Mar 10 17:32:14.468601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ab837b1-744b-4ae5-931e-e346173a2d05 req-b203b5f0-5b9a-4694-abff-50127f3493b3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954093 Mar 10 17:32:14.473657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3261ff4b-9002-44fb-95b3-5d46ad0f806d req-9cca3810-b699-4762-bc45-0b371ad55a95 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177771 Mar 10 17:32:14.616122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cef94690-e408-45a4-837b-d3119e8ac7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:14.732872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ceca-0fe6-4adc-9888-b4a4b2636e70 req-978f2c39-ea45-4699-bfdd-d871a10581da tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.734739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b35ceca-0fe6-4adc-9888-b4a4b2636e70 req-978f2c39-ea45-4699-bfdd-d871a10581da tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 931 time: 0.1618464 Mar 10 17:32:14.753190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1b091-9226-424d-b85f-66d80f5a50ec req-9ed26a83-81fa-489d-9122-529499cfbea9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:14.755513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ad1b091-9226-424d-b85f-66d80f5a50ec req-9ed26a83-81fa-489d-9122-529499cfbea9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1865525 Mar 10 17:32:14.898738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ad1b091-9226-424d-b85f-66d80f5a50ec req-b8b7111d-4b30-4659-ac69-60be269fd5be tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366315 Mar 10 17:32:14.929868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b35ceca-0fe6-4adc-9888-b4a4b2636e70 req-d1585834-8d24-46a5-9f77-3a112486722f tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732402 Mar 10 17:32:14.941654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf7f39-2ae4-47de-8579-aaf648ad86ff {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:14.952078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks [] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:14.977004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Transition to ACTIVE for port object 15cf7f39-2ae4-47de-8579-aaf648ad86ff will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:14.984187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.018854 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:32:15.092939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:15.235139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a945f-a170-4ca3-b8aa-c3a3c1ebc08f req-145e6bec-250d-4980-9dc0-dc62ac753e9c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.237120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d6a945f-a170-4ca3-b8aa-c3a3c1ebc08f req-145e6bec-250d-4980-9dc0-dc62ac753e9c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1397212 Mar 10 17:32:15.337482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Attempting to bind port 15cf7f39-2ae4-47de-8579-aaf648ad86ff on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:15.338127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Attempting to bind port 15cf7f39-2ae4-47de-8579-aaf648ad86ff by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a100639a-a369-487b-b3f6-a39641073cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:15.338733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Attempting to bind port 15cf7f39-2ae4-47de-8579-aaf648ad86ff on network 91791375-36b9-4fd8-89dd-f568222c4647 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:15.369830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Port 15cf7f39-2ae4-47de-8579-aaf648ad86ff on network 91791375-36b9-4fd8-89dd-f568222c4647 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:15.370504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Attempting to bind port 15cf7f39-2ae4-47de-8579-aaf648ad86ff on network 91791375-36b9-4fd8-89dd-f568222c4647 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:15.387513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:15.388178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Checking segment: {'id': 'a100639a-a369-487b-b3f6-a39641073cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:15.388573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Bound using segment: {'id': 'a100639a-a369-487b-b3f6-a39641073cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:15.389000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Bound port: 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a100639a-a369-487b-b3f6-a39641073cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:15.389360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.402214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d6a945f-a170-4ca3-b8aa-c3a3c1ebc08f req-6326e3b7-b58f-4397-aae4-16c4b1de8ea8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315475 Mar 10 17:32:15.529656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2035d28a-168b-4c00-a4f6-c116e9098ef9 req-2e40802d-08cf-441b-9f46-8e7fcfef2685 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0588717 Mar 10 17:32:15.577472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.582758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.588335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.594144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.599453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.604970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.610185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.613947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-1cf64697-d4c9-4988-9324-d229e97242a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1929500 Mar 10 17:32:15.629848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:15.650757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff,segment=NetworkSegment(a100639a-a369-487b-b3f6-a39641073cb6),segment_id=a100639a-a369-487b-b3f6-a39641073cb6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:15.664839 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.706533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.728975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:15.729601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:15.731107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] 10.222.0.59 "PUT /v2.0/ports/15cf7f39-2ae4-47de-8579-aaf648ad86ff HTTP/1.1" status: 200 len: 1091 time: 1.5620282 Mar 10 17:32:15.747604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:15.749974 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769ed2fb-c01b-4e0c-9f01-542675a5e91b" -d '{"events": [{"name": "network-changed", "server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:15.778966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d72562ad-61b7-4cf9-a294-d09b254605c9 req-fcb7d330-1c0e-44a9-81d2-d62668f16a5b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560857 Mar 10 17:32:16.276844 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126fca5-49f5-4651-ab7f-f65d836fd1e9 x-openstack-request-id: req-6126fca5-49f5-4651-ab7f-f65d836fd1e9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:16.277281 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:16.277425 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6126fca5-49f5-4651-ab7f-f65d836fd1e9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:16.277757 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff', 'status': 'completed', 'code': 200} Mar 10 17:32:16.344264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c948f7-a8b3-4df1-9c93-eeb7de232580 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:16.385557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dabfd5-e0ae-41b5-8d46-6a9980d90fce req-be014dee-952f-4979-b5fb-7bde79c5af2f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.392720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13dabfd5-e0ae-41b5-8d46-6a9980d90fce req-be014dee-952f-4979-b5fb-7bde79c5af2f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.6877422 Mar 10 17:32:16.404722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-c79e4013-f9b5-47b1-8e3c-18e3b8d71dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.406257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-c79e4013-f9b5-47b1-8e3c-18e3b8d71dbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c16e79e798141a7a9ee9645dd2ecbe2&device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 1125 time: 0.6263192 Mar 10 17:32:16.436735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704240-4a7e-4176-9e27-aa010b2cec6e req-d80f7c7c-b66d-40d6-b1d4-eb11fba769a9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.438249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95704240-4a7e-4176-9e27-aa010b2cec6e req-d80f7c7c-b66d-40d6-b1d4-eb11fba769a9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1596272 Mar 10 17:32:16.473729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-0d007b0b-7d3b-429f-ac0c-85d9ce2f76b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff HTTP/1.1" status: 200 len: 217 time: 0.0595222 Mar 10 17:32:16.548405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13dabfd5-e0ae-41b5-8d46-6a9980d90fce req-4ad6c6d1-9485-4023-bca2-b5b37bda35e5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547780 Mar 10 17:32:16.572326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17155637-bef0-41b4-88e3-e570854806bf req-ace48ca1-a0db-4d93-9a17-0ce7b544187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.583914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-ace48ca1-a0db-4d93-9a17-0ce7b544187b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c36b006d-72a4-41be-9f49-46029f094c6b HTTP/1.1" status: 200 len: 853 time: 0.0985107 Mar 10 17:32:16.589081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95704240-4a7e-4176-9e27-aa010b2cec6e req-56f4fa7d-c01b-4621-b333-066064e5de83 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203933 Mar 10 17:32:16.673297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-a3ce6ad5-6aa0-44a8-b2ed-25bb9aae6fb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91791375-36b9-4fd8-89dd-f568222c4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706244 Mar 10 17:32:16.839655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450160a-5ba3-4fa1-bf10-62f16870b261 req-0920a0de-195c-439b-a422-61a82d69517e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.841120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e450160a-5ba3-4fa1-bf10-62f16870b261 req-0920a0de-195c-439b-a422-61a82d69517e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 943 time: 0.1833341 Mar 10 17:32:16.866075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b5cd-0f6e-4ddb-8fc3-d1c38c21e373 req-1ef2e0c3-81aa-4b66-910b-eb5150b0f4b6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:16.867625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92f0b5cd-0f6e-4ddb-8fc3-d1c38c21e373 req-1ef2e0c3-81aa-4b66-910b-eb5150b0f4b6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1685023 Mar 10 17:32:16.870861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-2f2d4c5f-8e14-432a-9a21-574d0f3fdc50 service neutron] 10.222.0.59 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702509 Mar 10 17:32:17.012523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e450160a-5ba3-4fa1-bf10-62f16870b261 req-211d7f7d-2bf3-4146-9cee-fb7d7133c9ac tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633141 Mar 10 17:32:17.025117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92f0b5cd-0f6e-4ddb-8fc3-d1c38c21e373 req-78597f43-4cb7-4a91-a3bf-1e278a90f73d tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476495 Mar 10 17:32:17.046373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17155637-bef0-41b4-88e3-e570854806bf req-96afc3fe-10b2-461a-b6ee-f08541f56840 service neutron] 10.222.0.59 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677287 Mar 10 17:32:17.147346 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:17.239911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1eb287-4d03-4f5a-b31a-7abb1195cbf6 req-deb74a5c-7fde-497e-a0e9-313f4f2fdcd4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0338728 Mar 10 17:32:17.249408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-68758e22-98fc-4aa6-be38-a5936701ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.251188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-68758e22-98fc-4aa6-be38-a5936701ab34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c16e79e798141a7a9ee9645dd2ecbe2&device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 1125 time: 0.1341100 Mar 10 17:32:17.298813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02892e-1c1c-4a05-a1d8-eaecb7e8bf26 req-91112fa0-d408-41a8-af0b-d4d900d0d8ac tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.301128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb02892e-1c1c-4a05-a1d8-eaecb7e8bf26 req-91112fa0-d408-41a8-af0b-d4d900d0d8ac tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1258271 Mar 10 17:32:17.435771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-acb2704b-6eb0-4161-9946-ec0ac72d6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.437384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-acb2704b-6eb0-4161-9946-ec0ac72d6493 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91791375-36b9-4fd8-89dd-f568222c4647 HTTP/1.1" status: 200 len: 914 time: 0.1770885 Mar 10 17:32:17.502395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-9ba375a9-cf15-493c-98ba-8838b230eb76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff HTTP/1.1" status: 200 len: 217 time: 0.0558331 Mar 10 17:32:17.505659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb02892e-1c1c-4a05-a1d8-eaecb7e8bf26 req-b1370287-9045-422d-9997-ad4fe7ccb44d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529090 Mar 10 17:32:17.566772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.572301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.577566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.584131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.588932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.594108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.599327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.601498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-cf53f58b-2f86-47b6-8a0b-6300af40277f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2474339 Mar 10 17:32:17.630539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-0d411a7c-76a5-4f89-855b-012c85b45e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.632388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-0d411a7c-76a5-4f89-855b-012c85b45e81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c36b006d-72a4-41be-9f49-46029f094c6b HTTP/1.1" status: 200 len: 853 time: 0.1218855 Mar 10 17:32:17.687642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-df614ca5-3520-44f9-901b-08e1ee703b9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91791375-36b9-4fd8-89dd-f568222c4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463612 Mar 10 17:32:17.755674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ab68cae-2eeb-412a-897d-696e0ac898a0 req-bc444c8d-95d4-48bd-81a7-9a64b6f07bad tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447742 Mar 10 17:32:17.820561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7a6aa-aa5c-43a5-ad21-9bf4c6a95596 req-df02033c-0d5b-4dc8-afcf-451916e6deb4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.822230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8a7a6aa-aa5c-43a5-ad21-9bf4c6a95596 req-df02033c-0d5b-4dc8-afcf-451916e6deb4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1472299 Mar 10 17:32:17.884261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-2d940713-d58c-4a15-93c5-236b69c2b0fa service neutron] 10.222.0.59 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853075 Mar 10 17:32:17.950031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8a7a6aa-aa5c-43a5-ad21-9bf4c6a95596 req-346b103f-89d1-47e2-a8f8-156e27b068ba tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133773 Mar 10 17:32:17.987555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c454-1a94-43c1-90d1-2960842afafb req-17eb7879-9800-4607-b140-c91d471a6c04 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:17.989011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b975c454-1a94-43c1-90d1-2960842afafb req-17eb7879-9800-4607-b140-c91d471a6c04 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1544292 Mar 10 17:32:18.075684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-769ed2fb-c01b-4e0c-9f01-542675a5e91b req-31de7004-e26b-478c-aafa-15d0a58d9cd4 service neutron] 10.222.0.59 "GET /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844792 Mar 10 17:32:18.100927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b975c454-1a94-43c1-90d1-2960842afafb req-eb2f3397-50af-4d79-a2ee-dcecdf3b0f81 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026874 Mar 10 17:32:18.117948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ece3f-185f-47e0-b8cb-75255fc77fed req-b268783d-9db8-4d67-934c-017e4710d9a2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.119473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-348ece3f-185f-47e0-b8cb-75255fc77fed req-b268783d-9db8-4d67-934c-017e4710d9a2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1014578 Mar 10 17:32:18.171730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-348ece3f-185f-47e0-b8cb-75255fc77fed req-42dc7945-1201-41ba-812a-7090168f1871 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Mar 10 17:32:18.228984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ca83-d59e-4fd4-8e2f-87e43c9cde5e req-c7dd19e0-f0da-48d7-be03-6a4aea7a8b1a tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.231090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0341ca83-d59e-4fd4-8e2f-87e43c9cde5e req-c7dd19e0-f0da-48d7-be03-6a4aea7a8b1a tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 943 time: 0.0578396 Mar 10 17:32:18.322794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0341ca83-d59e-4fd4-8e2f-87e43c9cde5e req-e54af619-5489-4f4a-9eca-5618810b4162 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860801 Mar 10 17:32:18.333166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fa78b-0d66-40f4-8ac1-30499e059232 req-17018b3a-6f9a-485c-9adc-46c0806689be tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.342637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251fa78b-0d66-40f4-8ac1-30499e059232 req-17018b3a-6f9a-485c-9adc-46c0806689be tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.0928016 Mar 10 17:32:18.353543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:18.411528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251fa78b-0d66-40f4-8ac1-30499e059232 req-aee9bf87-9d99-4637-87e5-120249d4cce3 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671976 Mar 10 17:32:18.470617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:18.484388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'port_id': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'mac_address': 'fa:16:3e:c9:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a76df-922a-4ef5-9fc8-98db02dd9e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:18.491902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e20dbaf3-fbf9-46e5-a8c4-b33d9bda5f33 req-72d85006-b927-4078-a13d-2ad3df337e46 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ec775c-76f6-4f90-bf8b-02de544573aa HTTP/1.1" status: 200 len: 210 time: 0.0285087 Mar 10 17:32:18.503218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b940-bf88-46a8-9276-877e1301586c req-9c3c64f2-9b74-40d8-ab62-5c18b5413c5c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.509730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0279b940-bf88-46a8-9276-877e1301586c req-9c3c64f2-9b74-40d8-ab62-5c18b5413c5c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1156056 Mar 10 17:32:18.535962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:18.536364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.563894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:18.574054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0279b940-bf88-46a8-9276-877e1301586c req-4923bd3d-6933-41fa-bf5d-90bee9ae65b9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635884 Mar 10 17:32:18.592735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:18.597902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.674644 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:18.681163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:18.696140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74006b1f-98bd-42a3-84bf-15ceb5b03c91 req-0a9ff315-5344-4af0-bbb7-fe40a73eae88 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.697359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:18.697764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74006b1f-98bd-42a3-84bf-15ceb5b03c91 req-0a9ff315-5344-4af0-bbb7-fe40a73eae88 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0617211 Mar 10 17:32:18.747852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74006b1f-98bd-42a3-84bf-15ceb5b03c91 req-a59bfa99-21bf-4236-9549-b13a045a9ee2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Mar 10 17:32:18.916596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c6024-678e-43c0-b24e-ab934df76e1e req-1aae12ba-a679-40f1-9eef-110bbc5d39c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.918170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-532c6024-678e-43c0-b24e-ab934df76e1e req-1aae12ba-a679-40f1-9eef-110bbc5d39c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0873780 Mar 10 17:32:18.947985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.953395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.958617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.964114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.969298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.974565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.979901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:18.981794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-20c013d7-7ef8-4c3b-a3dc-0c8f402e73a3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1370282 Mar 10 17:32:19.048183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-532c6024-678e-43c0-b24e-ab934df76e1e req-bc99f58c-b1be-45fa-b058-ac2bda31b476 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236300 Mar 10 17:32:19.079878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42f6dace-494a-49c5-b55d-fe526f91ea47 req-bdeed724-1fbf-4890-8a6f-c1671eeac3ed tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901513 Mar 10 17:32:19.304522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c3a3-27d9-46b1-b286-fbf6a71f6bb2 req-1b5daff3-da02-4033-bb8c-7173d5d95d09 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.306332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5be7c3a3-27d9-46b1-b286-fbf6a71f6bb2 req-1b5daff3-da02-4033-bb8c-7173d5d95d09 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1442981 Mar 10 17:32:19.410050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-3ac1140f-bfbb-4c7b-96d3-91ad83b7135e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.411710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-3ac1140f-bfbb-4c7b-96d3-91ad83b7135e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.1639910 Mar 10 17:32:19.419969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5be7c3a3-27d9-46b1-b286-fbf6a71f6bb2 req-c72b8052-363e-4428-a689-8c48fee873ef tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777202 Mar 10 17:32:19.437922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-98522a22-ec2d-47d6-9d44-998b9d67265a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/quotas/802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 375 time: 0.0162666 Mar 10 17:32:19.518671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-e141ec6e-60d2-49bc-9c00-8b593d20e551 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775549 Mar 10 17:32:19.656383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b747-1c88-4d48-9a09-f65ae4a601fe req-1d1446cd-6cd1-4983-8357-d7aba1975c5e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.658016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3772b747-1c88-4d48-9a09-f65ae4a601fe req-1d1446cd-6cd1-4983-8357-d7aba1975c5e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.1083012 Mar 10 17:32:19.660031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-925a21c2-24d7-40fd-b424-3723810c7a08 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294155 Mar 10 17:32:19.778939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3772b747-1c88-4d48-9a09-f65ae4a601fe req-2b72d6f8-2c4e-4939-be4d-cbe3d55fd1b2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093202 Mar 10 17:32:19.801740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-1465fc59-4d5f-47b2-a8c0-e78ec626fcb5 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259692 Mar 10 17:32:19.967267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a597-683b-475c-80b7-e97aa846b5c4 req-d9060181-ecd3-4f03-9ff8-b6686cc1f0d6 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:19.975787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b42a597-683b-475c-80b7-e97aa846b5c4 req-d9060181-ecd3-4f03-9ff8-b6686cc1f0d6 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 943 time: 0.1016047 Mar 10 17:32:20.111962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b42a597-683b-475c-80b7-e97aa846b5c4 req-fb8092e9-52f0-4513-aa28-0ecc9c7da06d tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349003 Mar 10 17:32:20.144158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83868-489d-40f3-a433-47d5c5e3a41d req-2dc9346a-9903-4dd3-9703-7abf051606e2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.149050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b83868-489d-40f3-a433-47d5c5e3a41d req-2dc9346a-9903-4dd3-9703-7abf051606e2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 944 time: 0.1307325 Mar 10 17:32:20.254989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b83868-489d-40f3-a433-47d5c5e3a41d req-43a58a06-e7ac-4fb7-bd87-1d3a6c781e3b tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008124 Mar 10 17:32:20.352176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15cf7f39-2ae4-47de-8579-aaf648ad86ff details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:20.354258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:20.368466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c75b3a1-2c3f-42fd-bc2a-c060d5419ea7 req-ca4a8a13-5c3a-4c40-9fee-440d1adff467 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 210 time: 0.0957205 Mar 10 17:32:20.541954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:20.542383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:20.564839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.575644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.588456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.611793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.623634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.630714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:32:20.637271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.657258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.668612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-ba68f051-2fd9-408a-96d0-017c2a3d1dd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2300375 Mar 10 17:32:20.801723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7193eb7a-ae09-40b7-a73b-f602332b7101 req-4d02d4e1-f398-43b7-9391-b4fa07f16dc2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317647 Mar 10 17:32:20.842942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:20.843698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:20.922095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff,segment=NetworkSegment(a100639a-a369-487b-b3f6-a39641073cb6),segment_id=a100639a-a369-487b-b3f6-a39641073cb6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:20.938939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:20.942338 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a93014-e0b4-493a-9022-a587943b156e" -d '{"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-plugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:20.947249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a208c-94e9-4f1f-94ae-6ccf18787479 req-ddeeeff9-0b82-466f-82ff-481db0f5247d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:20.954206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-581a208c-94e9-4f1f-94ae-6ccf18787479 req-ddeeeff9-0b82-466f-82ff-481db0f5247d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1664724 Mar 10 17:32:20.956920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '15cf7f39-2ae4-47de-8579-aaf648ad86ff', 'network_id': '91791375-36b9-4fd8-89dd-f568222c4647', 'port_id': '15cf7f39-2ae4-47de-8579-aaf648ad86ff', 'mac_address': 'fa:16:3e:a9:d9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b006d-72a4-41be-9f49-46029f094c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:20.960130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:20.968218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:21.058743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:21.063848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540dd9e-3b6f-486c-a8a0-52f539ac5649 req-cc829b2a-46a7-4a13-9a0e-aacc809a87b1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.074178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9540dd9e-3b6f-486c-a8a0-52f539ac5649 req-cc829b2a-46a7-4a13-9a0e-aacc809a87b1 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.1172667 Mar 10 17:32:21.095943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-581a208c-94e9-4f1f-94ae-6ccf18787479 req-4904d254-f650-4cd1-8642-ff5cf4c81ac3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372421 Mar 10 17:32:21.113044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 15cf7f39-2ae4-47de-8579-aaf648ad86ff is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:21.120796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:21.154829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9540dd9e-3b6f-486c-a8a0-52f539ac5649 req-b5e1a04f-327b-4b0b-a0c8-5facbecaf5b2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793250 Mar 10 17:32:21.155352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf7f39-2ae4-47de-8579-aaf648ad86ff {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:21.196249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff,segment=NetworkSegment(a100639a-a369-487b-b3f6-a39641073cb6),segment_id=a100639a-a369-487b-b3f6-a39641073cb6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:21.204585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:21.284158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:21.292553 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db7c33-91e3-40a7-bb24-085f18cf3129 x-openstack-request-id: req-79db7c33-91e3-40a7-bb24-085f18cf3129 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:21.293205 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-plugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:21.293591 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79db7c33-91e3-40a7-bb24-085f18cf3129 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:21.294671 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'code': 200} Mar 10 17:32:21.463126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a8d2e-4233-4a06-94f7-0535115775bd req-a09f5ab4-b5c8-462d-a5ed-7b18e1979102 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.470171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f1a8d2e-4233-4a06-94f7-0535115775bd req-a09f5ab4-b5c8-462d-a5ed-7b18e1979102 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.2234898 Mar 10 17:32:21.478193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['15cf7f39-2ae4-47de-8579-aaf648ad86ff'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:21.502116 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-dad36363-11cb-4bce-8904-783b7d8c886f req-bab9f6ed-1d07-4724-862c-63234631f267 service neutron] show failed (client error): The resource could not be found. Mar 10 17:32:21.503198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-bab9f6ed-1d07-4724-862c-63234631f267 service neutron] 10.222.0.59 "GET /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.1370904 Mar 10 17:32:21.553437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b548f0-5ead-4847-818d-68a46328434f req-2ef08e8c-89d4-45e4-8611-05dac42cdf05 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.564502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7b548f0-5ead-4847-818d-68a46328434f req-2ef08e8c-89d4-45e4-8611-05dac42cdf05 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 944 time: 0.2428405 Mar 10 17:32:21.639910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-8e7cf2e3-4966-4b47-b0d4-a33ddd3e5f5c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:21.642479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-8e7cf2e3-4966-4b47-b0d4-a33ddd3e5f5c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.59 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.2152121 Mar 10 17:32:21.656850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'device_id': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'admin_state_up': True, 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:21.722923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f1a8d2e-4233-4a06-94f7-0535115775bd req-1c42b022-1c33-4380-93d0-1f40dc0c5be3 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516365 Mar 10 17:32:21.756373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7b548f0-5ead-4847-818d-68a46328434f req-e55dc786-a7c8-4538-bcf8-3c29d78e7e57 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908879 Mar 10 17:32:21.945115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9bee770-adff-4377-855a-0a8b639f3025 req-955e8667-e15b-42f4-8097-56695aae80a9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 210 time: 0.0554988 Mar 10 17:32:22.002640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:22.005807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.065725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.072426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.077845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.083278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.090710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.096319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.102166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.104114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-a38ad588-6b6b-42d3-a37a-0f39cac1c545 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1528389 Mar 10 17:32:22.230125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.20.0.13 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/b7937bd7-df4e-4330-a6cf-6e3185e42535) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:22.252875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-4f183aa9-d5b6-442c-b7d3-f26f1dea7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.254311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-4f183aa9-d5b6-442c-b7d3-f26f1dea7fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1132 time: 0.1492805 Mar 10 17:32:22.269264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f792a7a1-545a-41d7-90ec-928fee1f474a req-2212c1c2-1eee-4bcc-b3e5-767df1d4c8f1 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542108 Mar 10 17:32:22.276029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:22.346400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067cb54-a2e9-402f-af40-38b090953485 req-3fcf662e-1e7a-4b53-9c09-713890e6f3c4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.353120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:22.371099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8067cb54-a2e9-402f-af40-38b090953485 req-3fcf662e-1e7a-4b53-9c09-713890e6f3c4 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1574471 Mar 10 17:32:22.461409 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.543167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:22.543664 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.611755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:22.628137 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:22.722051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:22.722900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8067cb54-a2e9-402f-af40-38b090953485 req-85792a99-e389-4f95-a583-ed48675828a2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508258 Mar 10 17:32:22.782243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742d4e-fd81-4c49-8276-cb133f0baa2e req-42433ddf-c781-437e-b9ca-e32618329e43 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.788014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95742d4e-fd81-4c49-8276-cb133f0baa2e req-42433ddf-c781-437e-b9ca-e32618329e43 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.3942537 Mar 10 17:32:22.900049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-061779c3-22b5-4449-939d-8f5ffb4db83c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:22.901536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-061779c3-22b5-4449-939d-8f5ffb4db83c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 945 time: 0.3512130 Mar 10 17:32:22.956597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.003244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.024053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95742d4e-fd81-4c49-8276-cb133f0baa2e req-26652d2b-0b28-4ed1-979f-fae9ce10522e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274985 Mar 10 17:32:23.058608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e9163-27f1-409f-bf7d-cf25dae34bda req-2296f95d-b65f-4205-ab89-9468c081e1bb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.065153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:23.067840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c80e9163-27f1-409f-bf7d-cf25dae34bda req-2296f95d-b65f-4205-ab89-9468c081e1bb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.2175784 Mar 10 17:32:23.070933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:23.074891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:23.124434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.125066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.134935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:23.153268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-605d61a6-4040-4be5-bef5-37aa31a453a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4994698 Mar 10 17:32:23.166617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Request body: {'port': {'device_id': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:23.242795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.278204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c80e9163-27f1-409f-bf7d-cf25dae34bda req-d7938fec-6ddf-4223-867d-551f81318089 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093580 Mar 10 17:32:23.304342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:23.307675 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a0bc1-8bae-479d-b2c6-4af30ed2ecb0" -d '{"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-unplugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:23.310399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:23.354871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66263f0-e400-4086-97d2-ff3b386dac43 req-94373e97-ee1c-4364-b8eb-6823d15e5fe7 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.358925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f66263f0-e400-4086-97d2-ff3b386dac43 req-94373e97-ee1c-4364-b8eb-6823d15e5fe7 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 944 time: 0.2099860 Mar 10 17:32:23.393456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a5cdaba9-5131-4101-b1aa-f262e8317964 None None] Provisioning complete for port b7937bd7-df4e-4330-a6cf-6e3185e42535 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:23.393979 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5cdaba9-5131-4101-b1aa-f262e8317964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.422860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Deleting port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:23.423201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.438328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdaba9-5131-4101-b1aa-f262e8317964 None None] Port b7937bd7-df4e-4330-a6cf-6e3185e42535 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:32:23.449476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:23.577937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7937bd7-df4e-4330-a6cf-6e3185e42535 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:23.586616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks [] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.602119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Transition to ACTIVE for port object b7937bd7-df4e-4330-a6cf-6e3185e42535 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:23.607867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.677955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Pushing event updated for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:23.779489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Attempting to bind port b7937bd7-df4e-4330-a6cf-6e3185e42535 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:23.779835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Attempting to bind port b7937bd7-df4e-4330-a6cf-6e3185e42535 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:23.780168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Attempting to bind port b7937bd7-df4e-4330-a6cf-6e3185e42535 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:23.785833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Port b7937bd7-df4e-4330-a6cf-6e3185e42535 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:23.786175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Attempting to bind port b7937bd7-df4e-4330-a6cf-6e3185e42535 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:23.792061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:23.792364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:23.792740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:23.793202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Bound port: b7937bd7-df4e-4330-a6cf-6e3185e42535, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:23.793949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.895578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:23.899904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:23.916286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.967717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:23.968365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:23.969899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] 10.222.0.59 "PUT /v2.0/ports/b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 200 len: 1092 time: 0.8098199 Mar 10 17:32:23.970418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:23.972791 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:24.001525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7348b58-3719-48b4-88ab-60a6b8f7819d service neutron] Pushing event updated for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:24.003085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:24.007818 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d01c88-1081-47b1-bc85-3313ef837c5a" -d '{"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:24.016461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks [] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.047016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f66263f0-e400-4086-97d2-ff3b386dac43 req-af27a80d-f32b-4fc5-b256-88e5c07759a8 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786766 Mar 10 17:32:24.124130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f134d73-b8aa-419d-b394-9f35a6d7466e req-2dc387bd-9f44-4a72-a0a5-6d0b57c97d85 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.133996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f134d73-b8aa-419d-b394-9f35a6d7466e req-2dc387bd-9f44-4a72-a0a5-6d0b57c97d85 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 932 time: 0.7735188 Mar 10 17:32:24.134892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-2d0e696a-11e3-485d-afc5-07c7dd020000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.137598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-2d0e696a-11e3-485d-afc5-07c7dd020000 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 1126 time: 0.1006274 Mar 10 17:32:24.151783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Transition to ACTIVE for port object 6a8ba648-ab0c-44c5-a11e-608fec416502 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:24.169886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.183628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] For port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:24.184355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.251729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-e730b0b5-5ee2-45dd-85bc-f134e543b5a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 200 len: 217 time: 0.1034095 Mar 10 17:32:24.262964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Calling delete_port for 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:24.350331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-f00fb0b2-3faf-4a15-8880-81dfd0f50b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.352372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-f00fb0b2-3faf-4a15-8880-81dfd0f50b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0912137 Mar 10 17:32:24.358009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f134d73-b8aa-419d-b394-9f35a6d7466e req-39c99635-9ec9-4cda-bf96-c8785636bff6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228308 Mar 10 17:32:24.370522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15cf7f39-2ae4-47de-8579-aaf648ad86ff up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:24.404067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] No DVR routers for this DVR port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:24.422756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:24.465079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-ee90e3e0-21f9-4a6f-95f2-db222e0ae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.467001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-ee90e3e0-21f9-4a6f-95f2-db222e0ae5ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042640 Mar 10 17:32:24.473761 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1caa9fe-48a9-4bd2-a70b-a69f8abf9527 x-openstack-request-id: req-b1caa9fe-48a9-4bd2-a70b-a69f8abf9527 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:24.474134 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-unplugged", "status": "completed", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:24.475829 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1caa9fe-48a9-4bd2-a70b-a69f8abf9527 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:24.476459 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'code': 200} Mar 10 17:32:24.480952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.481331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.481711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.487344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.492604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.493304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.494021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.494725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.495237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.495720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 15cf7f39-2ae4-47de-8579-aaf648ad86ff completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:24.496507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.497583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.498679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.499900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:24.501874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 15cf7f39-2ae4-47de-8579-aaf648ad86ff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:24.502347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.647130 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-26af06dd-ec75-4cdc-a830-5b8ffccf81f4 service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600735 Mar 10 17:32:24.652727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 15cf7f39-2ae4-47de-8579-aaf648ad86ff is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:24.653941 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.654489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.677020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.685849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.695952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.697759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff,segment=NetworkSegment(a100639a-a369-487b-b3f6-a39641073cb6),segment_id=a100639a-a369-487b-b3f6-a39641073cb6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:24.704324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.718224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.735341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.742741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.745742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-af802274-b6d3-4b44-980e-fc5da2c88cd4 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.5545144 Mar 10 17:32:24.804987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:24.805430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:24.805854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:24.815606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:24.831919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:24.832884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:24.854843 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a5932c64-28c5-49e8-8d09-52074fb3d73e req-1541e065-3a11-401d-8469-d00ea0f4479f service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976895 Mar 10 17:32:24.856394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:24.856860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:24.857372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:24.857909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Bound port: 6a8ba648-ab0c-44c5-a11e-608fec416502, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:24.858365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:24.932694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ef3ff4-5f9a-451f-9e5d-12d7e34dd7ea req-4d8fb7ed-7fa7-47a4-91b6-18d5b2d9ce92 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593988 Mar 10 17:32:24.944046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7315e-61de-46a0-9b89-8ce73dea5e71 req-ada4c639-c788-4744-9c51-caea2249c034 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:24.950891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50a7315e-61de-46a0-9b89-8ce73dea5e71 req-ada4c639-c788-4744-9c51-caea2249c034 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.3538661 Mar 10 17:32:24.996301 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdcab33-edf6-44d0-80ec-72cef711c6f6 x-openstack-request-id: req-8fdcab33-edf6-44d0-80ec-72cef711c6f6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:24.996825 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:24.996924 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fdcab33-edf6-44d0-80ec-72cef711c6f6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:24.997803 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535', 'status': 'completed', 'code': 200} Mar 10 17:32:25.051116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50a7315e-61de-46a0-9b89-8ce73dea5e71 req-37ceeead-17dd-4deb-9026-a82ba8ac2734 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936520 Mar 10 17:32:25.084462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:25.086881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:25.090300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:25.092858 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fa8457-1504-4b94-bc69-dd5c49517680 x-openstack-request-id: req-09fa8457-1504-4b94-bc69-dd5c49517680 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:25.093187 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:25.093447 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09fa8457-1504-4b94-bc69-dd5c49517680 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:25.093844 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'code': 200} Mar 10 17:32:25.121781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-e1989a6d-9f18-4e7b-927b-770cd453587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.123327 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-e1989a6d-9f18-4e7b-927b-770cd453587e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 1126 time: 0.1045156 Mar 10 17:32:25.131288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:25.141260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event deleted for resources: {'Port': ['ID=84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:25.272174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ee52151-9800-429e-857e-8eecd122ea2f req-16e73f3e-bd34-4a4e-aa12-6368a6ae3833 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=70cb31be-7c40-45f8-aa9b-33cc8df696f9 HTTP/1.1" status: 200 len: 210 time: 0.1151452 Mar 10 17:32:25.280878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-84dbef48-9061-4afa-90e1-f747b9e409dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.287086 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-84dbef48-9061-4afa-90e1-f747b9e409dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.1555965 Mar 10 17:32:25.318526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] No DVR routers for this DVR port 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:25.321416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.322038 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:25.323626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] 10.222.0.41 "PUT /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 1096 time: 3.0532100 Mar 10 17:32:25.337473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:25.340891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0d3578a-0441-422b-bfa4-aa6519ebc139 req-e537ac78-ab1e-4b1f-a2a0-16b232fc2709 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "DELETE /v2.0/ports/84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 HTTP/1.1" status: 204 len: 173 time: 2.4237437 Mar 10 17:32:25.398574 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-af64484c-003e-4b30-b1f5-0172fb72194b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 200 len: 217 time: 0.1044934 Mar 10 17:32:25.460367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf3c8-3dfb-4d20-accc-b92070485dca service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:25.506737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be70292-97b3-4528-b38c-3bc9239a71ba req-150475fd-69ac-4d5e-9168-66aaa65b2c68 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.508526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be70292-97b3-4528-b38c-3bc9239a71ba req-150475fd-69ac-4d5e-9168-66aaa65b2c68 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.3185816 Mar 10 17:32:25.548633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-a776b33f-31aa-4064-a3ac-a367ea5eaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.549698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-a0211b52-e9ac-4377-b880-31393a2da758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.550209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-a776b33f-31aa-4064-a3ac-a367ea5eaee7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1130 time: 0.1906741 Mar 10 17:32:25.552999 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-a0211b52-e9ac-4377-b880-31393a2da758 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1472399 Mar 10 17:32:25.562242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25bd4-538b-4351-bd95-9fb998d931fe req-98275af1-9909-4437-af0e-427efb58633a tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.569581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2d25bd4-538b-4351-bd95-9fb998d931fe req-98275af1-9909-4437-af0e-427efb58633a tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 945 time: 0.1898365 Mar 10 17:32:25.653978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-677c9768-8504-4005-afa9-2a7dcd5f4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.656187 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-677c9768-8504-4005-afa9-2a7dcd5f4d9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908396 Mar 10 17:32:25.709853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be70292-97b3-4528-b38c-3bc9239a71ba req-63dcf915-b599-4bee-b6d9-cb8ade5815c0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891518 Mar 10 17:32:25.755565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2d25bd4-538b-4351-bd95-9fb998d931fe req-139d87ba-e4ea-470f-9f31-f5033fece659 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850536 Mar 10 17:32:25.774033 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-54571851-db8b-4796-a5ab-abd0b025178f service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087220 Mar 10 17:32:25.796693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9518687d-16df-46f1-8e90-5b7eb3884358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:25.798568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-9518687d-16df-46f1-8e90-5b7eb3884358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2206120 Mar 10 17:32:25.893320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-ba15c2c0-6af8-414a-ac5b-426112dfc140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0842955 Mar 10 17:32:25.898612 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b9f9ac7-404f-4772-a2d0-63f42ca03dda req-b3354e67-1922-4bce-bb20-87293a0baea3 service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170852 Mar 10 17:32:26.017009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-032f3419-5843-43b5-a52e-676719598e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.018841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-032f3419-5843-43b5-a52e-676719598e7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1073506 Mar 10 17:32:26.026612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3ca21-1945-43cb-8b6c-17290b021439 req-fed02609-a6be-48a9-8076-95502be46234 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.043148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85b3ca21-1945-43cb-8b6c-17290b021439 req-fed02609-a6be-48a9-8076-95502be46234 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 944 time: 0.2255487 Mar 10 17:32:26.162379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85b3ca21-1945-43cb-8b6c-17290b021439 req-ee61bacf-cd95-499b-b5e4-7f2a2242b24a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174881 Mar 10 17:32:26.195126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.200242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.205437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.212930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.218815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.225291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.231587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.233950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-ca94b698-bd2f-43dc-b503-149086f97722 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.1662927 Mar 10 17:32:26.236422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36363-11cb-4bce-8904-783b7d8c886f req-47a5b1f5-0a71-4164-a29f-5e5c530b942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.237796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-47a5b1f5-0a71-4164-a29f-5e5c530b942f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1729674 Mar 10 17:32:26.370041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:26.406743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:26.407925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:26.409222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:26.409362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d71556e-3a11-47d3-96d6-0650c34af29b req-e930a156-2785-4aa7-a359-929c30e335ab tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662192 Mar 10 17:32:26.423466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac780b6-afbe-4956-87fa-b2be630cd9ab req-14ab83cb-8e0e-4656-933e-e24efd629e66 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.425554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac780b6-afbe-4956-87fa-b2be630cd9ab req-14ab83cb-8e0e-4656-933e-e24efd629e66 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.1759779 Mar 10 17:32:26.465151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 6a8ba648-ab0c-44c5-a11e-608fec416502 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:32:26.465479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-1a2190d7-aaf6-4ed8-afed-14a33c3722e8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000258 Mar 10 17:32:26.466609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:26.477596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:26.480562 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b44bbb-ca8c-4a2b-87cc-2081d8832245" -d '{"events": [{"server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "name": "network-vif-plugged", "status": "completed", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:26.534744 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a2ad6-d464-4db2-a20c-bf8336ab9549 x-openstack-request-id: req-c92a2ad6-d464-4db2-a20c-bf8336ab9549 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:26.535044 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "name": "network-vif-plugged", "status": "completed", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:26.535309 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c92a2ad6-d464-4db2-a20c-bf8336ab9549 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:26.535826 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff', 'code': 200} Mar 10 17:32:26.578207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac780b6-afbe-4956-87fa-b2be630cd9ab req-dfdf842a-f5c8-4237-8815-4b80fe719ce3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392207 Mar 10 17:32:26.630665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-ad2feb7f-7aa2-4080-807e-eacc47d7ca54 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568117 Mar 10 17:32:26.680106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40d5c0-a76e-423e-bee5-59b1dc0cdafd req-c302e1da-151a-4114-a6fc-48ac1a2dcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:26.683728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f40d5c0-a76e-423e-bee5-59b1dc0cdafd req-c302e1da-151a-4114-a6fc-48ac1a2dcc0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 1127 time: 0.0781384 Mar 10 17:32:26.751347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:26.762633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60994) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:26.767416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108282466', 'description': 'tempest-description--709706909'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:26.799816 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0f40d5c0-a76e-423e-bee5-59b1dc0cdafd req-b81452d2-58f1-4ba9-919b-ab24a31cfeeb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033478 Mar 10 17:32:26.812437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:26.969311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (4a2fdf7a-8de1-463c-a88f-c8713d88b5d5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:26.975353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4a2fdf7a-8de1-463c-a88f-c8713d88b5d5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.017752 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.021826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2553823 Mar 10 17:32:27.022336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:27.027134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'security_group_rule': {'security_group_id': '4a2fdf7a-8de1-463c-a88f-c8713d88b5d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:27.037088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64764fb9-de74-4721-b996-a59ebd2d4903 req-a23fdc55-2553-48db-8694-d115bc9d1af3 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.044678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64764fb9-de74-4721-b996-a59ebd2d4903 req-a23fdc55-2553-48db-8694-d115bc9d1af3 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 945 time: 0.2129829 Mar 10 17:32:27.055501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eef017-3753-49c0-87df-a1b354e62187 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2fdf7a-8de1-463c-a88f-c8713d88b5d5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:27.071527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81640f-1861-4236-ae16-c4b7bdefda6a req-4e058e32-11db-4464-b8d3-6bf676f0f085 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.073098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc81640f-1861-4236-ae16-c4b7bdefda6a req-4e058e32-11db-4464-b8d3-6bf676f0f085 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.2426119 Mar 10 17:32:27.081680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (fe2cb4ea-245f-4a8c-9de0-a9d6bbc13a57), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.096655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}, {'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-deleted', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:27.098933 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeaff6b-ddc6-4039-af67-5cb148cfcf19" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}, {"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-deleted", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:27.162227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64764fb9-de74-4721-b996-a59ebd2d4903 req-3c8833a8-1fe6-406c-a260-1394453777f3 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164062 Mar 10 17:32:27.184217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc81640f-1861-4236-ae16-c4b7bdefda6a req-8f0d600f-154b-4b0f-953a-355067e091bc tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047380 Mar 10 17:32:27.186609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (fe2cb4ea-245f-4a8c-9de0-a9d6bbc13a57), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.205766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (fe2cb4ea-245f-4a8c-9de0-a9d6bbc13a57), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.223280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2cb4ea-245f-4a8c-9de0-a9d6bbc13a57,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:27.244433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.246954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3f5340e-bd8a-4231-92f8-55b635d2089e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2233443 Mar 10 17:32:27.250160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 32772) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:27.256966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'security_group_rule': {'security_group_id': '4a2fdf7a-8de1-463c-a88f-c8713d88b5d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:27.311408 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4e31ca-77c8-4a20-b36f-d59aaf436b57 x-openstack-request-id: req-ff4e31ca-77c8-4a20-b36f-d59aaf436b57 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:27.312092 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "status": "completed", "code": 200}, {"server_uuid": "70cb31be-7c40-45f8-aa9b-33cc8df696f9", "name": "network-vif-deleted", "tag": "84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:27.312582 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff4e31ca-77c8-4a20-b36f-d59aaf436b57 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:27.313213 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'status': 'completed', 'code': 200} Mar 10 17:32:27.313470 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cb31be-7c40-45f8-aa9b-33cc8df696f9', 'name': 'network-vif-deleted', 'tag': '84ac8c0e-5f65-44f8-bc95-cd5d2e1a9085', 'status': 'completed', 'code': 200} Mar 10 17:32:27.372414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-6050ef2c-f552-4983-bc18-3644dadb975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.374035 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-6050ef2c-f552-4983-bc18-3644dadb975b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1130 time: 0.0573063 Mar 10 17:32:27.416820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (19565799-833b-4a0e-9df8-dfc39f8531d3), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.443422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294e21-2e25-4eef-bcb7-2594ec644bc6 req-39f1113f-e09e-41a1-bb0d-55aaa6cd791b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.451674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d294e21-2e25-4eef-bcb7-2594ec644bc6 req-39f1113f-e09e-41a1-bb0d-55aaa6cd791b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 944 time: 0.1722512 Mar 10 17:32:27.496882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-f52a0f92-06ff-4551-9961-c5575ea958ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.498631 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-f52a0f92-06ff-4551-9961-c5575ea958ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1177692 Mar 10 17:32:27.603902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-dad45c8c-0172-4b66-8d8d-0ce40764429b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0958307 Mar 10 17:32:27.626643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d294e21-2e25-4eef-bcb7-2594ec644bc6 req-75df0d84-95e0-4099-a0dc-083bbdd378f5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735253 Mar 10 17:32:27.671264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-61dd0f69-56d6-44b3-a4f3-cbfdb0021b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.673283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-61dd0f69-56d6-44b3-a4f3-cbfdb0021b68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0621803 Mar 10 17:32:27.683894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-530e3366-13a4-42bf-a5e5-bf369bbe2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.689428 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-530e3366-13a4-42bf-a5e5-bf369bbe2e2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1130 time: 0.3498836 Mar 10 17:32:27.738053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-9f1f9f2a-a298-4226-9d2f-c88fda9a307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.740215 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-9f1f9f2a-a298-4226-9d2f-c88fda9a307a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0596371 Mar 10 17:32:27.822413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.828995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.834658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.840377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.846225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.849624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-b747a459-fa8a-4aac-962f-e300b31a40c2 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997033 Mar 10 17:32:27.851472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.856827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:27.858848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-f5580a2a-9d85-4b8a-865b-9b9b187166d8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2488360 Mar 10 17:32:27.938060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (19565799-833b-4a0e-9df8-dfc39f8531d3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.952321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (19565799-833b-4a0e-9df8-dfc39f8531d3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:27.982476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-19425d0a-d10c-43e5-bdeb-03ef04aefd6e service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258168 Mar 10 17:32:28.006656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462530fc-c1f1-41e7-bafa-63e0b84bc929 req-46f2e4bf-af0c-4270-8e50-a51da896dc6c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.009148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-462530fc-c1f1-41e7-bafa-63e0b84bc929 req-46f2e4bf-af0c-4270-8e50-a51da896dc6c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.2523062 Mar 10 17:32:28.015687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-a3c02b2d-49e2-4620-b07e-ea36d368f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.017234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-a3c02b2d-49e2-4620-b07e-ea36d368f2a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3140187 Mar 10 17:32:28.022244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19565799-833b-4a0e-9df8-dfc39f8531d3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:28.096094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68f3a9cb-ac6d-4920-bc8a-99ea450e91f9 req-d71c068b-95bc-4f53-afd8-36f7f3639e0c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295675 Mar 10 17:32:28.098739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.104027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84c42f41-b553-4636-b41c-5a6d8f103118 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8481774 Mar 10 17:32:28.104027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-10be5734-f296-4a8d-99ae-4de47f513337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0779521 Mar 10 17:32:28.105914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:28.111484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:28.159523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.174613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-462530fc-c1f1-41e7-bafa-63e0b84bc929 req-87625aef-f258-40b8-8368-575fc43eeb96 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557703 Mar 10 17:32:28.190626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-69f155b7-2955-413c-bf59-c52853a5173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.192121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-69f155b7-2955-413c-bf59-c52853a5173b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0777578 Mar 10 17:32:28.254973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-2e76dd02-d226-433b-b0fa-5535ba4f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.257088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-2e76dd02-d226-433b-b0fa-5535ba4f1bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0570698 Mar 10 17:32:28.308023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.362283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b7937bd7-df4e-4330-a6cf-6e3185e42535 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:28.417297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73194e-420c-4d52-9bf4-233aed535b51 req-d24662df-618d-4bd0-82b4-0f5ff93785a5 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.423899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf73194e-420c-4d52-9bf4-233aed535b51 req-d24662df-618d-4bd0-82b4-0f5ff93785a5 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 945 time: 0.1660941 Mar 10 17:32:28.472662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded2430-973a-49d3-a206-1edecd42a644 req-2b8d268b-9a18-415b-b32a-81c5bb464891 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.474675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded2430-973a-49d3-a206-1edecd42a644 req-2b8d268b-9a18-415b-b32a-81c5bb464891 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.1891570 Mar 10 17:32:28.481601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-21cb99c4-0230-4a02-a2ed-5cf862b124fc service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151868 Mar 10 17:32:28.506923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Allocated IP 172.25.3.75 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/f42231b5-b75c-4602-a5d0-eccdaede89e5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:28.555958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:28.571211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b7937bd7-df4e-4330-a6cf-6e3185e42535', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': 'b7937bd7-df4e-4330-a6cf-6e3185e42535', 'mac_address': 'fa:16:3e:09:87:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:28.602604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf73194e-420c-4d52-9bf4-233aed535b51 req-cd43ea4f-1eb3-48e0-88f9-87d586379919 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725490 Mar 10 17:32:28.608646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ded2430-973a-49d3-a206-1edecd42a644 req-6e812036-902b-4368-85ac-b1b005677864 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248536 Mar 10 17:32:28.630594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b7937bd7-df4e-4330-a6cf-6e3185e42535 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:28.632645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.653366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7937bd7-df4e-4330-a6cf-6e3185e42535 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:28.690798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:28.712913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.738615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deeaff6b-ddc6-4039-af67-5cb148cfcf19 req-a7251368-ba87-459c-955a-1c9f327dd22f service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264464 Mar 10 17:32:28.814301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b89f7-4453-48b9-ab13-6b313f02c8fe req-5baad0f4-c2e6-484f-b1a3-aa56800ebb3f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:28.815755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:28.817095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777b89f7-4453-48b9-ab13-6b313f02c8fe req-5baad0f4-c2e6-484f-b1a3-aa56800ebb3f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 945 time: 0.0856895 Mar 10 17:32:28.836181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.885060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:28.906227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777b89f7-4453-48b9-ab13-6b313f02c8fe req-422bc0d8-a391-46a9-9790-d95eb939ef3b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Mar 10 17:32:28.950980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:28.956178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:28.961368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:28.993622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:29.027232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'Port': ['ID=f42231b5-b75c-4602-a5d0-eccdaede89e5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:29.107625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for floatingip (95e083c7-eebe-4249-b273-8b4269470255), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.217822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.352533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 413a0fd1-706e-41fc-8c0e-568a65b2737f details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:29.432972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91076911-fdeb-456f-9b8e-e38914f8ce21 req-1603b4f5-c2fe-4dec-81c5-8e068f38de35 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.441972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91076911-fdeb-456f-9b8e-e38914f8ce21 req-1603b4f5-c2fe-4dec-81c5-8e068f38de35 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 945 time: 0.1581459 Mar 10 17:32:29.477932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.486710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.494166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.501263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.508887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.515417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.521744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.528357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.532555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-2b67ae99-205f-43a0-96d7-a8d0b5bbcbcf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5418 time: 0.2233682 Mar 10 17:32:29.538613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.604091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91076911-fdeb-456f-9b8e-e38914f8ce21 req-05886ced-47c1-41c7-a0e6-7dad9498de9e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/security-groups?id=7042fe57-22f8-4266-9a1b-eb39a63a3984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607959 Mar 10 17:32:29.609783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:29.642813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '413a0fd1-706e-41fc-8c0e-568a65b2737f', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'port_id': '413a0fd1-706e-41fc-8c0e-568a65b2737f', 'mac_address': 'fa:16:3e:48:f6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:29.750416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'Port': ['ID=f42231b5-b75c-4602-a5d0-eccdaede89e5,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:29.751026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e26de66-0301-4195-a6d0-3c1b00956223 req-247787cd-1a3d-4566-b669-7f314b8e08f5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166417 Mar 10 17:32:29.772625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (95e083c7-eebe-4249-b273-8b4269470255), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.810453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.819501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-41abca66-52f2-4191-ab2f-4b5710c95d5c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7045066 Mar 10 17:32:29.823517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 413a0fd1-706e-41fc-8c0e-568a65b2737f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:29.824488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.846915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413a0fd1-706e-41fc-8c0e-568a65b2737f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:29.872659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:29.875395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.881607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:29.882660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device da0c3b64-e003-4fba-846e-ecf235fb769e details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:29.917756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=da0c3b64-e003-4fba-846e-ecf235fb769e,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:29.935899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'da0c3b64-e003-4fba-846e-ecf235fb769e', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'port_id': 'da0c3b64-e003-4fba-846e-ecf235fb769e', 'mac_address': 'fa:16:3e:90:cc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:29.969774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9f329-8539-4629-8491-70d6df45699a req-c662237c-0dd9-4cc3-8cfc-ac155cde12e0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:29.982407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55f9f329-8539-4629-8491-70d6df45699a req-c662237c-0dd9-4cc3-8cfc-ac155cde12e0 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.2260451 Mar 10 17:32:30.059869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port da0c3b64-e003-4fba-846e-ecf235fb769e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:30.060362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.077329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:30.082489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0c3b64-e003-4fba-846e-ecf235fb769e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:30.101557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55f9f329-8539-4629-8491-70d6df45699a req-d61b39a9-7d42-4bde-aa98-d19f4e5ec955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159768 Mar 10 17:32:30.105736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=da0c3b64-e003-4fba-846e-ecf235fb769e,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:30.113780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.116622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0bdd0884-8527-4f9d-9ab2-6169b282eabe details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:30.167250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8289b10-b43b-4362-b2ef-fa41d82ed52f req-fafb04b3-e4db-4492-88ad-59faa414c06f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.179889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8289b10-b43b-4362-b2ef-fa41d82ed52f req-fafb04b3-e4db-4492-88ad-59faa414c06f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.1850479 Mar 10 17:32:30.334098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:30.357010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8289b10-b43b-4362-b2ef-fa41d82ed52f req-1896e841-6cf8-4c5f-a9af-c4fe4498b468 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747985 Mar 10 17:32:30.360742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'port_id': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'mac_address': 'fa:16:3e:bb:3b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:30.364515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:30.370827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59131f2f-c211-47fb-8a94-a6570e9e1458 req-862eb51b-8783-4844-aae6-17c30280e163 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.372517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59131f2f-c211-47fb-8a94-a6570e9e1458 req-862eb51b-8783-4844-aae6-17c30280e163 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 945 time: 0.1478796 Mar 10 17:32:30.386237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b7937bd7-df4e-4330-a6cf-6e3185e42535 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:30.451220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59131f2f-c211-47fb-8a94-a6570e9e1458 req-77576ff0-446d-4798-abc5-0d2348bed765 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721674 Mar 10 17:32:30.476696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b7937bd7-df4e-4330-a6cf-6e3185e42535 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:30.486795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b7937bd7-df4e-4330-a6cf-6e3185e42535 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:30.487562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.573584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 0bdd0884-8527-4f9d-9ab2-6169b282eabe is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:30.573978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.643856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-8c56632e-3f07-49b7-af0f-7831effe233e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.647890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdd0884-8527-4f9d-9ab2-6169b282eabe {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:30.651786 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-8c56632e-3f07-49b7-af0f-7831effe233e tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.59 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 945 time: 0.1310608 Mar 10 17:32:30.659368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-d603774d-7ee9-4d7f-9f4e-54356eda33c0 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:30.660947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-d603774d-7ee9-4d7f-9f4e-54356eda33c0 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.1932805 Mar 10 17:32:30.703493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-767dd7c1-8b5a-4f9d-bb48-6b1e95092d9b tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/quotas/cd723983a1ff48a8abd8240fc8db4b8d HTTP/1.1" status: 200 len: 375 time: 0.0268688 Mar 10 17:32:30.810830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b7937bd7-df4e-4330-a6cf-6e3185e42535 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:30.812912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.837227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Deleting port 15cf7f39-2ae4-47de-8579-aaf648ad86ff {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:30.838135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.838745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-3d9955b3-e1f3-4c9d-a027-01517aab26ec tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319962 Mar 10 17:32:30.895812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:30.957443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:30.959951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:30.970747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] For port 15cf7f39-2ae4-47de-8579-aaf648ad86ff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15cf7f39-2ae4-47de-8579-aaf648ad86ff,segment=NetworkSegment(a100639a-a369-487b-b3f6-a39641073cb6),segment_id=a100639a-a369-487b-b3f6-a39641073cb6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:30.971571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.979124 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9cc53-7180-4bfb-8640-ee55cce7a48a" -d '{"events": [{"server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "name": "network-vif-plugged", "status": "completed", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:30.988781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Calling delete_port for 15cf7f39-2ae4-47de-8579-aaf648ad86ff owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:30.989139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:30.994646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3f15a024-2fd0-4e73-8596-19645b33933b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:31.068064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:31.100378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.101780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-4896b90a-a3c0-43c0-ab67-ed491c10c877 service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616808 Mar 10 17:32:31.104792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '3f15a024-2fd0-4e73-8596-19645b33933b', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'port_id': '3f15a024-2fd0-4e73-8596-19645b33933b', 'mac_address': 'fa:16:3e:74:14:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:31.148792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15cf7f39-2ae4-47de-8579-aaf648ad86ff), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.183291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Pushing event deleted for resources: {'Port': ['ID=15cf7f39-2ae4-47de-8579-aaf648ad86ff,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:31.239283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 3f15a024-2fd0-4e73-8596-19645b33933b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:31.239673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.242065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['15cf7f39-2ae4-47de-8579-aaf648ad86ff'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:31.272595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] No DVR routers for this DVR port 15cf7f39-2ae4-47de-8579-aaf648ad86ff on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:31.276061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.283796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0a8ea22-58b7-4780-a0bf-5bfa6008d951 req-6e4343a6-ea1b-4df6-9500-e481b9c6efaa tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.59 "DELETE /v2.0/ports/15cf7f39-2ae4-47de-8579-aaf648ad86ff HTTP/1.1" status: 204 len: 173 time: 0.6263359 Mar 10 17:32:31.287749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'name': 'network-vif-deleted', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:31.292278 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ea1ea-f67b-4033-b31e-05f0d99cc1cb" -d '{"events": [{"server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "name": "network-vif-deleted", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:31.294878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-fbc1df06-2bfa-49e9-82ea-7d13e22a15e9 service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899014 Mar 10 17:32:31.302767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee44a68b-f59b-470c-8e25-f552408c7022 req-78b609d6-b7bc-45c9-94dc-bcbe71956ed7 tempest-ServerAddressesTestJSON-590684149 tempest-ServerAddressesTestJSON-590684149-project] 10.222.0.35 "GET /v2.0/ports?device_id=97b04c54-31d2-4c27-853a-ce2d99889deb HTTP/1.1" status: 200 len: 210 time: 0.4526389 Mar 10 17:32:31.340755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f15a024-2fd0-4e73-8596-19645b33933b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:31.388187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:31.409362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.411158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 8fce8e67-49a6-4264-8da3-2c9be3196c3b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:31.588678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:31.597631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.605246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.611728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.617711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.623957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.632398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.637837 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca26c5-9ee4-45be-b8e4-f2e6cd8d225c x-openstack-request-id: req-c2ca26c5-9ee4-45be-b8e4-f2e6cd8d225c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:31.638137 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "name": "network-vif-plugged", "status": "completed", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:31.638400 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2ca26c5-9ee4-45be-b8e4-f2e6cd8d225c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:31.638836 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535', 'code': 200} Mar 10 17:32:31.639981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'port_id': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'mac_address': 'fa:16:3e:0b:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d32e59f-6603-4a5d-b2c1-14b9eac14463', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:31.640132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.649230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-524c9c0e-99f4-4860-b4ff-65cde7ea610d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5422 time: 0.1805477 Mar 10 17:32:31.657986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:31.768669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd82df-d334-4182-a0bc-18b4756dbe8d req-e6fb9f43-4330-4122-8f65-111b95ff09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:31.770319 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-30dd82df-d334-4182-a0bc-18b4756dbe8d req-e6fb9f43-4330-4122-8f65-111b95ff09c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 1128 time: 0.1144018 Mar 10 17:32:31.776692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:31.891415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-30dd82df-d334-4182-a0bc-18b4756dbe8d req-8e28576b-8c9f-4e49-acd8-21feeeb3b938 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099079 Mar 10 17:32:31.926473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 8fce8e67-49a6-4264-8da3-2c9be3196c3b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:31.927388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:31.955208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fce8e67-49a6-4264-8da3-2c9be3196c3b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:31.961401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbc812a0-83b5-48b1-8808-ba8869fe078b req-9673ffcd-66dd-4995-bdd2-898b880b7f83 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3109636 Mar 10 17:32:31.983760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cc4c2-203c-4288-9c69-29b9cedf7aaa req-e83839d1-df9c-47a4-ba50-e3b87f9f6137 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.004233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b3cc4c2-203c-4288-9c69-29b9cedf7aaa req-e83839d1-df9c-47a4-ba50-e3b87f9f6137 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.2679825 Mar 10 17:32:32.049622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:32.055192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:32.075160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.077184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device acb1c126-374b-4ef4-af25-15113c633742 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:32.105288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b3cc4c2-203c-4288-9c69-29b9cedf7aaa req-ced02c6a-2e34-4f1a-9a81-405e4c5f65d8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908728 Mar 10 17:32:32.111215 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eb52c4-2153-4687-b46e-a3b217a79328 x-openstack-request-id: req-00eb52c4-2153-4687-b46e-a3b217a79328 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:32.111769 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b04c54-31d2-4c27-853a-ce2d99889deb", "name": "network-vif-deleted", "tag": "15cf7f39-2ae4-47de-8579-aaf648ad86ff", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:32.112077 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00eb52c4-2153-4687-b46e-a3b217a79328 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:32.112795 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b04c54-31d2-4c27-853a-ce2d99889deb', 'name': 'network-vif-deleted', 'tag': '15cf7f39-2ae4-47de-8579-aaf648ad86ff', 'status': 'completed', 'code': 200} Mar 10 17:32:32.241296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:32.266094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'acb1c126-374b-4ef4-af25-15113c633742', 'network_id': 'fab475e2-8b0e-4bdb-af21-5235b5b53326', 'port_id': 'acb1c126-374b-4ef4-af25-15113c633742', 'mac_address': 'fa:16:3e:bd:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d32e59f-6603-4a5d-b2c1-14b9eac14463', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:32.341499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:32.348343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad9c9a-3e94-4d71-bc10-7520050fe58b req-21cbbcf8-8511-4447-91aa-862316933ab3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.357699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0ad9c9a-3e94-4d71-bc10-7520050fe58b req-21cbbcf8-8511-4447-91aa-862316933ab3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1494844 Mar 10 17:32:32.381179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port acb1c126-374b-4ef4-af25-15113c633742 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:32.381571 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.399655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f0254-1201-4de8-b538-a1a886f0dd20 req-9ebe646c-0d1a-4d72-8107-6951edd99303 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:32.401311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-719f0254-1201-4de8-b538-a1a886f0dd20 req-9ebe646c-0d1a-4d72-8107-6951edd99303 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.1489749 Mar 10 17:32:32.408625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb1c126-374b-4ef4-af25-15113c633742 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:32.450401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:32.461525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.462212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7f65e51f-e8a6-4434-a61d-53471eb797ae details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:32.527449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0ad9c9a-3e94-4d71-bc10-7520050fe58b req-2e0f302a-a65a-473e-ab7f-cc04c533672e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627381 Mar 10 17:32:32.540205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-719f0254-1201-4de8-b538-a1a886f0dd20 req-13863168-b175-4566-8e78-03cc8b0e39c9 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267519 Mar 10 17:32:32.625551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:32.629348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:32.662572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'network_id': '2cee99e2-e609-4bb4-8dc7-568d09ece326', 'port_id': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'mac_address': 'fa:16:3e:a7:a0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:32.664723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:32.762100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ff35ebe-3d66-41a5-a766-55362308d031 req-213c01db-b86e-4ffb-a0eb-d64dcc2fdeb2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 210 time: 0.1465821 Mar 10 17:32:32.797831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7f65e51f-e8a6-4434-a61d-53471eb797ae is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:32.797831 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.816056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Deleting subnet c36b006d-72a4-41be-9f49-46029f094c6b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:32:32.822145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Publish callbacks [] for subnet (c36b006d-72a4-41be-9f49-46029f094c6b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.855235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f65e51f-e8a6-4434-a61d-53471eb797ae {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:32.873849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c36b006d-72a4-41be-9f49-46029f094c6b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.912648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:32.934950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:32.994197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:33.012531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c36b006d-72a4-41be-9f49-46029f094c6b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.103289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:33.154712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c36b006d-72a4-41be-9f49-46029f094c6b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.204730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36b006d-72a4-41be-9f49-46029f094c6b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:33.227675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.233214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-665fecd1-f69c-4a39-813f-6812f7cbdac7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c36b006d-72a4-41be-9f49-46029f094c6b HTTP/1.1" status: 204 len: 168 time: 0.5648680 Mar 10 17:32:33.233658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 32882) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:33.280465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:33.295149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'mac_address': 'fa:16:3e:41:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:33.354332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6a8ba648-ab0c-44c5-a11e-608fec416502 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:33.355994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.391251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:33.475400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:33.496858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.668817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (91791375-36b9-4fd8-89dd-f568222c4647), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:33.706610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:33.711906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.725709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.736774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.746575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.755015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.762014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.767671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.776740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0976922e-0319-4222-adf8-6e93c01e0b28 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5425 time: 0.5312059 Mar 10 17:32:33.782359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-864a1931-1611-4f68-b58d-80e0e27fd386 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.784462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-864a1931-1611-4f68-b58d-80e0e27fd386 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.3224256 Mar 10 17:32:33.796906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd553e1b-8295-448a-86cb-2abd1051cba6 req-33fc8ad4-467e-45ea-a515-75526ef4b6c0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.801843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'port': {'device_id': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'admin_state_up': True, 'tenant_id': 'cd723983a1ff48a8abd8240fc8db4b8d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:33.804831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd553e1b-8295-448a-86cb-2abd1051cba6 req-33fc8ad4-467e-45ea-a515-75526ef4b6c0 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 948 time: 0.4309893 Mar 10 17:32:33.895675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-0a995819-5d5e-46e0-a799-751656195b46 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:33.899303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-0a995819-5d5e-46e0-a799-751656195b46 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867&tenant_id=3dc44762e0654c81b090c46b049739a3&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 949 time: 0.5267084 Mar 10 17:32:34.015106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Made reservation on behalf of cd723983a1ff48a8abd8240fc8db4b8d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:34.021137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.086938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd553e1b-8295-448a-86cb-2abd1051cba6 req-8ef792b8-3cec-4917-b7af-5d17bf06b242 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810044 Mar 10 17:32:34.388700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15cf7f39-2ae4-47de-8579-aaf648ad86ff no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:34.390899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Allocated IP 172.20.0.2 (798d0cc7-15ca-4be7-b2ad-cf50cf961019/0b4a76df-922a-4ef5-9fc8-98db02dd9e06/7c90f928-1483-4a73-87b0-2ae2c004d7d6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:34.440989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 15cf7f39-2ae4-47de-8579-aaf648ad86ff {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:34.441966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15cf7f39-2ae4-47de-8579-aaf648ad86ff not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:34.449233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['acb1c126-374b-4ef4-af25-15113c633742'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:34.508846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['3f15a024-2fd0-4e73-8596-19645b33933b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:34.527434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7f65e51f-e8a6-4434-a61d-53471eb797ae'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:34.642663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['413a0fd1-706e-41fc-8c0e-568a65b2737f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:34.725749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (91791375-36b9-4fd8-89dd-f568222c4647), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.774117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91791375-36b9-4fd8-89dd-f568222c4647']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:34.779628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.786365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a100639a-a369-487b-b3f6-a39641073cb6') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:34.787055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a100639a-a369-487b-b3f6-a39641073cb6') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:34.798288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (a100639a-a369-487b-b3f6-a39641073cb6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.813928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a100639a-a369-487b-b3f6-a39641073cb6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.821271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:32:34.821684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (a100639a-a369-487b-b3f6-a39641073cb6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:32:34.881312 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:32:34.885900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.906143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22af43f-5495-43ef-9562-0b2c8f61e14c req-0cf8773f-6461-4473-847d-6bf33aa92634 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1204190 Mar 10 17:32:34.913167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (91791375-36b9-4fd8-89dd-f568222c4647), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.935972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:34.944587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] 10.222.0.35 "DELETE /v2.0/networks/91791375-36b9-4fd8-89dd-f568222c4647 HTTP/1.1" status: 204 len: 168 time: 1.7098212 Mar 10 17:32:35.022279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd09e1d-55e4-4123-8c09-e40fdac8f592 admin admin] Pushing event deleted for resources: {'Network': ['ID=91791375-36b9-4fd8-89dd-f568222c4647,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:35.073347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cfe6b692-1667-4631-8e65-30136eaaacc8 service neutron] 10.222.0.41 "GET /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502/bindings/n-h2-833115-2 HTTP/1.1" status: 200 len: 382 time: 1.1294615 Mar 10 17:32:35.075217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:35.090336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:35.098068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:35.129768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['da0c3b64-e003-4fba-846e-ecf235fb769e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:35.203851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:35.222605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32906) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:35.239975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b986a-07d0-40a5-90b6-9298713e97fe req-f9b5e349-ef01-4443-8529-fc63d696b32f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:35.252832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979b986a-07d0-40a5-90b6-9298713e97fe req-f9b5e349-ef01-4443-8529-fc63d696b32f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.2233832 Mar 10 17:32:35.295106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:35.295970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.301036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e701b-4ea4-4bc3-ae47-b256e2a57696 req-efaffa04-2ad9-4e50-a10f-988fb5e611ba tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:35.305082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d3e701b-4ea4-4bc3-ae47-b256e2a57696 req-efaffa04-2ad9-4e50-a10f-988fb5e611ba tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.4222255 Mar 10 17:32:35.333553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-602f71ec-b5c1-466c-ac66-a3a45f8915b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c16e79e798141a7a9ee9645dd2ecbe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070671 Mar 10 17:32:35.334959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32908) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:35.351751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-954fdcff-4d82-4db3-8250-90eb2177394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:35.361135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-954fdcff-4d82-4db3-8250-90eb2177394b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1131 time: 0.2551243 Mar 10 17:32:35.429250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-14e53c23-318b-4ef8-9bdf-63587bdc94ca tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6343408 Mar 10 17:32:35.447984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Request body: {'port': {'device_id': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:35.465666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6a8ba648-ab0c-44c5-a11e-608fec416502'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:35.601771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['8fce8e67-49a6-4264-8da3-2c9be3196c3b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:35.615870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] Publish callbacks [] for security_group (7042fe57-22f8-4266-9a1b-eb39a63a3984), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.685184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] Publish callbacks [] for security_group (7042fe57-22f8-4266-9a1b-eb39a63a3984), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.687308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['0bdd0884-8527-4f9d-9ab2-6169b282eabe'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:35.700706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979b986a-07d0-40a5-90b6-9298713e97fe req-99069e5e-ffd3-4354-a84d-e970a492f79e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466012 Mar 10 17:32:35.702867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-4a361909-649a-481e-9d74-ddf4e128715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:35.704516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-4a361909-649a-481e-9d74-ddf4e128715b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3323922 Mar 10 17:32:35.770662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d3e701b-4ea4-4bc3-ae47-b256e2a57696 req-354519ac-fe66-42e0-ae94-ad3dc19c2bf3 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342916 Mar 10 17:32:35.830639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.840434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7042fe57-22f8-4266-9a1b-eb39a63a3984), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.842979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:35.849878 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7042fe57-22f8-4266-9a1b-eb39a63a3984 HTTP/1.1" status: 204 len: 168 time: 0.5120156 Mar 10 17:32:35.887096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd009c-dce9-4e53-b0b4-11afc99b82fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7042fe57-22f8-4266-9a1b-eb39a63a3984,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:36.044854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-63ff17c6-8a8e-44b8-b311-f9a5139e7100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.2819741 Mar 10 17:32:36.260347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-f78e194c-0936-463d-ae37-cb226abb8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:36.267342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-f78e194c-0936-463d-ae37-cb226abb8047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2016759 Mar 10 17:32:36.398629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962881ec-6961-427d-b816-3cccacd6ff9c req-e44edb48-58f9-49a4-ac9a-e91f6c48c5c4 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:36.400283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-962881ec-6961-427d-b816-3cccacd6ff9c req-e44edb48-58f9-49a4-ac9a-e91f6c48c5c4 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 931 time: 0.4835157 Mar 10 17:32:36.589317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-962881ec-6961-427d-b816-3cccacd6ff9c req-816dc21f-c673-4be6-8dc9-c6afc30a2b02 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757972 Mar 10 17:32:36.658715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c90f928-1483-4a73-87b0-2ae2c004d7d6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:36.676833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks [] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:36.685073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db148fbe-3eeb-4459-a306-75610f27a86e req-ac11ca0f-33e3-4a58-b304-88c1a334ecad tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:36.695309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db148fbe-3eeb-4459-a306-75610f27a86e req-ac11ca0f-33e3-4a58-b304-88c1a334ecad tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.6705148 Mar 10 17:32:36.708005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Transition to ACTIVE for port object 7c90f928-1483-4a73-87b0-2ae2c004d7d6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:36.715470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:36.781017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-a9677f8e-30b6-4947-9207-a4617c93c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:36.783213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-a9677f8e-30b6-4947-9207-a4617c93c2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5079899 Mar 10 17:32:36.889072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db148fbe-3eeb-4459-a306-75610f27a86e req-53e4fbfd-41b6-4cd8-ad83-853527b0554f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917677 Mar 10 17:32:36.913468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:37.144281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Attempting to bind port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:37.144645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Attempting to bind port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:37.144964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Attempting to bind port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:37.157820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:37.162001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Attempting to bind port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:37.170030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:37.170539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Checking segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:37.170794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Bound using segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:37.171239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Bound port: 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:37.171601 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:37.295602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-8652ebfe-1fd4-45d4-bd4b-f427212e7ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032463 Mar 10 17:32:37.331466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:37.338043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:37.352767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:37.392997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.393663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:37.404792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c90f928-1483-4a73-87b0-2ae2c004d7d6 HTTP/1.1" status: 200 len: 1091 time: 1.9673758 Mar 10 17:32:37.406507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:37.421937 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a9418-cc61-4617-972a-023ec9d1880a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:37.539725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 32954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:37.657188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055731eb-48db-43ad-9e21-bd6ad1f148e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:37.681951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-b1eced57-ebb5-44a5-ac9b-96d6cea6e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.683310 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-b1eced57-ebb5-44a5-ac9b-96d6cea6e4e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 1125 time: 0.1877143 Mar 10 17:32:37.705899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-21a7d761-43ad-47cf-be0d-d79d4fc2a9e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8157210 Mar 10 17:32:37.730330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.736284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.741619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.747125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.752980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.759392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.764709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.772558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-db0560d8-7c16-474b-9051-18ba843ab055 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5425 time: 0.4725928 Mar 10 17:32:37.785204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d90c-007c-493d-9848-540edd005178 req-a96b2795-cf25-4352-a862-3e3a2a830308 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.792224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3c8d90c-007c-493d-9848-540edd005178 req-a96b2795-cf25-4352-a862-3e3a2a830308 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.4851069 Mar 10 17:32:37.799030 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-a49e339b-eddd-4ebd-b35a-3ee26c1ee386 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6 HTTP/1.1" status: 200 len: 217 time: 0.1069877 Mar 10 17:32:37.866918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-network', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:37.892020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-df5607f3-6ee8-4f53-8201-b61f6f7cbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:37.897935 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-df5607f3-6ee8-4f53-8201-b61f6f7cbbf8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.0906117 Mar 10 17:32:37.933899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-52ee8c35-9bba-4aa5-b487-56a737c3c555 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206899 Mar 10 17:32:37.961079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-a8ffa1c9-c19f-43ca-92f9-360647223432 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571661 Mar 10 17:32:38.013841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3c8d90c-007c-493d-9848-540edd005178 req-4a86bcef-1fe0-4af1-a41c-e5a4a75e67c2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181609 Mar 10 17:32:38.018224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Made reservation on behalf of 043e8792f63a47e7bba6e4c7458c7006 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:38.025138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:38.045919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:38.060481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edbf9b23-b6b6-4fe5-b320-f8e1ee3d9cc9 req-0d8a8915-8adb-4983-aa7c-3fad5b19aedd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2835145 Mar 10 17:32:38.093920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-b1f40655-9f23-4e8b-9ed8-2dc84a63a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.095821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-b1f40655-9f23-4e8b-9ed8-2dc84a63a6a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 1132 time: 0.3186615 Mar 10 17:32:38.137273 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-e0747a9b-0fb3-4d56-b1c6-2ebaf4d5b15c service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700923 Mar 10 17:32:38.213370 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb28edcf-e75f-449d-bf1f-c49ac667469f x-openstack-request-id: req-eb28edcf-e75f-449d-bf1f-c49ac667469f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:38.213797 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:38.214748 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb28edcf-e75f-449d-bf1f-c49ac667469f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:38.217675 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'status': 'completed', 'code': 200} Mar 10 17:32:38.385347 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b1e18058-4c8e-4e3f-ab7c-c86516cc1ea1 req-c0c5a689-5718-486e-85e3-eecb95328d4a service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413337 Mar 10 17:32:38.522227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks [] for security_group (27a8f258-20a2-471a-81fd-86fe872b65d9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:38.543968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9418-cc61-4617-972a-023ec9d1880a req-01657e24-ed74-49fe-bdbf-9337e34a8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.546554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (27a8f258-20a2-471a-81fd-86fe872b65d9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:38.548164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-01657e24-ed74-49fe-bdbf-9337e34a8e00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 1125 time: 0.1023655 Mar 10 17:32:38.600627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8f258-20a2-471a-81fd-86fe872b65d9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:38.627996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a00599-b4b2-4627-9a3d-b75ffd8c7d08 req-6838cfbc-aa6f-4481-90ad-c348c3625913 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.635952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46a00599-b4b2-4627-9a3d-b75ffd8c7d08 req-6838cfbc-aa6f-4481-90ad-c348c3625913 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.4454420 Mar 10 17:32:38.651162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad86e1-2b40-495e-9084-cabd28534d87 req-7f961198-cc2b-493a-b90b-a8707cdfd0b7 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.660407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ad86e1-2b40-495e-9084-cabd28534d87 req-7f961198-cc2b-493a-b90b-a8707cdfd0b7 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 943 time: 0.3977923 Mar 10 17:32:38.677315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:32:38.752250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ad86e1-2b40-495e-9084-cabd28534d87 req-0f6a2e41-3f8c-42ac-9e57-fb1240cbc23f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887198 Mar 10 17:32:38.773482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-b2f75a42-43ff-43b8-a538-3073d8e6b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.773916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9418-cc61-4617-972a-023ec9d1880a req-53ccb9ca-0e9f-4290-97d8-f7a03ae42457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:38.775653 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-53ccb9ca-0e9f-4290-97d8-f7a03ae42457 service neutron] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 922 time: 0.2202110 Mar 10 17:32:38.777068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-b2f75a42-43ff-43b8-a538-3073d8e6b710 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.6561489 Mar 10 17:32:38.849171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7daf1ff6-bad3-4bd1-984c-4e578d456b9f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:38.860726 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Added segment 7daf1ff6-bad3-4bd1-984c-4e578d456b9f of type vlan for network fef174db-de47-4cce-99b2-4346c6499953 Mar 10 17:32:38.878050 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-cc232b00-a52d-44d2-b759-bc91ff878219 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6 HTTP/1.1" status: 200 len: 217 time: 0.0894408 Mar 10 17:32:38.878530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46a00599-b4b2-4627-9a3d-b75ffd8c7d08 req-623a019e-d1cc-44a5-9c58-7b7dfd794ac8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370777 Mar 10 17:32:38.989598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-1761cd3f-499f-4571-a1ce-75bf027e65cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 200 len: 217 time: 0.1264713 Mar 10 17:32:38.997084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7f65e51f-e8a6-4434-a61d-53471eb797ae up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:39.010922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9418-cc61-4617-972a-023ec9d1880a req-34d75d14-18ff-4770-b873-d4326c902f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.017386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-34d75d14-18ff-4770-b873-d4326c902f5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.1322405 Mar 10 17:32:39.118513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7f65e51f-e8a6-4434-a61d-53471eb797ae completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:39.124700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7f65e51f-e8a6-4434-a61d-53471eb797ae triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:39.125079 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.145502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-298ba6f0-0668-4a30-83ab-df240f867f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.154120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-298ba6f0-0668-4a30-83ab-df240f867f18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1512170 Mar 10 17:32:39.167561 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-d11952c2-e5da-4ec6-80af-cc23f20299ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453762 Mar 10 17:32:39.180883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fef174db-de47-4cce-99b2-4346c6499953), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.483659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7f65e51f-e8a6-4434-a61d-53471eb797ae is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:39.484035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.487974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42526577-c020-47e1-8400-4baaa188b427 req-d844394e-dfc6-4ace-b368-77b747786c3c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.496618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42526577-c020-47e1-8400-4baaa188b427 req-d844394e-dfc6-4ace-b368-77b747786c3c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.6016829 Mar 10 17:32:39.498353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fef174db-de47-4cce-99b2-4346c6499953), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.501768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.505498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.517623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-a8898d37-6b9c-4ef6-a8f4-5d3d8ee95f64 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377090 Mar 10 17:32:39.559464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:39.560527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:39.563036 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602ac94-935d-4fb2-9c65-71df440a6cb3" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:39.567581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.662262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:39.751685 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f99a9418-cc61-4617-972a-023ec9d1880a req-4fee7556-56c9-46ac-a795-8638e09db207 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263935 Mar 10 17:32:39.775569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] Pushing event updated for resources: {'Network': ['ID=fef174db-de47-4cce-99b2-4346c6499953,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:39.785431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0f79fe74-3280-4eef-b913-89c13726b18e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2298658 Mar 10 17:32:39.787080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fef174db-de47-4cce-99b2-4346c6499953 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:32:39.790191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:39.795676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Request body: {'subnet': {'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-subnet', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:39.836743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Made reservation on behalf of 043e8792f63a47e7bba6e4c7458c7006 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:39.843432 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:39.847612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c52798-3f96-472c-834a-aec417c544f2 req-7413b879-ece8-4cfa-b5f7-6a68c10e86a2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.848681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26c52798-3f96-472c-834a-aec417c544f2 req-7413b879-ece8-4cfa-b5f7-6a68c10e86a2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.5528057 Mar 10 17:32:39.853901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42526577-c020-47e1-8400-4baaa188b427 req-796ba32a-3ed0-40e9-a213-973bc98bb4ea tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721272 Mar 10 17:32:39.856093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-f5c81f6e-1029-4df3-a9b3-fa53fd685ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:39.857805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-f5c81f6e-1029-4df3-a9b3-fa53fd685ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5478129 Mar 10 17:32:40.187862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26c52798-3f96-472c-834a-aec417c544f2 req-c00035d4-6682-4de4-919d-4515f20701eb tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195398 Mar 10 17:32:40.232818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (4a1c2a98-37e5-4ef6-95c8-98a913f1ee70), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.260869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-9c8a176f-80b7-46fc-8abb-cc8ec6f1bd30 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831968 Mar 10 17:32:40.290154 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a0132-7b2a-4ae5-9bc2-77b2117681ea x-openstack-request-id: req-348a0132-7b2a-4ae5-9bc2-77b2117681ea {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:40.290695 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:40.292262 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-348a0132-7b2a-4ae5-9bc2-77b2117681ea {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:40.292262 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'code': 200} Mar 10 17:32:40.329767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:40.378563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.388033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.395714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Checking segment: {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:40.398200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Network hostable DHCP agents. Network: fef174db-de47-4cce-99b2-4346c6499953, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:32:40.407646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.417367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.429136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.435476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.437667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Network fef174db-de47-4cce-99b2-4346c6499953 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:32:40.451825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.455479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fef174db-de47-4cce-99b2-4346c6499953) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:40.461362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.462214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.466229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e9ce3-4e00-48d3-934e-0736219b9709 None None] Network fef174db-de47-4cce-99b2-4346c6499953 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:32:40.471247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-2ecbea6b-2b90-43d4-9e85-68a67dee2090 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5426 time: 0.3669801 Mar 10 17:32:40.504907 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3bcca36-fefc-4eb5-b024-f696d81fa1b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7133653 Mar 10 17:32:40.505711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 32986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:40.512013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:40.547122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.548805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.670160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for router_controller (71f054f5-4128-4a17-a261-ddb6b87a4385), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:40.784885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acacd5-6acb-4551-bd8a-569da0e59876 None None] Network fef174db-de47-4cce-99b2-4346c6499953 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:32:40.812623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217d4fa-d89e-448c-81e4-0b3efc8f0e5c req-3d5a0767-3053-4478-9fa8-69effd3add93 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:40.814337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d217d4fa-d89e-448c-81e4-0b3efc8f0e5c req-3d5a0767-3053-4478-9fa8-69effd3add93 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 943 time: 0.3036506 Mar 10 17:32:40.825937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6abe2163-0d9e-4705-8ed7-a63b9019c57d req-b71c781a-3245-4add-b546-5cff964f52da service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559871 Mar 10 17:32:40.892986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28ce58a-4854-4b8c-adb4-7624e4e88252 req-7fbaab58-afed-4327-9701-e7c93adc4d45 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4201899 Mar 10 17:32:40.900719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for router_gateway (71f054f5-4128-4a17-a261-ddb6b87a4385), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.012770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d217d4fa-d89e-448c-81e4-0b3efc8f0e5c req-e44d2cfe-1ce5-406e-ba59-125dd184316f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854630 Mar 10 17:32:41.077398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:41.154882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e86ff-b1b0-4953-a910-5799936d5b5d req-1be62aca-9818-482e-949e-2245a3f48941 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:41.174676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-062e86ff-b1b0-4953-a910-5799936d5b5d req-1be62aca-9818-482e-949e-2245a3f48941 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1340981 Mar 10 17:32:41.302972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device acb1c126-374b-4ef4-af25-15113c633742 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:41.435723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-062e86ff-b1b0-4953-a910-5799936d5b5d req-4fa19a50-c45c-4f8b-addc-4094cf7feeea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600269 Mar 10 17:32:41.500673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-acda5fe2-c15c-46d2-82bb-0e7c2bfa9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:41.502293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-acda5fe2-c15c-46d2-82bb-0e7c2bfa9406 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867&tenant_id=3dc44762e0654c81b090c46b049739a3 HTTP/1.1" status: 200 len: 1131 time: 0.2514167 Mar 10 17:32:41.530008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:41.583285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:41.599664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'mac_address': 'fa:16:3e:41:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:41.617554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port acb1c126-374b-4ef4-af25-15113c633742 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:41.631723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port acb1c126-374b-4ef4-af25-15113c633742 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:41.635107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (acb1c126-374b-4ef4-af25-15113c633742), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.644045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for router_gateway (71f054f5-4128-4a17-a261-ddb6b87a4385), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.674235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.774794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port acb1c126-374b-4ef4-af25-15113c633742 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:41.778010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.812518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.889370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:41.899053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:41.934723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Allocated IP 172.25.3.163 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/621eceac-6fa8-49aa-b91b-6083f348019b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:41.982128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:42.069304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fdc8d-d8a8-4f6a-9bf0-01f173ff9622 req-72fab341-0bc0-4922-8852-69da1d7e1e6d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.083476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-373fdc8d-d8a8-4f6a-9bf0-01f173ff9622 req-72fab341-0bc0-4922-8852-69da1d7e1e6d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.4428513 Mar 10 17:32:42.103535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df18bbf-69e1-4a7a-9948-045ef684ede1 req-28d450cb-3446-4eb6-836e-40298af05769 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.106373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3df18bbf-69e1-4a7a-9948-045ef684ede1 req-28d450cb-3446-4eb6-836e-40298af05769 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.4217587 Mar 10 17:32:42.129201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for port (621eceac-6fa8-49aa-b91b-6083f348019b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.173382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.198095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:42.202980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:42.206600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:42.283792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3df18bbf-69e1-4a7a-9948-045ef684ede1 req-310f5c3f-4cec-4ebd-b968-11dd67042516 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699646 Mar 10 17:32:42.292706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:42.293174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=621eceac-6fa8-49aa-b91b-6083f348019b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:42.296887 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b2457-432b-4157-bad0-2d27a6c5c821" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "acb1c126-374b-4ef4-af25-15113c633742"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:42.353539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-373fdc8d-d8a8-4f6a-9bf0-01f173ff9622 req-93289b77-a3ab-47a1-bce7-ad9092b6f669 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454000 Mar 10 17:32:42.380552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:42.397182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e72139f-78a6-4fa5-8921-770176de89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.416018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:42.436060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:42.488920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:42.513051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks [] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.565520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Ignored duplicate provisioning block setup for port 6a8ba648-ab0c-44c5-a11e-608fec416502 by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 10 17:32:42.631322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.679012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:42.703721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=9']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:42.705413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'port_id': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'mac_address': 'fa:16:3e:29:34:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a76df-922a-4ef5-9fc8-98db02dd9e06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:42.771652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-02ec75bc-1aea-4b43-9070-d45231195253 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.773683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-02ec75bc-1aea-4b43-9070-d45231195253 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 944 time: 0.5216041 Mar 10 17:32:42.783293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:42.783705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.807185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c90f928-1483-4a73-87b0-2ae2c004d7d6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:42.871429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:42.881499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] No DVR routers for this DVR port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:42.884512 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:42.952891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.964050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.975892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.982579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:42.994905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:43.000750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:43.013362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:43.013530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:43.020322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-59cd0a4d-7a8d-4b4c-ab66-4940b471b4c3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5427 time: 0.4793477 Mar 10 17:32:43.029621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 413a0fd1-706e-41fc-8c0e-568a65b2737f up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:43.087772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:43.088381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:43.088381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:43.102760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:43.103085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Attempting to bind port 6a8ba648-ab0c-44c5-a11e-608fec416502 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:43.121987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581cad-95ee-4108-a033-c447e797e5ca req-feb57da6-9444-4599-9ff5-9ea0d3357a0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:43.130481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50581cad-95ee-4108-a033-c447e797e5ca req-feb57da6-9444-4599-9ff5-9ea0d3357a0e tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=b681b34e-d231-4926-9020-f18f4d76c7c5 HTTP/1.1" status: 200 len: 944 time: 0.5811510 Mar 10 17:32:43.149274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for router_gateway (71f054f5-4128-4a17-a261-ddb6b87a4385), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.155269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-7611fd94-a49d-45b9-8cf9-cc58868b3efe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4145722 Mar 10 17:32:43.170020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 413a0fd1-706e-41fc-8c0e-568a65b2737f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:43.174579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 413a0fd1-706e-41fc-8c0e-568a65b2737f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:43.177389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.187223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7c90f928-1483-4a73-87b0-2ae2c004d7d6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:43.212348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:43.212689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:43.213073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:43.213531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Bound port: 6a8ba648-ab0c-44c5-a11e-608fec416502, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:43.213888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.400855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 413a0fd1-706e-41fc-8c0e-568a65b2737f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:43.401705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.473025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:43.488622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.489668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device da0c3b64-e003-4fba-846e-ecf235fb769e up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:43.568515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.639443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:43.662460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port da0c3b64-e003-4fba-846e-ecf235fb769e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:43.668816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port da0c3b64-e003-4fba-846e-ecf235fb769e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:43.669341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.774079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50581cad-95ee-4108-a033-c447e797e5ca req-84ca5227-7edd-4537-9cf5-241e020d3cf9 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322670 Mar 10 17:32:43.832752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Router 71f054f5-4128-4a17-a261-ddb6b87a4385 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:32:43.848171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port da0c3b64-e003-4fba-846e-ecf235fb769e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:43.848660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.879348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Deleting port 60922a52-44b3-4631-9c8c-e598137031e2 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:43.879768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (60922a52-44b3-4631-9c8c-e598137031e2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.888590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=da0c3b64-e003-4fba-846e-ecf235fb769e,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:43.893928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.895524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0bdd0884-8527-4f9d-9ab2-6169b282eabe up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:43.963656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:43.977082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Sync routers for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:43.988825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:43.994722 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a0a18bc-8f1c-4a2e-9819-355636103cc2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4877667 Mar 10 17:32:43.995889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:44.005048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-1fc9279b-f20c-4dfa-82f2-dc20343f504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:44.006971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-1fc9279b-f20c-4dfa-82f2-dc20343f504f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 1126 time: 0.7787037 Mar 10 17:32:44.021579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7f9bf63-364e-4aba-9113-1adf8c111d94 req-2ad70d98-23d5-436e-9c93-49410180c307 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9705274 Mar 10 17:32:44.044810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:44.075086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] For port 60922a52-44b3-4631-9c8c-e598137031e2, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=60922a52-44b3-4631-9c8c-e598137031e2,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:44.075461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (60922a52-44b3-4631-9c8c-e598137031e2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.144013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:44.145714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Calling delete_port for 60922a52-44b3-4631-9c8c-e598137031e2 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:44.198906 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9413d29b-e3b1-4558-9659-882c1119bfc8 x-openstack-request-id: req-9413d29b-e3b1-4558-9659-882c1119bfc8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:44.199194 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "acb1c126-374b-4ef4-af25-15113c633742", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:44.199463 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9413d29b-e3b1-4558-9659-882c1119bfc8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:44.199856 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742', 'code': 200} Mar 10 17:32:44.211189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:44.218584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:44.219213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:44.263341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 0bdd0884-8527-4f9d-9ab2-6169b282eabe completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:44.272428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 0bdd0884-8527-4f9d-9ab2-6169b282eabe triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:44.272637 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.370793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:44.387992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (60922a52-44b3-4631-9c8c-e598137031e2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.435849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['60922a52-44b3-4631-9c8c-e598137031e2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:44.452285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.506092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:44.507523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.509015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 1096 time: 2.9959407 Mar 10 17:32:44.546489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:44.557102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:44.559582 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d3c58-14da-4028-ab44-ca205c55843a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:44.634283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event deleted for resources: {'Port': ['ID=60922a52-44b3-4631-9c8c-e598137031e2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:44.673119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] No DVR routers for this DVR port 60922a52-44b3-4631-9c8c-e598137031e2 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:44.679062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 0bdd0884-8527-4f9d-9ab2-6169b282eabe is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:44.684279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.720871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.724390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60ea0c03-1bb5-4025-aa49-d9e2f945b6cd req-dcfd71d1-a1bc-460d-9b0d-5e83cf699eb3 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "DELETE /v2.0/ports/60922a52-44b3-4631-9c8c-e598137031e2 HTTP/1.1" status: 204 len: 173 time: 1.9239283 Mar 10 17:32:44.758457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d9ee-7488-42da-972c-5faecf5ff4c9 req-38ca69e3-3b75-4a42-8df2-515d4fa1da08 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:44.762614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03b9d9ee-7488-42da-972c-5faecf5ff4c9 req-38ca69e3-3b75-4a42-8df2-515d4fa1da08 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 944 time: 0.7741320 Mar 10 17:32:44.784093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:44.827197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.828376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3f15a024-2fd0-4e73-8596-19645b33933b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:44.834977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-a7e0454c-0bab-4c6d-8f89-bca52c3c3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:44.836535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-a7e0454c-0bab-4c6d-8f89-bca52c3c3745 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.7892361 Mar 10 17:32:44.872839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc02a1-e0d7-4278-a545-71eccb33fc2e req-3fad77dd-c82c-4774-94f0-91dd302617e8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:44.878354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:44.881695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfcc02a1-e0d7-4278-a545-71eccb33fc2e req-3fad77dd-c82c-4774-94f0-91dd302617e8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.5107954 Mar 10 17:32:44.894591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-399d70c9-4a47-42a8-811f-6f99850ae8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.012613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:45.020803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:42Z', 'revision_number': 3, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:45.026623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-85a8b7ad-1f56-4110-ad25-db2f75f03223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.028310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-85a8b7ad-1f56-4110-ad25-db2f75f03223 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1131 time: 0.4639957 Mar 10 17:32:45.029110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad50d46-d4ee-4f25-861c-b08293337cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:45.032844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:45.040710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-2a93edfe-e5f5-4a00-9cae-b75807a03541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 200 len: 217 time: 0.1563194 Mar 10 17:32:45.063062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 3f15a024-2fd0-4e73-8596-19645b33933b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:45.069052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Checking router: 71f054f5-4128-4a17-a261-ddb6b87a4385 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:45.069624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Updating router 71f054f5-4128-4a17-a261-ddb6b87a4385 port 621eceac-6fa8-49aa-b91b-6083f348019b binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:32:45.078523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03b9d9ee-7488-42da-972c-5faecf5ff4c9 req-c76da037-8efb-493e-aa45-627e8bc89125 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148098 Mar 10 17:32:45.079466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:45.079899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.099463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 3f15a024-2fd0-4e73-8596-19645b33933b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:45.099863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.171983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.232862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Allocated IP 172.20.0.1 (fef174db-de47-4cce-99b2-4346c6499953/4a1c2a98-37e5-4ef6-95c8-98a913f1ee70/5cbbc05c-7065-4964-b917-013ee7ca9f06) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:45.332005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-6329e31b-c635-4de3-80c0-5ac3ebf8bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.334341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-6329e31b-c635-4de3-80c0-5ac3ebf8bc10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2910209 Mar 10 17:32:45.339093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-c95e96b5-5233-46d4-9ec2-58d80eeae63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.341976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-c95e96b5-5233-46d4-9ec2-58d80eeae63c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.2887998 Mar 10 17:32:45.381615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfcc02a1-e0d7-4278-a545-71eccb33fc2e req-7b2b8f09-0957-4873-8aad-19c6fc2824cb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987319 Mar 10 17:32:45.407182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:45.407497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks [] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.407619 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.469974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 3f15a024-2fd0-4e73-8596-19645b33933b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:45.470646 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.495284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.517944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:45.535781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.545053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Network fef174db-de47-4cce-99b2-4346c6499953 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:45.548308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:45.553452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:45.556994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:45.568583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-0dee1e97-63c8-4c40-8205-d7e910891df0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.2054513 Mar 10 17:32:45.583730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-b7a85491-60a9-49ef-a891-188f333fa7f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007318 Mar 10 17:32:45.599427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (71f054f5-4128-4a17-a261-ddb6b87a4385), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.631424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:45.643358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.644171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 8fce8e67-49a6-4264-8da3-2c9be3196c3b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:45.758833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a5746-a231-4cd4-b385-c071ca15d78b req-1bdc2c75-89e0-4a14-b6a9-c582f637b23c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.760370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a8a5746-a231-4cd4-b385-c071ca15d78b req-1bdc2c75-89e0-4a14-b6a9-c582f637b23c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.5765514 Mar 10 17:32:45.777479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:45.779973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-60bccdf9-04f0-4135-a023-f048c4e474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.781870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-60bccdf9-04f0-4135-a023-f048c4e474aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1864264 Mar 10 17:32:45.821679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.833098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.858791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b992d7-1e9c-4375-8996-d15aff1b7ad0 req-c5d95e76-39f4-418f-bf81-ea2a42e69798 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:45.869039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1b992d7-1e9c-4375-8996-d15aff1b7ad0 req-c5d95e76-39f4-418f-bf81-ea2a42e69798 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.2988758 Mar 10 17:32:45.884823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 8fce8e67-49a6-4264-8da3-2c9be3196c3b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:45.895093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 8fce8e67-49a6-4264-8da3-2c9be3196c3b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:45.895480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.899623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:45.949397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks [] for port (621eceac-6fa8-49aa-b91b-6083f348019b), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:45.960885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-9fe309c8-3c74-494a-b5dd-451a05e5bd73 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543270 Mar 10 17:32:45.962702 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.012727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-54779211-6a63-49be-b396-6e45a105c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.014490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-54779211-6a63-49be-b396-6e45a105c478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2183256 Mar 10 17:32:46.022393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1b992d7-1e9c-4375-8996-d15aff1b7ad0 req-5fba3973-dcac-4478-8d44-152c8b0ed575 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523860 Mar 10 17:32:46.044908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a8a5746-a231-4cd4-b385-c071ca15d78b req-11d2a477-74ff-4f6d-a6f4-28c9fef9aacf tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619536 Mar 10 17:32:46.065770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Attempting to bind port 621eceac-6fa8-49aa-b91b-6083f348019b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:46.066172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Attempting to bind port 621eceac-6fa8-49aa-b91b-6083f348019b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:46.066566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Attempting to bind port 621eceac-6fa8-49aa-b91b-6083f348019b on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:46.078345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ca46e-8ed0-4d01-8243-49c0d098358d None None] Pushing event updated for resources: {'Port': ['ID=621eceac-6fa8-49aa-b91b-6083f348019b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:46.092126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:46.092431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:46.092838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.093290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:46.093799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Bound port: 621eceac-6fa8-49aa-b91b-6083f348019b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:46.094182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.144498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 8fce8e67-49a6-4264-8da3-2c9be3196c3b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:46.144896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.201928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413a0fd1-706e-41fc-8c0e-568a65b2737f'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0c3b64-e003-4fba-846e-ecf235fb769e'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}, {'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:46.204487 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee14112-f218-43c7-9301-6b4baeda89cf" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "413a0fd1-706e-41fc-8c0e-568a65b2737f"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "da0c3b64-e003-4fba-846e-ecf235fb769e"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe"}, {"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-plugged", "status": "completed", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:46.210170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:46.211718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] For port 621eceac-6fa8-49aa-b91b-6083f348019b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:46.224875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.226664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:46.231006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] For port 621eceac-6fa8-49aa-b91b-6083f348019b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=621eceac-6fa8-49aa-b91b-6083f348019b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:46.280989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.283423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks [] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.289849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.316426 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c215409-613d-4d28-aed0-fc52c6354af1 x-openstack-request-id: req-9c215409-613d-4d28-aed0-fc52c6354af1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:46.317730 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:46.318184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c215409-613d-4d28-aed0-fc52c6354af1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:46.318883 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'status': 'completed', 'code': 200} Mar 10 17:32:46.335275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:46.339693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 6a8ba648-ab0c-44c5-a11e-608fec416502 host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:32:46.340103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:46.356564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (71f054f5-4128-4a17-a261-ddb6b87a4385), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:46.364810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:46.365465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:46.371037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:46.388025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59bd7a23-7b8f-4028-857d-d6d67c8c4144 req-c31176f9-a5c5-480e-842e-493c3897b314 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194713 Mar 10 17:32:46.393837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 60922a52-44b3-4631-9c8c-e598137031e2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:46.394177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 60922a52-44b3-4631-9c8c-e598137031e2 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:46.508314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Network fef174db-de47-4cce-99b2-4346c6499953 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:46.513971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:46.525727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-1458b5b6-7300-4cc4-921a-c1b49d30f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.528056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-1458b5b6-7300-4cc4-921a-c1b49d30f59e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1131 time: 0.2394953 Mar 10 17:32:46.627660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ca46e-8ed0-4d01-8243-49c0d098358d None None] Pushing event updated for resources: {'Port': ['ID=621eceac-6fa8-49aa-b91b-6083f348019b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:46.650176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-13cdb039-2df4-4b04-b2d0-26d27eb439cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.652003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-13cdb039-2df4-4b04-b2d0-26d27eb439cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1104014 Mar 10 17:32:46.660466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Router 71f054f5-4128-4a17-a261-ddb6b87a4385 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:32:46.667960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:46.694733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:46.697713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74717b5-6c06-47b7-9a22-e3210a9d310e req-69530fa6-33e6-4cbb-b9e1-f85f0fe9f517 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.705357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a74717b5-6c06-47b7-9a22-e3210a9d310e req-69530fa6-33e6-4cbb-b9e1-f85f0fe9f517 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.4237030 Mar 10 17:32:46.746477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-cf0ca9f0-4abf-496f-9105-e468947bf6cd service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978223 Mar 10 17:32:46.757396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-c00a6fb2-6c9a-432e-a8ff-dfcc6f676af2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0925751 Mar 10 17:32:46.789253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.796896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.802805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.809442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.815957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.816230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:46.822865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.834261 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0cdd0d08-005d-4c57-86b2-607da27f6c60 admin admin] 10.222.0.35 "PUT /v2.0/routers/71f054f5-4128-4a17-a261-ddb6b87a4385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8279982 Mar 10 17:32:46.834601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:46.838992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-43f684d3-4940-475e-be1c-9eda65022787 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.5598261 Mar 10 17:32:46.973993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 2, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:47.000643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-c47d36c4-5de8-4142-894e-33e27fb26ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.003184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-c47d36c4-5de8-4142-894e-33e27fb26ed3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2339864 Mar 10 17:32:47.004631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9e825-0d4e-4db6-ad49-f5041ad5598c None None] The sync data for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 is: [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 2, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:47.011637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a74717b5-6c06-47b7-9a22-e3210a9d310e req-6ee24d2f-0832-4c19-b45b-8aa178e64d0e tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052065 Mar 10 17:32:47.112456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb1341d-d9d5-4271-8d92-5f75c7804d69 req-186a2af7-6461-44f3-88c2-b743b377c9f4 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461719 Mar 10 17:32:47.130098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50c86fe4-84f5-4a9e-82f0-03c46c5570c3 req-dbb008c5-d783-40d2-a0ac-cc2bead331b3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900536 Mar 10 17:32:47.145377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-8e7c3a97-752c-4680-82d2-73013aca6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.148505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-8e7c3a97-752c-4680-82d2-73013aca6f05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1323028 Mar 10 17:32:47.171647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:47.232907 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc064874-4755-4f98-866a-99e3a0fcc725 x-openstack-request-id: req-dc064874-4755-4f98-866a-99e3a0fcc725 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:47.233329 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "413a0fd1-706e-41fc-8c0e-568a65b2737f", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "da0c3b64-e003-4fba-846e-ecf235fb769e", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe", "code": 200}, {"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-plugged", "status": "completed", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-plugged", "status": "completed", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:47.233721 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc064874-4755-4f98-866a-99e3a0fcc725 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:47.234246 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413a0fd1-706e-41fc-8c0e-568a65b2737f', 'code': 200} Mar 10 17:32:47.235081 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0c3b64-e003-4fba-846e-ecf235fb769e', 'code': 200} Mar 10 17:32:47.235467 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'code': 200} Mar 10 17:32:47.235839 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'code': 200} Mar 10 17:32:47.236325 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b', 'code': 200} Mar 10 17:32:47.236597 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'code': 200} Mar 10 17:32:47.448154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a02c78-826b-4109-afe4-4f6dd16e79f5 req-6dcd1c79-e2b3-46c8-8f5d-72606bafe6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.450470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f6a02c78-826b-4109-afe4-4f6dd16e79f5 req-6dcd1c79-e2b3-46c8-8f5d-72606bafe6cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 1127 time: 0.0730042 Mar 10 17:32:47.504402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-6cd0a096-4995-435b-9769-fd783fefd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.505934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-6cd0a096-4995-435b-9769-fd783fefd2f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3dc44762e0654c81b090c46b049739a3&device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1131 time: 0.3117654 Mar 10 17:32:47.508061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f6a02c78-826b-4109-afe4-4f6dd16e79f5 req-d6c4909b-27ad-4e89-b431-dc7076a7d23d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Mar 10 17:32:47.523487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-92b77642-aacb-4a6d-bf28-c36b0465a476 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676162 Mar 10 17:32:47.564035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.564562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.565242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.565635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.566043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.566611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.567157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.569345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-e6858428-518c-423a-bee0-4919aa7d8826 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6706 time: 0.1759369 Mar 10 17:32:47.579388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2079-b161-48cd-b9c8-fe80dda6e9fd req-2a3f5251-4b49-47de-900a-0508d023a471 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.580891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af5f2079-b161-48cd-b9c8-fe80dda6e9fd req-2a3f5251-4b49-47de-900a-0508d023a471 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.2663810 Mar 10 17:32:47.824332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-2ed3b751-4334-41dd-bfbc-b590a55681c9 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937965 Mar 10 17:32:47.827481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af5f2079-b161-48cd-b9c8-fe80dda6e9fd req-aa093dd1-38e9-4839-92f9-231dbaf3011a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298191 Mar 10 17:32:47.858271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52244d5d-0aec-48ab-b2be-f90d3138d167 req-c3bc1631-2ce5-42a0-8e4a-3a922ee016c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764010 Mar 10 17:32:47.891840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-4d02d063-b910-465e-ad9e-9aa10b04780e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:47.893388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-4d02d063-b910-465e-ad9e-9aa10b04780e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 819 time: 0.3061857 Mar 10 17:32:47.924050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe6d669f-c0dd-4312-b7e6-4f7a1e321dfb tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/quotas/043e8792f63a47e7bba6e4c7458c7006 HTTP/1.1" status: 200 len: 375 time: 0.0200920 Mar 10 17:32:48.353501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-deleted', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:48.355770 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef58a44-a4e3-4c8a-a134-abcef7d719f5" -d '{"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-deleted", "tag": "60922a52-44b3-4631-9c8c-e598137031e2"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:48.360568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-33eae137-0131-4a3a-8909-c35f3ac6f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.362036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-33eae137-0131-4a3a-8909-c35f3ac6f45e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.6578002 Mar 10 17:32:48.445992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-07d0ebfe-83c3-4888-941b-4c1fa8b7709b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 200 len: 217 time: 0.0695410 Mar 10 17:32:48.454633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-9db74e35-61a6-4e32-b95f-dbfb1127f15b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5299251 Mar 10 17:32:48.517618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed51f38-c522-45cf-894e-f9b46de3e31a req-b2262926-c88f-4559-8d50-186e19f126ef tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.519199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ed51f38-c522-45cf-894e-f9b46de3e31a req-b2262926-c88f-4559-8d50-186e19f126ef tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.5608339 Mar 10 17:32:48.569049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-e7778e77-9b9c-4038-ba25-c60747903c75 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.570787 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-e7778e77-9b9c-4038-ba25-c60747903c75 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1128 time: 0.1381025 Mar 10 17:32:48.584150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833115-2'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:48.628440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-8f6cee09-45a5-4317-b919-61d6b11c8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.629971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-8f6cee09-45a5-4317-b919-61d6b11c8cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1719146 Mar 10 17:32:48.680751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-2c231598-ded7-4779-b39d-1a18ad312cc4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:48.691460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-2c231598-ded7-4779-b39d-1a18ad312cc4 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.3166893 Mar 10 17:32:48.706066 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:48.786749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:48.944737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ed51f38-c522-45cf-894e-f9b46de3e31a req-60a982df-07c9-446d-afa2-371c52d30294 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104462 Mar 10 17:32:48.981653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:48.990065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-273b26b1-7ba2-40d4-ba7f-81d30830cc19 service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191453 Mar 10 17:32:49.028814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:49.032417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3c58-14da-4028-ab44-ca205c55843a req-70befa00-5d88-4f8e-974a-8496d216f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.033934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-70befa00-5d88-4f8e-974a-8496d216f35b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2342896 Mar 10 17:32:49.075496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:49.077745 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ef131-b672-4d30-9ec0-9cb74c11ae7a" -d '{"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:49.082572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks [] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.090289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.136703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Deleting port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:49.137048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.304655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536271-8174-4c76-b08c-20d3fbea0bce req-8bf0aebb-20f7-4d57-9e1e-c54bb37685fe tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.306259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2536271-8174-4c76-b08c-20d3fbea0bce req-8bf0aebb-20f7-4d57-9e1e-c54bb37685fe tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 946 time: 0.2886887 Mar 10 17:32:49.308711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 621eceac-6fa8-49aa-b91b-6083f348019b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:49.326024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-7d31e439-3128-4f38-929e-ac9d1b388674 service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258159 Mar 10 17:32:49.344479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-dd985f36-ad7d-487d-b9a4-7f89eafba596 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943089 Mar 10 17:32:49.380980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 621eceac-6fa8-49aa-b91b-6083f348019b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:49.381624 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.397274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] For port 4df48ffe-7ea3-4c55-9159-76e9f65574b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=4df48ffe-7ea3-4c55-9159-76e9f65574b6,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:49.397723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.427293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Calling delete_port for 4df48ffe-7ea3-4c55-9159-76e9f65574b6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:49.479418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2536271-8174-4c76-b08c-20d3fbea0bce req-059c6f30-6fe0-4d4b-97ac-58a8bdf8eb05 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611037 Mar 10 17:32:49.579791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046d3c58-14da-4028-ab44-ca205c55843a req-d5027d86-b771-4fd7-8aff-df8262e059e1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217035 Mar 10 17:32:49.705574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 621eceac-6fa8-49aa-b91b-6083f348019b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:49.706469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.748130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 621eceac-6fa8-49aa-b91b-6083f348019b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=621eceac-6fa8-49aa-b91b-6083f348019b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:49.758940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.769777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:49.801237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99a15-2c4d-4b7d-bd59-d6f72f035866 req-bd1b0f62-bd70-4e85-a23b-bb21934d62d9 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.809592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fb99a15-2c4d-4b7d-bd59-d6f72f035866 req-bd1b0f62-bd70-4e85-a23b-bb21934d62d9 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.1743693 Mar 10 17:32:49.811473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4df48ffe-7ea3-4c55-9159-76e9f65574b6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:49.844093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=621eceac-6fa8-49aa-b91b-6083f348019b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:49.873913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Sync routers for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:49.888118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event deleted for resources: {'Port': ['ID=4df48ffe-7ea3-4c55-9159-76e9f65574b6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:49.890487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:49.894300 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:49.901136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcdb1c-3f4e-473d-b085-dffd46118a20 req-ca38d934-cd5c-47ae-a023-1f19b7761f67 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:49.908378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74fcdb1c-3f4e-473d-b085-dffd46118a20 req-ca38d934-cd5c-47ae-a023-1f19b7761f67 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=901b29de-331f-4571-b9a7-400efab4abc6 HTTP/1.1" status: 200 len: 944 time: 0.1946578 Mar 10 17:32:49.921861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on host n-h2-833115-2 for vnic_type normal with profile {"migrating_to": "n-h1-833115-2"} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:49.922454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:49.922989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:49.937844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:49.938741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Attempting to bind port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on network b2899171-52e0-4889-b51f-5adef352bd5d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:49.945625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:49.946298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Checking segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:49.946488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Bound using segment: {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:49.948670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Bound port: 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c55d244-613c-41b2-b62f-8b499e049269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2899171-52e0-4889-b51f-5adef352bd5d'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:49.949274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.011676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] No DVR routers for this DVR port 4df48ffe-7ea3-4c55-9159-76e9f65574b6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:50.017141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.021556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c8ebf78-0d57-401b-bc90-b4154e700f89 req-44968f20-4e26-4ede-8ec0-8d9337034d24 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "DELETE /v2.0/ports/4df48ffe-7ea3-4c55-9159-76e9f65574b6 HTTP/1.1" status: 204 len: 173 time: 1.3299420 Mar 10 17:32:50.034785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fb99a15-2c4d-4b7d-bd59-d6f72f035866 req-00571234-2477-4369-ab71-0d346001720c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242837 Mar 10 17:32:50.083707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:50.095750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74fcdb1c-3f4e-473d-b085-dffd46118a20 req-9098de29-73e6-4de8-a48e-8f764a73882b tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823967 Mar 10 17:32:50.155321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:50.162027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:50.180723 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462d8c33-97bb-4757-bac3-649ae467db82 x-openstack-request-id: req-462d8c33-97bb-4757-bac3-649ae467db82 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:50.180997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.181562 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b681b34e-d231-4926-9020-f18f4d76c7c5", "name": "network-vif-deleted", "tag": "60922a52-44b3-4631-9c8c-e598137031e2", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:50.182196 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-462d8c33-97bb-4757-bac3-649ae467db82 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:50.183106 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b681b34e-d231-4926-9020-f18f4d76c7c5', 'name': 'network-vif-deleted', 'tag': '60922a52-44b3-4631-9c8c-e598137031e2', 'status': 'completed', 'code': 200} Mar 10 17:32:50.253414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.285160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.291650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.298287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.305139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.311222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.317984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.326848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a895b10f-d7e2-4170-9254-35d902283647 req-ad791fa9-8dcb-4a34-a16c-47ebefb60433 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.2100170 Mar 10 17:32:50.332781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=8']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:50.371887 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 2, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:50.392779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.393687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.395155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-2cb8ca23-7d1a-4bbc-a684-9ba70dcbd530 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 1122 time: 1.8160543 Mar 10 17:32:50.416936 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Checking router: 71f054f5-4128-4a17-a261-ddb6b87a4385 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:50.417672 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Updating router 71f054f5-4128-4a17-a261-ddb6b87a4385 port 5cbbc05c-7065-4964-b917-013ee7ca9f06 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:32:50.432271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a895b10f-d7e2-4170-9254-35d902283647 req-206daf58-f3a3-41f0-b9ab-afd746863093 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044743 Mar 10 17:32:50.444035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc8b-1df0-48cf-8f14-0d5faeaa3620 req-ac673d0d-bdd6-43fc-9302-bf7969a9b3d5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.447322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:50.452221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60bbbc8b-1df0-48cf-8f14-0d5faeaa3620 req-ac673d0d-bdd6-43fc-9302-bf7969a9b3d5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1223834 Mar 10 17:32:50.483623 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:50.548436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60bbbc8b-1df0-48cf-8f14-0d5faeaa3620 req-02461153-3fd0-43e0-b577-9ae425bd5f8f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952229 Mar 10 17:32:50.575940 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef4a58f-38bb-4d9e-87ce-4f153f6caeba x-openstack-request-id: req-2ef4a58f-38bb-4d9e-87ce-4f153f6caeba {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:50.576656 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:50.577070 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ef4a58f-38bb-4d9e-87ce-4f153f6caeba {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:50.577684 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'code': 200} Mar 10 17:32:50.689942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4da4d073-1244-467d-aa99-ba546e31147d req-9b860131-6677-4480-a7d3-c692e020f751 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 210 time: 0.0648446 Mar 10 17:32:50.738576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:50.758268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff has no active binding in host n-h1-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 17:32:50.759082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:50.762246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:50.765435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:50.868515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6657da-33d8-4403-a509-e56b1652271a req-85b78587-3630-4b9f-a89d-de779fb20010 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:50.870668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c6657da-33d8-4403-a509-e56b1652271a req-85b78587-3630-4b9f-a89d-de779fb20010 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 949 time: 0.1587503 Mar 10 17:32:51.025995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c6657da-33d8-4403-a509-e56b1652271a req-a2d06ea8-e6db-4136-837d-7ba4bf96f1af tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457934 Mar 10 17:32:51.049926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f095-02b5-4acc-9bef-40a187c7bb63 req-9d9d4fde-517c-41c1-9e9a-7b2f67470f80 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.059952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2080f095-02b5-4acc-9bef-40a187c7bb63 req-9d9d4fde-517c-41c1-9e9a-7b2f67470f80 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.2440932 Mar 10 17:32:51.107858 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks [] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.124061 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.198472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2080f095-02b5-4acc-9bef-40a187c7bb63 req-34fa7da0-ffac-4dd7-8059-3c7f8be7f02b tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378770 Mar 10 17:32:51.251952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:51.283203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.293691 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Attempting to bind port 5cbbc05c-7065-4964-b917-013ee7ca9f06 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:51.294176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Attempting to bind port 5cbbc05c-7065-4964-b917-013ee7ca9f06 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:51.296191 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Attempting to bind port 5cbbc05c-7065-4964-b917-013ee7ca9f06 on network fef174db-de47-4cce-99b2-4346c6499953 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:51.298697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.301541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 621eceac-6fa8-49aa-b91b-6083f348019b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:51.313035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.316205 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:51.316822 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Checking segment: {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:51.317421 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.317974 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Bound using segment: {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:51.319019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Bound port: 5cbbc05c-7065-4964-b917-013ee7ca9f06, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:51.319727 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.333383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.348612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.362145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.370471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.386334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'mac_address': 'fa:16:3e:41:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:51.387441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:51.399849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Request body: {'floatingip': {'port_id': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:51.401014 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] For port 5cbbc05c-7065-4964-b917-013ee7ca9f06, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:51.405425 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] For port 5cbbc05c-7065-4964-b917-013ee7ca9f06, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5cbbc05c-7065-4964-b917-013ee7ca9f06,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:51.413584 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:51.420192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43bd35cd-2704-4ced-b432-9f45ff69b2f1 req-5166c17e-c3e2-4940-a650-6524b9fa2614 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.2878225 Mar 10 17:32:51.426314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.427475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.428039 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.428688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.429796 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.430455 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.430948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.431523 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.432428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.432966 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.433940 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.434541 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.435024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:32:51.439599 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.478419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6a8ba648-ab0c-44c5-a11e-608fec416502 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:51.478841 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.498051 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8a826-49ba-4677-858a-be30085709f0 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:51.552171 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:51.553257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:51.557159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:51.613383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157ab77-ec22-441c-83ce-0010c2274ba7 req-b3e0a1c7-dd21-426e-9925-ddf165392309 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.633432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7157ab77-ec22-441c-83ce-0010c2274ba7 req-b3e0a1c7-dd21-426e-9925-ddf165392309 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.2074392 Mar 10 17:32:51.652534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:51.655494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 621eceac-6fa8-49aa-b91b-6083f348019b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:51.655874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.689777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.704233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:51.714465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:51.742252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7157ab77-ec22-441c-83ce-0010c2274ba7 req-628bebea-8b29-4bc7-b858-19857a36f00a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018429 Mar 10 17:32:51.769897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f138-ac3d-48c8-8225-7830c4bcc185 req-dd489960-a1e7-4c77-9309-138e9f52d426 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:51.784238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51c5f138-ac3d-48c8-8225-7830c4bcc185 req-dd489960-a1e7-4c77-9309-138e9f52d426 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 1131 time: 0.2198257 Mar 10 17:32:51.812132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:51.841733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 621eceac-6fa8-49aa-b91b-6083f348019b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:51.881539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51c5f138-ac3d-48c8-8225-7830c4bcc185 req-29aab20e-d308-4218-a971-585f3e313729 tempest-MigrationsAdminTest-711989062 tempest-MigrationsAdminTest-711989062-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959368 Mar 10 17:32:52.018522 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:32:52.036568 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:51Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:52.046161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d38083-ae54-46af-970d-a45c30ce6fe5 req-89d14900-7676-4317-bc80-f927aa8b6627 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:52.059266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68d38083-ae54-46af-970d-a45c30ce6fe5 req-89d14900-7676-4317-bc80-f927aa8b6627 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.0993142 Mar 10 17:32:52.082540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6a8ba648-ab0c-44c5-a11e-608fec416502'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:52.120797 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8a306-d55e-41ad-a869-a4cbbecb6c58 None None] The sync data for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 is: [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:51Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:52.183061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68d38083-ae54-46af-970d-a45c30ce6fe5 req-6277fcaf-ad1b-43fd-8f43-536f6bf518a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 Mar 10 17:32:52.184798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-deleted', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:52.187645 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6299759-fe99-491d-80fd-dd743214cee3" -d '{"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-deleted", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:52.332705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-34b172d6-2580-44d5-84fa-5c885a4f17bc tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:52.335088 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-34b172d6-2580-44d5-84fa-5c885a4f17bc tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 819 time: 0.7320862 Mar 10 17:32:52.338473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90fb29d1-c499-4788-82e3-c4e4f7a84dc2 req-8305c054-4da4-40c1-b9ce-a5add216e642 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 210 time: 0.0599873 Mar 10 17:32:52.352755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'port': {'device_id': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'admin_state_up': True, 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:52.589216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:52.591539 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677" -d '{"events": [{"name": "network-changed", "server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:52.700821 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b81f43-4ddb-4ac0-89d8-6dd6a9b22bc1 x-openstack-request-id: req-04b81f43-4ddb-4ac0-89d8-6dd6a9b22bc1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:52.701320 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901b29de-331f-4571-b9a7-400efab4abc6", "name": "network-vif-deleted", "tag": "4df48ffe-7ea3-4c55-9159-76e9f65574b6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:52.701714 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04b81f43-4ddb-4ac0-89d8-6dd6a9b22bc1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:52.702225 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901b29de-331f-4571-b9a7-400efab4abc6', 'name': 'network-vif-deleted', 'tag': '4df48ffe-7ea3-4c55-9159-76e9f65574b6', 'status': 'completed', 'code': 200} Mar 10 17:32:52.730829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:32:52.834824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abf4bb-5022-47a0-bd6f-78e7ef1a9df9 req-671ae921-9597-489d-a1b6-d0acfcd08fe8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:52.843247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75abf4bb-5022-47a0-bd6f-78e7ef1a9df9 req-671ae921-9597-489d-a1b6-d0acfcd08fe8 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.0792131 Mar 10 17:32:52.845692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:52.857464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:52.913740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75abf4bb-5022-47a0-bd6f-78e7ef1a9df9 req-550167ff-05d8-4ab1-836d-3d985bb4baf6 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Mar 10 17:32:52.919065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Made reservation on behalf of 043e8792f63a47e7bba6e4c7458c7006 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:32:52.923213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.020833 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c42c613-46c5-4dde-89b1-c5342a466ad1 x-openstack-request-id: req-9c42c613-46c5-4dde-89b1-c5342a466ad1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:53.021342 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:53.021762 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c42c613-46c5-4dde-89b1-c5342a466ad1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:53.022464 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'status': 'completed', 'code': 200} Mar 10 17:32:53.068515 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Floating IP bbbd188c-d126-4df4-a68e-43f274ae769d associated. External IP: 172.25.3.102, port: 0bdd0884-8527-4f9d-9ab2-6169b282eabe. Mar 10 17:32:53.079323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:53.136444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 4df48ffe-7ea3-4c55-9159-76e9f65574b6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:53.137076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 4df48ffe-7ea3-4c55-9159-76e9f65574b6 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:53.162559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-265549c4-f445-43bb-b482-2e6f69011bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.164433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-265549c4-f445-43bb-b482-2e6f69011bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1156 time: 0.1430461 Mar 10 17:32:53.172353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615655d-3e7e-4a40-b8dd-9ea137592c5f req-885cfcae-74d1-4922-9317-329105921d8e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.180314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5615655d-3e7e-4a40-b8dd-9ea137592c5f req-885cfcae-74d1-4922-9317-329105921d8e tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.0946689 Mar 10 17:32:53.340426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5cbbc05c-7065-4964-b917-013ee7ca9f06 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:53.369606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5615655d-3e7e-4a40-b8dd-9ea137592c5f req-91dcefdc-2906-4bb1-af44-787d65348f9c tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883001 Mar 10 17:32:53.451483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Allocated IP 172.20.0.10 (fef174db-de47-4cce-99b2-4346c6499953/4a1c2a98-37e5-4ef6-95c8-98a913f1ee70/ae994acc-a164-48cd-bb44-54134cc05d9d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:32:53.452238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5cbbc05c-7065-4964-b917-013ee7ca9f06 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:53.455698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.612027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5cbbc05c-7065-4964-b917-013ee7ca9f06 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:53.612739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.666701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-60643e75-c4f6-47e6-bddb-6d1631e8e4eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.668637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-60643e75-c4f6-47e6-bddb-6d1631e8e4eb tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.3524487 Mar 10 17:32:53.676249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 5cbbc05c-7065-4964-b917-013ee7ca9f06, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5cbbc05c-7065-4964-b917-013ee7ca9f06,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:53.685073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.705405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb236cdc-abaf-402c-b63f-fd6988193577 req-8abc86c7-1e44-4f68-a075-ed56af754943 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.707026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb236cdc-abaf-402c-b63f-fd6988193577 req-8abc86c7-1e44-4f68-a075-ed56af754943 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.3798645 Mar 10 17:32:53.708116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-6deec8b2-79b0-46d5-a847-a58574c06f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.710081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-6deec8b2-79b0-46d5-a847-a58574c06f0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.5208004 Mar 10 17:32:53.753759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:53.760080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Router b3891cf3-b3c0-401e-b7cc-01920315262c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:32:53.817168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-79110eb6-15ac-40ab-80ff-c6e9f880238e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 217 time: 0.0952706 Mar 10 17:32:53.835245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc626-2fdc-4155-a1f1-6a98970f6630 req-a319568c-af3d-4770-990e-b8d95c90a36a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.836785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2bc626-2fdc-4155-a1f1-6a98970f6630 req-a319568c-af3d-4770-990e-b8d95c90a36a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.3249617 Mar 10 17:32:53.840310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.931374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:32:53.936726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.942450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:53.958459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Sync routers for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:32:53.969483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb236cdc-abaf-402c-b63f-fd6988193577 req-7b5c3474-a69d-4ac5-9071-11836edf689e tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361934 Mar 10 17:32:53.985848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:53.987368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:53.995453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-fb5b82d7-b07c-43ff-b71c-6157cd5c7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:53.996953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-fb5b82d7-b07c-43ff-b71c-6157cd5c7fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.1558728 Mar 10 17:32:54.053487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2bc626-2fdc-4155-a1f1-6a98970f6630 req-003377f5-e5cb-4a2d-b03e-2c42d607aded tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786716 Mar 10 17:32:54.097480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-3e16ac70-5d66-43b4-95e5-e75e5143ef6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890920 Mar 10 17:32:54.132007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Deleting port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:54.132698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.140774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Network fef174db-de47-4cce-99b2-4346c6499953 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:32:54.145192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-771c165b-ff29-4095-81b5-3342b81b62f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "PUT /v2.0/floatingips/bbbd188c-d126-4df4-a68e-43f274ae769d HTTP/1.1" status: 200 len: 991 time: 2.7551641 Mar 10 17:32:54.150102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:32:54.152434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:54.161417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:32:54.190701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:54.223379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:54.223851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.244638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-fe7b0532-cd02-4ae1-8e3d-6347c3247a55 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8962500 Mar 10 17:32:54.259587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Request body: {'port': {'device_id': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:32:54.355068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.381493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4ca75-5305-476c-a970-d2213423a1ab req-2a590c6d-00e6-4953-870b-ae8ac6074d19 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:54.383047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79d4ca75-5305-476c-a970-d2213423a1ab req-2a590c6d-00e6-4953-870b-ae8ac6074d19 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 932 time: 0.2352030 Mar 10 17:32:54.386796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] For port 0886fd42-1a8c-4ef8-9b5f-5afb38179771, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0886fd42-1a8c-4ef8-9b5f-5afb38179771,segment=NetworkSegment(4f4995e6-d698-4ab3-9f6f-d3b5c35a7146),segment_id=4f4995e6-d698-4ab3-9f6f-d3b5c35a7146)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:54.387168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.391114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-ad87f9c7-14e8-4b2f-b78b-745c142a188e service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800424 Mar 10 17:32:54.416824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04740cc-aec9-4f6d-b987-ff094874c333 req-7b671b38-1ba5-4395-a090-f432dff917c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:54.425199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b04740cc-aec9-4f6d-b987-ff094874c333 req-7b671b38-1ba5-4395-a090-f432dff917c0 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a HTTP/1.1" status: 200 len: 945 time: 0.2559464 Mar 10 17:32:54.435822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Calling delete_port for 0886fd42-1a8c-4ef8-9b5f-5afb38179771 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:54.480937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:54.525170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'bbbd188c-d126-4df4-a68e-43f274ae769d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'port_id': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'mac_address': 'fa:16:3e:bb:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:27Z', 'updated_at': '2022-03-10T17:32:52Z', 'revision_number': 1, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:54.572544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Checking router: b3891cf3-b3c0-401e-b7cc-01920315262c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:32:54.590750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:32:54.591606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:54.619263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79d4ca75-5305-476c-a970-d2213423a1ab req-b3c60dd4-7258-42eb-9e43-bbf7d965fbc7 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225249 Mar 10 17:32:54.644185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b04740cc-aec9-4f6d-b987-ff094874c333 req-709adf65-9031-4f14-a334-4aad88082cb2 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bb591a6-13d7-4640-8864-a1758307e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168715 Mar 10 17:32:54.744021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbfb4b9a-c96e-4fbe-9939-6a53c8d2c677 req-336eb16a-d631-47c7-85ac-46b69202d680 service neutron] 10.222.0.41 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360183 Mar 10 17:32:54.749895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:32:54.968146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae994acc-a164-48cd-bb44-54134cc05d9d {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:54.968904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 6a8ba648-ab0c-44c5-a11e-608fec416502 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:32:54.987498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks [] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:54.996866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 6a8ba648-ab0c-44c5-a11e-608fec416502 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:54.997299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.024256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Transition to ACTIVE for port object ae994acc-a164-48cd-bb44-54134cc05d9d will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:32:55.027347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:55.035417 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be825a08-ac79-45f0-89c0-72eab0980817" -d '{"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:55.044622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.072106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'bbbd188c-d126-4df4-a68e-43f274ae769d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'port_id': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'mac_address': 'fa:16:3e:bb:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:27Z', 'updated_at': '2022-03-10T17:32:52Z', 'revision_number': 1, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:55.238642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.323883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Attempting to bind port ae994acc-a164-48cd-bb44-54134cc05d9d on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:32:55.324788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Attempting to bind port ae994acc-a164-48cd-bb44-54134cc05d9d by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:32:55.325347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Attempting to bind port ae994acc-a164-48cd-bb44-54134cc05d9d on network fef174db-de47-4cce-99b2-4346c6499953 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:55.333895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Port ae994acc-a164-48cd-bb44-54134cc05d9d on network fef174db-de47-4cce-99b2-4346c6499953 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:32:55.334833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Attempting to bind port ae994acc-a164-48cd-bb44-54134cc05d9d on network fef174db-de47-4cce-99b2-4346c6499953 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:32:55.341639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:32:55.342327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Checking segment: {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:32:55.343094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Bound using segment: {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:32:55.343839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Bound port: ae994acc-a164-48cd-bb44-54134cc05d9d, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daf1ff6-bad3-4bd1-984c-4e578d456b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:32:55.344458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.403681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61be5-0cfd-4bd4-8d21-93c97a093cc9 req-dc972fcf-e424-46d3-bf5b-ec9854e51b0f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.405430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72b61be5-0cfd-4bd4-8d21-93c97a093cc9 req-dc972fcf-e424-46d3-bf5b-ec9854e51b0f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.6583149 Mar 10 17:32:55.436842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920874eb-b65a-4382-8f9f-e456730947e0 req-e5091292-12a8-4980-bc91-03a2205ecf72 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.444388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-920874eb-b65a-4382-8f9f-e456730947e0 req-e5091292-12a8-4980-bc91-03a2205ecf72 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.6636992 Mar 10 17:32:55.454863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:32:55.458398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6a8ba648-ab0c-44c5-a11e-608fec416502 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:55.458940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.460864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:32:55.462098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5cbbc05c-7065-4964-b917-013ee7ca9f06 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:55.469196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.486472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0886fd42-1a8c-4ef8-9b5f-5afb38179771), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.495343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dea10-50ba-4aa1-8bb5-755ee34e3b63 None None] The sync data for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 is: [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'bbbd188c-d126-4df4-a68e-43f274ae769d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'port_id': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'mac_address': 'fa:16:3e:bb:3b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:30:27Z', 'updated_at': '2022-03-10T17:32:52Z', 'revision_number': 1, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:32:55.514848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905bb69-180c-4c7e-a93a-570b9197804d req-7a4ed1a0-e435-4795-ad99-ce31c9720941 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.516836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a905bb69-180c-4c7e-a93a-570b9197804d req-7a4ed1a0-e435-4795-ad99-ce31c9720941 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 950 time: 0.2383783 Mar 10 17:32:55.535590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:55.538010 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4c795-0c78-428a-81a7-a3c521663a51" -d '{"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:55.540899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.544214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.547386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] 10.222.0.59 "PUT /v2.0/ports/ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 1092 time: 1.2931888 Mar 10 17:32:55.565294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:55.575927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.601487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Pushing event deleted for resources: {'Port': ['ID=0886fd42-1a8c-4ef8-9b5f-5afb38179771,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.665094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.681205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5cbbc05c-7065-4964-b917-013ee7ca9f06 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:55.681790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.685231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428a579-7a2e-4726-84c6-ad3f5d63c18b service neutron] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:55.704132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-298f2ba6-aa9c-4727-baa7-1593a6f7708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.705815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-298f2ba6-aa9c-4727-baa7-1593a6f7708e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1126 time: 0.0953898 Mar 10 17:32:55.710897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-920874eb-b65a-4382-8f9f-e456730947e0 req-ee97814e-f2b8-4852-b211-728df4def996 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654331 Mar 10 17:32:55.726384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72b61be5-0cfd-4bd4-8d21-93c97a093cc9 req-e070408e-8141-49cd-a55d-737173818a61 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024352 Mar 10 17:32:55.808095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] No DVR routers for this DVR port 0886fd42-1a8c-4ef8-9b5f-5afb38179771 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:55.811920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:55.814875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-b866ad2d-b5c2-4c3d-8877-64c80387295a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.0957663 Mar 10 17:32:55.819357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5cbbc05c-7065-4964-b917-013ee7ca9f06 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:55.821559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0532db5-dba7-4777-9fb1-f5a801919b2e req-2e615ecf-5b03-46d7-babf-8ad102086946 tempest-LiveMigrationTest-42269651 tempest-LiveMigrationTest-42269651-project] 10.222.0.41 "DELETE /v2.0/ports/0886fd42-1a8c-4ef8-9b5f-5afb38179771 HTTP/1.1" status: 204 len: 173 time: 2.1071954 Mar 10 17:32:55.823289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-deleted', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:55.829069 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed46a1-b447-40e6-8a55-2753c5702bf2" -d '{"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-deleted", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:55.834825 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d19d6a-e0a6-4f40-8b50-bd942a6f99ec x-openstack-request-id: req-69d19d6a-e0a6-4f40-8b50-bd942a6f99ec {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:55.835256 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:55.835573 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69d19d6a-e0a6-4f40-8b50-bd942a6f99ec {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:55.835944 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'status': 'completed', 'code': 200} Mar 10 17:32:55.959177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886dbe7-81b9-4954-a755-520a01220351 None None] New status for floating IP bbbd188c-d126-4df4-a68e-43f274ae769d: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:32:55.980404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875d64-4e87-451b-88a2-c7fce992210c req-f7f059ec-46c3-4252-ba3e-d424c78696df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:55.981904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-f7f059ec-46c3-4252-ba3e-d424c78696df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.1527150 Mar 10 17:32:56.042768 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-7880829e-7fc1-4edf-8322-a966e924e92e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510383 Mar 10 17:32:56.112284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.112752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.113703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.113863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.114188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.114775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.115238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.117435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-545c8ffe-be5f-4b37-8cc3-f59b832de288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6706 time: 0.1947398 Mar 10 17:32:56.132457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2c3ba-6611-4451-a733-d8554e8697c5 req-f7275af8-56b6-4811-9718-2c51949f522c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.139713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b2c3ba-6611-4451-a733-d8554e8697c5 req-f7275af8-56b6-4811-9718-2c51949f522c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1972744 Mar 10 17:32:56.194600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afca15-10ca-41e5-92ff-0d8af90fbcbc req-d5e0f884-8fe1-4db9-80b6-3b7842830d30 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.196101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60afca15-10ca-41e5-92ff-0d8af90fbcbc req-d5e0f884-8fe1-4db9-80b6-3b7842830d30 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867 HTTP/1.1" status: 200 len: 951 time: 0.3426363 Mar 10 17:32:56.218871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Deleting port 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:32:56.219213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:56.242220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-e309d767-1501-4341-be10-4b20cdaaf046 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869955 Mar 10 17:32:56.367330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-80875d64-4e87-451b-88a2-c7fce992210c req-4d050613-f356-4429-a84b-e86b8394a771 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153495 Mar 10 17:32:56.383156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b2c3ba-6611-4451-a733-d8554e8697c5 req-b539e9c8-21e6-473f-8780-48f3db14ea85 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404358 Mar 10 17:32:56.442724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] For port 6a8ba648-ab0c-44c5-a11e-608fec416502, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6a8ba648-ab0c-44c5-a11e-608fec416502,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:56.454080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:56.472857 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8db135f-0be6-4de3-afe3-e53b2323fe25 x-openstack-request-id: req-f8db135f-0be6-4de3-afe3-e53b2323fe25 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:56.473378 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-plugged", "status": "completed", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:56.473729 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8db135f-0be6-4de3-afe3-e53b2323fe25 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:56.474323 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'code': 200} Mar 10 17:32:56.485529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:32:56.494933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Calling delete_port for 6a8ba648-ab0c-44c5-a11e-608fec416502 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:32:56.643408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60afca15-10ca-41e5-92ff-0d8af90fbcbc req-b4710b5b-1929-4509-b47a-25d88cf5e105 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332051 Mar 10 17:32:56.648690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-ddd5aaa5-cfa7-4a20-9d66-e088793ec622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.650136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-ddd5aaa5-cfa7-4a20-9d66-e088793ec622 service neutron] 10.222.0.41 "GET /v2.0/networks?id=407ac063-017d-423f-8b4c-bac17d9d9a3d HTTP/1.1" status: 200 len: 912 time: 0.5067189 Mar 10 17:32:56.694375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:56.710654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'port_id': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'mac_address': 'fa:16:3e:29:34:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a76df-922a-4ef5-9fc8-98db02dd9e06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:32:56.722778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:56.794211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe440-1cae-4e5e-8a83-74276270cf37 req-d266a026-a405-4870-b391-52b952d4f7c4 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:56.797397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90abe440-1cae-4e5e-8a83-74276270cf37 req-d266a026-a405-4870-b391-52b952d4f7c4 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 944 time: 0.2017403 Mar 10 17:32:56.803774 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7888048-179b-457d-ae5c-472ed06d5b33 x-openstack-request-id: req-c7888048-179b-457d-ae5c-472ed06d5b33 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:56.804907 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a", "name": "network-vif-deleted", "tag": "0886fd42-1a8c-4ef8-9b5f-5afb38179771", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:56.804907 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7888048-179b-457d-ae5c-472ed06d5b33 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:56.805197 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dae7a5-4bb9-4f99-9e56-b2bcea853f2a', 'name': 'network-vif-deleted', 'tag': '0886fd42-1a8c-4ef8-9b5f-5afb38179771', 'status': 'completed', 'code': 200} Mar 10 17:32:56.813768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-c3b8a6d5-3fa3-44c0-a34e-e750632d58b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe HTTP/1.1" status: 200 len: 1001 time: 0.1355457 Mar 10 17:32:56.815640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:56.816489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:56.832822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c90f928-1483-4a73-87b0-2ae2c004d7d6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:32:56.836104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6a8ba648-ab0c-44c5-a11e-608fec416502), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:56.886013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:56.892385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:56.917079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event deleted for resources: {'Port': ['ID=6a8ba648-ab0c-44c5-a11e-608fec416502,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:56.949449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Deleting subnet a64b20ea-92fa-4cb8-a27d-754bb7eb167e {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:32:56.961296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Publish callbacks [] for subnet (a64b20ea-92fa-4cb8-a27d-754bb7eb167e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:56.967041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3', '5d1b4b43-d5be-4dca-af5d-3115cd404d57', '6a8ba648-ab0c-44c5-a11e-608fec416502'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:57.004665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90abe440-1cae-4e5e-8a83-74276270cf37 req-97295df2-bc5f-4d04-a081-3d9f6dd67126 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927407 Mar 10 17:32:57.012261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.014377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-760a32fd-ce26-4f09-a489-7269d82ae3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.021008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-760a32fd-ce26-4f09-a489-7269d82ae3e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5210b961-6cea-4abf-ad63-811d33cacbd5 HTTP/1.1" status: 200 len: 850 time: 0.1978912 Mar 10 17:32:57.035334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.071447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a64b20ea-92fa-4cb8-a27d-754bb7eb167e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.089076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] No DVR routers for this DVR port 6a8ba648-ab0c-44c5-a11e-608fec416502 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:32:57.107674 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.111359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a905bb69-180c-4c7e-a93a-570b9197804d req-df00b727-7a99-4da7-9864-13153cabdd7c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "DELETE /v2.0/ports/6a8ba648-ab0c-44c5-a11e-608fec416502 HTTP/1.1" status: 204 len: 173 time: 1.5434570 Mar 10 17:32:57.161967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a64b20ea-92fa-4cb8-a27d-754bb7eb167e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.196571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:57.206054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4247217-b53b-4677-b146-84c9a3b34739 req-9067513b-52fb-4b5a-bfb6-41fc1be2a169 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.207883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4247217-b53b-4677-b146-84c9a3b34739 req-9067513b-52fb-4b5a-bfb6-41fc1be2a169 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 944 time: 0.3089190 Mar 10 17:32:57.239113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825a08-ac79-45f0-89c0-72eab0980817 req-fa06464b-9356-44f7-a7b7-3e7ee97f1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.244915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-fa06464b-9356-44f7-a7b7-3e7ee97f1bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=407ac063-017d-423f-8b4c-bac17d9d9a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2151229 Mar 10 17:32:57.282183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 0886fd42-1a8c-4ef8-9b5f-5afb38179771 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:57.283078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0886fd42-1a8c-4ef8-9b5f-5afb38179771 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:57.283516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:57.338229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a64b20ea-92fa-4cb8-a27d-754bb7eb167e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.344899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7c90f928-1483-4a73-87b0-2ae2c004d7d6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:32:57.356448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.373022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a64b20ea-92fa-4cb8-a27d-754bb7eb167e HTTP/1.1" status: 204 len: 168 time: 0.6490414 Mar 10 17:32:57.388904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:57.416238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661687-515a-4f72-b689-fee65ee6df25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a64b20ea-92fa-4cb8-a27d-754bb7eb167e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:57.442071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4247217-b53b-4677-b146-84c9a3b34739 req-6245534e-057f-4e3f-a486-94bd2ce91a46 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276154 Mar 10 17:32:57.550476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:57.556759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a371d4a-3260-4b82-be98-803822a97a33 req-c92ba161-9b5a-4ea7-b69f-c8f381133bf9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.564067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a371d4a-3260-4b82-be98-803822a97a33 req-c92ba161-9b5a-4ea7-b69f-c8f381133bf9 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.4180601 Mar 10 17:32:57.593783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-9b9588d3-454b-4998-a00e-38183d696b3d service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383698 Mar 10 17:32:57.601591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.624727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:57.767920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a371d4a-3260-4b82-be98-803822a97a33 req-f97437fb-d93e-4f71-aa13-d03a7a9b296a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006755 Mar 10 17:32:57.837331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:57.840086 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:57.931051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:57.983674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d8552-bdc4-4cf9-8d58-f4088d858206 req-a9d6c60f-9d9f-418b-a2e6-c8838e99297e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:57.990528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-244d8552-bdc4-4cf9-8d58-f4088d858206 req-a9d6c60f-9d9f-418b-a2e6-c8838e99297e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.4152396 Mar 10 17:32:58.010519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be825a08-ac79-45f0-89c0-72eab0980817 req-687b5c08-933b-4e4e-9b2d-a2113a8fa401 service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064083 Mar 10 17:32:58.014932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b98f42-c3c4-4653-a098-f1bcfa8e9afc']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.025874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.026276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4995e6-d698-4ab3-9f6f-d3b5c35a7146') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.036677 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4f4995e6-d698-4ab3-9f6f-d3b5c35a7146), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.051700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4f4995e6-d698-4ab3-9f6f-d3b5c35a7146), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.058969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:32:58.059368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4f4995e6-d698-4ab3-9f6f-d3b5c35a7146), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.077305 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f87c36b-a2ab-455e-8090-57cb3084c14e x-openstack-request-id: req-7f87c36b-a2ab-455e-8090-57cb3084c14e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:58.077831 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:58.077831 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f87c36b-a2ab-455e-8090-57cb3084c14e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:58.078229 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:32:58.132500 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:32:58.136899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (e6b98f42-c3c4-4653-a098-f1bcfa8e9afc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.155032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.158300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e6b98f42-c3c4-4653-a098-f1bcfa8e9afc HTTP/1.1" status: 204 len: 168 time: 0.7670448 Mar 10 17:32:58.161276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:58.197113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f317b-90ac-46a4-97d0-72d390ca6e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b98f42-c3c4-4653-a098-f1bcfa8e9afc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:58.224701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-244d8552-bdc4-4cf9-8d58-f4088d858206 req-3810bd81-411d-4a36-ba5e-035b1a238a96 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332253 Mar 10 17:32:58.260699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Deleting subnet 1a4270d0-6622-49b2-b47a-8577235546df {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:32:58.261177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-5ab68602-eed8-4212-be0d-ca7c9ca45374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.264080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-5ab68602-eed8-4212-be0d-ca7c9ca45374 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1126 time: 0.1291432 Mar 10 17:32:58.268655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Publish callbacks [] for subnet (1a4270d0-6622-49b2-b47a-8577235546df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.348267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1a4270d0-6622-49b2-b47a-8577235546df), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.403484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1a4270d0-6622-49b2-b47a-8577235546df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.464402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-e8620a77-eca9-4ba7-8707-5dd40b639947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.467923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-e8620a77-eca9-4ba7-8707-5dd40b639947 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.1865575 Mar 10 17:32:58.473590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1a4270d0-6622-49b2-b47a-8577235546df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.484000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb7eb9-e08a-4866-ba3a-b34a1311b7ec req-3be7e886-8d29-413a-a78e-553d4704c172 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.491362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8eb7eb9-e08a-4866-ba3a-b34a1311b7ec req-3be7e886-8d29-413a-a78e-553d4704c172 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 944 time: 0.1468351 Mar 10 17:32:58.493661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:32:58.511974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4270d0-6622-49b2-b47a-8577235546df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:58.523837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.528029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad888e31-d29e-4141-bbcb-7eeedb87f918 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1a4270d0-6622-49b2-b47a-8577235546df HTTP/1.1" status: 204 len: 168 time: 0.3647449 Mar 10 17:32:58.530620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:58.576646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-170e24ad-9ba5-4101-8fd4-2932f92e1061 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.1008978 Mar 10 17:32:58.580602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:32:58.581180 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.626552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (945d41e7-b8aa-430d-aa72-14cc50892361), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.635522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61767020-d6ed-4be5-81ab-eac2973f4f7e req-b44cca3f-c4c1-4c23-991a-d1ba1137ca30 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.637191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61767020-d6ed-4be5-81ab-eac2973f4f7e req-b44cca3f-c4c1-4c23-991a-d1ba1137ca30 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 950 time: 0.2377236 Mar 10 17:32:58.679066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8eb7eb9-e08a-4866-ba3a-b34a1311b7ec req-40bcbc93-d975-4f93-bf51-489e9e548608 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864948 Mar 10 17:32:58.685460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:32:58.685942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.727335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:32:58.728937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:58.732128 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e14c1b-b491-476e-aaf9-88dbae6b6e55" -d '{"events": [{"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-plugged", "status": "completed", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:58.737833 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.738881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:32:58.766714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-f13aea63-7137-41da-9210-04d6f3d58fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.768192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-f13aea63-7137-41da-9210-04d6f3d58fca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.1539662 Mar 10 17:32:58.770595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (945d41e7-b8aa-430d-aa72-14cc50892361), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.799066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 6a8ba648-ab0c-44c5-a11e-608fec416502 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:32:58.803498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6a8ba648-ab0c-44c5-a11e-608fec416502 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:32:58.806742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-deleted', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:32:58.808926 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e017ead0-b294-4429-859c-6273deff37a0" -d '{"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-deleted", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:32:58.812457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945d41e7-b8aa-430d-aa72-14cc50892361']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.822186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc003b82-3797-4894-814a-ccff73d83e11') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.822523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc003b82-3797-4894-814a-ccff73d83e11') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:32:58.832542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (bc003b82-3797-4894-814a-ccff73d83e11), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.839408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:58.853411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bc003b82-3797-4894-814a-ccff73d83e11), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.860211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:32:58.860692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (bc003b82-3797-4894-814a-ccff73d83e11), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:32:58.862554 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:32:58.885467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-ecc20027-f5e6-4b94-9ad9-768b9cad761f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029689 Mar 10 17:32:58.917221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61767020-d6ed-4be5-81ab-eac2973f4f7e req-d75173ec-98b4-4021-9e15-6a56f181c235 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205133 Mar 10 17:32:58.939722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (945d41e7-b8aa-430d-aa72-14cc50892361), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.952442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:58.964572 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] 10.222.0.35 "DELETE /v2.0/networks/945d41e7-b8aa-430d-aa72-14cc50892361 HTTP/1.1" status: 204 len: 168 time: 0.4323711 Mar 10 17:32:58.987358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9799-90fd-4ecf-9537-303b36dd672d admin admin] Pushing event deleted for resources: {'Network': ['ID=945d41e7-b8aa-430d-aa72-14cc50892361,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:58.995568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ff8d-1346-4bec-97b2-f4390c818285 req-1a7bf33a-95fb-4a78-a714-bbf62db22f29 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:58.997122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a44ff8d-1346-4bec-97b2-f4390c818285 req-1a7bf33a-95fb-4a78-a714-bbf62db22f29 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.2162542 Mar 10 17:32:59.013054 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb226fec-17f7-4d37-a9ce-eb372fecaeca x-openstack-request-id: req-fb226fec-17f7-4d37-a9ce-eb372fecaeca {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:59.013354 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-plugged", "status": "completed", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:59.013618 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb226fec-17f7-4d37-a9ce-eb372fecaeca {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:59.014021 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'code': 200} Mar 10 17:32:59.032593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-cd5b81be-db63-463b-adc9-a2644f5054e1 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387227 Mar 10 17:32:59.108195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a44ff8d-1346-4bec-97b2-f4390c818285 req-4a50a231-73c7-407b-9f2f-424bf398a6e5 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022937 Mar 10 17:32:59.216734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:59.217265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8517e8ec-6f46-4d97-9e85-b47f26a8b3dd req-1c803c0e-808a-4f8c-8340-5bcf0a6719eb service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701345 Mar 10 17:32:59.229550 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a307a72-e484-4378-9fe7-c65929bf6a96 x-openstack-request-id: req-4a307a72-e484-4378-9fe7-c65929bf6a96 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:32:59.229894 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e17e0b-cf3c-49e5-9b3e-f15ae43ea867", "name": "network-vif-deleted", "tag": "6a8ba648-ab0c-44c5-a11e-608fec416502", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:32:59.230106 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a307a72-e484-4378-9fe7-c65929bf6a96 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:32:59.230598 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e17e0b-cf3c-49e5-9b3e-f15ae43ea867', 'name': 'network-vif-deleted', 'tag': '6a8ba648-ab0c-44c5-a11e-608fec416502', 'status': 'completed', 'code': 200} Mar 10 17:32:59.239339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e4f8-58b3-4e3f-9cb6-a5b6580ad540 req-34f77349-a285-402c-8a73-132e043bc96d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:59.241236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4132e4f8-58b3-4e3f-9cb6-a5b6580ad540 req-34f77349-a285-402c-8a73-132e043bc96d tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.0837698 Mar 10 17:32:59.283122 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48d4fbf2-ccc5-42ec-ad16-007166aa15bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b44e7f7a56fb4bdb9a054162914e89ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644507 Mar 10 17:32:59.285573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33278) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:32:59.349507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4132e4f8-58b3-4e3f-9cb6-a5b6580ad540 req-bbb973b8-ebda-4d5d-817d-233bd4fc94e5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004341 Mar 10 17:32:59.359946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] Publish callbacks [] for security_group (6bb591a6-13d7-4640-8864-a1758307e904), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.401245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] Publish callbacks [] for security_group (6bb591a6-13d7-4640-8864-a1758307e904), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.520630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6bb591a6-13d7-4640-8864-a1758307e904), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.523937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.525506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bb591a6-13d7-4640-8864-a1758307e904 HTTP/1.1" status: 204 len: 168 time: 0.2387900 Mar 10 17:32:59.559988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59366329-22ee-4ae1-8272-7d06694eadb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb591a6-13d7-4640-8864-a1758307e904,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:32:59.641656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727719-9578-43ba-8cbb-10df477c321a req-a845c473-ef87-49b8-a112-e38173a88037 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:59.643909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc727719-9578-43ba-8cbb-10df477c321a req-a845c473-ef87-49b8-a112-e38173a88037 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1439495 Mar 10 17:32:59.668322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8dc87-5456-4341-bd29-83801471bdfd req-f1dc12ba-7479-4208-92cf-3a823c20a2f5 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:59.670237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfe8dc87-5456-4341-bd29-83801471bdfd req-f1dc12ba-7479-4208-92cf-3a823c20a2f5 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.1220875 Mar 10 17:32:59.692896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:32:59.805680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc727719-9578-43ba-8cbb-10df477c321a req-96c28859-ad9b-4e4f-96a6-c2744162a62b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514947 Mar 10 17:32:59.834595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfe8dc87-5456-4341-bd29-83801471bdfd req-e7454087-7a38-4338-8869-0dff772c829c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400039 Mar 10 17:32:59.953620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8a3b0-04cc-4d95-8764-1565b09b95c2 req-06a205ef-3bf5-4601-8433-17917aa280b5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:32:59.957503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b8a3b0-04cc-4d95-8764-1565b09b95c2 req-06a205ef-3bf5-4601-8433-17917aa280b5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 944 time: 0.0614333 Mar 10 17:33:00.028799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b8a3b0-04cc-4d95-8764-1565b09b95c2 req-4b839f12-5b4b-4743-b989-e656a7771008 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639362 Mar 10 17:33:00.094045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33294) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:00.121150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-8aea0354-33df-4329-9920-f29617a0313c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:00.121511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-8aea0354-33df-4329-9920-f29617a0313c tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 950 time: 0.0660920 Mar 10 17:33:00.160139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58dcb57e-f564-4974-bcab-879f84c35dd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8da2707fe5274f8c8ed376e54d5ee356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644600 Mar 10 17:33:00.162763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:00.249436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] Publish callbacks [] for security_group (520337bc-d1ab-4894-b3a4-0571a0a34b20), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.264580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Deleting port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:00.264580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.276012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] Publish callbacks [] for security_group (520337bc-d1ab-4894-b3a4-0571a0a34b20), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.334201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (520337bc-d1ab-4894-b3a4-0571a0a34b20), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.337297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.342037 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/520337bc-d1ab-4894-b3a4-0571a0a34b20 HTTP/1.1" status: 204 len: 168 time: 0.1773252 Mar 10 17:33:00.352576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afba80b-de82-4c03-a671-9289b98edb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520337bc-d1ab-4894-b3a4-0571a0a34b20,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:00.451636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-08ed9db9-a1e1-4a6c-8b84-978a061c96af service neutron] 10.222.0.41 "GET /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.0783036 Mar 10 17:33:00.500390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ae994acc-a164-48cd-bb44-54134cc05d9d details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:00.544747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] For port 5d1b4b43-d5be-4dca-af5d-3115cd404d57, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5d1b4b43-d5be-4dca-af5d-3115cd404d57,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:00.544894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.571299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Calling delete_port for 5d1b4b43-d5be-4dca-af5d-3115cd404d57 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:00.607891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5828a3-9d8a-4568-b570-bb5b92f6a1fd req-f59fcda0-a50b-4aff-8be5-0c4322eff6d2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:00.610959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e5828a3-9d8a-4568-b570-bb5b92f6a1fd req-f59fcda0-a50b-4aff-8be5-0c4322eff6d2 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 950 time: 0.5990107 Mar 10 17:33:00.637168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:00.647878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'port_id': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'mac_address': 'fa:16:3e:b8:22:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:00.702225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ae994acc-a164-48cd-bb44-54134cc05d9d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:00.702946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.723925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d740dc7-9718-403f-8cfa-5fd1f429d60e req-d45f6610-0ab4-4204-b474-5e6321de5457 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:00.730454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d740dc7-9718-403f-8cfa-5fd1f429d60e req-d45f6610-0ab4-4204-b474-5e6321de5457 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 944 time: 0.2807932 Mar 10 17:33:00.731296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae994acc-a164-48cd-bb44-54134cc05d9d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:00.763018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:00.781300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:00.851669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:01.063420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:01.273046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e5828a3-9d8a-4568-b570-bb5b92f6a1fd req-0be3b6bd-1dab-479d-8d5b-3d69001611c4 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030321 Mar 10 17:33:01.379723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d740dc7-9718-403f-8cfa-5fd1f429d60e req-69351281-0cbe-4bce-bcef-fbf191e359ca tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479955 Mar 10 17:33:01.402338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:01.404218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-ea069fbc-56cf-407a-b4be-8c9190bed945 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:01.411362 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-ea069fbc-56cf-407a-b4be-8c9190bed945 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.1238134 Mar 10 17:33:01.462673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:01.575677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Deleting port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:01.576327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:01.579812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:01.597649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:01.607824 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5d1b4b43-d5be-4dca-af5d-3115cd404d57), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:01.623629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:01.627979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3', '5d1b4b43-d5be-4dca-af5d-3115cd404d57'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:01.649753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:01.666054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event deleted for resources: {'Port': ['ID=5d1b4b43-d5be-4dca-af5d-3115cd404d57,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:01.679223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4f92-60e7-4a4a-82bd-88864b8d0c19 req-aac2fda2-17d6-42ca-b18d-a2db399e4ac6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:01.686705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660c4f92-60e7-4a4a-82bd-88864b8d0c19 req-aac2fda2-17d6-42ca-b18d-a2db399e4ac6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dd81375-fe40-416a-85a8-5b1a31e12809 HTTP/1.1" status: 200 len: 945 time: 0.2016950 Mar 10 17:33:01.701720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4cda-2d42-4df9-bf1b-99036fbb1d47 req-981ad426-06d0-4960-9508-30b21bd6e4ea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:01.703409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d37b4cda-2d42-4df9-bf1b-99036fbb1d47 req-981ad426-06d0-4960-9508-30b21bd6e4ea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.3206820 Mar 10 17:33:01.824321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] For port 7c90f928-1483-4a73-87b0-2ae2c004d7d6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c90f928-1483-4a73-87b0-2ae2c004d7d6,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:01.824723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:01.858227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Calling delete_port for 7c90f928-1483-4a73-87b0-2ae2c004d7d6 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:01.947719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d37b4cda-2d42-4df9-bf1b-99036fbb1d47 req-0cd2b8a1-9cfb-46d8-ab2a-fb65ea15005b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913333 Mar 10 17:33:01.948653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] No DVR routers for this DVR port 5d1b4b43-d5be-4dca-af5d-3115cd404d57 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:01.966014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:01.970977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e3f2af9-c116-49ee-974a-d57d7b1662b1 req-2ccb066b-9e5e-42c5-9c5e-1a4b6024b20f tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "DELETE /v2.0/ports/5d1b4b43-d5be-4dca-af5d-3115cd404d57 HTTP/1.1" status: 204 len: 173 time: 1.8405721 Mar 10 17:33:01.971488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-deleted', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:01.991012 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90581e1f-d0a6-4829-b8ae-e8e0629c6b9f" -d '{"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-deleted", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:02.068678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660c4f92-60e7-4a4a-82bd-88864b8d0c19 req-ab9bf82c-ecee-455d-af63-339323294f69 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787580 Mar 10 17:33:02.199134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7c90f928-1483-4a73-87b0-2ae2c004d7d6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.209402 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fa5e9-38a7-43c0-8461-15edb2dac7fc x-openstack-request-id: req-f52fa5e9-38a7-43c0-8461-15edb2dac7fc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:02.211403 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638c1336-7079-45c6-83dc-9d11eea4e8fe", "name": "network-vif-deleted", "tag": "5d1b4b43-d5be-4dca-af5d-3115cd404d57", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:02.211683 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f52fa5e9-38a7-43c0-8461-15edb2dac7fc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:02.212349 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1336-7079-45c6-83dc-9d11eea4e8fe', 'name': 'network-vif-deleted', 'tag': '5d1b4b43-d5be-4dca-af5d-3115cd404d57', 'status': 'completed', 'code': 200} Mar 10 17:33:02.213579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] Transition to ACTIVE for port object 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:02.225630 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.248489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7c90f928-1483-4a73-87b0-2ae2c004d7d6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:02.313610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event deleted for resources: {'Port': ['ID=7c90f928-1483-4a73-87b0-2ae2c004d7d6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:02.349037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] No DVR routers for this DVR port 7c90f928-1483-4a73-87b0-2ae2c004d7d6 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:02.353585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.354653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bfd70-72f3-4813-9995-5f0cf3bbfa1c req-2278f6b0-c3d6-415e-9522-58d87d3150a0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:02.356916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f2bfd70-72f3-4813-9995-5f0cf3bbfa1c req-2278f6b0-c3d6-415e-9522-58d87d3150a0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 945 time: 0.2271750 Mar 10 17:33:02.358053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] No DVR routers for this DVR port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:02.367824 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e340b8ac-ade4-4f75-8449-19e0789efb96 req-fee930bf-e54f-430a-94e1-f7ac3844c968 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "DELETE /v2.0/ports/7c90f928-1483-4a73-87b0-2ae2c004d7d6 HTTP/1.1" status: 204 len: 173 time: 0.9493599 Mar 10 17:33:02.369164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-deleted', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:02.374634 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930b16cb-b264-49a8-9ef8-bf5a738c4a78" -d '{"events": [{"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-deleted", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:02.409992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] Pushing event updated for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:02.511897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ae994acc-a164-48cd-bb44-54134cc05d9d up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:02.528464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-3ae94c94-feda-441a-97f1-aa8a5bcd8078 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff/bindings/n-h1-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0612116 Mar 10 17:33:02.537680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-adde84e6-c46e-42a0-94d4-1363d03035af req-811ced1b-68ef-4f5f-9d7c-a370d284795d tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=638c1336-7079-45c6-83dc-9d11eea4e8fe HTTP/1.1" status: 200 len: 210 time: 0.0623372 Mar 10 17:33:02.563083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f2bfd70-72f3-4813-9995-5f0cf3bbfa1c req-2c572db1-0bdd-4526-a12c-989cf3812c0e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876357 Mar 10 17:33:02.640681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port ae994acc-a164-48cd-bb44-54134cc05d9d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:02.646494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port ae994acc-a164-48cd-bb44-54134cc05d9d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:02.648002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.693439 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe092d3-0110-4433-91da-0e236040fb0f x-openstack-request-id: req-0fe092d3-0110-4433-91da-0e236040fb0f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:02.694324 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd81375-fe40-416a-85a8-5b1a31e12809", "name": "network-vif-deleted", "tag": "7c90f928-1483-4a73-87b0-2ae2c004d7d6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:02.695089 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fe092d3-0110-4433-91da-0e236040fb0f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:02.695690 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd81375-fe40-416a-85a8-5b1a31e12809', 'name': 'network-vif-deleted', 'tag': '7c90f928-1483-4a73-87b0-2ae2c004d7d6', 'status': 'completed', 'code': 200} Mar 10 17:33:02.737993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-7e6c10a7-46aa-4652-ba67-7926049cd1a4 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:02.739744 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-7e6c10a7-46aa-4652-ba67-7926049cd1a4 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.1173203 Mar 10 17:33:02.752803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0cf77-ec6d-403f-8c29-1da70f0d668b req-2e5f6a73-60b4-473d-9327-119e83f9b97f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:02.754789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78b0cf77-ec6d-403f-8c29-1da70f0d668b req-2e5f6a73-60b4-473d-9327-119e83f9b97f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.0782199 Mar 10 17:33:02.810199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ae994acc-a164-48cd-bb44-54134cc05d9d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:02.810692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.849348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78b0cf77-ec6d-403f-8c29-1da70f0d668b req-6e8e7438-e64f-4865-a6eb-24b11ec72202 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Mar 10 17:33:02.869699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:02.872253 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d276b86e-4a02-4f61-a9c1-e4a6b12322fa" -d '{"events": [{"server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "name": "network-vif-plugged", "status": "completed", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:02.906675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-e7955790-90a1-4274-8330-1fbb4af212ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:02.909517 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-e7955790-90a1-4274-8330-1fbb4af212ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d&tenant_id=519d1ead981f4e4fad86b5d577bb1931 HTTP/1.1" status: 200 len: 1127 time: 0.1623528 Mar 10 17:33:02.924818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:02.933108 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:02.934058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:03.020348 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfd59a5-487d-47f8-add7-76b81f82140c x-openstack-request-id: req-8cfd59a5-487d-47f8-add7-76b81f82140c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:03.025163 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "name": "network-vif-plugged", "status": "completed", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:03.025639 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cfd59a5-487d-47f8-add7-76b81f82140c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:03.026247 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'code': 200} Mar 10 17:33:03.029008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 5d1b4b43-d5be-4dca-af5d-3115cd404d57 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:03.029889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5d1b4b43-d5be-4dca-af5d-3115cd404d57 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:03.042468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-f4f83f77-25af-45ba-99cb-3500486388c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.047909 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-f4f83f77-25af-45ba-99cb-3500486388c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=519d1ead981f4e4fad86b5d577bb1931&device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1127 time: 0.1067808 Mar 10 17:33:03.114414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-7da699e9-a041-422b-a9fe-e5e544793ec9 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486710 Mar 10 17:33:03.150152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:03.199880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-8d4b6794-00c4-423b-a17a-ce07460e337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.202010 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-8d4b6794-00c4-423b-a17a-ce07460e337e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 200 len: 921 time: 0.1443326 Mar 10 17:33:03.246975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-cc0cfeb3-d459-400e-9b18-73ac86bf021f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 200 len: 217 time: 0.0383952 Mar 10 17:33:03.273292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2788c-195f-4c2b-bd27-84b7f0170a6f req-06381055-d7f7-45ae-8e81-c50c32d0e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.274980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74d2788c-195f-4c2b-bd27-84b7f0170a6f req-06381055-d7f7-45ae-8e81-c50c32d0e0ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.1967025 Mar 10 17:33:03.304497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-0c84d906-cdbf-4c24-9e0a-30f1a96d85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.306322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-0c84d906-cdbf-4c24-9e0a-30f1a96d85e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 200 len: 860 time: 0.0525179 Mar 10 17:33:03.325687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77302a-c90c-45c4-a250-ce3479b75488 req-191f066a-c828-49d6-91c5-2bc8ab07a792 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.333104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c77302a-c90c-45c4-a250-ce3479b75488 req-191f066a-c828-49d6-91c5-2bc8ab07a792 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1929145 Mar 10 17:33:03.340233 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-afd0fcb7-aced-4069-9cd6-08703c585651 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2899171-52e0-4889-b51f-5adef352bd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276768 Mar 10 17:33:03.371329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-3714a80e-2598-4022-b541-16fa8306c2c7 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.372990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-3714a80e-2598-4022-b541-16fa8306c2c7 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377169 Mar 10 17:33:03.401798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74d2788c-195f-4c2b-bd27-84b7f0170a6f req-0ad57cd6-228c-4f96-9bef-703abdeaa97b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207376 Mar 10 17:33:03.410801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2f87001b-2f9b-43fa-a0cb-b728c198d487 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/quotas/cfb4ab9cf583485387f5b1ab52896ddd HTTP/1.1" status: 200 len: 375 time: 0.0270743 Mar 10 17:33:03.443515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c77302a-c90c-45c4-a250-ce3479b75488 req-4f44565d-23db-4b41-b117-815bab5c0d22 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094713 Mar 10 17:33:03.453127 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-af8b28c0-5680-4af8-a23a-06a0c2d2bac2 service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069541 Mar 10 17:33:03.460714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-03b79c44-4ba9-4c8c-9fed-7dba06a663fe tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339308 Mar 10 17:33:03.719622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa3c1de9-d2f6-4285-ae34-e21794034fa4 req-332b0f58-0dbc-4549-8788-cebfce827942 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 210 time: 0.0949116 Mar 10 17:33:03.771287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-6d14b185-8d15-48d6-a68a-f0d8ad2e869f service neutron] 10.222.0.59 "GET /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678872 Mar 10 17:33:03.919631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6586-e967-463b-9b12-a5de8e7be535 req-3a8774f1-8d30-46fd-b47e-0210713c08f7 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.921126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e55a6586-e967-463b-9b12-a5de8e7be535 req-3a8774f1-8d30-46fd-b47e-0210713c08f7 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1212549 Mar 10 17:33:03.956581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-0b38fc31-d251-4e15-8832-fc00adfefc50 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:03.958855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-0b38fc31-d251-4e15-8832-fc00adfefc50 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.1923378 Mar 10 17:33:03.982241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-e869e478-5970-4550-b825-a6ca4b9bc540 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/quotas/cd723983a1ff48a8abd8240fc8db4b8d HTTP/1.1" status: 200 len: 375 time: 0.0163605 Mar 10 17:33:04.010700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e55a6586-e967-463b-9b12-a5de8e7be535 req-53d49c41-2b65-43d4-a870-7d9450b04102 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770619 Mar 10 17:33:04.038987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-10391276-f8e0-45a7-bddb-809fc288104f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455027 Mar 10 17:33:04.179895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304572f-35aa-4e88-b835-dcfef826b637 req-f453a184-57b6-4413-8b1a-05f4573ab9ae tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:04.182321 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-f453a184-57b6-4413-8b1a-05f4573ab9ae tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d&tenant_id=519d1ead981f4e4fad86b5d577bb1931&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.0876405 Mar 10 17:33:04.187511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-16ae07e0-38c1-4452-aaff-e27ddcf97c97 service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466906 Mar 10 17:33:04.354903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-5203cccc-28d6-4412-a4f3-b7cc104a0917 service neutron] 10.222.0.35 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565661 Mar 10 17:33:04.416355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32022d10-dbdc-4e33-acd3-905cd98b4ee9 req-13dd94f4-d775-4cbb-a755-a991e8527097 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:04.423383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32022d10-dbdc-4e33-acd3-905cd98b4ee9 req-13dd94f4-d775-4cbb-a755-a991e8527097 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.0840843 Mar 10 17:33:04.488307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32022d10-dbdc-4e33-acd3-905cd98b4ee9 req-fe128015-de82-498d-bfa2-13608f13c0a8 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638924 Mar 10 17:33:04.496774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e304572f-35aa-4e88-b835-dcfef826b637 req-95da6501-ced5-40eb-850b-26cf8aef9571 service neutron] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:04.510038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e304572f-35aa-4e88-b835-dcfef826b637 req-95da6501-ced5-40eb-850b-26cf8aef9571 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:04.511501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e304572f-35aa-4e88-b835-dcfef826b637 req-95da6501-ced5-40eb-850b-26cf8aef9571 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff/bindings/n-h2-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.3117321 Mar 10 17:33:04.787104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0983d-a871-4662-bc4d-cb5e4be715a1 req-b763e7dd-8ee8-4a0d-9710-6811139d0060 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:04.789490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13b0983d-a871-4662-bc4d-cb5e4be715a1 req-b763e7dd-8ee8-4a0d-9710-6811139d0060 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1405292 Mar 10 17:33:04.797799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b09a2-4b79-4153-ab26-e54bc5593210 req-8436552c-a567-420d-9da0-47d6f095d488 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:04.816025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f9b09a2-4b79-4153-ab26-e54bc5593210 req-8436552c-a567-420d-9da0-47d6f095d488 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.1049879 Mar 10 17:33:04.900934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f9b09a2-4b79-4153-ab26-e54bc5593210 req-44ece4ac-6910-4eae-9d12-0af07e0c8062 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Mar 10 17:33:04.954132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13b0983d-a871-4662-bc4d-cb5e4be715a1 req-1f4b1b38-ce9d-4e12-a040-cb37d0000202 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354697 Mar 10 17:33:05.044163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67bc998d-b451-480a-968e-47a69c12f448 req-5f7f0594-4a46-4856-bb3f-04650087ebb0 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 210 time: 0.0710328 Mar 10 17:33:05.136118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38c19f6e-7123-40db-a4d5-b138d3f5dfa4 req-8b0aa9e7-c799-4269-b7fb-266e7eac9fc2 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 210 time: 0.0633652 Mar 10 17:33:05.219444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6ba55-7a73-40d6-9824-091311875551 req-7fe5bc34-e958-4159-bb72-a4832fa3ec69 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.221007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ace6ba55-7a73-40d6-9824-091311875551 req-7fe5bc34-e958-4159-bb72-a4832fa3ec69 tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 1127 time: 0.0616169 Mar 10 17:33:05.319286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ace6ba55-7a73-40d6-9824-091311875551 req-61e5b1f4-e567-4ebd-bb78-4280c0cd767e tempest-LiveAutoBlockMigrationV225Test-244134624 tempest-LiveAutoBlockMigrationV225Test-244134624-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Mar 10 17:33:05.342610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14d6cb-8aa2-4833-a415-b0564da8232f req-fe7f475d-1a39-45d9-bc4e-a03466733b50 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.344683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d14d6cb-8aa2-4833-a415-b0564da8232f req-fe7f475d-1a39-45d9-bc4e-a03466733b50 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.0954626 Mar 10 17:33:05.436168 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-7e90429f-b129-4205-b996-b4eddf11db30 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395021 Mar 10 17:33:05.455332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d14d6cb-8aa2-4833-a415-b0564da8232f req-e45997b4-601f-4e4d-b1b8-f2263f070fbc tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045802 Mar 10 17:33:05.571515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-c6f9b15d-0235-496a-b41e-022b210ac9b9 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.573554 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-c6f9b15d-0235-496a-b41e-022b210ac9b9 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293104 Mar 10 17:33:05.596471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Request body: {'port': {'device_id': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'cfb4ab9cf583485387f5b1ab52896ddd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:05.786647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Made reservation on behalf of cfb4ab9cf583485387f5b1ab52896ddd for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:05.792686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:05.817118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:05.868465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-4f9bc16b-5cd1-4779-804b-67a00d5a1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.870305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-4f9bc16b-5cd1-4779-804b-67a00d5a1afe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.0930104 Mar 10 17:33:05.882565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63762518-5344-4db4-aaad-d9d579d9e572 req-d3afa53f-88c8-4ee5-a270-ba9aa8d50eb2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.889444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63762518-5344-4db4-aaad-d9d579d9e572 req-d3afa53f-88c8-4ee5-a270-ba9aa8d50eb2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.1543911 Mar 10 17:33:05.924294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-febfae9b-7b42-4061-a4de-b532763903eb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.925580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-febfae9b-7b42-4061-a4de-b532763903eb tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.1511211 Mar 10 17:33:05.968821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63762518-5344-4db4-aaad-d9d579d9e572 req-e6a815d4-fa91-468d-b171-c3d7e61766e2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771303 Mar 10 17:33:05.986234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks [] for security_group (914a73d6-b6e6-4395-b964-a1e3b7476b7a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:05.991226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0687a-c1c4-4b15-a2ce-52ee5344b92d req-8ae2a49a-b6e8-4de4-a9c8-26a85a0ceff5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:05.997066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (914a73d6-b6e6-4395-b964-a1e3b7476b7a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.011056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c0687a-c1c4-4b15-a2ce-52ee5344b92d req-8ae2a49a-b6e8-4de4-a9c8-26a85a0ceff5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1965423 Mar 10 17:33:06.019662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-ce6d46cd-b6a7-4bec-b0ea-b0241c7144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.021277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-ce6d46cd-b6a7-4bec-b0ea-b0241c7144a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.1411293 Mar 10 17:33:06.132444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.59', 64752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:06.249849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c0687a-c1c4-4b15-a2ce-52ee5344b92d req-be4d0705-eff3-4f9e-85cc-9ff602468f3c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932483 Mar 10 17:33:06.290929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94164cc2-05fd-4ab7-9045-3abf00b145e0 req-66b93655-332f-49dd-8720-8c36849cf327 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.299752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94164cc2-05fd-4ab7-9045-3abf00b145e0 req-66b93655-332f-49dd-8720-8c36849cf327 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.2188053 Mar 10 17:33:06.446835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.59', 64753) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:06.480967 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-e8e51e81-307c-48d5-bd47-03db44c83b90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.4524670 Mar 10 17:33:06.483898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914a73d6-b6e6-4395-b964-a1e3b7476b7a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:06.496731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.497477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.498164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.498774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.499466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.500007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.500548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.501088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.501629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.502174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.502770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.503317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.503848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:06.514362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:06.562208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Allocated IP 192.168.233.234 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/f53b5231-c7e9-4cd9-a50a-a22f8a178036) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:06.575327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7c90f928-1483-4a73-87b0-2ae2c004d7d6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:06.575807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c90f928-1483-4a73-87b0-2ae2c004d7d6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:06.582107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:06.586234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-273a3f0d-679d-47cf-a552-4ef63bd06112 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.587727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-273a3f0d-679d-47cf-a552-4ef63bd06112 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 821 time: 0.4476674 Mar 10 17:33:06.590041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-2a01b360-5764-4e23-bbff-0df202596d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.591837 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-2a01b360-5764-4e23-bbff-0df202596d75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.0976200 Mar 10 17:33:06.639892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Request body: {'port': {'device_id': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'admin_state_up': True, 'tenant_id': 'cd723983a1ff48a8abd8240fc8db4b8d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:06.653265 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-436c5b84-1b95-4c1f-aa4e-24e3de58157b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451567 Mar 10 17:33:06.745703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94164cc2-05fd-4ab7-9045-3abf00b145e0 req-d5a54ced-4c8e-4faf-95bc-b37b1b8b95ec tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450500 Mar 10 17:33:06.753650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Deleting port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:06.754184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.765176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47abe4d7-1974-4313-9de3-aff12afdb24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.833553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0c085-e0e8-4f42-ab8b-fd4c71640435 req-9d1bfe40-7dd2-4fcd-91ee-5fd260f16e32 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.841139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4f0c085-e0e8-4f42-ab8b-fd4c71640435 req-9d1bfe40-7dd2-4fcd-91ee-5fd260f16e32 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e793c72-b49d-4b15-8ade-c56aa09ac507 HTTP/1.1" status: 200 len: 950 time: 0.3932860 Mar 10 17:33:06.846144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-be1fc4a6-e4f4-4099-aace-b3c2363fe5e8 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860816 Mar 10 17:33:06.859194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fa557-c841-4fce-8207-480ecb6ac63a req-3b902a92-43a9-435b-8d9e-aa5f6aef22dd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:06.860965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-017fa557-c841-4fce-8207-480ecb6ac63a req-3b902a92-43a9-435b-8d9e-aa5f6aef22dd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.4102600 Mar 10 17:33:06.910272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks [] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:06.973944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0cf4498-f11f-4357-b4b1-108dcedda3c8 req-c25dbc56-3b52-43d6-bca6-66f2913e20c4 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 210 time: 0.1117895 Mar 10 17:33:07.027975 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-80e15d74-dc33-4a97-ac1b-19048dec21fa service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731913 Mar 10 17:33:07.034269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.042157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] For port b08b30ff-2470-48d6-b9a6-6b30f757e0b3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:07.042587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.055542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Made reservation on behalf of cd723983a1ff48a8abd8240fc8db4b8d for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:07.058980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.096235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47abe4d7-1974-4313-9de3-aff12afdb24f admin admin] Publish callbacks [] for security_group (0bb6b16b-8b2c-435e-9454-8bb2fa234cea), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.103193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4f0c085-e0e8-4f42-ab8b-fd4c71640435 req-c6a84faf-e094-4446-aa1b-c927cd42ecd5 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607665 Mar 10 17:33:07.107059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Calling delete_port for b08b30ff-2470-48d6-b9a6-6b30f757e0b3 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:07.112880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47abe4d7-1974-4313-9de3-aff12afdb24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0bb6b16b-8b2c-435e-9454-8bb2fa234cea), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.137379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:07.143794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47abe4d7-1974-4313-9de3-aff12afdb24f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a2768c0c22440d581f25dd205a4e51c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581400 Mar 10 17:33:07.143998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Pushing event updated for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:07.150835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:07.153135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:07.163404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:07.228819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:07.229665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.252245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe4d7-1974-4313-9de3-aff12afdb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb6b16b-8b2c-435e-9454-8bb2fa234cea,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:07.311841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-2b942b55-2c9d-4edd-b1c3-231243ef2d7b tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7209785 Mar 10 17:33:07.326213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Request body: {'port': {'device_id': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:07.364641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b08b30ff-2470-48d6-b9a6-6b30f757e0b3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.378321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:07.380792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b08b30ff-2470-48d6-b9a6-6b30f757e0b3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:07.438347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.445000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event deleted for resources: {'Port': ['ID=b08b30ff-2470-48d6-b9a6-6b30f757e0b3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:07.459557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] Publish callbacks [] for security_group (0bb6b16b-8b2c-435e-9454-8bb2fa234cea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.552422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] Publish callbacks [] for security_group (0bb6b16b-8b2c-435e-9454-8bb2fa234cea), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.565447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea955b-b0a3-4b11-854a-ed625a0570fe req-03aa756b-de90-4e48-9baa-b80a84cfe979 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:07.573435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fc36e41b-dad0-4186-ac1a-52b9b8850b92 None None] Provisioning complete for port f53b5231-c7e9-4cd9-a50a-a22f8a178036 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:07.573943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc36e41b-dad0-4186-ac1a-52b9b8850b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.579104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ea955b-b0a3-4b11-854a-ed625a0570fe req-03aa756b-de90-4e48-9baa-b80a84cfe979 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 936 time: 0.4745455 Mar 10 17:33:07.619155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0bb6b16b-8b2c-435e-9454-8bb2fa234cea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.623609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.624900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fc36e41b-dad0-4186-ac1a-52b9b8850b92 None None] Port f53b5231-c7e9-4cd9-a50a-a22f8a178036 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:07.625469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bb6b16b-8b2c-435e-9454-8bb2fa234cea HTTP/1.1" status: 204 len: 168 time: 0.4733021 Mar 10 17:33:07.658377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfedc5-1167-46b8-bdc0-3d9d3817e0e0 req-2b092b21-7766-4ea5-a5df-496b4fc3e47a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:07.662846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06521c-70fb-434a-84cc-f214ee5c86c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb6b16b-8b2c-435e-9454-8bb2fa234cea,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:07.671205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dbfedc5-1167-46b8-bdc0-3d9d3817e0e0 req-2b092b21-7766-4ea5-a5df-496b4fc3e47a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 945 time: 0.3972347 Mar 10 17:33:07.747170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] No DVR routers for this DVR port b08b30ff-2470-48d6-b9a6-6b30f757e0b3 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:07.751745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.755652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.59 "DELETE /v2.0/ports/b08b30ff-2470-48d6-b9a6-6b30f757e0b3 HTTP/1.1" status: 204 len: 173 time: 1.7985129 Mar 10 17:33:07.764101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-deleted', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:07.766543 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881766e1-0b76-475b-ac25-919b96c6adf1" -d '{"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-deleted", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:07.804725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Deleting port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:07.805300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:07.963960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ea955b-b0a3-4b11-854a-ed625a0570fe req-f3573d84-2edb-4fad-8e21-5dbfd9d65624 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789518 Mar 10 17:33:08.018643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Allocated IP 172.20.0.12 (798d0cc7-15ca-4be7-b2ad-cf50cf961019/0b4a76df-922a-4ef5-9fc8-98db02dd9e06/f62d65e1-c79f-4683-9d88-50bb3b89a27e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:08.040982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dbfedc5-1167-46b8-bdc0-3d9d3817e0e0 req-5365c18f-f143-49ec-a888-bf029327a015 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790039 Mar 10 17:33:08.101091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53b5231-c7e9-4cd9-a50a-a22f8a178036 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:08.111648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks [] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.128042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Transition to ACTIVE for port object f53b5231-c7e9-4cd9-a50a-a22f8a178036 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:08.142680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.158360 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ab373-1ccc-46d8-9671-625517946ed3 x-openstack-request-id: req-130ab373-1ccc-46d8-9671-625517946ed3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:08.158730 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e793c72-b49d-4b15-8ade-c56aa09ac507", "name": "network-vif-deleted", "tag": "b08b30ff-2470-48d6-b9a6-6b30f757e0b3", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:08.158966 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-130ab373-1ccc-46d8-9671-625517946ed3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:08.159399 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e793c72-b49d-4b15-8ade-c56aa09ac507', 'name': 'network-vif-deleted', 'tag': 'b08b30ff-2470-48d6-b9a6-6b30f757e0b3', 'status': 'completed', 'code': 200} Mar 10 17:33:08.194995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] For port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:08.195278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.201584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33488) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:08.226214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:08.290464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Calling delete_port for 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:08.295501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6018934-e2cf-4945-b0e1-c9d3b097f2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.304542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593cd1d-b91c-48ca-b3ab-acb245e152b4 req-361a08bb-1bab-4ec2-94ad-b78e8210bb93 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.311707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1593cd1d-b91c-48ca-b3ab-acb245e152b4 req-361a08bb-1bab-4ec2-94ad-b78e8210bb93 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2307951 Mar 10 17:33:08.369505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Attempting to bind port f53b5231-c7e9-4cd9-a50a-a22f8a178036 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:08.370393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Attempting to bind port f53b5231-c7e9-4cd9-a50a-a22f8a178036 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:08.370991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Attempting to bind port f53b5231-c7e9-4cd9-a50a-a22f8a178036 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:08.382014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Port f53b5231-c7e9-4cd9-a50a-a22f8a178036 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:08.382572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Attempting to bind port f53b5231-c7e9-4cd9-a50a-a22f8a178036 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:08.388414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:08.388781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:08.389207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:08.389965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Bound port: f53b5231-c7e9-4cd9-a50a-a22f8a178036, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:08.390372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.492801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:08.498742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:08.508164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.575273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.576488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:08.577736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] 10.222.0.59 "PUT /v2.0/ports/f53b5231-c7e9-4cd9-a50a-a22f8a178036 HTTP/1.1" status: 200 len: 1096 time: 1.2580030 Mar 10 17:33:08.578195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:08.580827 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db94e80-0c92-4afb-9632-bfdae1ff3837" -d '{"events": [{"name": "network-changed", "server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:08.584334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd5cc2-dcd9-4764-8b85-31f20f407e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:08.689574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-e7320035-7eda-4da5-b25b-fbad6712c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.691397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-e7320035-7eda-4da5-b25b-fbad6712c6f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 1130 time: 0.0664196 Mar 10 17:33:08.736118 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-7584e6f5-ab58-4e74-9042-80be02e9671a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036 HTTP/1.1" status: 200 len: 217 time: 0.0373330 Mar 10 17:33:08.797219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-81d1c60c-984e-40c0-ad93-d8ed80b4c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.798778 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-81d1c60c-984e-40c0-ad93-d8ed80b4c46e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0561609 Mar 10 17:33:08.853115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-068aba2e-9488-42e8-929c-9239136eff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.855277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-068aba2e-9488-42e8-929c-9239136eff40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500138 Mar 10 17:33:08.957338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1593cd1d-b91c-48ca-b3ab-acb245e152b4 req-f37a6f61-bcbf-4a70-a4a9-ff3d8128a8bf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447511 Mar 10 17:33:08.958059 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-79044d96-04c3-452f-bc3d-3c0948e37957 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961976 Mar 10 17:33:08.988632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97cb9-2879-437f-911a-11e3c60dc3f9 req-d01a5162-77df-4ae0-810c-5cbb331dae04 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:08.990232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6b97cb9-2879-437f-911a-11e3c60dc3f9 req-d01a5162-77df-4ae0-810c-5cbb331dae04 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.7681799 Mar 10 17:33:09.031835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.068396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3303d50-bcfa-4cf1-9d7f-a5d3d39ea46c req-c13a625f-ad7f-4bf5-a03b-05e3d2957b3d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047995 Mar 10 17:33:09.100411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba1d8650-fb23-4236-be2e-89a1f6100c8a req-c4170164-7340-463c-8581-7ca1fffdd0f3 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 210 time: 0.0539279 Mar 10 17:33:09.153645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6018934-e2cf-4945-b0e1-c9d3b097f2e2 admin admin] Publish callbacks [] for security_group (e7b3c0d2-4230-4af6-afc0-c72a099366cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.166143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6018934-e2cf-4945-b0e1-c9d3b097f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e7b3c0d2-4230-4af6-afc0-c72a099366cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.177382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6b97cb9-2879-437f-911a-11e3c60dc3f9 req-8247f049-23d0-4329-ac0a-0550e16169dd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765954 Mar 10 17:33:09.180097 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0dca8-ba83-4832-9965-e47f91f5d7f2 x-openstack-request-id: req-c6f0dca8-ba83-4832-9965-e47f91f5d7f2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:09.181025 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:09.181025 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6f0dca8-ba83-4832-9965-e47f91f5d7f2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:09.181025 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036', 'status': 'completed', 'code': 200} Mar 10 17:33:09.240162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2e402f6a-638e-42dd-9ba7-ddc6cfa39dff), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.243140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.252523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c6018934-e2cf-4945-b0e1-c9d3b097f2e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97cfebabf8174b84bcafe5b28eff57c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0433638 Mar 10 17:33:09.255288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:09.258125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['de647e3a-89f1-4971-b6db-0452894c56ed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:09.274602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6018934-e2cf-4945-b0e1-c9d3b097f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3c0d2-4230-4af6-afc0-c72a099366cb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:09.287443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event deleted for resources: {'Port': ['ID=2e402f6a-638e-42dd-9ba7-ddc6cfa39dff,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:09.313142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-ae38a115-7e25-4455-b265-69d33950de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.314980 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-ae38a115-7e25-4455-b265-69d33950de65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 1130 time: 0.1098707 Mar 10 17:33:09.367632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] Publish callbacks [] for security_group (e7b3c0d2-4230-4af6-afc0-c72a099366cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.371266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-854fd59c-180b-44a4-ade2-7dcdfdd80e36 req-a9dd3b6e-28e5-4c50-8eb0-1de710651e1f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0932524 Mar 10 17:33:09.392682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:09.401213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:09.408363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:09.429596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] Publish callbacks [] for security_group (e7b3c0d2-4230-4af6-afc0-c72a099366cb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.432532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] No DVR routers for this DVR port 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:09.455010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-0a2be569-9cfa-438a-963e-43b429de90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.456589 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-0a2be569-9cfa-438a-963e-43b429de90f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1347430 Mar 10 17:33:09.458719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.462135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-017fa557-c841-4fce-8207-480ecb6ac63a req-39b0fe33-c7bc-4b28-a185-cf3e36f115db tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.59 "DELETE /v2.0/ports/2e402f6a-638e-42dd-9ba7-ddc6cfa39dff HTTP/1.1" status: 204 len: 173 time: 2.5659490 Mar 10 17:33:09.488428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event updated for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:09.506446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.506446 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.507318 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-84e52e5c-5c4e-4262-a6a6-c6ac76192879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036 HTTP/1.1" status: 200 len: 217 time: 0.0426154 Mar 10 17:33:09.516872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d4554-7c29-4da3-a1c1-5f9109b6512c req-45641c56-8940-4b53-982a-741e3d4d3104 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.518459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc1d4554-7c29-4da3-a1c1-5f9109b6512c req-45641c56-8940-4b53-982a-741e3d4d3104 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 948 time: 0.2284529 Mar 10 17:33:09.538201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e7b3c0d2-4230-4af6-afc0-c72a099366cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.541336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.542469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7b3c0d2-4230-4af6-afc0-c72a099366cb HTTP/1.1" status: 204 len: 168 time: 0.2856708 Mar 10 17:33:09.542722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-d678a6e0-62b1-473e-8d39-79f6740bd84c tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9075947 Mar 10 17:33:09.570826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Request body: {'port': {'device_id': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:09.607009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4a1ba-f618-424f-88d4-2178ed77bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3c0d2-4230-4af6-afc0-c72a099366cb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:09.636781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-943b7e87-720b-4720-8cc2-5183ff70eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.638360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-943b7e87-720b-4720-8cc2-5183ff70eab7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1218235 Mar 10 17:33:09.712657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc1d4554-7c29-4da3-a1c1-5f9109b6512c req-7e8d1f90-016d-44bb-965a-2a630b11631e tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842797 Mar 10 17:33:09.713532 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:09.725942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-ca3d9e6a-0a92-4ff5-9b41-3297a59130c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.729902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-ca3d9e6a-0a92-4ff5-9b41-3297a59130c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0836089 Mar 10 17:33:09.872623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-8ebc40b2-131a-40a9-9de0-fadee482f592 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356103 Mar 10 17:33:09.990066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6cf3f-51a2-4aa2-9029-b8ea4a91bae2 req-ee4444fe-de78-40a4-acf3-ce7dcf71e0e7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:09.991689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f6cf3f-51a2-4aa2-9029-b8ea4a91bae2 req-ee4444fe-de78-40a4-acf3-ce7dcf71e0e7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1460390 Mar 10 17:33:10.005162 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0db94e80-0c92-4afb-9632-bfdae1ff3837 req-49edf56f-71c2-4264-ad69-bcaae59bf65b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250808 Mar 10 17:33:10.055244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4031d1-6fbe-4603-bbeb-6f58ecef8ce4 req-5a369742-5e1c-4eb2-a752-85ab33466d17 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:10.056706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b4031d1-6fbe-4603-bbeb-6f58ecef8ce4 req-5a369742-5e1c-4eb2-a752-85ab33466d17 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.2020552 Mar 10 17:33:10.141486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f6cf3f-51a2-4aa2-9029-b8ea4a91bae2 req-362637a2-7157-497d-91fc-4b82261f4d56 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154454 Mar 10 17:33:10.161339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-deleted', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:10.164232 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b13e1-f812-44e5-bb5a-c0b5e8ef36b9" -d '{"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-deleted", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:10.177158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b4031d1-6fbe-4603-bbeb-6f58ecef8ce4 req-284b8fb2-bf3e-4dfd-9f52-eab552793f39 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111758 Mar 10 17:33:10.222142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62d65e1-c79f-4683-9d88-50bb3b89a27e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:10.234392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks [] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.249497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Transition to ACTIVE for port object f62d65e1-c79f-4683-9d88-50bb3b89a27e will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:10.256943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.439372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Pushing event updated for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:10.498107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b210a8-ec2a-4470-b7e5-e99f6674ee81 req-120f94d1-ca31-40fc-9ac2-14bf790f35fd tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:10.499665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3b210a8-ec2a-4470-b7e5-e99f6674ee81 req-120f94d1-ca31-40fc-9ac2-14bf790f35fd tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 944 time: 0.2300315 Mar 10 17:33:10.510805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baec8b-48f5-407b-98f6-7af192bfa0a8 req-521ef1f9-13b4-490c-9575-06948fa44bcf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:10.512210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9baec8b-48f5-407b-98f6-7af192bfa0a8 req-521ef1f9-13b4-490c-9575-06948fa44bcf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2232208 Mar 10 17:33:10.515230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Attempting to bind port f62d65e1-c79f-4683-9d88-50bb3b89a27e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:10.515565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Attempting to bind port f62d65e1-c79f-4683-9d88-50bb3b89a27e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:10.515894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Attempting to bind port f62d65e1-c79f-4683-9d88-50bb3b89a27e on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:10.541891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:10.542699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Port f62d65e1-c79f-4683-9d88-50bb3b89a27e on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:10.542699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Attempting to bind port f62d65e1-c79f-4683-9d88-50bb3b89a27e on network 798d0cc7-15ca-4be7-b2ad-cf50cf961019 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:10.571486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:10.571920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Checking segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:10.572209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Bound using segment: {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:10.572646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Bound port: f62d65e1-c79f-4683-9d88-50bb3b89a27e, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:10.573010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.595199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:10.595969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2e402f6a-638e-42dd-9ba7-ddc6cfa39dff not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:10.596685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:10.612616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3b210a8-ec2a-4470-b7e5-e99f6674ee81 req-b28308a6-ac1c-4b83-bb8e-d6e119d01fb2 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991058 Mar 10 17:33:10.624155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: b08b30ff-2470-48d6-b9a6-6b30f757e0b3 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:10.625075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b08b30ff-2470-48d6-b9a6-6b30f757e0b3 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:10.633056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9baec8b-48f5-407b-98f6-7af192bfa0a8 req-f62c4190-1859-4b7e-8cfe-a5f2f1139f8e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037376 Mar 10 17:33:10.745079 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec656540-7fd5-4977-850c-9319a3a8f02e x-openstack-request-id: req-ec656540-7fd5-4977-850c-9319a3a8f02e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:10.745538 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630b444-9a49-4f94-b3b2-7c7fde08a25d", "name": "network-vif-deleted", "tag": "2e402f6a-638e-42dd-9ba7-ddc6cfa39dff", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:10.745892 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec656540-7fd5-4977-850c-9319a3a8f02e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:10.746516 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630b444-9a49-4f94-b3b2-7c7fde08a25d', 'name': 'network-vif-deleted', 'tag': '2e402f6a-638e-42dd-9ba7-ddc6cfa39dff', 'status': 'completed', 'code': 200} Mar 10 17:33:10.752421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:10.775551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:10.822493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157b49-f080-45db-8a2c-a66783c93f58 req-dc32a185-d657-45ee-858a-b4164e4f3c68 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:10.824765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4157b49-f080-45db-8a2c-a66783c93f58 req-dc32a185-d657-45ee-858a-b4164e4f3c68 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1220062 Mar 10 17:33:10.830944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f313ab78-ea86-4ba9-951f-f0e67935102e req-4dc790c8-c3e1-4bed-9242-dc8c28fb7bfd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0608811 Mar 10 17:33:10.832917 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.910668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:10.915285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:10.917289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] 10.222.0.59 "PUT /v2.0/ports/f62d65e1-c79f-4683-9d88-50bb3b89a27e HTTP/1.1" status: 200 len: 1092 time: 1.3512678 Mar 10 17:33:10.991361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047dd9-9c19-4321-bd63-0bef174a195d service neutron] Pushing event updated for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:11.056839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4157b49-f080-45db-8a2c-a66783c93f58 req-5cafea26-5698-42a0-addd-0c9c88ea32c2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202370 Mar 10 17:33:11.085008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f656b0a-f647-4263-9df5-5b40c27cef62 req-563e96f1-a71e-4d2e-8c0c-c3a65a58fd8c tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.092238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f656b0a-f647-4263-9df5-5b40c27cef62 req-563e96f1-a71e-4d2e-8c0c-c3a65a58fd8c tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 948 time: 0.1480701 Mar 10 17:33:11.120706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-192cc78a-1592-4988-a9a1-437862ebf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.122506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-192cc78a-1592-4988-a9a1-437862ebf460 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 1126 time: 0.1372273 Mar 10 17:33:11.217284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f656b0a-f647-4263-9df5-5b40c27cef62 req-2eacd723-07a7-48ce-8af5-5dccf6803a57 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237743 Mar 10 17:33:11.267582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-eb6a3c36-c5a2-41de-996c-3d55acdb5188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e HTTP/1.1" status: 200 len: 217 time: 0.1181209 Mar 10 17:33:11.377803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcba189-3429-4c93-9a6d-9259e476ee51 req-c783cdce-9033-401c-b9f3-43ec627576ec tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.379443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffcba189-3429-4c93-9a6d-9259e476ee51 req-c783cdce-9033-401c-b9f3-43ec627576ec tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2443099 Mar 10 17:33:11.396026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-6a4ff8bc-648c-403c-8c64-65a11af2aaed tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.397649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-6a4ff8bc-648c-403c-8c64-65a11af2aaed tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.1894932 Mar 10 17:33:11.404002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-58d0262b-67cb-4cf7-a887-9b50a8bfdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.405495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-58d0262b-67cb-4cf7-a887-9b50a8bfdebf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.1299748 Mar 10 17:33:11.487363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-ab418136-250d-4817-933f-af3210ed232b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719426 Mar 10 17:33:11.501802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238c82a-d186-4bda-8d0b-bd70259549d0 req-e2b52d40-5196-46e7-8479-e191a41aeaab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:11.503577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f238c82a-d186-4bda-8d0b-bd70259549d0 req-e2b52d40-5196-46e7-8479-e191a41aeaab tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 949 time: 0.2141294 Mar 10 17:33:11.610848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffcba189-3429-4c93-9a6d-9259e476ee51 req-512f490a-e3af-4f3b-ba69-b628348b0721 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100565 Mar 10 17:33:11.692573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f238c82a-d186-4bda-8d0b-bd70259549d0 req-b770b5c5-1551-40b2-aba5-d1fb84a0a920 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/security-groups?id=16b3b878-a26d-4c9b-ac13-ac3ecbc31368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688199 Mar 10 17:33:11.715393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-ccdd6836-252d-4f87-ba1d-3e3da39a0275 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106280 Mar 10 17:33:11.742267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Deleting port b4359f48-5b08-47cf-894c-e21ab63302ba {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:11.743379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:11.993131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] For port b4359f48-5b08-47cf-894c-e21ab63302ba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4359f48-5b08-47cf-894c-e21ab63302ba,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:11.993859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:11.999733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51ea8f3a-e177-4985-ba23-4841ec01e1c5 req-cb24c121-96aa-4a6d-b61a-3c5ffea0cfc4 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785735 Mar 10 17:33:12.019695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7decdc8-cd9f-4168-9f13-f3e7606258f6 req-5b84fc69-df02-43d7-a42d-c267980dfe64 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:12.021607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7decdc8-cd9f-4168-9f13-f3e7606258f6 req-5b84fc69-df02-43d7-a42d-c267980dfe64 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 944 time: 0.2850120 Mar 10 17:33:12.039342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc50c-9338-4569-b019-78324eb00f0d req-e8096ee4-d7d5-4cb0-86c5-f51255442c50 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:12.040914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b00fc50c-9338-4569-b019-78324eb00f0d req-e8096ee4-d7d5-4cb0-86c5-f51255442c50 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2357848 Mar 10 17:33:12.043141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Calling delete_port for b4359f48-5b08-47cf-894c-e21ab63302ba owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:12.168227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7decdc8-cd9f-4168-9f13-f3e7606258f6 req-1153e88e-194d-4bc3-b11d-c5aba372ae8f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263204 Mar 10 17:33:12.181778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b00fc50c-9338-4569-b019-78324eb00f0d req-ac77742f-f41c-4556-951f-e02381d571a1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310239 Mar 10 17:33:12.285028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b4359f48-5b08-47cf-894c-e21ab63302ba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:12.298044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4359f48-5b08-47cf-894c-e21ab63302ba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:12.342184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4814b766-3be4-4d13-9527-a977a31fa06c req-38ee8580-9085-413e-9958-bb5676c92c04 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0674465 Mar 10 17:33:12.384724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19edac8e-7197-473a-9fb8-f2be6cd8e622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:12.400180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Pushing event deleted for resources: {'Port': ['ID=b4359f48-5b08-47cf-894c-e21ab63302ba,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:12.499051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] No DVR routers for this DVR port b4359f48-5b08-47cf-894c-e21ab63302ba on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:12.504554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:12.508681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ee1be7d-49a4-4017-94cd-51adc976f153 req-18cbe172-91b0-46f3-8b6f-36649b49d99b tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.41 "DELETE /v2.0/ports/b4359f48-5b08-47cf-894c-e21ab63302ba HTTP/1.1" status: 204 len: 173 time: 1.0960772 Mar 10 17:33:12.531268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cc04c-17ec-479c-82d7-a2091a270598 req-591a005c-156f-48fe-954b-9ce568f996ca tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:12.532862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a9cc04c-17ec-479c-82d7-a2091a270598 req-591a005c-156f-48fe-954b-9ce568f996ca tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2061763 Mar 10 17:33:12.550495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff26e-a3e7-41b5-9308-f73824df779f req-8cd1f0a2-7a90-4134-9d38-988625af230f tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:12.552345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-546ff26e-a3e7-41b5-9308-f73824df779f req-8cd1f0a2-7a90-4134-9d38-988625af230f tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 948 time: 0.1033494 Mar 10 17:33:12.555807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f53b5231-c7e9-4cd9-a50a-a22f8a178036 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:12.671244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-546ff26e-a3e7-41b5-9308-f73824df779f req-cc64f681-0346-4ef5-8b70-6547b52dd70f tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Mar 10 17:33:12.673187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:12.685167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a9cc04c-17ec-479c-82d7-a2091a270598 req-d1ab92b4-feac-4535-865e-75601b518256 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Mar 10 17:33:12.696663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036', 'mac_address': 'fa:16:3e:1f:3f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:12.748459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e'}, {'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-deleted', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:12.752057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a8b8e-4890-44f8-ada2-fb426adc184e" -d '{"events": [{"name": "network-changed", "server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e"}, {"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-deleted", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:12.766304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port f53b5231-c7e9-4cd9-a50a-a22f8a178036 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:12.767176 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:12.790404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53b5231-c7e9-4cd9-a50a-a22f8a178036 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:12.840350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:12.852353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:12.907937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:12.916382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.917004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.917496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.917985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.918497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.918995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.919473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.920564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.921063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.921603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.922092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.922608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.923084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:12.957319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7700ab65-e34d-4335-8880-47e475a9d5d6 req-8a157e89-ceae-4620-8203-10b6120190fd tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f02283e-bc05-4797-9155-575e17ad1dae HTTP/1.1" status: 200 len: 210 time: 0.0849268 Mar 10 17:33:13.048707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-bd0c7546-0063-440e-9780-e498fa58e896 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:13.058249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-bd0c7546-0063-440e-9780-e498fa58e896 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.2558722 Mar 10 17:33:13.082339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['f53b5231-c7e9-4cd9-a50a-a22f8a178036'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:13.095496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b695fc7-e742-4ac1-bf4e-42e581c1a0dd x-openstack-request-id: req-4b695fc7-e742-4ac1-bf4e-42e581c1a0dd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:13.095804 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e", "status": "completed", "code": 200}, {"server_uuid": "0f02283e-bc05-4797-9155-575e17ad1dae", "name": "network-vif-deleted", "tag": "b4359f48-5b08-47cf-894c-e21ab63302ba", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:13.096069 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b695fc7-e742-4ac1-bf4e-42e581c1a0dd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:13.096484 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e', 'status': 'completed', 'code': 200} Mar 10 17:33:13.098383 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02283e-bc05-4797-9155-575e17ad1dae', 'name': 'network-vif-deleted', 'tag': 'b4359f48-5b08-47cf-894c-e21ab63302ba', 'status': 'completed', 'code': 200} Mar 10 17:33:13.120414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-7bcc16a1-19d2-4e86-b9a5-0683aceec8f6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/quotas/802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 375 time: 0.0594685 Mar 10 17:33:13.325556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-9d0b8a13-947a-4b63-8d69-6151cb660876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:13.327057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-9d0b8a13-947a-4b63-8d69-6151cb660876 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 1126 time: 0.2614751 Mar 10 17:33:13.338936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-bcf22db8-f8d0-4ec1-a19f-a764c9ad7dc0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2157583 Mar 10 17:33:13.540004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea1929-d204-4bbb-9818-80b6063b1de7 req-67961e66-c354-4306-bd1d-9f8a0e080585 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:13.541399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05ea1929-d204-4bbb-9818-80b6063b1de7 req-67961e66-c354-4306-bd1d-9f8a0e080585 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 944 time: 0.2328272 Mar 10 17:33:13.546228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-4a2b755b-67b6-4cdc-be64-7b81de1f9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:13.547474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-4a2b755b-67b6-4cdc-be64-7b81de1f9a8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 200 len: 922 time: 0.2076714 Mar 10 17:33:13.557528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-ca662938-7dec-4295-878e-5a2275d72835 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023470 Mar 10 17:33:13.969696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-2d0aac46-5578-4a0f-a11a-26c2abaf5d97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e HTTP/1.1" status: 200 len: 217 time: 0.4100997 Mar 10 17:33:14.061842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05ea1929-d204-4bbb-9818-80b6063b1de7 req-bb93fb9f-b20c-449c-a412-19c81ad1fb42 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121396 Mar 10 17:33:14.090360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-1da9991b-f841-4ece-bf4d-e5f5971f27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:14.091854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-1da9991b-f841-4ece-bf4d-e5f5971f27fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 200 len: 861 time: 0.1141534 Mar 10 17:33:14.124693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-4939301e-1611-42f1-bd61-24e64544336b service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022176 Mar 10 17:33:14.192492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-defb1e23-258c-42c5-8abd-e81f31db9fc6 req-fc8af621-2595-49cb-bf6b-1065de9e8d8b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0521696 Mar 10 17:33:14.278222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-88dee3e8-34de-4b92-b222-c7c93996c24c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=798d0cc7-15ca-4be7-b2ad-cf50cf961019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766107 Mar 10 17:33:14.290750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-f0333155-0679-4932-9b9d-46db1cbb7737 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:33:14.291832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-f0333155-0679-4932-9b9d-46db1cbb7737 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072315 Mar 10 17:33:14.471545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-d6b02ae4-e1a8-4092-8d69-c8e4b3474648 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722960 Mar 10 17:33:14.505568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392497c-e88b-45af-8922-424ffe916900 req-ffded90f-8452-484b-a53e-da10ff8d9ec8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:14.507912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7392497c-e88b-45af-8922-424ffe916900 req-ffded90f-8452-484b-a53e-da10ff8d9ec8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1663358 Mar 10 17:33:14.551356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84aa90-d609-4c3f-8bff-0b2f6b5720d6 req-48e5cff5-97da-46ee-b913-6701559a3bfa tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:14.559005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b84aa90-d609-4c3f-8bff-0b2f6b5720d6 req-48e5cff5-97da-46ee-b913-6701559a3bfa tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 949 time: 0.1590500 Mar 10 17:33:14.573838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f62d65e1-c79f-4683-9d88-50bb3b89a27e details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:14.696770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7392497c-e88b-45af-8922-424ffe916900 req-606c8c4c-3268-42d3-b0f7-238547f710b6 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762161 Mar 10 17:33:14.705507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2a8b8e-4890-44f8-ada2-fb426adc184e req-8be929ac-9c91-4207-91bf-da4c6bf386c1 service neutron] 10.222.0.59 "GET /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258205 Mar 10 17:33:14.709196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b84aa90-d609-4c3f-8bff-0b2f6b5720d6 req-d06dbee2-02b0-4665-9f11-04ae341fd696 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491637 Mar 10 17:33:14.820758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:14.840154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f53b5231-c7e9-4cd9-a50a-a22f8a178036 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:14.847104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e', 'network_id': '798d0cc7-15ca-4be7-b2ad-cf50cf961019', 'port_id': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e', 'mac_address': 'fa:16:3e:12:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4a76df-922a-4ef5-9fc8-98db02dd9e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:14.885086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-210d71ea-eaa7-461d-9134-0ce51692f7b4 req-67aaf82a-5351-450d-96d4-c554f6544286 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 210 time: 0.0700884 Mar 10 17:33:14.965405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port f62d65e1-c79f-4683-9d88-50bb3b89a27e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:14.965961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:14.986663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62d65e1-c79f-4683-9d88-50bb3b89a27e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:15.012989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:15.014285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5156077c-9147-4459-9f16-a61900be0da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.038898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.117970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:15.163969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:15.174882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port f53b5231-c7e9-4cd9-a50a-a22f8a178036 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:15.250973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port f53b5231-c7e9-4cd9-a50a-a22f8a178036 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:15.253026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.331210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e238-12bf-4e1c-a123-244adec4e671 req-df4ee0d2-c470-4ef8-8b96-dcd5c9432695 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:15.344607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5053e238-12bf-4e1c-a123-244adec4e671 req-df4ee0d2-c470-4ef8-8b96-dcd5c9432695 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 945 time: 0.1443729 Mar 10 17:33:15.347060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:15.369062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: b4359f48-5b08-47cf-894c-e21ab63302ba {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:15.369458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4359f48-5b08-47cf-894c-e21ab63302ba not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:15.437110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5053e238-12bf-4e1c-a123-244adec4e671 req-e7a078b8-8eba-4502-ac1d-70e82be68a8f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829041 Mar 10 17:33:15.470465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['f62d65e1-c79f-4683-9d88-50bb3b89a27e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:15.489688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96719bf9-c691-444e-ba1b-707d6ca7ab9d req-3143daf8-841b-473a-8005-0c57304ba92f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0937371 Mar 10 17:33:15.596298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port f53b5231-c7e9-4cd9-a50a-a22f8a178036 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:15.596933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.638592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:15.640523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:15.643206 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb4b1a4-6b34-4eda-a05b-9f5a92fc2931" -d '{"events": [{"server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "name": "network-vif-plugged", "status": "completed", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:15.656223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d0db016-139d-472b-85a5-0d140e0eff55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3dc44762e0654c81b090c46b049739a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060088 Mar 10 17:33:15.656868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33644) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:15.773055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.816859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] Publish callbacks [] for security_group (16b3b878-a26d-4c9b-ac13-ac3ecbc31368), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:15.882972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] Publish callbacks [] for security_group (16b3b878-a26d-4c9b-ac13-ac3ecbc31368), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:16.181199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (16b3b878-a26d-4c9b-ac13-ac3ecbc31368), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:16.184603 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:16.186048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16b3b878-a26d-4c9b-ac13-ac3ecbc31368 HTTP/1.1" status: 204 len: 168 time: 0.5273409 Mar 10 17:33:16.245373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075616b3-08f6-49ef-b64a-8172991c1b10 req-16e6d382-080d-4e04-bdc2-132dfe90bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:16.246962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-075616b3-08f6-49ef-b64a-8172991c1b10 req-16e6d382-080d-4e04-bdc2-132dfe90bfba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 1132 time: 0.2327745 Mar 10 17:33:16.279789 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64115ff-6650-4863-84f1-3caf9239a535 x-openstack-request-id: req-b64115ff-6650-4863-84f1-3caf9239a535 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:16.280170 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "name": "network-vif-plugged", "status": "completed", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:16.280432 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b64115ff-6650-4863-84f1-3caf9239a535 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:16.289115 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036', 'code': 200} Mar 10 17:33:16.301858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97034e-50fa-45fe-b600-eca392f77bdc req-27dd6aa0-e6da-4515-bcbc-3813f550fc1a tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:16.312544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a97034e-50fa-45fe-b600-eca392f77bdc req-27dd6aa0-e6da-4515-bcbc-3813f550fc1a tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 950 time: 0.3302984 Mar 10 17:33:16.434884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:16.448966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-075616b3-08f6-49ef-b64a-8172991c1b10 req-5f8936f1-7aa1-4618-a38e-b1c49e78e14a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757536 Mar 10 17:33:16.449859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d522ac2-29bd-4fda-9007-4f2bd79b6d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3b878-a26d-4c9b-ac13-ac3ecbc31368,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:16.532147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:16.679235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f3b6-4483-4225-920d-ae272406e575 req-71f2c189-9b23-44c1-b1e2-8a044cf52f5b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:16.691400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec88f3b6-4483-4225-920d-ae272406e575 req-71f2c189-9b23-44c1-b1e2-8a044cf52f5b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.6284668 Mar 10 17:33:16.824106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a97034e-50fa-45fe-b600-eca392f77bdc req-0b8b3875-1ad7-4a62-b5ae-b071e005030a tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102332 Mar 10 17:33:16.885797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-e7d1cb4e-7caf-4fb4-8b00-75b40aba2374 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:16.898512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-e7d1cb4e-7caf-4fb4-8b00-75b40aba2374 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.8449268 Mar 10 17:33:16.921775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'device_id': '923e391b-07d0-4b12-b0b5-ac158433c679', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'admin_state_up': True, 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:16.939365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:16.978594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec88f3b6-4483-4225-920d-ae272406e575 req-fdf9f356-5a35-430a-afd0-216e147c169c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862689 Mar 10 17:33:17.005119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9123c229-0d85-419b-9056-362169449c3b req-1bf2b37d-ce4c-402d-a6d0-89b9a7ac8016 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 210 time: 0.0474608 Mar 10 17:33:17.041991 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6591331d-0190-4b5a-89c8-f0d51c02c2c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec25e07b25ea4554b3d2c7ac080510de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993655 Mar 10 17:33:17.043594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:17.155070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.189898 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] Publish callbacks [] for security_group (8154ef26-10fd-4efc-9525-98ed35830155), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.267392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] Publish callbacks [] for security_group (8154ef26-10fd-4efc-9525-98ed35830155), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.342048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7cd44-1984-4f06-9743-9cc195db6317 req-05ecf1c6-eabc-4a53-bc5b-44767f020a37 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:17.345303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8154ef26-10fd-4efc-9525-98ed35830155), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.350048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dc7cd44-1984-4f06-9743-9cc195db6317 req-05ecf1c6-eabc-4a53-bc5b-44767f020a37 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 945 time: 0.2401898 Mar 10 17:33:17.353161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.358292 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8154ef26-10fd-4efc-9525-98ed35830155 HTTP/1.1" status: 204 len: 168 time: 0.3117225 Mar 10 17:33:17.380832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:17.392919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:17.409769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007bc42-8747-47ba-847e-6585ef73c7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8154ef26-10fd-4efc-9525-98ed35830155,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:17.551435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dc7cd44-1984-4f06-9743-9cc195db6317 req-771a0239-ba07-4d6b-aef2-b79f7d644eb6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930983 Mar 10 17:33:17.618841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d1773f6-a1aa-4eb1-b501-78bc4d5d52fa req-a1ebb3ad-869b-4c38-a95a-bdcfd5bd0d86 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0587244 Mar 10 17:33:17.703424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.20.0.10 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/b4f463d0-280a-4912-8154-39b80064af6b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:17.983180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (b4f463d0-280a-4912-8154-39b80064af6b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.039357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.056776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:18.211697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:18.243589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:18.255439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:18.385016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:18.385922 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.515049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1b82-c47a-4fbb-a41a-58c066378988 req-6b925cbf-c20c-4847-9c50-738764b90b33 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:18.527829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-761c1b82-c47a-4fbb-a41a-58c066378988 req-6b925cbf-c20c-4847-9c50-738764b90b33 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 950 time: 0.5063214 Mar 10 17:33:18.586008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f62d65e1-c79f-4683-9d88-50bb3b89a27e up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:18.663179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7504978 Mar 10 17:33:18.680405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7f764-27e2-43ac-99ed-84d015f0deb5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:18.707249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-acbee51d-7b62-4526-98ec-c30aa9948d51 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:33:18.711727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-acbee51d-7b62-4526-98ec-c30aa9948d51 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323479 Mar 10 17:33:18.744359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.790120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310331-891d-4ea3-9b94-5c78d71ec23e req-fe88f829-54d5-47e4-af23-397dfc68a2cf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:18.795389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71310331-891d-4ea3-9b94-5c78d71ec23e req-fe88f829-54d5-47e4-af23-397dfc68a2cf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.6599007 Mar 10 17:33:18.827140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Request body: {'port': {'device_id': '923e391b-07d0-4b12-b0b5-ac158433c679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:18.871509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8f68c79f-e2a0-4551-be8d-d7dbab061c2b None None] Provisioning complete for port b4f463d0-280a-4912-8154-39b80064af6b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:18.872497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f68c79f-e2a0-4551-be8d-d7dbab061c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4f463d0-280a-4912-8154-39b80064af6b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.903311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port f62d65e1-c79f-4683-9d88-50bb3b89a27e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:18.922007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port f62d65e1-c79f-4683-9d88-50bb3b89a27e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:18.923210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.939333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4f463d0-280a-4912-8154-39b80064af6b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:18.962516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8f68c79f-e2a0-4551-be8d-d7dbab061c2b None None] Port b4f463d0-280a-4912-8154-39b80064af6b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:18.968852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-761c1b82-c47a-4fbb-a41a-58c066378988 req-b3f59649-1a4d-473c-bcfd-6cb5c61af8d3 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390543 Mar 10 17:33:19.059097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port f62d65e1-c79f-4683-9d88-50bb3b89a27e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:19.060559 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:19.095187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:19.097806 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f6200-f924-4969-ad86-6c6124994dbe" -d '{"events": [{"server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "name": "network-vif-plugged", "status": "completed", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:19.135814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:19.145616 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:19.174233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71310331-891d-4ea3-9b94-5c78d71ec23e req-21cbee54-fc07-4189-beb4-115cfc758417 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524997 Mar 10 17:33:19.267962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:19.392283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10898d-5224-4619-8b68-34e080a192a0 req-9299417b-b020-4767-a5d8-de1452f8b3e5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:19.393864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d10898d-5224-4619-8b68-34e080a192a0 req-9299417b-b020-4767-a5d8-de1452f8b3e5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 932 time: 0.2721839 Mar 10 17:33:19.507962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce60f1-b52e-4448-91d4-cc2c6aba2da4 req-5e186917-9b6a-4b36-be5e-3db2a5cf4065 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:19.515944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ce60f1-b52e-4448-91d4-cc2c6aba2da4 req-5e186917-9b6a-4b36-be5e-3db2a5cf4065 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.1920111 Mar 10 17:33:19.561764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d10898d-5224-4619-8b68-34e080a192a0 req-ddc04229-3a68-4add-9530-c162d595afe9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531432 Mar 10 17:33:19.686903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ce60f1-b52e-4448-91d4-cc2c6aba2da4 req-0552be55-eef7-4fa3-9b2d-8e1a96b56a5d tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695652 Mar 10 17:33:19.848517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e024041b-db7a-46b4-b4f8-e7b688dd65b2 req-26edbdee-0b0f-4849-924c-ead3fc5fb8ce tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0833972 Mar 10 17:33:19.856818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f463d0-280a-4912-8154-39b80064af6b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:19.865482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks [] for port (b4f463d0-280a-4912-8154-39b80064af6b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:19.896382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Transition to ACTIVE for port object b4f463d0-280a-4912-8154-39b80064af6b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:19.902667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:19.987060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:19.995551 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f319f12-2b5c-4b2f-9c4f-d6fd8988b715 x-openstack-request-id: req-2f319f12-2b5c-4b2f-9c4f-d6fd8988b715 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:19.996200 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "name": "network-vif-plugged", "status": "completed", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:19.996200 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f319f12-2b5c-4b2f-9c4f-d6fd8988b715 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:19.996957 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e', 'code': 200} Mar 10 17:33:20.346968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Attempting to bind port b4f463d0-280a-4912-8154-39b80064af6b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:20.347324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Attempting to bind port b4f463d0-280a-4912-8154-39b80064af6b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:20.347656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Attempting to bind port b4f463d0-280a-4912-8154-39b80064af6b on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:20.351198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f869d-7155-4faa-abe4-325b35a135b8 req-e29db429-24d6-4289-a377-210ef3193d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.352757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-274f869d-7155-4faa-abe4-325b35a135b8 req-e29db429-24d6-4289-a377-210ef3193d00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 1128 time: 0.2889886 Mar 10 17:33:20.360504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Port b4f463d0-280a-4912-8154-39b80064af6b on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:20.360879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Attempting to bind port b4f463d0-280a-4912-8154-39b80064af6b on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:20.381049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:20.381495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:20.382064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:20.382653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Bound port: b4f463d0-280a-4912-8154-39b80064af6b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:20.383018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4f463d0-280a-4912-8154-39b80064af6b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:20.449439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abcf3c-17ce-4179-8d6f-afaf3f5631c7 req-f60cc170-1d36-48d0-8d74-bb29ce13301a tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.451544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3abcf3c-17ce-4179-8d6f-afaf3f5631c7 req-f60cc170-1d36-48d0-8d74-bb29ce13301a tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1867604 Mar 10 17:33:20.463028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-274f869d-7155-4faa-abe4-325b35a135b8 req-a080ac28-4c1d-4185-b7c5-c3253d74a926 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035290 Mar 10 17:33:20.513201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:20.519163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4f463d0-280a-4912-8154-39b80064af6b,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:20.532813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:20.545594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3abcf3c-17ce-4179-8d6f-afaf3f5631c7 req-c08024af-8f46-41c6-9a0e-a85ff40941a7 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757310 Mar 10 17:33:20.581239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.581871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:20.584183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4f463d0-280a-4912-8154-39b80064af6b HTTP/1.1" status: 200 len: 1092 time: 1.7680399 Mar 10 17:33:20.584183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:20.586255 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f" -d '{"events": [{"name": "network-changed", "server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "tag": "b4f463d0-280a-4912-8154-39b80064af6b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:20.648555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2848ba-c908-4bc0-82a9-601135c8fa61 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:20.801610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-df243e4d-f85d-4b10-92cb-37ffa9dacf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.803538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-df243e4d-f85d-4b10-92cb-37ffa9dacf4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 1126 time: 0.1295037 Mar 10 17:33:20.816299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d44c83-c603-4202-8894-91521c7947cb req-e465e112-5394-4f1f-90eb-7df74d7dca77 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.818823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5d44c83-c603-4202-8894-91521c7947cb req-e465e112-5394-4f1f-90eb-7df74d7dca77 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 944 time: 0.1004779 Mar 10 17:33:20.875621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-bd32021f-b486-4411-b7fa-26f3748d4c64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4f463d0-280a-4912-8154-39b80064af6b HTTP/1.1" status: 200 len: 217 time: 0.0548482 Mar 10 17:33:20.914122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b438317e-0ac2-4f42-ac07-2042094fbff5 x-openstack-request-id: req-b438317e-0ac2-4f42-ac07-2042094fbff5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:20.914122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "tag": "b4f463d0-280a-4912-8154-39b80064af6b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:20.914122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b438317e-0ac2-4f42-ac07-2042094fbff5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:20.914122 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b', 'status': 'completed', 'code': 200} Mar 10 17:33:20.989630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-747355b5-9177-4193-be7b-2e3faf1219b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:20.991575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-747355b5-9177-4193-be7b-2e3faf1219b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1072247 Mar 10 17:33:21.007771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5d44c83-c603-4202-8894-91521c7947cb req-c5762854-7da9-4a5f-a700-b7e1057b8a73 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749439 Mar 10 17:33:21.126306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-4a5555cc-048b-4fe7-9254-fb9beffb6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.132915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-4a5555cc-048b-4fe7-9254-fb9beffb6f16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223440 Mar 10 17:33:21.329584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aefe4f-af12-425b-b4b9-7a8bf3292b85 req-9ed3160b-bb36-42b6-9ec3-cfa37ed5d17a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.337903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23aefe4f-af12-425b-b4b9-7a8bf3292b85 req-9ed3160b-bb36-42b6-9ec3-cfa37ed5d17a tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.1725922 Mar 10 17:33:21.350418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-4e5441be-bd83-4391-87d5-7676a491cdd8 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117436 Mar 10 17:33:21.490766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7ef1c4d-87dd-4111-bfbe-5977d7ea0bf6 req-e9b91d7c-cbc4-4263-a2f4-031ed533bc73 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0446630 Mar 10 17:33:21.512668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6754b081-2254-4cfd-ac1e-861f630fbfda req-8022a410-b7fe-414b-9976-50dd3a445d15 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541834 Mar 10 17:33:21.536669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23aefe4f-af12-425b-b4b9-7a8bf3292b85 req-b0e89a07-5432-4373-8666-a3864532733d tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976502 Mar 10 17:33:21.707685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd8476-ffd7-42cb-a2fd-82b716526f99 req-46663df9-a4ee-48cc-94ea-9e53078f4985 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.709534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1bd8476-ffd7-42cb-a2fd-82b716526f99 req-46663df9-a4ee-48cc-94ea-9e53078f4985 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 950 time: 0.1059844 Mar 10 17:33:21.766039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-c98acd21-e667-4f46-873f-1a1535af4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.767665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-c98acd21-e667-4f46-873f-1a1535af4697 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 1126 time: 0.1078143 Mar 10 17:33:21.826317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1bd8476-ffd7-42cb-a2fd-82b716526f99 req-c7b6c6b6-ef4e-41e7-87aa-fd4c7805b122 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030900 Mar 10 17:33:21.946719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-3a729fd5-526d-43ae-94c1-4cb6fea94ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:21.948583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-3a729fd5-526d-43ae-94c1-4cb6fea94ad6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.1741378 Mar 10 17:33:22.016073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-3af22c3b-d6a3-44ef-a13e-9b03750219f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4f463d0-280a-4912-8154-39b80064af6b HTTP/1.1" status: 200 len: 217 time: 0.0412359 Mar 10 17:33:22.071670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffe1c0-bd57-47b1-b833-15e03335a1df req-7f8d8335-760a-4510-8f2d-728c837a7361 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.073485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ffe1c0-bd57-47b1-b833-15e03335a1df req-7f8d8335-760a-4510-8f2d-728c837a7361 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2106245 Mar 10 17:33:22.111015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-f0ae5424-d7a2-4aaf-8605-2525bdd09eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.112880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-f0ae5424-d7a2-4aaf-8605-2525bdd09eed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0902114 Mar 10 17:33:22.171580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ffe1c0-bd57-47b1-b833-15e03335a1df req-e6c52cf3-aa4b-4528-8475-5cc3a1f31ff3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918102 Mar 10 17:33:22.197535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-a52a00f9-bb24-4bb0-b790-4c401278a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.199125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-a52a00f9-bb24-4bb0-b790-4c401278a83a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796082 Mar 10 17:33:22.414604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-fbfcc3d8-fd9a-492c-9921-94ccd7b42195 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066133 Mar 10 17:33:22.463868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952779e-5e89-4e3e-bf1f-bbd85fcf0107 req-d0115f45-f0c3-4376-abee-f80ef8d51431 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:22.476153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5952779e-5e89-4e3e-bf1f-bbd85fcf0107 req-d0115f45-f0c3-4376-abee-f80ef8d51431 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 944 time: 0.1931188 Mar 10 17:33:23.074919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e13739-8bf9-4a9b-923d-3f9e2e99162f req-d586c921-7ae9-418d-9a38-b54888687b62 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515560 Mar 10 17:33:23.196816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5952779e-5e89-4e3e-bf1f-bbd85fcf0107 req-ebcbdbce-277e-4c1e-9da2-e0ef1d3d67d9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188580 Mar 10 17:33:23.224286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-78279041-39df-4035-8b05-17d5f050ca56 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:23.226717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-78279041-39df-4035-8b05-17d5f050ca56 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.59 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 950 time: 0.1217067 Mar 10 17:33:23.324384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f462aee-7c9f-472b-997c-4604720e5f49 req-82cd96e1-aacb-447e-b260-00ab1e6c1b4f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:23.332197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f462aee-7c9f-472b-997c-4604720e5f49 req-82cd96e1-aacb-447e-b260-00ab1e6c1b4f tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.2558289 Mar 10 17:33:23.439703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f462aee-7c9f-472b-997c-4604720e5f49 req-f50d1810-2e61-4692-8892-3b33e05b3357 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063957 Mar 10 17:33:23.461587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89b757d6-dd6f-4b5c-9c90-e86929416668 req-cd62150b-e6dc-44e0-85cd-05195880ce2a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630b444-9a49-4f94-b3b2-7c7fde08a25d HTTP/1.1" status: 200 len: 210 time: 0.0717273 Mar 10 17:33:23.466378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Deleting port f53b5231-c7e9-4cd9-a50a-a22f8a178036 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:23.472238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.493713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:23.752927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] For port f53b5231-c7e9-4cd9-a50a-a22f8a178036, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f53b5231-c7e9-4cd9-a50a-a22f8a178036,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:23.753444 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.755184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4c1716-3e58-44f0-8550-851a9a14d99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.785219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b947eb-6bb1-43af-af23-c6eb4c6f1233 req-a885cdd3-fbda-47b4-a353-33b250800505 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:23.798935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97b947eb-6bb1-43af-af23-c6eb4c6f1233 req-a885cdd3-fbda-47b4-a353-33b250800505 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 950 time: 0.2153051 Mar 10 17:33:23.802088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Calling delete_port for f53b5231-c7e9-4cd9-a50a-a22f8a178036 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:23.828977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d9d03-042a-43f2-9185-dce727846e55 req-009afc67-56bc-4654-97c6-03d091548d8f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:23.830610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e6d9d03-042a-43f2-9185-dce727846e55 req-009afc67-56bc-4654-97c6-03d091548d8f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2486000 Mar 10 17:33:23.917434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4c1716-3e58-44f0-8550-851a9a14d99f admin admin] Publish callbacks [] for security_group (f1a321db-e200-4917-a33c-de3cde57a6d6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.926211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4c1716-3e58-44f0-8550-851a9a14d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1a321db-e200-4917-a33c-de3cde57a6d6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:23.987983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c1716-3e58-44f0-8550-851a9a14d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a321db-e200-4917-a33c-de3cde57a6d6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:24.018516 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-db4c1716-3e58-44f0-8550-851a9a14d99f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79b77ed8e7494ab9991c477ebe855589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222721 Mar 10 17:33:24.020862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33818) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:24.075045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97b947eb-6bb1-43af-af23-c6eb4c6f1233 req-5d27691a-43fc-4a47-ac3c-41b4575c05c3 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/security-groups?id=914a73d6-b6e6-4395-b964-a1e3b7476b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749033 Mar 10 17:33:24.115489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e6d9d03-042a-43f2-9185-dce727846e55 req-58ae63eb-67fd-49f7-8eee-a254b5718d37 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693870 Mar 10 17:33:24.123965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] Publish callbacks [] for security_group (f1a321db-e200-4917-a33c-de3cde57a6d6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.173867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] Publish callbacks [] for security_group (f1a321db-e200-4917-a33c-de3cde57a6d6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.258847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1a321db-e200-4917-a33c-de3cde57a6d6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.263450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.264918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1a321db-e200-4917-a33c-de3cde57a6d6 HTTP/1.1" status: 204 len: 168 time: 0.2425575 Mar 10 17:33:24.277401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f53b5231-c7e9-4cd9-a50a-a22f8a178036), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.289026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b8df8-3a54-44d5-933f-1b5b0cae02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a321db-e200-4917-a33c-de3cde57a6d6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:24.295248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['f53b5231-c7e9-4cd9-a50a-a22f8a178036'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:24.405783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Pushing event deleted for resources: {'Port': ['ID=f53b5231-c7e9-4cd9-a50a-a22f8a178036,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:24.611191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] No DVR routers for this DVR port f53b5231-c7e9-4cd9-a50a-a22f8a178036 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:24.616110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.619449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c66e5984-a1a1-4064-a8a6-6408b063f7b3 req-3e97fd01-9332-4e6f-8ebc-3db61f45e912 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.59 "DELETE /v2.0/ports/f53b5231-c7e9-4cd9-a50a-a22f8a178036 HTTP/1.1" status: 204 len: 173 time: 1.3866379 Mar 10 17:33:24.620778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'name': 'network-vif-deleted', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:24.628531 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7e565-bd4d-424d-ada0-43a771d6919d" -d '{"events": [{"server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "name": "network-vif-deleted", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:24.677938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801ed3-7367-4c32-9fa1-5bdca68d4b85 req-d53216f2-c759-43d8-b0fb-494e68a2b7f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:24.684997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f801ed3-7367-4c32-9fa1-5bdca68d4b85 req-d53216f2-c759-43d8-b0fb-494e68a2b7f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 944 time: 0.3129458 Mar 10 17:33:24.741164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ae1d-cf35-48e1-8d2f-e6fca83382df req-e0916dff-e3f0-4e19-a46b-deddbe988ba6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:24.748188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9534ae1d-cf35-48e1-8d2f-e6fca83382df req-e0916dff-e3f0-4e19-a46b-deddbe988ba6 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.2088771 Mar 10 17:33:24.790411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f801ed3-7367-4c32-9fa1-5bdca68d4b85 req-013649f4-0a94-4ba3-b1b0-31d8ba964f4c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Mar 10 17:33:24.838286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9534ae1d-cf35-48e1-8d2f-e6fca83382df req-2f8f3f24-f395-42d7-bff2-b857a1693af3 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890305 Mar 10 17:33:24.848052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:24.874341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd1ced2b-dc0a-48cd-a1c5-78474627d21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.910871 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ff22f-0572-4ca6-9e00-512a5b27eee2 x-openstack-request-id: req-0c2ff22f-0572-4ca6-9e00-512a5b27eee2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:24.911237 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d014e4-b57d-40e5-8b90-c083a35e2095", "name": "network-vif-deleted", "tag": "f53b5231-c7e9-4cd9-a50a-a22f8a178036", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:24.911563 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c2ff22f-0572-4ca6-9e00-512a5b27eee2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:24.912210 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d014e4-b57d-40e5-8b90-c083a35e2095', 'name': 'network-vif-deleted', 'tag': 'f53b5231-c7e9-4cd9-a50a-a22f8a178036', 'status': 'completed', 'code': 200} Mar 10 17:33:24.974270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd1ced2b-dc0a-48cd-a1c5-78474627d21b admin admin] Publish callbacks [] for security_group (df9438a5-853e-444d-9e02-92a6289f92ca), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:24.984103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd1ced2b-dc0a-48cd-a1c5-78474627d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (df9438a5-853e-444d-9e02-92a6289f92ca), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.062109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bd1ced2b-dc0a-48cd-a1c5-78474627d21b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1717dc16069340bc82b99dd099b4d153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126791 Mar 10 17:33:25.063286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ced2b-dc0a-48cd-a1c5-78474627d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9438a5-853e-444d-9e02-92a6289f92ca,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:25.064892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:25.131426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Publish callbacks [] for security_group (df9438a5-853e-444d-9e02-92a6289f92ca), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.185831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Publish callbacks [] for security_group (df9438a5-853e-444d-9e02-92a6289f92ca), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.248320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4f463d0-280a-4912-8154-39b80064af6b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:33:25.248668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0aef1c0-449c-47ca-9d2c-4f8886359c13 req-2dafe63a-1332-48a7-a226-17ebceee2c48 tempest-TenantUsagesTestJSON-1263841719 tempest-TenantUsagesTestJSON-1263841719-project] 10.222.0.35 "GET /v2.0/ports?device_id=62d014e4-b57d-40e5-8b90-c083a35e2095 HTTP/1.1" status: 200 len: 210 time: 0.0535781 Mar 10 17:33:25.377427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71023822-7c55-4573-91f0-1c5ab659761e req-7c69a791-870e-4513-9b9d-9edf4d6a0210 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:25.379432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71023822-7c55-4573-91f0-1c5ab659761e req-7c69a791-870e-4513-9b9d-9edf4d6a0210 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1198108 Mar 10 17:33:25.405782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (df9438a5-853e-444d-9e02-92a6289f92ca), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.408600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.412880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df9438a5-853e-444d-9e02-92a6289f92ca HTTP/1.1" status: 204 len: 168 time: 0.3439775 Mar 10 17:33:25.424810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9438a5-853e-444d-9e02-92a6289f92ca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:25.445514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.445972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.446706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.447042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.447507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.447961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.448375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.449171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.449171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.449694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.450103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.450609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.451070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043c1d6-195b-4229-b4f1-00ab4107c233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:25.476385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71023822-7c55-4573-91f0-1c5ab659761e req-59b32754-8afd-4363-a07f-e279912f90bb tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Mar 10 17:33:25.478890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4f463d0-280a-4912-8154-39b80064af6b,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:25.496707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'b4f463d0-280a-4912-8154-39b80064af6b', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': 'b4f463d0-280a-4912-8154-39b80064af6b', 'mac_address': 'fa:16:3e:e4:c4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:33:25.545392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b4f463d0-280a-4912-8154-39b80064af6b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:25.545793 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4f463d0-280a-4912-8154-39b80064af6b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.561288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f463d0-280a-4912-8154-39b80064af6b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:25.583324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4f463d0-280a-4912-8154-39b80064af6b,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:25.588018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:25.642918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:25.864659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-78a2ca94-8981-4382-87a5-f9ff0b2b2d72 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:25.867057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-78a2ca94-8981-4382-87a5-f9ff0b2b2d72 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.0610123 Mar 10 17:33:26.027490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5765f-7fc7-471f-b325-20a71ed5bc09 req-9d560323-330a-485f-9907-151dd8ce7ced tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:26.029120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4a5765f-7fc7-471f-b325-20a71ed5bc09 req-9d560323-330a-485f-9907-151dd8ce7ced tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 945 time: 0.1611655 Mar 10 17:33:26.033967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4f463d0-280a-4912-8154-39b80064af6b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:26.100374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f4fe3-149c-4602-b6cd-1aabed496f45 req-5be4302c-9c4e-41bd-96bc-e7bf528c96c8 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:26.101970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-808f4fe3-149c-4602-b6cd-1aabed496f45 req-5be4302c-9c4e-41bd-96bc-e7bf528c96c8 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 946 time: 0.1541345 Mar 10 17:33:26.118322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Deleting port f62d65e1-c79f-4683-9d88-50bb3b89a27e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:26.118689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.185439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4a5765f-7fc7-471f-b325-20a71ed5bc09 req-9c650957-54ee-4f22-aa1b-e2fc51134b0f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421211 Mar 10 17:33:26.337280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-808f4fe3-149c-4602-b6cd-1aabed496f45 req-a4ac95d6-3b26-437f-92e6-445a68445752 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups?id=72f02928-8b4b-478c-8058-43e6dee99b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266383 Mar 10 17:33:26.386941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] For port f62d65e1-c79f-4683-9d88-50bb3b89a27e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=f62d65e1-c79f-4683-9d88-50bb3b89a27e,segment=NetworkSegment(c24d3809-0ce1-49a1-befe-b4fe0a84e0d4),segment_id=c24d3809-0ce1-49a1-befe-b4fe0a84e0d4)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:26.387534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.402847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Calling delete_port for f62d65e1-c79f-4683-9d88-50bb3b89a27e owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:26.602063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f53b5231-c7e9-4cd9-a50a-a22f8a178036 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:26.633800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: f53b5231-c7e9-4cd9-a50a-a22f8a178036 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:26.634441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f53b5231-c7e9-4cd9-a50a-a22f8a178036 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:26.701464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f62d65e1-c79f-4683-9d88-50bb3b89a27e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.716217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['f62d65e1-c79f-4683-9d88-50bb3b89a27e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:26.784995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event deleted for resources: {'Port': ['ID=f62d65e1-c79f-4683-9d88-50bb3b89a27e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:26.806752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e868d4b-c049-462f-bbd5-9185eea67e93 req-ae354616-85a7-4c65-84af-049a210612df tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:26.808166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e868d4b-c049-462f-bbd5-9185eea67e93 req-ae354616-85a7-4c65-84af-049a210612df tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2073669 Mar 10 17:33:26.836722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.917223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33896) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:26.926959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] No DVR routers for this DVR port f62d65e1-c79f-4683-9d88-50bb3b89a27e on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:26.937177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:26.940722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e2ffb8c-1e0f-4d01-9f27-ac45815561a3 req-1810dfac-8086-4d2a-bce5-fbcaf6db50bf tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.59 "DELETE /v2.0/ports/f62d65e1-c79f-4683-9d88-50bb3b89a27e HTTP/1.1" status: 204 len: 173 time: 1.0623534 Mar 10 17:33:26.949004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'name': 'network-vif-deleted', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:26.954181 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cee42-6e03-4470-bf62-b2d3032e4945" -d '{"events": [{"server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "name": "network-vif-deleted", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:27.011434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e868d4b-c049-462f-bbd5-9185eea67e93 req-317a19ea-84a2-43ef-ac35-5e6192b946f7 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877515 Mar 10 17:33:27.055072 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8357a7-c439-4612-91db-11531326142f x-openstack-request-id: req-3d8357a7-c439-4612-91db-11531326142f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:27.055374 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89a9020-0639-45f4-a45b-e086c7d6fa0d", "name": "network-vif-deleted", "tag": "f62d65e1-c79f-4683-9d88-50bb3b89a27e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:27.055620 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d8357a7-c439-4612-91db-11531326142f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:27.056026 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89a9020-0639-45f4-a45b-e086c7d6fa0d', 'name': 'network-vif-deleted', 'tag': 'f62d65e1-c79f-4683-9d88-50bb3b89a27e', 'status': 'completed', 'code': 200} Mar 10 17:33:27.241224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:27.242231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b5c01f0d-05ef-445b-9042-49a3d801145c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfb4ab9cf583485387f5b1ab52896ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229933 Mar 10 17:33:27.452929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] Publish callbacks [] for security_group (914a73d6-b6e6-4395-b964-a1e3b7476b7a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.546209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b9825-4beb-46c5-9718-66351fe150ec req-798b10c3-e1fe-4481-9ff9-6a5671a195b0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:27.555617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-842b9825-4beb-46c5-9718-66351fe150ec req-798b10c3-e1fe-4481-9ff9-6a5671a195b0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 945 time: 0.2732029 Mar 10 17:33:27.584281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] Publish callbacks [] for security_group (914a73d6-b6e6-4395-b964-a1e3b7476b7a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.706619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb2ca4b5-4c85-45a9-9e3b-56200b5f01a3 req-c3be335b-b374-4d15-a37a-9bf998e6c238 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89a9020-0639-45f4-a45b-e086c7d6fa0d HTTP/1.1" status: 200 len: 210 time: 0.1384838 Mar 10 17:33:27.830672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-842b9825-4beb-46c5-9718-66351fe150ec req-86c107ba-e58f-4874-b64a-b1c0f9f6fdae tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685971 Mar 10 17:33:27.887445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (914a73d6-b6e6-4395-b964-a1e3b7476b7a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.893358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:27.895523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/914a73d6-b6e6-4395-b964-a1e3b7476b7a HTTP/1.1" status: 204 len: 168 time: 0.6533196 Mar 10 17:33:27.910683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a8a65-45b3-433e-ab55-35cb5baee24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a73d6-b6e6-4395-b964-a1e3b7476b7a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:28.266138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f785a7-1661-4f35-aca3-e2aa5b062da9 req-56c0aa44-4a1d-429d-b013-634ebd746d7d tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:28.267884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61f785a7-1661-4f35-aca3-e2aa5b062da9 req-56c0aa44-4a1d-429d-b013-634ebd746d7d tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1195142 Mar 10 17:33:28.348556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61f785a7-1661-4f35-aca3-e2aa5b062da9 req-dd69c9aa-a6de-47ba-b76a-b2102b119016 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727768 Mar 10 17:33:28.535707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33950) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:28.560541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3528608f-d4df-48f7-a582-faf7302bc182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.695244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3528608f-d4df-48f7-a582-faf7302bc182 admin admin] Publish callbacks [] for security_group (ebcd87d4-9aa1-4f86-b973-51d342e7f481), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.701625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3528608f-d4df-48f7-a582-faf7302bc182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ebcd87d4-9aa1-4f86-b973-51d342e7f481), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.749178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3528608f-d4df-48f7-a582-faf7302bc182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99776eec38414cfba359d047053d34fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093031 Mar 10 17:33:28.749178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528608f-d4df-48f7-a582-faf7302bc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcd87d4-9aa1-4f86-b973-51d342e7f481,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:28.749660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:28.838463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] Publish callbacks [] for security_group (ebcd87d4-9aa1-4f86-b973-51d342e7f481), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.885500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] Publish callbacks [] for security_group (ebcd87d4-9aa1-4f86-b973-51d342e7f481), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.983533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ebcd87d4-9aa1-4f86-b973-51d342e7f481), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.986835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:28.991434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebcd87d4-9aa1-4f86-b973-51d342e7f481 HTTP/1.1" status: 204 len: 168 time: 0.2406163 Mar 10 17:33:29.014459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0b541-81c0-48aa-8f39-0cb5f6ef45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcd87d4-9aa1-4f86-b973-51d342e7f481,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:29.023374 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:33:29.078155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:29.110347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5c37-57fc-43a7-8c80-eca2cd92f49a req-5e657a70-65c2-4103-b351-59bf1645a182 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:29.118632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c92b5c37-57fc-43a7-8c80-eca2cd92f49a req-5e657a70-65c2-4103-b351-59bf1645a182 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 945 time: 0.1671090 Mar 10 17:33:29.225401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c92b5c37-57fc-43a7-8c80-eca2cd92f49a req-cec4479a-e1f7-4fdd-9bb2-e937fb4203e8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048899 Mar 10 17:33:29.249635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (4a2fdf7a-8de1-463c-a88f-c8713d88b5d5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.270279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4f463d0-280a-4912-8154-39b80064af6b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:29.293873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (4a2fdf7a-8de1-463c-a88f-c8713d88b5d5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.370536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4a2fdf7a-8de1-463c-a88f-c8713d88b5d5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.400163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.403599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "DELETE /v2.0/security-groups/4a2fdf7a-8de1-463c-a88f-c8713d88b5d5 HTTP/1.1" status: 204 len: 168 time: 0.3225553 Mar 10 17:33:29.404993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:29.408681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port b4f463d0-280a-4912-8154-39b80064af6b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:33:29.414794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port b4f463d0-280a-4912-8154-39b80064af6b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:29.415991 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4f463d0-280a-4912-8154-39b80064af6b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.439902 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-bbd6f1ab-0aea-42d7-873c-9ef667e74b22 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] show failed (client error): The resource could not be found. Mar 10 17:33:29.441513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bbd6f1ab-0aea-42d7-873c-9ef667e74b22 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "GET /v2.0/security-groups/4a2fdf7a-8de1-463c-a88f-c8713d88b5d5 HTTP/1.1" status: 404 len: 347 time: 0.0347579 Mar 10 17:33:29.444446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33994) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:29.447956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2660641-b1c1-4118-ae41-7f9f06a743bb tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2fdf7a-8de1-463c-a88f-c8713d88b5d5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:29.693069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b4f463d0-280a-4912-8154-39b80064af6b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:29.693952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4f463d0-280a-4912-8154-39b80064af6b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.721316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4770e-45b4-4df1-bb67-f7e287f85c04 req-e6244b90-38f1-4e8d-bf3f-9b1b2744fb48 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:29.743325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8b4770e-45b4-4df1-bb67-f7e287f85c04 req-e6244b90-38f1-4e8d-bf3f-9b1b2744fb48 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1834013 Mar 10 17:33:29.767080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Deleting port f42231b5-b75c-4602-a5d0-eccdaede89e5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:29.767423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.806035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4f463d0-280a-4912-8154-39b80064af6b,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:29.814421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:29.823886 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c311765f-d52d-4053-b4bc-3302846e19b0" -d '{"events": [{"server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "name": "network-vif-plugged", "status": "completed", "tag": "b4f463d0-280a-4912-8154-39b80064af6b"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:29.840754 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.880326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8b4770e-45b4-4df1-bb67-f7e287f85c04 req-bd90cd34-0e25-48ff-9d72-67b38329032e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326449 Mar 10 17:33:29.944705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:29.944945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.945230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for floatingip (f42231b5-b75c-4602-a5d0-eccdaede89e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.962376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:29.981425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Calling delete_port for f42231b5-b75c-4602-a5d0-eccdaede89e5 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:29.999782 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17c0d5-8514-4b3d-8e03-6d1313fc4588 x-openstack-request-id: req-db17c0d5-8514-4b3d-8e03-6d1313fc4588 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:30.000068 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "name": "network-vif-plugged", "status": "completed", "tag": "b4f463d0-280a-4912-8154-39b80064af6b", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:30.000304 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db17c0d5-8514-4b3d-8e03-6d1313fc4588 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:30.000701 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b', 'code': 200} Mar 10 17:33:30.297023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f42231b5-b75c-4602-a5d0-eccdaede89e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.356417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Pushing event deleted for resources: {'Port': ['ID=f42231b5-b75c-4602-a5d0-eccdaede89e5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:30.588207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks [] for floatingip (95e083c7-eebe-4249-b273-8b4269470255), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.592134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:30.597789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-579abfd2-789d-482a-8a75-d64ed6420921 tempest-ImagesOneServerNegativeTestJSON-1963750269 tempest-ImagesOneServerNegativeTestJSON-1963750269-project] 10.222.0.35 "DELETE /v2.0/floatingips/95e083c7-eebe-4249-b273-8b4269470255 HTTP/1.1" status: 204 len: 168 time: 1.1520669 Mar 10 17:33:30.601656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12681bf5-d068-4260-89f5-068ae866626c req-392edba6-935b-4a30-8e34-a4c3a14d759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.604257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12681bf5-d068-4260-89f5-068ae866626c req-392edba6-935b-4a30-8e34-a4c3a14d759e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 1128 time: 0.5153344 Mar 10 17:33:30.619109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae01568-b549-4f57-88ef-9f7fab8072ce req-00a47a78-887d-44ee-8a3a-7cd4c3d21506 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:30.621109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae01568-b549-4f57-88ef-9f7fab8072ce req-00a47a78-887d-44ee-8a3a-7cd4c3d21506 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.2362528 Mar 10 17:33:30.632717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f62d65e1-c79f-4683-9d88-50bb3b89a27e no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:30.713894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: f62d65e1-c79f-4683-9d88-50bb3b89a27e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:30.725481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device f62d65e1-c79f-4683-9d88-50bb3b89a27e not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:30.790337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12681bf5-d068-4260-89f5-068ae866626c req-cc14fc3f-856f-4d13-a0e1-487949124a1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678360 Mar 10 17:33:30.831808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae01568-b549-4f57-88ef-9f7fab8072ce req-047cbb76-7bb4-4534-965b-4b33fd0090d7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752946 Mar 10 17:33:30.862447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34046) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:30.999180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Deleting subnet 0b4a76df-922a-4ef5-9fc8-98db02dd9e06 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:33:31.011482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Publish callbacks [] for subnet (0b4a76df-922a-4ef5-9fc8-98db02dd9e06), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.052505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (0b4a76df-922a-4ef5-9fc8-98db02dd9e06), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.105355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0b4a76df-922a-4ef5-9fc8-98db02dd9e06), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.172556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (0b4a76df-922a-4ef5-9fc8-98db02dd9e06), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.225791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4a76df-922a-4ef5-9fc8-98db02dd9e06,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:31.229342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.233870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb1b5630-de30-43dd-9c81-a3821784b173 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0b4a76df-922a-4ef5-9fc8-98db02dd9e06 HTTP/1.1" status: 204 len: 168 time: 0.3700116 Mar 10 17:33:31.236727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34054) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:31.278719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaeace-b06d-4054-a36a-19395bccdc0d req-ef582c73-86f3-46c3-8b46-3d1dff717ece tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:31.286929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faeaeace-b06d-4054-a36a-19395bccdc0d req-ef582c73-86f3-46c3-8b46-3d1dff717ece tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1297693 Mar 10 17:33:31.354561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (798d0cc7-15ca-4be7-b2ad-cf50cf961019), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.378309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faeaeace-b06d-4054-a36a-19395bccdc0d req-149797c1-d24c-4b63-9ea7-67a5488e4a9a tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849311 Mar 10 17:33:31.449364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (798d0cc7-15ca-4be7-b2ad-cf50cf961019), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.475999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798d0cc7-15ca-4be7-b2ad-cf50cf961019']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:31.487594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:31.488257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24d3809-0ce1-49a1-befe-b4fe0a84e0d4') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:31.500224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (c24d3809-0ce1-49a1-befe-b4fe0a84e0d4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.517285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c24d3809-0ce1-49a1-befe-b4fe0a84e0d4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.525375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:33:31.526141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (c24d3809-0ce1-49a1-befe-b4fe0a84e0d4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:33:31.550186 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:33:31.685436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (798d0cc7-15ca-4be7-b2ad-cf50cf961019), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.691175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:31.694788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] 10.222.0.35 "DELETE /v2.0/networks/798d0cc7-15ca-4be7-b2ad-cf50cf961019 HTTP/1.1" status: 204 len: 168 time: 0.4566240 Mar 10 17:33:31.710197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7545-efcd-41a0-9437-7344b464c37f admin admin] Pushing event deleted for resources: {'Network': ['ID=798d0cc7-15ca-4be7-b2ad-cf50cf961019,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:31.806726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34066) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:32.065805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02bfe34d-d727-4327-8e74-6811fbc3623a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.091378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712542f-fd71-4f42-ae3f-c7588c0f3230 req-92e4e92c-84c4-4ef4-a1b6-c712acc1a8e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.110143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f712542f-fd71-4f42-ae3f-c7588c0f3230 req-92e4e92c-84c4-4ef4-a1b6-c712acc1a8e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.1484973 Mar 10 17:33:32.121846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34080) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:32.234075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f712542f-fd71-4f42-ae3f-c7588c0f3230 req-b26d7abf-c845-41a7-a98c-44c497aad622 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212852 Mar 10 17:33:32.262020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:32.262750 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bd2d7d9f-b312-4814-8eed-8ee9eb298671 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd723983a1ff48a8abd8240fc8db4b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394429 Mar 10 17:33:32.366451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02bfe34d-d727-4327-8e74-6811fbc3623a admin admin] Publish callbacks [] for security_group (b18d9aad-32df-49e5-a462-328e0ebc94d4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.378203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-02bfe34d-d727-4327-8e74-6811fbc3623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b18d9aad-32df-49e5-a462-328e0ebc94d4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.382725 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] Publish callbacks [] for security_group (72f02928-8b4b-478c-8058-43e6dee99b1f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.416306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfe34d-d727-4327-8e74-6811fbc3623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d9aad-32df-49e5-a462-328e0ebc94d4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:32.441215 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-02bfe34d-d727-4327-8e74-6811fbc3623a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fc09039f9f044c4a231c419717d79a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335979 Mar 10 17:33:32.444561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34090) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:32.458256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] Publish callbacks [] for security_group (72f02928-8b4b-478c-8058-43e6dee99b1f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.565780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] Publish callbacks [] for security_group (b18d9aad-32df-49e5-a462-328e0ebc94d4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.604596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] Publish callbacks [] for security_group (b18d9aad-32df-49e5-a462-328e0ebc94d4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.631579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (72f02928-8b4b-478c-8058-43e6dee99b1f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.636588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.639983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72f02928-8b4b-478c-8058-43e6dee99b1f HTTP/1.1" status: 204 len: 168 time: 0.3768609 Mar 10 17:33:32.660920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e02df-a699-4a02-9783-b429a29ce4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f02928-8b4b-478c-8058-43e6dee99b1f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:32.692412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b18d9aad-32df-49e5-a462-328e0ebc94d4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.692591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa3abb-cae0-4116-8afb-a4518ba3c139 req-8914ab5a-05fd-4bbb-9e7c-78e34d5834be tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:32.703576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6aa3abb-cae0-4116-8afb-a4518ba3c139 req-8914ab5a-05fd-4bbb-9e7c-78e34d5834be tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.2104437 Mar 10 17:33:32.704093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:32.708952 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b18d9aad-32df-49e5-a462-328e0ebc94d4 HTTP/1.1" status: 204 len: 168 time: 0.2614193 Mar 10 17:33:32.736277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67410480-99e5-4eab-bd90-07949e74d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d9aad-32df-49e5-a462-328e0ebc94d4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:32.830200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6aa3abb-cae0-4116-8afb-a4518ba3c139 req-08d392c1-f3a8-49c4-b265-9ae4a2bcd917 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238244 Mar 10 17:33:33.338476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:33.354508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9335c477-70e6-4d64-b3cf-97b7bd20f6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.529089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ec1e7-5bcc-41a7-9e49-8dea8151d82a req-b7671918-e774-4644-8222-2dd1bab88a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:33.530698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d6ec1e7-5bcc-41a7-9e49-8dea8151d82a req-b7671918-e774-4644-8222-2dd1bab88a48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.1637340 Mar 10 17:33:33.547291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894ac15-c17c-482c-be51-307d2b09e8f9 req-78868c65-c0de-463f-98f8-dbb1c7328770 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:33.548601 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9335c477-70e6-4d64-b3cf-97b7bd20f6a5 admin admin] Publish callbacks [] for security_group (f37724a4-da0f-467f-ad39-2267830332db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.551292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34120) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:33.561537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f894ac15-c17c-482c-be51-307d2b09e8f9 req-78868c65-c0de-463f-98f8-dbb1c7328770 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.2049909 Mar 10 17:33:33.563285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9335c477-70e6-4d64-b3cf-97b7bd20f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f37724a4-da0f-467f-ad39-2267830332db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.598235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c477-70e6-4d64-b3cf-97b7bd20f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37724a4-da0f-467f-ad39-2267830332db,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:33.629848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9335c477-70e6-4d64-b3cf-97b7bd20f6a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fae22a003386483d863d7f0544a4a4f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895820 Mar 10 17:33:33.633557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:33.686871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d6ec1e7-5bcc-41a7-9e49-8dea8151d82a req-71c06447-1c7a-449b-85d2-57fc46bff09d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223977 Mar 10 17:33:33.736556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f894ac15-c17c-482c-be51-307d2b09e8f9 req-1d97befc-48e2-4e2b-9c59-6f25617eead8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740391 Mar 10 17:33:33.752449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] Publish callbacks [] for security_group (f37724a4-da0f-467f-ad39-2267830332db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.805503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] Publish callbacks [] for security_group (f37724a4-da0f-467f-ad39-2267830332db), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.930215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f37724a4-da0f-467f-ad39-2267830332db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.933664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:33.936131 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f37724a4-da0f-467f-ad39-2267830332db HTTP/1.1" status: 204 len: 168 time: 0.3003101 Mar 10 17:33:33.952486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac16746-bc04-4de7-a1f1-3a91b49a7dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37724a4-da0f-467f-ad39-2267830332db,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:34.014519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feab2105-7427-461d-bdb2-405111145bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.017096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de3d4-fadb-4a5d-b037-e6f26c140543 req-6e603c38-8028-4232-85dc-1df0a90a6f30 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:34.034401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-189de3d4-fadb-4a5d-b037-e6f26c140543 req-6e603c38-8028-4232-85dc-1df0a90a6f30 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1011379 Mar 10 17:33:34.190897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-189de3d4-fadb-4a5d-b037-e6f26c140543 req-e184d61c-8f4c-4e91-9962-724f2df30db2 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554673 Mar 10 17:33:34.260182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feab2105-7427-461d-bdb2-405111145bf3 admin admin] Publish callbacks [] for security_group (88611d37-439c-45e8-82c4-4e2083155320), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.272912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feab2105-7427-461d-bdb2-405111145bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88611d37-439c-45e8-82c4-4e2083155320), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.346078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-feab2105-7427-461d-bdb2-405111145bf3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9617fb4390ae4540b09ae8161a4bc20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7929165 Mar 10 17:33:34.348888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34156) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:34.376219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2105-7427-461d-bdb2-405111145bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88611d37-439c-45e8-82c4-4e2083155320,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:34.469617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] Publish callbacks [] for security_group (88611d37-439c-45e8-82c4-4e2083155320), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.520577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] Publish callbacks [] for security_group (88611d37-439c-45e8-82c4-4e2083155320), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.627015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88611d37-439c-45e8-82c4-4e2083155320), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.630028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:34.636169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88611d37-439c-45e8-82c4-4e2083155320 HTTP/1.1" status: 204 len: 168 time: 0.2862251 Mar 10 17:33:34.661416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dbbf2-b9d3-44d1-8665-bf197a128d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88611d37-439c-45e8-82c4-4e2083155320,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:35.131271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.343586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.358390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-100c2abf-c547-4655-a772-2221a26a0664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.486663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-914b3c20-80d5-48ce-ab16-b1cd6200375d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.516945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-100c2abf-c547-4655-a772-2221a26a0664 admin admin] Publish callbacks [] for security_group (b27c5332-8c17-44f6-8696-d4fb1636519e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.528686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-100c2abf-c547-4655-a772-2221a26a0664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b27c5332-8c17-44f6-8696-d4fb1636519e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.610484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c2abf-c547-4655-a772-2221a26a0664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c5332-8c17-44f6-8696-d4fb1636519e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:35.662699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91f66-4324-459c-973d-eeaaafc0f697 req-f2815977-6d2f-424f-b64d-bae93a88b605 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:35.665629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cb91f66-4324-459c-973d-eeaaafc0f697 req-f2815977-6d2f-424f-b64d-bae93a88b605 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.3375897 Mar 10 17:33:35.680669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-100c2abf-c547-4655-a772-2221a26a0664 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ae6d992e36246e2afbfffcf3213ff8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358231 Mar 10 17:33:35.685837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.802525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-914b3c20-80d5-48ce-ab16-b1cd6200375d admin admin] Publish callbacks [] for security_group (17f1b68d-a280-4647-9f9d-bff64a9afa15), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.817538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] Publish callbacks [] for security_group (b27c5332-8c17-44f6-8696-d4fb1636519e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.850417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] Publish callbacks [] for security_group (b27c5332-8c17-44f6-8696-d4fb1636519e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.856140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-914b3c20-80d5-48ce-ab16-b1cd6200375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (17f1b68d-a280-4647-9f9d-bff64a9afa15), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.936738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-914b3c20-80d5-48ce-ab16-b1cd6200375d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5d28c4828a243569e2a47d12c94a6f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8041637 Mar 10 17:33:35.939480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:35.966772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b27c5332-8c17-44f6-8696-d4fb1636519e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.969846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:35.971403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b27c5332-8c17-44f6-8696-d4fb1636519e HTTP/1.1" status: 204 len: 168 time: 0.2827725 Mar 10 17:33:35.990915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b13f79-1598-4c04-80bc-eb23bcca1a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c5332-8c17-44f6-8696-d4fb1636519e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.077408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b3c20-80d5-48ce-ab16-b1cd6200375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f1b68d-a280-4647-9f9d-bff64a9afa15,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.130743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] Publish callbacks [] for security_group (17f1b68d-a280-4647-9f9d-bff64a9afa15), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.163613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cb91f66-4324-459c-973d-eeaaafc0f697 req-343cb3f6-4ca0-4a94-9fb3-0cfae57ab8f9 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881513 Mar 10 17:33:36.213720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] Publish callbacks [] for security_group (17f1b68d-a280-4647-9f9d-bff64a9afa15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.225241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-765562696', 'description': 'tempest-description-1063850602'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.269251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.325301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (17f1b68d-a280-4647-9f9d-bff64a9afa15), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.331127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.332666 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17f1b68d-a280-4647-9f9d-bff64a9afa15 HTTP/1.1" status: 204 len: 168 time: 0.3921552 Mar 10 17:33:36.353660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dad9a-e39a-425e-b062-01de2e76f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f1b68d-a280-4647-9f9d-bff64a9afa15,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.365867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:36.447273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (d461f120-94a2-415e-a5e4-f17f96cfb149), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.455890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d461f120-94a2-415e-a5e4-f17f96cfb149), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.547926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:36.574497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6f5d297-3dab-45e2-bd84-f6eebce3d3fc req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3534257 Mar 10 17:33:36.620494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05a6f-b0e5-45a9-b87c-267ee909c9f3 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d461f120-94a2-415e-a5e4-f17f96cfb149,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:36.732790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-dcf951ff-d7cf-4944-be6a-846e97b14043 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-765562696&fields=id&tenant_id=043e8792f63a47e7bba6e4c7458c7006 HTTP/1.1" status: 200 len: 267 time: 0.0809865 Mar 10 17:33:36.865689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-3f2acd64-8613-40f2-ba52-62d32b7f3e02 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:36.870688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-3f2acd64-8613-40f2-ba52-62d32b7f3e02 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1369967 Mar 10 17:33:36.885693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'port': {'security_groups': ['27a8f258-20a2-471a-81fd-86fe872b65d9', 'd461f120-94a2-415e-a5e4-f17f96cfb149']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:36.978805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-network', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:37.035050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Made reservation on behalf of f19bdc0b9eb841b390d67238c7d30b20 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:37.041258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.070082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.134253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3d69-c35a-431e-acbf-160f577f7a57 req-cc5b439b-5762-4113-8710-90818c70fc80 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.141969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c3e3d69-c35a-431e-acbf-160f577f7a57 req-cc5b439b-5762-4113-8710-90818c70fc80 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 0.1995578 Mar 10 17:33:37.164078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.334743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks [] for security_group (b3076f86-654f-4c73-9226-02135d135f06), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.336129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:37.362664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8269-c137-4cfb-a3a6-43e1770465e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.374713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b3076f86-654f-4c73-9226-02135d135f06), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.422978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:37.460245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.472718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.485309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:37.575171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c3e3d69-c35a-431e-acbf-160f577f7a57 req-4a6290e6-c6f5-434d-b862-bcb90b2ae80b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320221 Mar 10 17:33:37.580748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:33:37.624958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8269-c137-4cfb-a3a6-43e1770465e1 admin admin] Publish callbacks [] for security_group (b56fd811-b432-4392-9af5-156cbe1997c7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.639562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3076f86-654f-4c73-9226-02135d135f06,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.643449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8269-c137-4cfb-a3a6-43e1770465e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b56fd811-b432-4392-9af5-156cbe1997c7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.659055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.659773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.661235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9c23022-140d-45ed-84f2-adcc7c6d84c4 req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "PUT /v2.0/ports/ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 982 time: 0.7833426 Mar 10 17:33:37.673127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:37.679702 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff571e-6a04-4611-a2e4-2cf043f9567a" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:37.685122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e95ba2-f3e1-4e68-ac04-2385531026c0 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.694382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (acadfec2-ce8a-4369-9221-746cd2c7744a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.701460 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Added segment acadfec2-ce8a-4369-9221-746cd2c7744a of type vlan for network af490d30-5e2b-464a-a395-1df25f0f56c3 Mar 10 17:33:37.761876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-d3ef5d13-75a3-4acc-9d91-415b7e0247fd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:37.763816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:37.767134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-d3ef5d13-75a3-4acc-9d91-415b7e0247fd tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 0.2271030 Mar 10 17:33:37.848610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa8269-c137-4cfb-a3a6-43e1770465e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56fd811-b432-4392-9af5-156cbe1997c7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:37.857514 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9eaa8269-c137-4cfb-a3a6-43e1770465e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d1dd8f2438d46909409a87f87854eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197563 Mar 10 17:33:37.859403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34280) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:37.931527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (af490d30-5e2b-464a-a395-1df25f0f56c3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:37.951997 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd23ad-b77e-4f5e-a243-d9e62ece4b1d x-openstack-request-id: req-bbfd23ad-b77e-4f5e-a243-d9e62ece4b1d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:37.952292 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:37.952536 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbfd23ad-b77e-4f5e-a243-d9e62ece4b1d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:37.953265 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:33:38.053736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (af490d30-5e2b-464a-a395-1df25f0f56c3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.054738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.055380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.119454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] Publish callbacks [] for security_group (b56fd811-b432-4392-9af5-156cbe1997c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.126514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-d64dfd48-211a-4c55-826d-50353200ba6c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-765562696&fields=id&tenant_id=043e8792f63a47e7bba6e4c7458c7006 HTTP/1.1" status: 200 len: 267 time: 0.2921035 Mar 10 17:33:38.163392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7927551 Mar 10 17:33:38.164491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e2418-b21a-4b4e-8c74-de4d45e3bbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=af490d30-5e2b-464a-a395-1df25f0f56c3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:38.166459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:38.176533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Request body: {'subnet': {'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-subnet', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:38.185599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] Publish callbacks [] for security_group (b56fd811-b432-4392-9af5-156cbe1997c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.212173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network af490d30-5e2b-464a-a395-1df25f0f56c3 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:33:38.215151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-641fec48-1314-4724-bdc1-21b02e5bd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.217733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-641fec48-1314-4724-bdc1-21b02e5bd3d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1167 time: 0.2108192 Mar 10 17:33:38.221021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Deleting port de647e3a-89f1-4971-b6db-0452894c56ed {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:38.222019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.226927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Made reservation on behalf of f19bdc0b9eb841b390d67238c7d30b20 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:38.229297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.291605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:38.345443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b56fd811-b432-4392-9af5-156cbe1997c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.348631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.359490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] For port de647e3a-89f1-4971-b6db-0452894c56ed, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=de647e3a-89f1-4971-b6db-0452894c56ed,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:38.360034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.362807 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b56fd811-b432-4392-9af5-156cbe1997c7 HTTP/1.1" status: 204 len: 168 time: 0.4431512 Mar 10 17:33:38.379233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Calling delete_port for de647e3a-89f1-4971-b6db-0452894c56ed owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:38.397968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86614a73-9d45-4d47-9ebf-1b8cf554e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56fd811-b432-4392-9af5-156cbe1997c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:38.541918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (74b64ad6-e2ed-4538-8dfc-83ae77b56719), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.595267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-a8aee61d-b210-445e-8bf9-5c4e4ce9ac89 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.596851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-a8aee61d-b210-445e-8bf9-5c4e4ce9ac89 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 985 time: 0.4577944 Mar 10 17:33:38.621002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b64ad6-e2ed-4538-8dfc-83ae77b56719,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:38.636733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Checking segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:38.637096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Network hostable DHCP agents. Network: af490d30-5e2b-464a-a395-1df25f0f56c3, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:33:38.662469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:33:38.666286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'port': {'security_groups': ['27a8f258-20a2-471a-81fd-86fe872b65d9']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:38.682511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, af490d30-5e2b-464a-a395-1df25f0f56c3) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:38.686904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.687821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.698188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3fc96c-a180-4ff5-b49d-dc586ff7093a None None] Network af490d30-5e2b-464a-a395-1df25f0f56c3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:33:38.705224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-3d155dd7-0e51-4c84-9e5e-e3d845d4fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:38.706730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-3d155dd7-0e51-4c84-9e5e-e3d845d4fc00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.2605746 Mar 10 17:33:38.719328 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f14103ae-6643-4cf9-93dc-878d385d3cc7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5477114 Mar 10 17:33:38.722030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:38.727489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:38.768181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-602782029-network', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:38.776999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.778360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.826749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Made reservation on behalf of c3d6b4da0008465090da220e7990b3f8 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:38.830281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.853073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.923813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-55783af2-a8bb-4575-ba62-9a5aac5c6665 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.1792510 Mar 10 17:33:38.929508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-af490d30-5e2b-464a-a395-1df25f0f56c3', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:33:38.930751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.962360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks [] for security_group (98fbcd3c-857e-43ef-83ce-a767443264cf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:38.999033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for router_controller (f88a6e63-efcc-465d-810e-8c9763a0d4da), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.000039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (98fbcd3c-857e-43ef-83ce-a767443264cf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.013963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:33:39.025847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (64c7453c-3337-4301-bb57-24d2c1bea4a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.026507 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Added segment 64c7453c-3337-4301-bb57-24d2c1bea4a8 of type vlan for network 62342636-0378-4d15-90d0-f5f69703dfea Mar 10 17:33:39.081628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (62342636-0378-4d15-90d0-f5f69703dfea), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.253745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (62342636-0378-4d15-90d0-f5f69703dfea), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.255793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.258127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.261656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Allocated IP 172.20.0.2 (af490d30-5e2b-464a-a395-1df25f0f56c3/74b64ad6-e2ed-4538-8dfc-83ae77b56719/90e3cab3-7c80-410b-a7bd-ffee787063da) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:39.382533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Pushing event updated for resources: {'Network': ['ID=62342636-0378-4d15-90d0-f5f69703dfea,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:39.449843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fbcd3c-857e-43ef-83ce-a767443264cf,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:39.451112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 62342636-0378-4d15-90d0-f5f69703dfea details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:33:39.493114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c9f45a15-9211-4dcc-a246-0f44c002c0da admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2004199 Mar 10 17:33:39.496450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34342) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:39.504864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Request body: {'subnet': {'network_id': '62342636-0378-4d15-90d0-f5f69703dfea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-subnet', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:39.640364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks [] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.651881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.726589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:39.729819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:39.737234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:39.743718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.750417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Pushing event updated for resources: {'Port': ['ID=90e3cab3-7c80-410b-a7bd-ffee787063da,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:39.812197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4848a-2afe-4a6c-aa9a-70eb4d25a47f req-26cc0e23-2716-4435-97c2-18c4d38f5d8f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.813805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70d4848a-2afe-4a6c-aa9a-70eb4d25a47f req-26cc0e23-2716-4435-97c2-18c4d38f5d8f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=21ffceca-df60-4944-9fab-ecbd3def3a82 HTTP/1.1" status: 200 len: 945 time: 1.0516405 Mar 10 17:33:39.818518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-33d01361-d741-4425-bc1f-2c31e7086cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:39.819976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-33d01361-d741-4425-bc1f-2c31e7086cf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.8486443 Mar 10 17:33:39.827740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Attempting to bind port 90e3cab3-7c80-410b-a7bd-ffee787063da on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:39.828159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Attempting to bind port 90e3cab3-7c80-410b-a7bd-ffee787063da by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:39.828538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Attempting to bind port 90e3cab3-7c80-410b-a7bd-ffee787063da on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:39.836261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:39.837569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Checking segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:39.838484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.840610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Bound using segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:39.841266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Bound port: 90e3cab3-7c80-410b-a7bd-ffee787063da, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:39.843387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.944948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Made reservation on behalf of c3d6b4da0008465090da220e7990b3f8 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:39.948129 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.951114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (de647e3a-89f1-4971-b6db-0452894c56ed), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:39.975456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] For port 90e3cab3-7c80-410b-a7bd-ffee787063da, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:39.979899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] For port 90e3cab3-7c80-410b-a7bd-ffee787063da, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=90e3cab3-7c80-410b-a7bd-ffee787063da,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:39.997058 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.009334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for router_gateway (f88a6e63-efcc-465d-810e-8c9763a0d4da), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.133686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-af2fad6f-5dca-42bf-9623-cfed5ab2ff3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909962 Mar 10 17:33:40.162271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612daf9-b8e4-415c-a92a-08c04112058b None None] Pushing event updated for resources: {'Port': ['ID=90e3cab3-7c80-410b-a7bd-ffee787063da,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:40.167480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event deleted for resources: {'Port': ['ID=de647e3a-89f1-4971-b6db-0452894c56ed,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:40.245325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] No DVR routers for this DVR port de647e3a-89f1-4971-b6db-0452894c56ed on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:40.252849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.256424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e6ae717-4892-4e25-8ddc-ed3c76dd9d5d req-6ae12e62-5877-4b26-97b4-33c41f934955 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "DELETE /v2.0/ports/de647e3a-89f1-4971-b6db-0452894c56ed HTTP/1.1" status: 204 len: 173 time: 2.4831696 Mar 10 17:33:40.268199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-deleted', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:40.271414 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d1785-1a11-4917-92b7-29e211160a37" -d '{"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-deleted", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:40.408982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70d4848a-2afe-4a6c-aa9a-70eb4d25a47f req-ddcc5ae4-e15c-44ac-b078-9944899f9f1f tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880232 Mar 10 17:33:40.432740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (cc10f1f1-2c01-4b79-97d6-c0384792ded8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.498180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:40.501996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-92a9c1d8-c955-416d-b6fa-cbab3988d833 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299611 Mar 10 17:33:40.562060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc10f1f1-2c01-4b79-97d6-c0384792ded8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:40.588365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.597303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Checking segment: {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:40.597847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Network hostable DHCP agents. Network: 62342636-0378-4d15-90d0-f5f69703dfea, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:33:40.641093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.654151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:40.668547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:40.669392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.676976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f9ed6a-7602-4cbc-a8b6-04ca811db26b req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "PUT /v2.0/ports/ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 943 time: 2.0276792 Mar 10 17:33:40.723682 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac941b2-a10a-4a08-baf3-cc44664a6f58 x-openstack-request-id: req-8ac941b2-a10a-4a08-baf3-cc44664a6f58 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:40.725414 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ffceca-df60-4944-9fab-ecbd3def3a82", "name": "network-vif-deleted", "tag": "de647e3a-89f1-4971-b6db-0452894c56ed", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:40.725862 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ac941b2-a10a-4a08-baf3-cc44664a6f58 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:40.726467 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ffceca-df60-4944-9fab-ecbd3def3a82', 'name': 'network-vif-deleted', 'tag': 'de647e3a-89f1-4971-b6db-0452894c56ed', 'status': 'completed', 'code': 200} Mar 10 17:33:40.764525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:33:40.792022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Network 62342636-0378-4d15-90d0-f5f69703dfea is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:33:40.868955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ff571e-6a04-4611-a2e4-2cf043f9567a req-bdc61a05-33c3-4e14-9e5f-2de3323266a1 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509798 Mar 10 17:33:40.893529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 62342636-0378-4d15-90d0-f5f69703dfea) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:40.912540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c427046-8bca-4e1b-b348-768324c1a220 None None] Network 62342636-0378-4d15-90d0-f5f69703dfea requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:33:40.914284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:40.914929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:40.922089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22690c4-cd93-4a99-99c3-a44d3439919f tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:40.992739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97192b2e-5f45-407c-af23-04483c20d5bb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4946918 Mar 10 17:33:40.994379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for router_gateway (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.002166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34404) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:41.016038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:41.053354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.089697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-621d4e21-22df-4e52-a7d3-3d7149f498cf tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3389866 Mar 10 17:33:41.115611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:41.166208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.167270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.206518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.220379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-62342636-0378-4d15-90d0-f5f69703dfea', 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea', 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'fixed_ips': [{'subnet_id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:33:41.221429 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.323536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for router_controller (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.353196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device de647e3a-89f1-4971-b6db-0452894c56ed no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:41.362906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Allocated IP 172.25.3.138 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/2b755072-aa7c-4990-8bad-2b68c41150f2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:41.425119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.454154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: de647e3a-89f1-4971-b6db-0452894c56ed {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:41.457008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device de647e3a-89f1-4971-b6db-0452894c56ed not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:41.499561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 90e3cab3-7c80-410b-a7bd-ffee787063da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:41.735090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for router_gateway (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.818457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b7dc9-93ea-4ab5-af81-a43c82f6c0de None None] Network af490d30-5e2b-464a-a395-1df25f0f56c3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:33:41.829429 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.923747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Provisioning complete for port 90e3cab3-7c80-410b-a7bd-ffee787063da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:41.924083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.939268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:41.961476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Allocated IP 172.20.0.2 (62342636-0378-4d15-90d0-f5f69703dfea/cc10f1f1-2c01-4b79-97d6-c0384792ded8/2c7e5af1-a690-4186-8462-a7dafaf15aa1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:42.012814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:42.031506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:42.036970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:42.054307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 90e3cab3-7c80-410b-a7bd-ffee787063da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:42.054893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.065500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Allocated IP 172.25.3.10 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7e8ee66e-331d-42b0-8a68-22804ab51840) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:42.179788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Pushing event updated for resources: {'Port': ['ID=2b755072-aa7c-4990-8bad-2b68c41150f2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:42.245501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for router_gateway (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.275752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.288393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.393286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Current status of the port 90e3cab3-7c80-410b-a7bd-ffee787063da is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:42.393863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.448096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.488494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f082f9e-e5c2-4cb0-836c-dc7a7ddd3316 req-92579e9a-1983-4424-9c45-930836faaaf6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.501384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f082f9e-e5c2-4cb0-836c-dc7a7ddd3316 req-92579e9a-1983-4424-9c45-930836faaaf6 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.2005429 Mar 10 17:33:42.523991 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff6e1d52-eaf6-4819-acf6-c531e1cddf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.527358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 90e3cab3-7c80-410b-a7bd-ffee787063da is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:42.527753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.558311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] For port 90e3cab3-7c80-410b-a7bd-ffee787063da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=90e3cab3-7c80-410b-a7bd-ffee787063da,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:42.573211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:42.582677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:42.589282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:42.592342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks [] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.605550 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.616373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.655909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Allocated IP 172.25.3.103 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a0fbaac2-fd17-4701-979e-51a41b742b0e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:42.728407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:42.731267 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:42.749695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for router_gateway (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.758402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f082f9e-e5c2-4cb0-836c-dc7a7ddd3316 req-5bd243c0-aff5-4891-8934-fe15c4429f87 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552564 Mar 10 17:33:42.759613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'Port': ['ID=7e8ee66e-331d-42b0-8a68-22804ab51840,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:42.776826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-d1b24042-2d38-46b8-a4c7-76acb24fb8f5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:42.778682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-d1b24042-2d38-46b8-a4c7-76acb24fb8f5 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 944 time: 0.3857353 Mar 10 17:33:42.785488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:33:42.787593 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:33:42.910499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Network 62342636-0378-4d15-90d0-f5f69703dfea is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:42.931066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.942236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c327d6f-092b-4721-9da5-218c5b62adc2 None None] Provisioning complete for port 90e3cab3-7c80-410b-a7bd-ffee787063da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:42.948160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c327d6f-092b-4721-9da5-218c5b62adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:42.956111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:42.959765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:43.003991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.007482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6d225-64a1-43c7-9e71-1c95d40b080f None None] Pushing event updated for resources: {'Port': ['ID=90e3cab3-7c80-410b-a7bd-ffee787063da,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:43.054651 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3f332c-41c5-41d3-8a6d-f939e33381c7 x-openstack-request-id: req-8b3f332c-41c5-41d3-8a6d-f939e33381c7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:43.054969 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:43.055184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b3f332c-41c5-41d3-8a6d-f939e33381c7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:43.055582 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:33:43.142599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.193184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Pushing event updated for resources: {'Port': ['ID=2c7e5af1-a690-4186-8462-a7dafaf15aa1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:43.242091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Deleting port 014eb55a-1474-4332-8f61-36bb54ee58b4 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:43.242457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.259674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Attempting to bind port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:43.260036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Attempting to bind port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:43.260391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Attempting to bind port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 on network 62342636-0378-4d15-90d0-f5f69703dfea {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:43.320237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:43.320947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Checking segment: {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:43.321585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.322106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Bound using segment: {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:43.322886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Bound port: 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:43.323410 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.341450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-0153e0d0-6194-4367-9eb5-3bef51a4be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.342885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-0153e0d0-6194-4367-9eb5-3bef51a4be2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.2686059 Mar 10 17:33:43.373022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c327d6f-092b-4721-9da5-218c5b62adc2 None None] Current status of the port 90e3cab3-7c80-410b-a7bd-ffee787063da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:43.393768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-eca6a349-3ae6-48fb-9b88-a274101b8c6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3339188 Mar 10 17:33:43.408513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 90e3cab3-7c80-410b-a7bd-ffee787063da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:43.454002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] For port 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:43.459633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] For port 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c7e5af1-a690-4186-8462-a7dafaf15aa1,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:43.470825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.494391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-0502aaa0-1f07-47f1-80fb-1163bbb893b9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1552398 Mar 10 17:33:43.538803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed469d9-0cda-4bba-bc51-224c7c42684a None None] Pushing event updated for resources: {'Port': ['ID=2c7e5af1-a690-4186-8462-a7dafaf15aa1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:43.548081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.561691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 90e3cab3-7c80-410b-a7bd-ffee787063da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:43.622567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 90e3cab3-7c80-410b-a7bd-ffee787063da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:43.622927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.635000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Pushing event updated for resources: {'Port': ['ID=a0fbaac2-fd17-4701-979e-51a41b742b0e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:43.650910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:43.652941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:43.656104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.658594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:43.697131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] For port 014eb55a-1474-4332-8f61-36bb54ee58b4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=014eb55a-1474-4332-8f61-36bb54ee58b4,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:43.697131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:43.825523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Calling delete_port for 014eb55a-1474-4332-8f61-36bb54ee58b4 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:43.850330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 90e3cab3-7c80-410b-a7bd-ffee787063da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:43.892765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-228e701c-1fb4-4107-8bdf-f047f9934950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.894286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-228e701c-1fb4-4107-8bdf-f047f9934950 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.4954040 Mar 10 17:33:43.957976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-901eb24c-b9f5-4644-bf4b-96c3b9d995f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:43.959705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-901eb24c-b9f5-4644-bf4b-96c3b9d995f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.4910233 Mar 10 17:33:44.047630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-efb2ea53-7b00-4d4e-b216-9bb29c2753f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.1421237 Mar 10 17:33:44.103901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Router f88a6e63-efcc-465d-810e-8c9763a0d4da is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:33:44.110256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-074c637a-1010-4b2e-9e27-45c0eee33e23 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:44.111768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-074c637a-1010-4b2e-9e27-45c0eee33e23 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6163883 Mar 10 17:33:44.130688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.151321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.192269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for router_gateway (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.231024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-dac2b836-cdc2-439f-9330-c597ee492839 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/quotas/e47b1d7210e14b03ac6379c0cf958c10 HTTP/1.1" status: 200 len: 375 time: 0.0922213 Mar 10 17:33:44.255810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-d30416cd-dc48-4c41-b3c0-323efc99ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:44.257301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-d30416cd-dc48-4c41-b3c0-323efc99ea71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.1987877 Mar 10 17:33:44.329520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:44.340531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:44.353526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:44.354403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:44.365701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-9841c7d8-18e0-475c-9edc-13d6cbe5f2ad tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173582 Mar 10 17:33:44.389271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event updated for resources: {'Port': ['ID=7e8ee66e-331d-42b0-8a68-22804ab51840,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:44.392110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.393355 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3b8745b-bdbb-4486-ae85-2c22a7037e86 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.6698573 Mar 10 17:33:44.396441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-427eb4ae-5e09-491c-8625-7ab488f9028e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229196 Mar 10 17:33:44.400459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34486) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:44.426545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-ea4e42c8-b98c-44b9-ab84-8b4835c83131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:44.428046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-ea4e42c8-b98c-44b9-ab84-8b4835c83131 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.3725591 Mar 10 17:33:44.527605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.554100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.562753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:44.578895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (014eb55a-1474-4332-8f61-36bb54ee58b4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.811745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ba4975c-5cef-469d-9a01-d37b313d3586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.819607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Router d94cebbb-5d9a-4a60-b6de-5228f3209b6b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:33:44.885918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:42Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:44.917243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:44.918558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Updating router f88a6e63-efcc-465d-810e-8c9763a0d4da port 2b755072-aa7c-4990-8bad-2b68c41150f2 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:33:44.961681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:44.999814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:45.012739 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Sync routers for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:45.022924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.028718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cfabbd0b-64a2-4f0e-a3cc-09bf4ab59784 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0201774 Mar 10 17:33:45.028876 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:45.029936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:45.031813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:45.243438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event deleted for resources: {'Port': ['ID=014eb55a-1474-4332-8f61-36bb54ee58b4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:45.247322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.248698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-6f21e840-6a8f-4e0c-8336-096fbc2580a8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1413212 Mar 10 17:33:45.302724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-ef3cd593-bfde-4978-8ebb-376409fb7d77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.8382883 Mar 10 17:33:45.325074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df84de38-0411-4831-8c9d-02af87c6ee80 req-489a5b11-0ec1-49f5-b841-112f3c879cc7 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e92cabc-fac4-43ce-b029-c3ea559a9941 HTTP/1.1" status: 200 len: 210 time: 0.6737585 Mar 10 17:33:45.363716 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:45.375162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eef5b8-b765-4440-9b9d-69d8106ef26c None None] Network 62342636-0378-4d15-90d0-f5f69703dfea requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:33:45.582120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Provisioning complete for port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:45.582552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.600964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] No DVR routers for this DVR port 014eb55a-1474-4332-8f61-36bb54ee58b4 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:45.618419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.622177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00699088-7ed7-47cc-9683-ac9f2ce4d108 req-cf3fe21c-4139-4330-85eb-2daabfe700d2 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "DELETE /v2.0/ports/014eb55a-1474-4332-8f61-36bb54ee58b4 HTTP/1.1" status: 204 len: 173 time: 2.8258271 Mar 10 17:33:45.634538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-deleted', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:45.637903 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad3bc4-081b-44f1-917c-7024373dd27d" -d '{"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-deleted", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:45.668573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-30845bbf-5839-4da6-ab2d-791df852d85e tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.3861265 Mar 10 17:33:45.688316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-f4cff7cd-cb4f-4896-be40-5e0bc38ec98a service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2744603 Mar 10 17:33:45.697430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-14d6e08f-97f7-4312-9d5c-5174834026b7 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805094 Mar 10 17:33:45.788450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Current status of the port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:45.788856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.791853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c7e5af1-a690-4186-8462-a7dafaf15aa1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:45.819902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-d3bcbffc-490b-44fa-8428-a42557df76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:45.821938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-d3bcbffc-490b-44fa-8428-a42557df76a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.4421470 Mar 10 17:33:45.857321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:45.976472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:43Z', 'revision_number': 3, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:45.984085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:45.984321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.084973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] For port 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c7e5af1-a690-4186-8462-a7dafaf15aa1,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:46.133459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.219260 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Checking router: d94cebbb-5d9a-4a60-b6de-5228f3209b6b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:46.219824 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Updating router d94cebbb-5d9a-4a60-b6de-5228f3209b6b port a0fbaac2-fd17-4701-979e-51a41b742b0e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:33:46.225729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.253490 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.366157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:46.386966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks [] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.388540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-071b5336-328b-46bd-80d8-5118e779ad59 None None] Provisioning complete for port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:46.388894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-071b5336-328b-46bd-80d8-5118e779ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.409393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0193a3-cb43-413f-b3b4-f438f01c7c8f req-69fa2e48-d59e-4adc-aefd-2a15086bb097 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081642 Mar 10 17:33:46.430048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8492dc-8251-4cfb-852f-a74724398f81 None None] Pushing event updated for resources: {'Port': ['ID=2c7e5af1-a690-4186-8462-a7dafaf15aa1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:46.430573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Allocated IP 172.20.0.1 (62342636-0378-4d15-90d0-f5f69703dfea/cc10f1f1-2c01-4b79-97d6-c0384792ded8/359f298d-1094-4684-a3fc-f2c7c3676523) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:46.446871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.510082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94562727-fa37-4dcb-9d73-057643e58871 req-76cbfa0c-3484-4b0b-b8f2-9fbb37ec1765 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.511790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-76cbfa0c-3484-4b0b-b8f2-9fbb37ec1765 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.8116302 Mar 10 17:33:46.567969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-84ee59f3-ee41-4f17-9292-d8ecf58bc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.569549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-84ee59f3-ee41-4f17-9292-d8ecf58bc46d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6931081 Mar 10 17:33:46.604243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Attempting to bind port 2b755072-aa7c-4990-8bad-2b68c41150f2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:46.604625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Attempting to bind port 2b755072-aa7c-4990-8bad-2b68c41150f2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:46.605030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Attempting to bind port 2b755072-aa7c-4990-8bad-2b68c41150f2 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:46.622288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:46.622699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:46.623184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.623587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:46.624075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Bound port: 2b755072-aa7c-4990-8bad-2b68c41150f2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:46.624465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.670371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks [] for port (359f298d-1094-4684-a3fc-f2c7c3676523), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.687454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-d5bdbf9f-ea88-49b1-925b-5aa500e59072 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:33:46.688448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94562727-fa37-4dcb-9d73-057643e58871 req-d5bdbf9f-ea88-49b1-925b-5aa500e59072 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1417444 Mar 10 17:33:46.703392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fadf-e8e4-4704-a37f-cdc939b4c759 None None] Pushing event updated for resources: {'Port': ['ID=2b755072-aa7c-4990-8bad-2b68c41150f2,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:46.717015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-c8d19741-b548-42b5-8fec-ca407e86d7b8 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:46.724328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-c8d19741-b548-42b5-8fec-ca407e86d7b8 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0251191 Mar 10 17:33:46.728629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.764608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-d855dd9d-2095-4ad4-bc67-40dd9e98a891 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2462494 Mar 10 17:33:46.809145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Pushing event updated for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:46.825711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Network 62342636-0378-4d15-90d0-f5f69703dfea is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:46.828703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:46.831466 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks [] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.841586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:46.846444 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.858989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-071b5336-328b-46bd-80d8-5118e779ad59 None None] Current status of the port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:46.881107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-ff57d253-99a7-4865-87cc-4b7e339cc036 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/quotas/e47b1d7210e14b03ac6379c0cf958c10 HTTP/1.1" status: 200 len: 375 time: 0.1556532 Mar 10 17:33:46.892130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] For port 2b755072-aa7c-4990-8bad-2b68c41150f2, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:46.898129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] For port 2b755072-aa7c-4990-8bad-2b68c41150f2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b755072-aa7c-4990-8bad-2b68c41150f2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:46.913351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.943476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.962528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Attempting to bind port a0fbaac2-fd17-4701-979e-51a41b742b0e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:46.962903 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Attempting to bind port a0fbaac2-fd17-4701-979e-51a41b742b0e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:46.963273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Attempting to bind port a0fbaac2-fd17-4701-979e-51a41b742b0e on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:46.975679 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:46.975818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:46.976225 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.980312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-68b8bbcb-c1bc-4440-9d94-686f8b8dd2a6 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974417 Mar 10 17:33:46.980635 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:46.981142 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Bound port: a0fbaac2-fd17-4701-979e-51a41b742b0e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:46.981673 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:46.988816 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb831526-61a1-43a1-908e-556525257ccb None None] Pushing event updated for resources: {'Port': ['ID=a0fbaac2-fd17-4701-979e-51a41b742b0e,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:47.075274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:47.075849 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] For port a0fbaac2-fd17-4701-979e-51a41b742b0e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:47.075962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:47.080105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] For port a0fbaac2-fd17-4701-979e-51a41b742b0e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0fbaac2-fd17-4701-979e-51a41b742b0e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:47.088750 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.156652 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:47.157614 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:47.174191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fadf-e8e4-4704-a37f-cdc939b4c759 None None] Pushing event updated for resources: {'Port': ['ID=2b755072-aa7c-4990-8bad-2b68c41150f2,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:47.228517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.263070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.266917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb831526-61a1-43a1-908e-556525257ccb None None] Pushing event updated for resources: {'Port': ['ID=a0fbaac2-fd17-4701-979e-51a41b742b0e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:47.355009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:47.391940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 014eb55a-1474-4332-8f61-36bb54ee58b4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:47.392578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 014eb55a-1474-4332-8f61-36bb54ee58b4 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:47.412165 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:47.416626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:47.461454 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292fa1f7-e1f0-454e-abfa-ac325935825d x-openstack-request-id: req-292fa1f7-e1f0-454e-abfa-ac325935825d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:47.461791 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e92cabc-fac4-43ce-b029-c3ea559a9941", "name": "network-vif-deleted", "tag": "014eb55a-1474-4332-8f61-36bb54ee58b4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:47.462509 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-292fa1f7-e1f0-454e-abfa-ac325935825d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:47.464279 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e92cabc-fac4-43ce-b029-c3ea559a9941', 'name': 'network-vif-deleted', 'tag': '014eb55a-1474-4332-8f61-36bb54ee58b4', 'status': 'completed', 'code': 200} Mar 10 17:33:47.564922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f7c0bf7c-dc27-4c2f-acaa-82e54f03c8fe None None] Provisioning complete for port 359f298d-1094-4684-a3fc-f2c7c3676523 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:47.565153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf96661-11a3-4a15-b0c1-d5d0844a9c02 req-8b946f76-e261-40ed-a4ea-cb919da56d94 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:47.565673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bf7c-dc27-4c2f-acaa-82e54f03c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:47.567121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cf96661-11a3-4a15-b0c1-d5d0844a9c02 req-8b946f76-e261-40ed-a4ea-cb919da56d94 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.7341204 Mar 10 17:33:47.579219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-5c82df9d-e25a-4af4-ae94-199b2b0759ac service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522611 Mar 10 17:33:47.655931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c7e5af1-a690-4186-8462-a7dafaf15aa1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:47.783919 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:43Z', 'revision_number': 3, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:47.818377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0bf7c-dc27-4c2f-acaa-82e54f03c8fe None None] Port 359f298d-1094-4684-a3fc-f2c7c3676523 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:47.824895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638a9f-3bd8-42a8-8a71-cc9c28c7926d None None] The sync data for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 is: [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:43Z', 'revision_number': 3, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:47.952377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-681295ff-7906-4ee1-8c72-119ae290e675 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:47.954008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-681295ff-7906-4ee1-8c72-119ae290e675 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1469963 Mar 10 17:33:47.978951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:47.979622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.016751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Request body: {'port': {'device_id': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'e47b1d7210e14b03ac6379c0cf958c10'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:48.045581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:42Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:48.091923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks [] for port (359f298d-1094-4684-a3fc-f2c7c3676523), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.099613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.100603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953795c-3c63-45cf-aca1-c22e8974fc67 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:42Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:48.154173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cf96661-11a3-4a15-b0c1-d5d0844a9c02 req-8205b9a0-279e-45c7-81cf-83ab404f9587 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5692551 Mar 10 17:33:48.205390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:48.281402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Pushing event updated for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:48.286378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf6873-7c20-454d-9edc-cb73592c5b30 req-e94acb23-1f8c-4ec3-b472-3c1afdc2c336 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877506 Mar 10 17:33:48.299731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af3eb-9214-4919-8058-8f9266622b96 req-7222fc70-1d93-409c-8f63-fbbdf4dd7c8c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:48.308665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-7222fc70-1d93-409c-8f63-fbbdf4dd7c8c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6336949 Mar 10 17:33:48.317908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.461436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d1f3be5-b95c-4d12-bf41-7a786780208c req-49ffe877-2bb6-4019-aa8c-32c89592fcd4 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 210 time: 0.1332936 Mar 10 17:33:48.469738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Network 62342636-0378-4d15-90d0-f5f69703dfea is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:48.471630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:48.486326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-e0ce293c-7a90-49ff-b073-0bedd2be6d22 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1765630 Mar 10 17:33:48.525275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'floatingip': {'port_id': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:48.667242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.686285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.689224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Made reservation on behalf of e47b1d7210e14b03ac6379c0cf958c10 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:48.695469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.702772 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.776239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:48.833422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Router d94cebbb-5d9a-4a60-b6de-5228f3209b6b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:49.070413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-323f94ab-cb83-418a-bad1-dc90eab74451 None None] Provisioning complete for port 359f298d-1094-4684-a3fc-f2c7c3676523 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:49.082181 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-323f94ab-cb83-418a-bad1-dc90eab74451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.129761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:49.147409 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f717caf2-004e-4507-abb1-3e27c1d1be6f admin admin] 10.222.0.35 "PUT /v2.0/routers/d94cebbb-5d9a-4a60-b6de-5228f3209b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1076763 Mar 10 17:33:49.193829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-323f94ab-cb83-418a-bad1-dc90eab74451 None None] Port 359f298d-1094-4684-a3fc-f2c7c3676523 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:49.365774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-0bd61076-ac66-4c70-ae91-39a0e3082952 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2273424 Mar 10 17:33:49.628499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0fbaac2-fd17-4701-979e-51a41b742b0e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:49.728180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a0fbaac2-fd17-4701-979e-51a41b742b0e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:49.728823 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.823066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a0fbaac2-fd17-4701-979e-51a41b742b0e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:49.823462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.847961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port a0fbaac2-fd17-4701-979e-51a41b742b0e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0fbaac2-fd17-4701-979e-51a41b742b0e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:49.854362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.855487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b755072-aa7c-4990-8bad-2b68c41150f2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:49.968573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2b755072-aa7c-4990-8bad-2b68c41150f2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:49.968573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:49.998894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks [] for security_group (07ee2f6d-c638-4982-8db5-cbc473599d6b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:50.021424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=a0fbaac2-fd17-4701-979e-51a41b742b0e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:50.040069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07ee2f6d-c638-4982-8db5-cbc473599d6b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:50.078895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2b755072-aa7c-4990-8bad-2b68c41150f2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:50.079291 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:50.106987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2b755072-aa7c-4990-8bad-2b68c41150f2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b755072-aa7c-4990-8bad-2b68c41150f2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:50.111345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:50.182922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2b755072-aa7c-4990-8bad-2b68c41150f2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:50.186262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683b90f-2453-4541-a8b2-b10586342c96 req-14552b82-d88c-475b-8661-b3e800c5b62a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:50.187955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e683b90f-2453-4541-a8b2-b10586342c96 req-14552b82-d88c-475b-8661-b3e800c5b62a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 1.1417565 Mar 10 17:33:50.230652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Allocated IP 172.20.0.1 (af490d30-5e2b-464a-a395-1df25f0f56c3/74b64ad6-e2ed-4538-8dfc-83ae77b56719/f9cf20ad-4f40-4466-8a42-236a290e6ef1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:50.297726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee2f6d-c638-4982-8db5-cbc473599d6b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:50.462964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-2f701779-de08-417b-b715-f38de72548ef tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:50.464535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-2f701779-de08-417b-b715-f38de72548ef tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.4710033 Mar 10 17:33:50.499548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-b2199e08-e968-4ced-ad56-7eb139cccded tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:50.501013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-b2199e08-e968-4ced-ad56-7eb139cccded tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1004810 Mar 10 17:33:50.536673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Request body: {'port': {'device_id': '07fc24ae-d8ec-42c2-85b1-126136659521', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'e47b1d7210e14b03ac6379c0cf958c10'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:50.658354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e683b90f-2453-4541-a8b2-b10586342c96 req-fc9f7600-1662-4dd4-9ee9-136820485afb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252081 Mar 10 17:33:50.846064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Allocated IP 192.168.233.66 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/fa4c5fce-8e6b-4581-83ad-278a1d607521) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:50.938247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks [] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.052423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Sync routers for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:51.065225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:51.066273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:51.087761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:33:51.259372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f191290-87da-4a56-9aed-9d28b0908df6 req-e29de506-eba4-4156-9248-bbc7817cb93b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:51.261429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f191290-87da-4a56-9aed-9d28b0908df6 req-e29de506-eba4-4156-9248-bbc7817cb93b tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ca77db-d54d-4af7-ba26-b06a525eeafe HTTP/1.1" status: 200 len: 944 time: 0.4862845 Mar 10 17:33:51.279476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Deleting port b233bd6b-8173-47ca-b431-78ce7df9a117 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:33:51.280031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.292876 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.322304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.324529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Made reservation on behalf of e47b1d7210e14b03ac6379c0cf958c10 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:33:51.328577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.350852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.378933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:51.560860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0fbaac2-fd17-4701-979e-51a41b742b0e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:51.675958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a0fbaac2-fd17-4701-979e-51a41b742b0e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:51.676363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.719380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 4, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '359f298d-1094-4684-a3fc-f2c7c3676523', 'name': '', 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'mac_address': 'fa:16:3e:bb:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:46Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 2, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'subnets': [{'id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:51.753858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Checking router: d94cebbb-5d9a-4a60-b6de-5228f3209b6b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:51.754221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Updating router d94cebbb-5d9a-4a60-b6de-5228f3209b6b port 359f298d-1094-4684-a3fc-f2c7c3676523 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:33:51.796877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:51.817393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:51.832816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:51.853081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:51.867198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a0fbaac2-fd17-4701-979e-51a41b742b0e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:51.867519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Pushing event updated for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:51.868213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b755072-aa7c-4990-8bad-2b68c41150f2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:51.961075 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.037144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2b755072-aa7c-4990-8bad-2b68c41150f2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:52.038331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.040540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f191290-87da-4a56-9aed-9d28b0908df6 req-a5e48160-be2e-4f31-8d35-84bbc3c8433a tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a4e3e84-5607-4594-b665-a14392457915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604504 Mar 10 17:33:52.210267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2b755072-aa7c-4990-8bad-2b68c41150f2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:52.246931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] For port b233bd6b-8173-47ca-b431-78ce7df9a117, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b233bd6b-8173-47ca-b431-78ce7df9a117,segment=NetworkSegment(4c55d244-613c-41b2-b62f-8b499e049269),segment_id=4c55d244-613c-41b2-b62f-8b499e049269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:52.247892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.262171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks [] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.278611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks [] for port (359f298d-1094-4684-a3fc-f2c7c3676523), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.280396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3a1cc176-27f9-4d6b-a1a9-7cfae349f901 None None] Provisioning complete for port f9cf20ad-4f40-4466-8a42-236a290e6ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:52.280764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc176-27f9-4d6b-a1a9-7cfae349f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.307991 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.324777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Calling delete_port for b233bd6b-8173-47ca-b431-78ce7df9a117 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:33:52.339336 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Floating IP 3b35de07-0ef1-4441-9670-0c5665f64c52 associated. External IP: 172.25.3.10, port: ae994acc-a164-48cd-bb44-54134cc05d9d. Mar 10 17:33:52.382699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cc176-27f9-4d6b-a1a9-7cfae349f901 None None] Port f9cf20ad-4f40-4466-8a42-236a290e6ef1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:52.406692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464799-59a9-448e-b2ef-68bac98b50b8 None None] Pushing event updated for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:52.471113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Attempting to bind port 359f298d-1094-4684-a3fc-f2c7c3676523 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:52.471490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Attempting to bind port 359f298d-1094-4684-a3fc-f2c7c3676523 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:52.471909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Attempting to bind port 359f298d-1094-4684-a3fc-f2c7c3676523 on network 62342636-0378-4d15-90d0-f5f69703dfea {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:52.486995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:52.487373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Checking segment: {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:52.489094 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.489829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Bound using segment: {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:52.490630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Bound port: 359f298d-1094-4684-a3fc-f2c7c3676523, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c7453c-3337-4301-bb57-24d2c1bea4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:52.491209 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.580002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] For port 359f298d-1094-4684-a3fc-f2c7c3676523, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:52.585627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] For port 359f298d-1094-4684-a3fc-f2c7c3676523, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=359f298d-1094-4684-a3fc-f2c7c3676523,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:52.595071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.621359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34576) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:52.667222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:52.667844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:52.730548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e464799-59a9-448e-b2ef-68bac98b50b8 None None] Pushing event updated for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:52.756900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.828199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2242562-5abc-4abb-a012-6c9b0bdccd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.831076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:52.869568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Provisioning complete for port 359f298d-1094-4684-a3fc-f2c7c3676523 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:52.869952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.960585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2242562-5abc-4abb-a012-6c9b0bdccd26 admin admin] Publish callbacks [] for security_group (ceb92ce8-3b99-455c-a2a0-4cd252eccc78), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.967531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2242562-5abc-4abb-a012-6c9b0bdccd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ceb92ce8-3b99-455c-a2a0-4cd252eccc78), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:52.992189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:53.002865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.015971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:53.047345 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2242562-5abc-4abb-a012-6c9b0bdccd26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=759465fc89c24dd6b71d3a4fee7bebcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238567 Mar 10 17:33:53.055425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242562-5abc-4abb-a012-6c9b0bdccd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb92ce8-3b99-455c-a2a0-4cd252eccc78,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.061031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34580) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:53.063239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-90a45bf8-7ec8-4ad7-a1ff-13deca8e1d7c tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5950823 Mar 10 17:33:53.092905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:53.111731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.116691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Allocated IP 192.168.233.150 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/7b7f4b4a-24ad-4486-a8f1-ada010a2bea8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:53.142311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] Publish callbacks [] for security_group (ceb92ce8-3b99-455c-a2a0-4cd252eccc78), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.148612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:53.168674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Current status of the port 359f298d-1094-4684-a3fc-f2c7c3676523 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:53.169067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.170018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] Publish callbacks [] for security_group (ceb92ce8-3b99-455c-a2a0-4cd252eccc78), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.238247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ceb92ce8-3b99-455c-a2a0-4cd252eccc78), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.241750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.243117 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceb92ce8-3b99-455c-a2a0-4cd252eccc78 HTTP/1.1" status: 204 len: 168 time: 0.1810763 Mar 10 17:33:53.255578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05cae-36eb-4e47-b4c8-e2ca4162c5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb92ce8-3b99-455c-a2a0-4cd252eccc78,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.281829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] For port 359f298d-1094-4684-a3fc-f2c7c3676523, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=359f298d-1094-4684-a3fc-f2c7c3676523,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:53.320913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.356613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:53.357325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.384018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 4, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '359f298d-1094-4684-a3fc-f2c7c3676523', 'name': '', 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'mac_address': 'fa:16:3e:bb:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:46Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'subnets': [{'id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:53.384490 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b233bd6b-8173-47ca-b431-78ce7df9a117), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.390755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.430178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:33:53.463313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b99de8-e031-4df1-ad9d-69458f7cc467 None None] The sync data for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 is: [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:47Z', 'revision_number': 4, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '359f298d-1094-4684-a3fc-f2c7c3676523', 'name': '', 'network_id': '62342636-0378-4d15-90d0-f5f69703dfea', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'mac_address': 'fa:16:3e:bb:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:46Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'subnets': [{'id': 'cc10f1f1-2c01-4b79-97d6-c0384792ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:53.470396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: b233bd6b-8173-47ca-b431-78ce7df9a117 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:33:53.470780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b233bd6b-8173-47ca-b431-78ce7df9a117 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:33:53.487542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad3575-678d-479b-b93d-301e14a3e0c0 None None] Pushing event updated for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.495173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Provisioning complete for port 359f298d-1094-4684-a3fc-f2c7c3676523 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:53.495603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.528252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Pushing event deleted for resources: {'Port': ['ID=b233bd6b-8173-47ca-b431-78ce7df9a117,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.544023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-f2ffb589-b75f-40f5-a1bd-d5db68087532 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5535409 Mar 10 17:33:53.582662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Request body: {'port': {'device_id': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:53.678934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Current status of the port 359f298d-1094-4684-a3fc-f2c7c3676523 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:53.703005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Provisioning complete for port fa4c5fce-8e6b-4581-83ad-278a1d607521 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:53.704542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.754740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:53.771703 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0945b73c-a67e-4b86-bde3-44c0840cb219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.775833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-985e28f3-4706-4e50-8fdd-c262ed1d368e None None] Port fa4c5fce-8e6b-4581-83ad-278a1d607521 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:53.779581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] No DVR routers for this DVR port b233bd6b-8173-47ca-b431-78ce7df9a117 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:33:53.792443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.795722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-651320e6-fc6f-4ed1-ad37-8a2366923ad8 req-e7c5c4ee-a558-46b8-8ab2-9c9c75814352 tempest-LiveAutoBlockMigrationV225Test-1630642006 tempest-LiveAutoBlockMigrationV225Test-1630642006-project] 10.222.0.41 "DELETE /v2.0/ports/b233bd6b-8173-47ca-b431-78ce7df9a117 HTTP/1.1" status: 204 len: 173 time: 3.3101954 Mar 10 17:33:53.798512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-deleted', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:33:53.801437 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d42d3d-2abb-4380-bc96-38f84532659e" -d '{"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-deleted", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:33:53.865105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Router 71f054f5-4128-4a17-a261-ddb6b87a4385 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:53.902151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0945b73c-a67e-4b86-bde3-44c0840cb219 admin admin] Publish callbacks [] for security_group (512ccc41-cfa2-407c-92e5-25f2234f3c4d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.908882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0945b73c-a67e-4b86-bde3-44c0840cb219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (512ccc41-cfa2-407c-92e5-25f2234f3c4d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:53.969866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b73c-a67e-4b86-bde3-44c0840cb219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ccc41-cfa2-407c-92e5-25f2234f3c4d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:53.977833 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0945b73c-a67e-4b86-bde3-44c0840cb219 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7593b1efca5a4cce9d1e4d36fd26e4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215397 Mar 10 17:33:53.978485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:54.059461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] Publish callbacks [] for security_group (512ccc41-cfa2-407c-92e5-25f2234f3c4d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.092255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] Publish callbacks [] for security_group (512ccc41-cfa2-407c-92e5-25f2234f3c4d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.157413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (512ccc41-cfa2-407c-92e5-25f2234f3c4d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.160867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.162894 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/512ccc41-cfa2-407c-92e5-25f2234f3c4d HTTP/1.1" status: 204 len: 168 time: 0.1829178 Mar 10 17:33:54.195675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487deea2-0213-4dd0-bf35-4ccfa8ea28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ccc41-cfa2-407c-92e5-25f2234f3c4d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:54.282528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.402287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks [] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.407072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks [] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.449998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.681378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Pushing event updated for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:54.709340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.711949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.726642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.774103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:54.785198 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:54.788368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Sync routers for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:54.806891 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:54.807508 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:54.902796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:54.940552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:54.953934 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:54.987522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:54.991274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:55.085526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-eaef75a5-d1b1-4f56-a6ee-0d77ef87f900 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "PUT /v2.0/floatingips/3b35de07-0ef1-4441-9670-0c5665f64c52 HTTP/1.1" status: 200 len: 996 time: 6.5951228 Mar 10 17:33:55.241194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:55.241882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.257391 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3b35de07-0ef1-4441-9670-0c5665f64c52', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'port_id': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'mac_address': 'fa:16:3e:b8:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 1, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:55.277463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:55.290106 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Checking router: 71f054f5-4128-4a17-a261-ddb6b87a4385 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:55.293486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:55.296425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Allocated IP 172.25.3.108 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/664ab5b1-6379-48cc-a5ce-03d68e481ccf) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:33:55.301976 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:55.303136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:55.330602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-8e3abf58-1cff-4f7d-a87b-c5829739889a tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8062556 Mar 10 17:33:55.334903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4ef9f7dd-4b10-404d-a375-397167bbbd58 None None] Provisioning complete for port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:55.335412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ef9f7dd-4b10-404d-a375-397167bbbd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.372551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Request body: {'port': {'device_id': '07fc24ae-d8ec-42c2-85b1-126136659521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:33:55.377946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9f7dd-4b10-404d-a375-397167bbbd58 None None] Port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:55.410554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af3eb-9214-4919-8058-8f9266622b96 req-bb522252-3c90-4dec-9dff-6a4e804152db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:55.410554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-bb522252-3c90-4dec-9dff-6a4e804152db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.2947724 Mar 10 17:33:55.484511 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:55.550980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 359f298d-1094-4684-a3fc-f2c7c3676523 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:55.557254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:55.632226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 359f298d-1094-4684-a3fc-f2c7c3676523 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:55.632517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.678351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks [] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.726641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.738215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3556253f-af5a-48e3-8473-e30f56e2dbaa None None] Provisioning complete for port f9cf20ad-4f40-4466-8a42-236a290e6ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:55.738910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3556253f-af5a-48e3-8473-e30f56e2dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.740809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 359f298d-1094-4684-a3fc-f2c7c3676523 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:55.749207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Transition to ACTIVE for port object fa4c5fce-8e6b-4581-83ad-278a1d607521 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:55.786122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3556253f-af5a-48e3-8473-e30f56e2dbaa None None] Port f9cf20ad-4f40-4466-8a42-236a290e6ef1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:33:55.809533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.886274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af3eb-9214-4919-8058-8f9266622b96 req-a71e0d9d-3762-4824-86ac-aeffc19dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:55.887501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-a71e0d9d-3762-4824-86ac-aeffc19dc98f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.4266381 Mar 10 17:33:55.891927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:55.946474 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3b35de07-0ef1-4441-9670-0c5665f64c52', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'port_id': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'mac_address': 'fa:16:3e:b8:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 1, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:55.988498 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0e2280-f131-4d93-89b5-879e6350bf57 None None] The sync data for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 is: [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3b35de07-0ef1-4441-9670-0c5665f64c52', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'port_id': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'mac_address': 'fa:16:3e:b8:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 1, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:55.998206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:33:56.054754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:56.169564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-d0a44366-64dd-4046-876d-0e3b8a7052bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 999 time: 0.2527928 Mar 10 17:33:56.303359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:56.359567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f6db47-058d-4d8a-859d-b17e3b11bc8c None None] New status for floating IP 3b35de07-0ef1-4441-9670-0c5665f64c52: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:33:56.675043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Attempting to bind port fa4c5fce-8e6b-4581-83ad-278a1d607521 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:56.675376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Attempting to bind port fa4c5fce-8e6b-4581-83ad-278a1d607521 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:56.676063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Attempting to bind port fa4c5fce-8e6b-4581-83ad-278a1d607521 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:56.681148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:33:56.710052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67af3eb-9214-4919-8058-8f9266622b96 req-aad6d3fe-7216-4bda-a37c-1f0f8291f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:56.711569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-aad6d3fe-7216-4bda-a37c-1f0f8291f2a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.5296838 Mar 10 17:33:56.752291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:33:56.760459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:56.772824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:33:56.781815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:56.797318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=664ab5b1-6379-48cc-a5ce-03d68e481ccf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:56.799676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Port fa4c5fce-8e6b-4581-83ad-278a1d607521 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:56.799996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Attempting to bind port fa4c5fce-8e6b-4581-83ad-278a1d607521 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:56.834417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-130f0d03-8edf-4a1c-9a03-a739163bdbad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143489 Mar 10 17:33:56.844961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:56.845295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:56.845674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:56.846115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Bound port: fa4c5fce-8e6b-4581-83ad-278a1d607521, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:56.846485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:56.852180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-0676113a-4316-41b2-9d2d-44e36a9846f0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:33:56.853151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-0676113a-4316-41b2-9d2d-44e36a9846f0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108607 Mar 10 17:33:56.873793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:33:56.879082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c06d299c-95f7-41a8-a820-9120084d5057 admin admin] 10.222.0.35 "PUT /v2.0/routers/f88a6e63-efcc-465d-810e-8c9763a0d4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4730663 Mar 10 17:33:56.888980 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:33:56.910967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73581a20-421e-4b3a-95be-2318982fa158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:56.917956 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:56.918621 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:57.037507 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73581a20-421e-4b3a-95be-2318982fa158 admin admin] Publish callbacks [] for security_group (7b3690b8-d64d-4bbb-a944-bf48572793e0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.043441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73581a20-421e-4b3a-95be-2318982fa158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b3690b8-d64d-4bbb-a944-bf48572793e0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.073711 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:57.103366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73581a20-421e-4b3a-95be-2318982fa158 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4350d5a093db45baabdccddab984cead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203902 Mar 10 17:33:57.104334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:57.106669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581a20-421e-4b3a-95be-2318982fa158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3690b8-d64d-4bbb-a944-bf48572793e0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.130828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:33:57.150166 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks [] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.172508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] Publish callbacks [] for security_group (7b3690b8-d64d-4bbb-a944-bf48572793e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.180785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (a6f952ea-ce21-4dd7-ac45-8bac94400ad1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.194608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-6ea45de6-2ec2-4fa7-86f1-7d777218389f service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288808 Mar 10 17:33:57.195539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Transition to ACTIVE for port object 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:33:57.199892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] Publish callbacks [] for security_group (7b3690b8-d64d-4bbb-a944-bf48572793e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.219950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:57.231332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.251997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b3690b8-d64d-4bbb-a944-bf48572793e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.254762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.256111 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b3690b8-d64d-4bbb-a944-bf48572793e0 HTTP/1.1" status: 204 len: 168 time: 0.1504567 Mar 10 17:33:57.267733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d5a53-5c81-4e61-8e4e-6be9a7a4bb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3690b8-d64d-4bbb-a944-bf48572793e0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.295917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:57.299973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.348509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.358115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:53Z', 'revision_number': 2, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:57.393648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:33:57.394109 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Updating router f88a6e63-efcc-465d-810e-8c9763a0d4da port f9cf20ad-4f40-4466-8a42-236a290e6ef1 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:33:57.434012 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.446898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.462374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:57.463116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.464656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] 10.222.0.59 "PUT /v2.0/ports/fa4c5fce-8e6b-4581-83ad-278a1d607521 HTTP/1.1" status: 200 len: 1095 time: 3.9052787 Mar 10 17:33:57.630622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:57.649895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a388807c-7c9a-4b31-b197-f3b19f7eca70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.700425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f67af3eb-9214-4919-8058-8f9266622b96 req-14e327de-dff2-4c91-9d44-e43bb437dddc service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820712 Mar 10 17:33:57.724818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851f06-9d70-4f4d-bc04-9e1ce3cfd714 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.736128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Attempting to bind port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:57.736474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Attempting to bind port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:57.736806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Attempting to bind port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:57.753243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-57ee8e1a-89e6-4526-8f0b-4e6751fa1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:57.754725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-57ee8e1a-89e6-4526-8f0b-4e6751fa1aaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 1129 time: 0.2306726 Mar 10 17:33:57.770698 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks [] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.778019 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.803077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-a7090297-812b-4781-9dc3-ada3dd2d1155 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521 HTTP/1.1" status: 200 len: 217 time: 0.0406954 Mar 10 17:33:57.803640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:33:57.803961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Attempting to bind port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:57.809096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a388807c-7c9a-4b31-b197-f3b19f7eca70 admin admin] Publish callbacks [] for security_group (0d298b63-2165-4012-9a89-5e6ee278b1eb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.817959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a388807c-7c9a-4b31-b197-f3b19f7eca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0d298b63-2165-4012-9a89-5e6ee278b1eb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.874334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Pushing event updated for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.895323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a388807c-7c9a-4b31-b197-f3b19f7eca70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=128f8aeea4844473824268c3bd02893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633731 Mar 10 17:33:57.896197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388807c-7c9a-4b31-b197-f3b19f7eca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d298b63-2165-4012-9a89-5e6ee278b1eb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:57.898840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:57.909126 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.910586 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.911314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.911863 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.912198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.912519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.912861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.913181 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.913493 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.913809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.914114 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.914609 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.914921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:33:57.944322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-8589831c-d551-4077-9086-150d23355cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:57.944686 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Attempting to bind port f9cf20ad-4f40-4466-8a42-236a290e6ef1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:33:57.945264 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Attempting to bind port f9cf20ad-4f40-4466-8a42-236a290e6ef1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:33:57.946152 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Attempting to bind port f9cf20ad-4f40-4466-8a42-236a290e6ef1 on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:33:57.946266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-8589831c-d551-4077-9086-150d23355cec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1304002 Mar 10 17:33:57.947190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:57.947599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:57.948078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:57.948593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Bound port: 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:57.949059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.954776 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:33:57.956128 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Checking segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:33:57.956700 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:57.957097 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Bound using segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:33:57.957585 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Bound port: f9cf20ad-4f40-4466-8a42-236a290e6ef1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:33:57.958000 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.004763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] Publish callbacks [] for security_group (0d298b63-2165-4012-9a89-5e6ee278b1eb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.033461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] Publish callbacks [] for security_group (0d298b63-2165-4012-9a89-5e6ee278b1eb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.049919 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] For port f9cf20ad-4f40-4466-8a42-236a290e6ef1, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:58.054169 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] For port f9cf20ad-4f40-4466-8a42-236a290e6ef1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f9cf20ad-4f40-4466-8a42-236a290e6ef1,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:58.066079 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.071036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.095434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.099133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0d298b63-2165-4012-9a89-5e6ee278b1eb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.103184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.105230 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d298b63-2165-4012-9a89-5e6ee278b1eb HTTP/1.1" status: 204 len: 168 time: 0.2053490 Mar 10 17:33:58.122017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6dae-fbc9-4a27-a05b-91f15377d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d298b63-2165-4012-9a89-5e6ee278b1eb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:58.128392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-13248ad6-8055-4321-9106-ca49ab086308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.137746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-13248ad6-8055-4321-9106-ca49ab086308 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649547 Mar 10 17:33:58.158160 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:33:58.158863 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:58.160029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44dfc9-a4e9-4042-bb96-d5e08ff3bc79 req-deabddb9-cfcc-4fa7-bab1-c7df569160af tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.161980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab44dfc9-a4e9-4042-bb96-d5e08ff3bc79 req-deabddb9-cfcc-4fa7-bab1-c7df569160af tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 948 time: 0.2721891 Mar 10 17:33:58.207029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:33:58.216381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d32be-1247-4933-8665-a957ac61fe7f None None] Pushing event updated for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:58.240113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Provisioning complete for port f9cf20ad-4f40-4466-8a42-236a290e6ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:58.240623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.264714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:33:58.332628 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:33:58.353794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=664ab5b1-6379-48cc-a5ce-03d68e481ccf,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:58.356685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.366385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Current status of the port f9cf20ad-4f40-4466-8a42-236a290e6ef1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:58.366882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.437990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] For port f9cf20ad-4f40-4466-8a42-236a290e6ef1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f9cf20ad-4f40-4466-8a42-236a290e6ef1,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:33:58.446168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.493897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.497721 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.499333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] 10.222.0.41 "PUT /v2.0/ports/7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 HTTP/1.1" status: 200 len: 1096 time: 3.1503732 Mar 10 17:33:58.500260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (a6f952ea-ce21-4dd7-ac45-8bac94400ad1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.525824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab44dfc9-a4e9-4042-bb96-d5e08ff3bc79 req-d40236a8-7661-4acd-b322-b3e773cb53f9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244612 Mar 10 17:33:58.545208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-eea5d82d-fa8a-4e29-9400-4d475061f3b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063799 Mar 10 17:33:58.548044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc73c9e-1daa-42fd-abfa-c97a4136462a service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:58.649846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.651396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-06915938-7830-4bf7-9914-08dfeb127aa9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5871150 Mar 10 17:33:58.744003 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:33:58.790205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-1166bcae-4862-404e-9e58-e92db82142c9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1232653 Mar 10 17:33:58.806604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c084af-a05e-4d7d-af00-00e92218a51b req-fb1aabd5-c3ee-4e39-b4aa-b9826214b2c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543881 Mar 10 17:33:58.811028 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588644a-c971-4a1f-bb47-0456a014a6a5 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:33:58.854354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229edc34-55f1-49a9-a28b-bd27d9f5d006 None None] Pushing event updated for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:33:58.874607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-022f7bf9-d4ac-410c-8d39-5d8942bf0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.876982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-022f7bf9-d4ac-410c-8d39-5d8942bf0d49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 1130 time: 0.2327754 Mar 10 17:33:58.885489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a49bee60-b890-4f90-839c-efd3d27ea2c0 None None] Provisioning complete for port f9cf20ad-4f40-4466-8a42-236a290e6ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:58.885951 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a49bee60-b890-4f90-839c-efd3d27ea2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:58.910113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.930071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.939506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.945112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.950382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.955677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.961324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:58.963299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8b8d878-6a72-4421-9681-dcdf9c8c4f5e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.3182352 Mar 10 17:33:58.999256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a49bee60-b890-4f90-839c-efd3d27ea2c0 None None] Current status of the port f9cf20ad-4f40-4466-8a42-236a290e6ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:59.050039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-ade84176-22da-40cf-a6c4-626b29452dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 HTTP/1.1" status: 200 len: 217 time: 0.0607421 Mar 10 17:33:59.131203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-6d88b7a0-89fe-42cd-85d4-a76dbbde655e tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:59.132655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e3547c-e6f8-41a2-b0bb-df424e40fd9a req-6d88b7a0-89fe-42cd-85d4-a76dbbde655e tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3251388 Mar 10 17:33:59.149714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-9cdf5309-d290-4a9b-a068-1b9448eaf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:59.151218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-9cdf5309-d290-4a9b-a068-1b9448eaf85f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0928466 Mar 10 17:33:59.156213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2cfc002-e25b-419b-8b1c-e64d1a83841b req-e8f78b2e-461d-4512-809d-0e32b9fb1600 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603484 Mar 10 17:33:59.227092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34692) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:59.540755 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d263a1e-0140-4d20-9196-8fc382f7c8f7 x-openstack-request-id: req-7d263a1e-0140-4d20-9196-8fc382f7c8f7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:33:59.541340 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca77db-d54d-4af7-ba26-b06a525eeafe", "name": "network-vif-deleted", "tag": "b233bd6b-8173-47ca-b431-78ce7df9a117", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:33:59.541340 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d263a1e-0140-4d20-9196-8fc382f7c8f7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:33:59.541683 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca77db-d54d-4af7-ba26-b06a525eeafe', 'name': 'network-vif-deleted', 'tag': 'b233bd6b-8173-47ca-b431-78ce7df9a117', 'status': 'completed', 'code': 200} Mar 10 17:33:59.553265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-a9b35ecb-8ed7-4866-898f-09a80c3fcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:59.555242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-a9b35ecb-8ed7-4866-898f-09a80c3fcdaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3949723 Mar 10 17:33:59.572612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f9cf20ad-4f40-4466-8a42-236a290e6ef1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:33:59.648623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f9cf20ad-4f40-4466-8a42-236a290e6ef1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:33:59.649270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.669184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Deleting subnet 8f2f7e58-7d36-4f70-9d63-8ea48bdd158c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:33:59.672532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Publish callbacks [] for subnet (8f2f7e58-7d36-4f70-9d63-8ea48bdd158c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.672828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03570d86-c817-4ac3-824f-2c68e8391edc req-ed30e3a2-4f10-4332-ac77-4dfb1b900dc1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:33:59.675055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03570d86-c817-4ac3-824f-2c68e8391edc req-ed30e3a2-4f10-4332-ac77-4dfb1b900dc1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4557703 Mar 10 17:33:59.740319 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.741964 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (8f2f7e58-7d36-4f70-9d63-8ea48bdd158c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.781315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-9f7b6338-c056-4936-93df-480829dfc0c0 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192061 Mar 10 17:33:59.785458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f9cf20ad-4f40-4466-8a42-236a290e6ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:33:59.796058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8f2f7e58-7d36-4f70-9d63-8ea48bdd158c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.856205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (8f2f7e58-7d36-4f70-9d63-8ea48bdd158c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.868000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:33:59.871502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f2f7e58-7d36-4f70-9d63-8ea48bdd158c HTTP/1.1" status: 204 len: 168 time: 0.6428502 Mar 10 17:33:59.882043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03570d86-c817-4ac3-824f-2c68e8391edc req-2e3f11bb-b84a-4894-9ba3-b1b2da7ce54c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959701 Mar 10 17:33:59.885859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34716) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:33:59.892945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccdc50-9b88-4ff7-b1ad-19c166cbc6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2f7e58-7d36-4f70-9d63-8ea48bdd158c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:00.079138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-b338cab9-5343-42ff-9b02-48fc6a918a60 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:00.081295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-b338cab9-5343-42ff-9b02-48fc6a918a60 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 821 time: 0.3446887 Mar 10 17:34:00.110598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b2899171-52e0-4889-b51f-5adef352bd5d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.145152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-a781e089-ea9e-464f-a56f-f2f493822347 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/quotas/f19bdc0b9eb841b390d67238c7d30b20 HTTP/1.1" status: 200 len: 375 time: 0.0518343 Mar 10 17:34:00.147679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b754800-15cf-4c05-b01b-72d29c0fb696 req-3bdd65e1-1656-4d88-93a5-f9c1d7f3d7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553545 Mar 10 17:34:00.152127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-c066bfc3-9f07-41a8-b141-b0ebc2f040b1 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.2316904 Mar 10 17:34:00.268843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1eef4-1e98-4a95-b122-248209490c76 req-ec97fc22-8563-486b-8b4f-9f8ca75e7a67 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:00.270417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-ec97fc22-8563-486b-8b4f-9f8ca75e7a67 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports/ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 943 time: 0.1051497 Mar 10 17:34:00.318928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b2899171-52e0-4889-b51f-5adef352bd5d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.354169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-df968630-c53c-48ea-8da0-8a4a967d7efc tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1996861 Mar 10 17:34:00.384657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2899171-52e0-4889-b51f-5adef352bd5d']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:00.413446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c55d244-613c-41b2-b62f-8b499e049269') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:00.413765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c55d244-613c-41b2-b62f-8b499e049269') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:00.469995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4c55d244-613c-41b2-b62f-8b499e049269), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.532856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-d279a748-16c5-48fe-96e9-b74f3eec3d51 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.1453543 Mar 10 17:34:00.533914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c55d244-613c-41b2-b62f-8b499e049269), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.555555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:00.556224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4c55d244-613c-41b2-b62f-8b499e049269), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:00.558579 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:00.651506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-65743d15-2ef3-45d6-957f-d05677dd6736 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782233 Mar 10 17:34:00.710148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b2899171-52e0-4889-b51f-5adef352bd5d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.728718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.734389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2899171-52e0-4889-b51f-5adef352bd5d HTTP/1.1" status: 204 len: 168 time: 0.8445332 Mar 10 17:34:00.735114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:00.751928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481cf6-80ae-440e-b242-62afff011d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2899171-52e0-4889-b51f-5adef352bd5d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:00.788191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Deleting subnet 1163fc96-be6f-459a-985b-f6a3cdfc78aa {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:00.792537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Publish callbacks [] for subnet (1163fc96-be6f-459a-985b-f6a3cdfc78aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.800981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1eef4-1e98-4a95-b122-248209490c76 req-445f3b1f-1b10-4da0-abca-f834ba0e041b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:00.802563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-445f3b1f-1b10-4da0-abca-f834ba0e041b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2628791 Mar 10 17:34:00.819559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-39c73891-12eb-4204-8fef-049cc0865cc5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:34:00.820629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-39c73891-12eb-4204-8fef-049cc0865cc5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085356 Mar 10 17:34:00.845791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1163fc96-be6f-459a-985b-f6a3cdfc78aa), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.873134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-05208026-ea21-4dc8-bbfa-69608fb55839 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951199 Mar 10 17:34:00.908314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1163fc96-be6f-459a-985b-f6a3cdfc78aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:00.919894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-93ffd4bf-eebb-4e24-b6a0-a8860bc9aa7a tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.0878739 Mar 10 17:34:00.938055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:01.005687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1163fc96-be6f-459a-985b-f6a3cdfc78aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.060063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1163fc96-be6f-459a-985b-f6a3cdfc78aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:01.062068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.069087 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-30ef1f84-b0b6-452a-aa89-4583647938a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1163fc96-be6f-459a-985b-f6a3cdfc78aa HTTP/1.1" status: 204 len: 168 time: 0.3323452 Mar 10 17:34:01.069249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:01.108810 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.305131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.325432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-cd0518be-5eb3-4011-9ded-e995f4cc13cb tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2958937 Mar 10 17:34:01.343420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:01.484942 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.497023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.497359 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Floating IP 3b35de07-0ef1-4441-9670-0c5665f64c52 disassociated. External IP: 172.25.3.10, port: ae994acc-a164-48cd-bb44-54134cc05d9d. Mar 10 17:34:01.576936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.579817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}, {'name': 'network-changed', 'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}, {'name': 'network-changed', 'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:01.582145 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906639a4-0d47-4ea0-a654-8f047c32e104" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}, {"name": "network-changed", "server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}, {"name": "network-changed", "server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:01.591934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.627627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:01.651356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53686d1-a7a5-47a1-903d-44755b906b7d') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:01.651622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53686d1-a7a5-47a1-903d-44755b906b7d') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:01.692068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (f53686d1-a7a5-47a1-903d-44755b906b7d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.982563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f53686d1-a7a5-47a1-903d-44755b906b7d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.994160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:01.994571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (f53686d1-a7a5-47a1-903d-44755b906b7d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:01.996968 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:02.119811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.133324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.136475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27 HTTP/1.1" status: 204 len: 168 time: 1.0629494 Mar 10 17:34:02.184611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeb5df-1f15-4950-aaaa-eb3cc4f46744 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c50d2f-ce62-49eb-aa0a-e01b3c11ea27,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:02.317690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Router 71f054f5-4128-4a17-a261-ddb6b87a4385 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:02.321817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.369504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:02.399317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-9acd9cc4-bef2-44b7-9d22-c3ed6f9419b5 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:02.400801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-9acd9cc4-bef2-44b7-9d22-c3ed6f9419b5 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 821 time: 0.2318723 Mar 10 17:34:02.415539 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c9d56cf6-2c41-4578-8f31-5a7ba6d3cfc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=519d1ead981f4e4fad86b5d577bb1931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441689 Mar 10 17:34:02.418193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34776) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:02.448040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'port': {'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'admin_state_up': True, 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:02.466882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] Publish callbacks [] for security_group (6a4e3e84-5607-4594-b665-a14392457915), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.493034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] Publish callbacks [] for security_group (6a4e3e84-5607-4594-b665-a14392457915), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.571134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a4e3e84-5607-4594-b665-a14392457915), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.573863 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.577240 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a4e3e84-5607-4594-b665-a14392457915 HTTP/1.1" status: 204 len: 168 time: 0.1558115 Mar 10 17:34:02.586121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6605f12-a513-40af-8e66-81121fbf2513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e3e84-5607-4594-b665-a14392457915,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:02.628593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Allocated IP 172.25.3.50 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:02.637132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:02.644211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.657550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Sync routers for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:02.671350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:02.672318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:02.723182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-14d2bbca-c11c-4232-9b00-0519604bf36c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "PUT /v2.0/floatingips/3b35de07-0ef1-4441-9670-0c5665f64c52 HTTP/1.1" status: 200 len: 694 time: 1.7924368 Mar 10 17:34:02.770690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Made reservation on behalf of f19bdc0b9eb841b390d67238c7d30b20 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:02.775740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.824042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:02.869188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:02.963620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:02.983050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1eef4-1e98-4a95-b122-248209490c76 req-6f0722cd-222e-4abd-916a-10f6fab21c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:02.990811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-6f0722cd-222e-4abd-916a-10f6fab21c72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.2436078 Mar 10 17:34:03.044809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:03.091520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa3b65cf-7b0d-4b7a-a186-2d1dffdb2e0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87bc4212e5464f77b7bc5d258f40c1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453401 Mar 10 17:34:03.094405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:03.139357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.141595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Allocated IP 172.20.0.4 (af490d30-5e2b-464a-a395-1df25f0f56c3/74b64ad6-e2ed-4538-8dfc-83ae77b56719/12a9b244-342e-408e-88ad-3959c6b77e14) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:03.148718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] Publish callbacks [] for security_group (177bbbb3-4ab9-422a-98ea-78155ccf774b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.171526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] Publish callbacks [] for security_group (177bbbb3-4ab9-422a-98ea-78155ccf774b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.188739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:03.206125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'mac_address': 'fa:16:3e:95:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:03.208356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:03.216039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1eef4-1e98-4a95-b122-248209490c76 req-3af2f58e-e6c5-498e-b863-27fcda905af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:03.217555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-3af2f58e-e6c5-498e-b863-27fcda905af6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.2259681 Mar 10 17:34:03.222137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:03.238611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (177bbbb3-4ab9-422a-98ea-78155ccf774b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.241544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:03.243242 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.247601 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/177bbbb3-4ab9-422a-98ea-78155ccf774b HTTP/1.1" status: 204 len: 168 time: 0.1492193 Mar 10 17:34:03.247764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:03.253909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47456137-8977-44e1-befd-9d925e987275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177bbbb3-4ab9-422a-98ea-78155ccf774b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:03.255695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:03.296641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Checking router: 71f054f5-4128-4a17-a261-ddb6b87a4385 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:03.299153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:03.299565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.325217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:03.325845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:33:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:03.328728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:03.332606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-2d49978a-7161-4815-bdd7-a6d3a6642569 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.0989172 Mar 10 17:34:03.348566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:03.387835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.417170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:03.445659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1eef4-1e98-4a95-b122-248209490c76 req-a9d39c05-5c7c-41d8-bc72-f2471b507674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:03.447205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-a9d39c05-5c7c-41d8-bc72-f2471b507674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.1035109 Mar 10 17:34:03.516420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:03.542357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-f0f2ebc7-7e67-4aea-9043-137bd46a82d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822418 Mar 10 17:34:03.546879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:03.612249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (12db7d28-439f-4a0b-b554-a13553185053), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.629218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for port (12a9b244-342e-408e-88ad-3959c6b77e14), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.686420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:03.702728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['fa4c5fce-8e6b-4581-83ad-278a1d607521'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:03.729536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.764319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'mac_address': 'fa:16:3e:3d:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:03.770908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-66d7688a-2a35-407f-92ac-55232a7fd51a service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191191 Mar 10 17:34:03.787344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.855674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:03.855945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:03.904537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:03.913820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:03.925360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:03.940288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:03.949302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event updated for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:03.964213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:03.982895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.053171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:04.088368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.090519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.094567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07c1eef4-1e98-4a95-b122-248209490c76 req-67630a45-4db7-4022-b4aa-7e615637a898 service neutron] 10.222.0.35 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048429 Mar 10 17:34:04.133992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-501c69b8-f60c-431b-914c-b3ad4315b207 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6899304 Mar 10 17:34:04.160628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Request body: {'port': {'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:04.263944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.295794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.303677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415f48-4a23-4a19-95d3-70197b6003ad None None] The sync data for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 is: [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:32:45Z', 'revision_number': 4, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '5cbbc05c-7065-4964-b917-013ee7ca9f06', 'name': '', 'network_id': 'fef174db-de47-4cce-99b2-4346c6499953', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'mac_address': 'fa:16:3e:3a:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:44Z', 'updated_at': '2022-03-10T17:32:53Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'subnets': [{'id': '4a1c2a98-37e5-4ef6-95c8-98a913f1ee70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:04.314100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:04.368740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:04.420648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cc892429-4700-40e6-851c-2205152b6f66 None None] Provisioning complete for port 12a9b244-342e-408e-88ad-3959c6b77e14 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:04.421024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc892429-4700-40e6-851c-2205152b6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.442053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:04.463238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:04.470765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.512445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-126555736-network', 'tenant_id': 'c5cfee6341b0431a9e53e5e476f76906'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:04.513895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc892429-4700-40e6-851c-2205152b6f66 None None] Port 12a9b244-342e-408e-88ad-3959c6b77e14 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:34:04.553968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Made reservation on behalf of c5cfee6341b0431a9e53e5e476f76906 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:04.557028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.558365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.566725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.573361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.574871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.581546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.589904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.596847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.603512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.605834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55716a77-38b5-4065-936d-54cf461b718e req-b23da667-2eb6-4d48-ba1a-1023fe965923 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.3584468 Mar 10 17:34:04.654158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (12db7d28-439f-4a0b-b554-a13553185053), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.726576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks [] for security_group (56b31fb0-4043-48f7-ae11-72fe2b48b72e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.737358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56b31fb0-4043-48f7-ae11-72fe2b48b72e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.770789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:34:04.777827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b31fb0-4043-48f7-ae11-72fe2b48b72e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:04.785064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (27075b85-40d4-4cff-846d-712f6217c64b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.785625 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Added segment 27075b85-40d4-4cff-846d-712f6217c64b of type vlan for network 9f954251-a52a-4a7e-b8a4-72a78f281ef0 Mar 10 17:34:04.809799 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd56f3a-276b-4392-b102-0f6254de7083 None None] New status for floating IP 3b35de07-0ef1-4441-9670-0c5665f64c52: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:34:04.830518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (9f954251-a52a-4a7e-b8a4-72a78f281ef0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.861953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (9f954251-a52a-4a7e-b8a4-72a78f281ef0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.863364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:04.864214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.904152 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5342185 Mar 10 17:34:04.907127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:04.943844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Request body: {'subnet': {'network_id': '9f954251-a52a-4a7e-b8a4-72a78f281ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-126555736-subnet', 'tenant_id': 'c5cfee6341b0431a9e53e5e476f76906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:04.963335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd15c-b05f-432f-ad7c-ca12f934e3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f954251-a52a-4a7e-b8a4-72a78f281ef0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:04.967406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Made reservation on behalf of c5cfee6341b0431a9e53e5e476f76906 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:04.970758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:04.976265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 9f954251-a52a-4a7e-b8a4-72a78f281ef0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:34:05.166707 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.168182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-97168f1d-00dc-4a42-9902-236b8c146e46 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8332195 Mar 10 17:34:05.208397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (54eb88f9-117b-42b9-8f14-d23396e756da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.268405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-63f9ee9d-6c07-4ffc-ae13-d1d6fc36ad0d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0823095 Mar 10 17:34:05.283195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=54eb88f9-117b-42b9-8f14-d23396e756da,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:05.315206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Checking segment: {'id': '27075b85-40d4-4cff-846d-712f6217c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9f954251-a52a-4a7e-b8a4-72a78f281ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:05.316081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Network hostable DHCP agents. Network: 9f954251-a52a-4a7e-b8a4-72a78f281ef0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:34:05.336901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Network 9f954251-a52a-4a7e-b8a4-72a78f281ef0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:34:05.347556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 9f954251-a52a-4a7e-b8a4-72a78f281ef0) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:05.352593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:05.353183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.372329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a038d5a-3d19-4064-9182-9bb8127e4669 None None] Network 9f954251-a52a-4a7e-b8a4-72a78f281ef0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:05.379508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ac193a73-55a0-4a11-9307-316f9710d8ee admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4710937 Mar 10 17:34:05.381344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73bc82-1b31-4917-961e-d495e97551e1 req-170987b3-b358-4cb6-957a-13e3b67d5bb3 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:05.382897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba73bc82-1b31-4917-961e-d495e97551e1 req-170987b3-b358-4cb6-957a-13e3b67d5bb3 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 949 time: 0.2229877 Mar 10 17:34:05.514408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-dcc5641d-a7bf-4d86-8b37-0a350da676a5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:05.516086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bb724-930e-4635-b6fd-5951ad8164e3 req-dcc5641d-a7bf-4d86-8b37-0a350da676a5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2369781 Mar 10 17:34:05.555343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba73bc82-1b31-4917-961e-d495e97551e1 req-90867393-2889-488c-9e57-0c663149565c tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352625 Mar 10 17:34:05.604413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5a390-313e-458b-98f5-64ea50987e24 None None] Network 9f954251-a52a-4a7e-b8a4-72a78f281ef0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:05.658445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a9b244-342e-408e-88ad-3959c6b77e14 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:05.670592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks [] for port (12a9b244-342e-408e-88ad-3959c6b77e14), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.782965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970dae-cbbd-4d99-9847-aa2f36a11c60 req-a4fa28b8-6ec5-4a46-914d-811d4099aeea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:05.784624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b970dae-cbbd-4d99-9847-aa2f36a11c60 req-a4fa28b8-6ec5-4a46-914d-811d4099aeea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1900933 Mar 10 17:34:05.787314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Transition to ACTIVE for port object 12a9b244-342e-408e-88ad-3959c6b77e14 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:05.815653 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:05.874857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988d621-591f-408d-9377-3c5ecc26d51b req-24d24662-bf44-466b-b0fe-8918e8abd35d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:05.875667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3988d621-591f-408d-9377-3c5ecc26d51b req-24d24662-bf44-466b-b0fe-8918e8abd35d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 931 time: 0.1839490 Mar 10 17:34:05.935511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b970dae-cbbd-4d99-9847-aa2f36a11c60 req-a5554bea-ebcc-4444-9a05-57d7507cb8c9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393566 Mar 10 17:34:05.936156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Pushing event updated for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:06.024920 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:06.049735 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d832aa2b-e046-4e74-a0a5-7804a793cc4f x-openstack-request-id: req-d832aa2b-e046-4e74-a0a5-7804a793cc4f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:06.050044 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:06.050298 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d832aa2b-e046-4e74-a0a5-7804a793cc4f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:06.051098 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:34:06.051351 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'status': 'completed', 'code': 200} Mar 10 17:34:06.051638 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'status': 'completed', 'code': 200} Mar 10 17:34:06.066680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3988d621-591f-408d-9377-3c5ecc26d51b req-d78c0c44-32c8-41b7-9cb2-94b92db47575 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779566 Mar 10 17:34:06.190562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-93e326f5-6fd4-4a58-835b-6ae6f97aaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.193645 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-93e326f5-6fd4-4a58-835b-6ae6f97aaf87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.1149199 Mar 10 17:34:06.241938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-da719ad5-ef99-4251-9fbb-4dd2d2a1a486 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips/3b35de07-0ef1-4441-9670-0c5665f64c52 HTTP/1.1" status: 200 len: 692 time: 0.1713443 Mar 10 17:34:06.256779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Attempting to bind port 12a9b244-342e-408e-88ad-3959c6b77e14 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:06.257050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Attempting to bind port 12a9b244-342e-408e-88ad-3959c6b77e14 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:06.257402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Attempting to bind port 12a9b244-342e-408e-88ad-3959c6b77e14 on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:06.301954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Port 12a9b244-342e-408e-88ad-3959c6b77e14 on network af490d30-5e2b-464a-a395-1df25f0f56c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:06.302584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Attempting to bind port 12a9b244-342e-408e-88ad-3959c6b77e14 on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:06.378663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:06.379007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Checking segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:06.379388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Bound using segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:06.380005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Bound port: 12a9b244-342e-408e-88ad-3959c6b77e14, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:06.380370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.381717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-d64cc1d3-18db-45d2-912b-9a07082969ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.383877 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-d64cc1d3-18db-45d2-912b-9a07082969ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.1836779 Mar 10 17:34:06.393987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:06.402228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-27b43a0c-b079-4dac-83fa-623c68ea9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.403887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-27b43a0c-b079-4dac-83fa-623c68ea9b3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 1131 time: 0.3301697 Mar 10 17:34:06.438214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-36aade63-5cec-44c3-9df6-2087c932f71a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.0465286 Mar 10 17:34:06.443668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2062827310-network', 'tenant_id': 'ff40f3c692c64bd2a2c743a0b5366b9b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:06.479548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Made reservation on behalf of ff40f3c692c64bd2a2c743a0b5366b9b for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:06.482838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.510309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:06.519865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.541237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-ad3c28af-8b01-439c-8837-bf719dbbfac3 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3785770 Mar 10 17:34:06.569858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-ddd1e2be-0f4d-4599-8221-14254b29a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.571819 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-ddd1e2be-0f4d-4599-8221-14254b29a48a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.1064067 Mar 10 17:34:06.589689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:06.609768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-2a2460dd-1a10-4e00-8501-26b3ccf26cb8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.615988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-2a2460dd-1a10-4e00-8501-26b3ccf26cb8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3731246 Mar 10 17:34:06.631952 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-31c8463b-da4c-495b-b87d-15567c5a4d90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500753 Mar 10 17:34:06.713152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:06.730275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-a4dc1126-a614-442f-9b2a-24d7466cf035 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1131916 Mar 10 17:34:06.743366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks [] for security_group (b488407b-4b2f-4fc5-acea-f294fe435d98), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.751838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.755711 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b488407b-4b2f-4fc5-acea-f294fe435d98), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.756755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12a9b244-342e-408e-88ad-3959c6b77e14,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:06.777078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-728ce536-c79d-4b2b-9b73-63530a873162 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373191 Mar 10 17:34:06.778628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:34:06.805163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:06.818554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.821700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-e6e453f6-3835-404a-a700-9a2d4f0c03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.823199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-e6e453f6-3835-404a-a700-9a2d4f0c03c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.3904045 Mar 10 17:34:06.826157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (53f07691-7da9-4ca2-836c-30e35efb9d87), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.827526 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Added segment 53f07691-7da9-4ca2-836c-30e35efb9d87 of type vlan for network 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 Mar 10 17:34:06.838743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-576d8515-e461-4472-bcfb-582139c054e5 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1073716 Mar 10 17:34:06.862790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port fa4c5fce-8e6b-4581-83ad-278a1d607521 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:06.869739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port fa4c5fce-8e6b-4581-83ad-278a1d607521 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:06.870489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.886246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (0f1d28d0-5434-4bfb-8bc7-00bf81b90d49), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.912479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b488407b-4b2f-4fc5-acea-f294fe435d98,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:06.963623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.964173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-11e2e143-c7b5-4713-ac33-321c518cfa69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 HTTP/1.1" status: 200 len: 217 time: 0.1169555 Mar 10 17:34:06.965301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.965992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.966697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.967457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.968279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.970098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.970794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.971452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.972468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.973060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.974578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.975160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:06.977887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.978551 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.979947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] 10.222.0.59 "PUT /v2.0/ports/12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 1091 time: 2.8399749 Mar 10 17:34:06.980274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (0f1d28d0-5434-4bfb-8bc7-00bf81b90d49), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:06.982123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:06.982996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.025958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:07.026358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.075109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:07.081185 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13c7a8-84f4-4fa6-a09c-c33bb98236e6" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:07.095199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.095384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.095736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.096357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.096636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.097087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.099433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.100643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7040424 Mar 10 17:34:07.103955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-a3d1ad5d-3381-4ec7-a28c-5a98462a245e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6706 time: 0.5885189 Mar 10 17:34:07.116312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34896) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:07.120205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:07.134296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Request body: {'subnet': {'network_id': '0f1d28d0-5434-4bfb-8bc7-00bf81b90d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2062827310-subnet', 'tenant_id': 'ff40f3c692c64bd2a2c743a0b5366b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:07.138098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.138834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac8770-f516-4fb7-b064-98f9f1754cca admin admin] Pushing event updated for resources: {'Network': ['ID=0f1d28d0-5434-4bfb-8bc7-00bf81b90d49,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:07.161459 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-45d17aa4-df58-414d-85d7-fd75e618fb89 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765688 Mar 10 17:34:07.168006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:34:07.177399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bff70-1743-4d2a-b801-f213a048d294 service neutron] Pushing event updated for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:07.264766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-cc4a57b0-bef9-41c7-914b-eccba1e295aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.266268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-cc4a57b0-bef9-41c7-914b-eccba1e295aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.2853301 Mar 10 17:34:07.304104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Made reservation on behalf of ff40f3c692c64bd2a2c743a0b5366b9b for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:07.314238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.319512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-a5a42585-63fb-4628-8489-7cf95f3ea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.321229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-a5a42585-63fb-4628-8489-7cf95f3ea64a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 1131 time: 0.0995619 Mar 10 17:34:07.333393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:07.438888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:07.458740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-55a97a75-e011-4086-ae88-bfa8b73918ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3362176 Mar 10 17:34:07.460596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-24e8b553-9831-4078-b1f5-9b52555fd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.462000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-24e8b553-9831-4078-b1f5-9b52555fd6e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1125 time: 0.4018259 Mar 10 17:34:07.487566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-b522a62c-4e7c-4f46-94f3-de8c650a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.489192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-b522a62c-4e7c-4f46-94f3-de8c650a3043 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1597788 Mar 10 17:34:07.538782 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-35af3307-701c-4f6d-9bb9-b478ec45223f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521 HTTP/1.1" status: 200 len: 217 time: 0.0424912 Mar 10 17:34:07.550513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:07.557287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:07.557895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.603094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-959a28ec-7161-4324-a943-dcefd50ab1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.604642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-959a28ec-7161-4324-a943-dcefd50ab1a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0593414 Mar 10 17:34:07.658174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:07.658601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.671017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-eae5579c-8364-4faf-954a-76038b2843e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.672782 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-eae5579c-8364-4faf-954a-76038b2843e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0580099 Mar 10 17:34:07.705467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:07.713331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.782261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:07.818977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-e70e2b7c-7949-4d8a-9de6-f7404e46f638 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.3428628 Mar 10 17:34:07.819571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-d01bcc31-e85b-4391-8ffb-04be43291091 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387789 Mar 10 17:34:07.827100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Deleting port 7e8ee66e-331d-42b0-8a68-22804ab51840 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:07.827510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.834701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-15266c23-9b2a-43a5-9ca5-8989e4cd7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:07.836253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-15266c23-9b2a-43a5-9ca5-8989e4cd7800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5523014 Mar 10 17:34:07.900857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:07.923107 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-01224c11-0dce-4dcc-81b0-eb46edf40467 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883813 Mar 10 17:34:08.056625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}, {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:08.058915 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c65945-715b-44ee-a9d3-af5d81c5a460" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}, {"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:08.097189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-27014f54-c6b4-4637-9826-c66931f49af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:08.098683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-27014f54-c6b4-4637-9826-c66931f49af1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2489045 Mar 10 17:34:08.156731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.156935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (7e8ee66e-331d-42b0-8a68-22804ab51840), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.236853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Calling delete_port for 7e8ee66e-331d-42b0-8a68-22804ab51840 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:08.269499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-4fea4ebe-77ba-4b42-b33f-505ae4431a89 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072647 Mar 10 17:34:08.328493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (1f67cbc8-8d9d-430b-9131-3360caae9466), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.373730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Allocated IP 172.25.3.80 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c6669842-4307-4cf3-ba39-6765c29dc352) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:08.410550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-b0ab668d-42b7-41ab-9608-bcf8ed6f566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:08.411962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-b0ab668d-42b7-41ab-9608-bcf8ed6f566d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3012006 Mar 10 17:34:08.540287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f67cbc8-8d9d-430b-9131-3360caae9466,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:08.685432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-906639a4-0d47-4ea0-a654-8f047c32e104 req-6807e57b-3fef-4d64-b00a-c86bdddea512 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087901 Mar 10 17:34:08.695351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Checking segment: {'id': '53f07691-7da9-4ca2-836c-30e35efb9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0f1d28d0-5434-4bfb-8bc7-00bf81b90d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:08.695725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Network hostable DHCP agents. Network: 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:34:08.756854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-c7012b10-32a3-4cdc-8c1f-3287e623d7cd service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287029 Mar 10 17:34:08.763196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (c6669842-4307-4cf3-ba39-6765c29dc352), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.801933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Network 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:34:08.825356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7e8ee66e-331d-42b0-8a68-22804ab51840), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.833552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:08.844298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a90f1-d05d-4b9f-82a9-88f7c60c7692 None None] Network 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:08.894680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:08.895249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.903409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event deleted for resources: {'Port': ['ID=7e8ee66e-331d-42b0-8a68-22804ab51840,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:08.955503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:08.963037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-da9ec55c-2167-4b74-81c1-4fb40a577a20 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8436041 Mar 10 17:34:08.989361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35dc6d1-9384-4849-8359-09c051da1e58 None None] Network 0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:09.035066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbf0fd35-34e4-4fd7-a6e1-18a802922671 req-f15f8340-9fab-43be-8529-f19951d49d5a service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669661 Mar 10 17:34:09.061319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for floatingip (3b35de07-0ef1-4441-9670-0c5665f64c52), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.068856 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.070949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f809db4-adfb-454c-b5b6-36bd8dc9d12a req-f69e88d7-a8a4-4963-809f-3ad73144ccc8 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "DELETE /v2.0/floatingips/3b35de07-0ef1-4441-9670-0c5665f64c52 HTTP/1.1" status: 204 len: 173 time: 2.2314422 Mar 10 17:34:09.111260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:09.124506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:09.133132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:09.161263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:09.226825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Deleting subnet 54eb88f9-117b-42b9-8f14-d23396e756da {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:09.231396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Publish callbacks [] for subnet (54eb88f9-117b-42b9-8f14-d23396e756da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.250627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (ce317311-5426-44ab-9e2a-2155294d8efc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.258803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=c6669842-4307-4cf3-ba39-6765c29dc352,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:09.295552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (54eb88f9-117b-42b9-8f14-d23396e756da), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.305133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34922) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:09.306147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.344695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (54eb88f9-117b-42b9-8f14-d23396e756da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.415174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (54eb88f9-117b-42b9-8f14-d23396e756da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.454147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54eb88f9-117b-42b9-8f14-d23396e756da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:09.456598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.467091 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b13f0fee-00a2-40e6-85df-2546ff95e240 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54eb88f9-117b-42b9-8f14-d23396e756da HTTP/1.1" status: 204 len: 168 time: 0.3042641 Mar 10 17:34:09.468027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:09.514321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19aa5cb4-4813-4553-93af-542b6622258b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.539088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (9f954251-a52a-4a7e-b8a4-72a78f281ef0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.551678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6d27e-1117-4c46-8b13-6a2de4a16e20 req-7efe953c-dd76-4675-9ff1-fb31f1ef9866 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:09.553189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9c6d27e-1117-4c46-8b13-6a2de4a16e20 req-7efe953c-dd76-4675-9ff1-fb31f1ef9866 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 950 time: 0.1803453 Mar 10 17:34:09.622209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (9f954251-a52a-4a7e-b8a4-72a78f281ef0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.645006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f954251-a52a-4a7e-b8a4-72a78f281ef0']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:09.651907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (c6669842-4307-4cf3-ba39-6765c29dc352), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.655828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27075b85-40d4-4cff-846d-712f6217c64b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:09.656110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27075b85-40d4-4cff-846d-712f6217c64b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:09.666546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.666796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (27075b85-40d4-4cff-846d-712f6217c64b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.682261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (27075b85-40d4-4cff-846d-712f6217c64b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.684111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9c6d27e-1117-4c46-8b13-6a2de4a16e20 req-5e5f0a09-d500-4fbb-884d-973d3f09c8e6 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167586 Mar 10 17:34:09.689444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:09.689846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (27075b85-40d4-4cff-846d-712f6217c64b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:09.692027 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:09.769808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=c6669842-4307-4cf3-ba39-6765c29dc352,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:09.787267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19aa5cb4-4813-4553-93af-542b6622258b admin admin] Publish callbacks [] for security_group (a38c9ce0-76e4-4253-9a92-226dbd383fb9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.794842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (ce317311-5426-44ab-9e2a-2155294d8efc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.801380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19aa5cb4-4813-4553-93af-542b6622258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a38c9ce0-76e4-4253-9a92-226dbd383fb9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.803210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (9f954251-a52a-4a7e-b8a4-72a78f281ef0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.812127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.820608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9f954251-a52a-4a7e-b8a4-72a78f281ef0 HTTP/1.1" status: 204 len: 168 time: 0.3488252 Mar 10 17:34:09.821775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:09.831357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c00d7-0813-4d67-bb6d-d0bcf9071794 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f954251-a52a-4a7e-b8a4-72a78f281ef0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:09.875019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:09.876237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-1f1dcd0b-c9af-414c-83cf-ba17a3b8e6b5 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3258884 Mar 10 17:34:09.891874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa5cb4-4813-4553-93af-542b6622258b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c9ce0-76e4-4253-9a92-226dbd383fb9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:09.897959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-19aa5cb4-4813-4553-93af-542b6622258b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2579b9f2c4b4bd2aadbb5445a143912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652566 Mar 10 17:34:09.901326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34934) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:09.936550 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1105e4e5-0146-4969-b247-77e7b6a84f36 x-openstack-request-id: req-1105e4e5-0146-4969-b247-77e7b6a84f36 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:09.937465 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:09.937932 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1105e4e5-0146-4969-b247-77e7b6a84f36 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:09.938544 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'code': 200} Mar 10 17:34:09.973625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Deleting subnet 1f67cbc8-8d9d-430b-9131-3360caae9466 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:09.978911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-4bee9bab-1d17-469c-a5a2-1abbeb8adfc6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0882483 Mar 10 17:34:09.990779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Publish callbacks [] for subnet (1f67cbc8-8d9d-430b-9131-3360caae9466), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.153751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (1f67cbc8-8d9d-430b-9131-3360caae9466), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.204190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] Publish callbacks [] for security_group (a38c9ce0-76e4-4253-9a92-226dbd383fb9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.258984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1f67cbc8-8d9d-430b-9131-3360caae9466), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.283892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] Publish callbacks [] for security_group (a38c9ce0-76e4-4253-9a92-226dbd383fb9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.287501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48532-da1a-440a-9380-2ad03d59aa20 req-aca0e354-220d-416d-a83e-66c83932fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.289008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38a48532-da1a-440a-9380-2ad03d59aa20 req-aca0e354-220d-416d-a83e-66c83932fdd1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 1131 time: 0.2642357 Mar 10 17:34:10.295517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a6d5d-b938-42c3-b6f3-6ca4702094d6 req-f4ea0821-7fb0-4714-a235-2ba34a62a18c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.296835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-912a6d5d-b938-42c3-b6f3-6ca4702094d6 req-f4ea0821-7fb0-4714-a235-2ba34a62a18c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 943 time: 0.2665148 Mar 10 17:34:10.304224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-58233294-33af-4529-baa7-138bafc47764 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.305735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d1a9f07-dc86-4b45-bc19-4368648db664 req-58233294-33af-4529-baa7-138bafc47764 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3167636 Mar 10 17:34:10.372364 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fae2a-841b-4ab7-a57b-34c5723eca0e x-openstack-request-id: req-6a1fae2a-841b-4ab7-a57b-34c5723eca0e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:10.372654 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:10.372902 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a1fae2a-841b-4ab7-a57b-34c5723eca0e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:10.373301 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:34:10.373557 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:34:10.435556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-46e9cb9c-3fae-4b44-a3f0-3929d5ddbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.437054 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-46e9cb9c-3fae-4b44-a3f0-3929d5ddbff1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=043e8792f63a47e7bba6e4c7458c7006&device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 1128 time: 0.0506737 Mar 10 17:34:10.542109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-5c7cfabc-85f1-4a6f-ae9f-09dab0d3b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.543602 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-5c7cfabc-85f1-4a6f-ae9f-09dab0d3b49c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 200 len: 920 time: 0.0976672 Mar 10 17:34:10.588490 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-4c8448d7-91e1-4eae-b87a-2bc283c06f08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 200 len: 217 time: 0.0363045 Mar 10 17:34:10.639279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-0a28ff46-da6c-4b2c-9237-022843ec08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:10.640770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-0a28ff46-da6c-4b2c-9237-022843ec08cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 200 len: 859 time: 0.0445566 Mar 10 17:34:10.680440 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-4e8a3c0f-9e4e-4312-829a-1dfc2916db94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fef174db-de47-4cce-99b2-4346c6499953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321288 Mar 10 17:34:10.741024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-912a6d5d-b938-42c3-b6f3-6ca4702094d6 req-2b30835d-2ab8-4a7c-8130-db056a70c99d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189968 Mar 10 17:34:10.748644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38a48532-da1a-440a-9380-2ad03d59aa20 req-013b7913-0f0b-4371-b775-54c7a66c4e3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277763 Mar 10 17:34:10.761744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-2c26baee-1cbc-43f7-abd7-a72f8ff20938 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups/d461f120-94a2-415e-a5e4-f17f96cfb149 HTTP/1.1" status: 200 len: 1826 time: 0.3781931 Mar 10 17:34:10.762939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a38c9ce0-76e4-4253-9a92-226dbd383fb9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.765852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.767111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a38c9ce0-76e4-4253-9a92-226dbd383fb9 HTTP/1.1" status: 204 len: 168 time: 0.8598993 Mar 10 17:34:10.777553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (1f67cbc8-8d9d-430b-9131-3360caae9466), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.814518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f242f-9d19-4ffa-a26a-6748eed48d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c9ce0-76e4-4253-9a92-226dbd383fb9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:10.814518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.814518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1f67cbc8-8d9d-430b-9131-3360caae9466 HTTP/1.1" status: 204 len: 168 time: 0.9849472 Mar 10 17:34:10.815764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34942) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:10.856207 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-d32cb6a0-8a35-4e16-81d6-cf4809618881 service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691153 Mar 10 17:34:10.943304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (0f1d28d0-5434-4bfb-8bc7-00bf81b90d49), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:10.953298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b13a20-f9b8-48fc-a295-19459099801e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f67cbc8-8d9d-430b-9131-3360caae9466,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:11.075866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-ef1b949e-064f-4c99-90ff-8bba8587e8cb service neutron] 10.222.0.59 "GET /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218696 Mar 10 17:34:11.090255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (0f1d28d0-5434-4bfb-8bc7-00bf81b90d49), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.130362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (d461f120-94a2-415e-a5e4-f17f96cfb149), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.140939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae98e40-02e2-4321-9d6d-2d892b9ab084 req-f3ae4737-d334-4152-805c-51530c3ed144 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.142463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae98e40-02e2-4321-9d6d-2d892b9ab084 req-f3ae4737-d334-4152-805c-51530c3ed144 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1948452 Mar 10 17:34:11.144193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1d28d0-5434-4bfb-8bc7-00bf81b90d49']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:11.181091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f07691-7da9-4ca2-836c-30e35efb9d87') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:11.181381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f07691-7da9-4ca2-836c-30e35efb9d87') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:11.182925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34946) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:11.212699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (53f07691-7da9-4ca2-836c-30e35efb9d87), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.225148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (d461f120-94a2-415e-a5e4-f17f96cfb149), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.229936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90102a84-dc63-44fd-814a-024e34ec5aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.268187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (53f07691-7da9-4ca2-836c-30e35efb9d87), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.293889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:11.294269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (53f07691-7da9-4ca2-836c-30e35efb9d87), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:11.296315 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:11.318440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae98e40-02e2-4321-9d6d-2d892b9ab084 req-ba46fd85-b434-4773-8e16-454e209a9fb9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660612 Mar 10 17:34:11.392803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d461f120-94a2-415e-a5e4-f17f96cfb149), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.395929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.397085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6d2a131-376e-4402-a1e2-7a21f1782fe4 req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "DELETE /v2.0/security-groups/d461f120-94a2-415e-a5e4-f17f96cfb149 HTTP/1.1" status: 204 len: 173 time: 0.6037223 Mar 10 17:34:11.421684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc319cc-2bee-40ed-974e-3322e8a64312 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461f120-94a2-415e-a5e4-f17f96cfb149,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:11.424451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-e77a8441-48ea-406c-9d52-b183a666059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.427354 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-e77a8441-48ea-406c-9d52-b183a666059d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1125 time: 0.2836306 Mar 10 17:34:11.435434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (0f1d28d0-5434-4bfb-8bc7-00bf81b90d49), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.463363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.476273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f1d28d0-5434-4bfb-8bc7-00bf81b90d49 HTTP/1.1" status: 204 len: 168 time: 0.6531415 Mar 10 17:34:11.497090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89274d-8baf-4ec1-b01b-2ca25957d482 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1d28d0-5434-4bfb-8bc7-00bf81b90d49,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:11.565127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-a4334179-dfa3-4f08-a124-4c4a0177e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.568398 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-a4334179-dfa3-4f08-a124-4c4a0177e0ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.1335583 Mar 10 17:34:11.616642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-7d4fe446-da8a-48bd-87dc-2e622cd00c3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.0415919 Mar 10 17:34:11.619165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-73b89931-16ed-48c7-a036-95b9ebaa1d98 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2657425 Mar 10 17:34:11.634012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:11.660587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90102a84-dc63-44fd-814a-024e34ec5aca admin admin] Publish callbacks [] for security_group (aa4df70f-7baf-44d5-8b58-3520e64702b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.668066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc63b3d-685a-408d-8f00-92ebb09af26a req-d9128856-357d-4385-9540-f3d083c259fe tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.669535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fc63b3d-685a-408d-8f00-92ebb09af26a req-d9128856-357d-4385-9540-f3d083c259fe tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 950 time: 0.1689386 Mar 10 17:34:11.672742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90102a84-dc63-44fd-814a-024e34ec5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (aa4df70f-7baf-44d5-8b58-3520e64702b6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.673380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-a15bab08-cd71-4d6b-8b69-ee207b807d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.675239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-a15bab08-cd71-4d6b-8b69-ee207b807d6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.0496364 Mar 10 17:34:11.691588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:11.719476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.744557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-90102a84-dc63-44fd-814a-024e34ec5aca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e746583db7844edba64141ce3d0afbec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5605645 Mar 10 17:34:11.749724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:11.751578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90102a84-dc63-44fd-814a-024e34ec5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4df70f-7baf-44d5-8b58-3520e64702b6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:11.777017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-430273fd-7747-4553-b317-23fb1ce50097 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5cfee6341b0431a9e53e5e476f76906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816777 Mar 10 17:34:11.777499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34958) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:11.782080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fc63b3d-685a-408d-8f00-92ebb09af26a req-4c6c00ea-a2e1-4621-ae5f-1be59d938127 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969195 Mar 10 17:34:11.791546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-234888fc-0bc3-483c-9a00-9ca4954a8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:11.793055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-234888fc-0bc3-483c-9a00-9ca4954a8e99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097155 Mar 10 17:34:11.846156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] Publish callbacks [] for security_group (aa4df70f-7baf-44d5-8b58-3520e64702b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.893098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] Publish callbacks [] for security_group (56b31fb0-4043-48f7-ae11-72fe2b48b72e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.916370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] Publish callbacks [] for security_group (aa4df70f-7baf-44d5-8b58-3520e64702b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.920915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] Publish callbacks [] for security_group (56b31fb0-4043-48f7-ae11-72fe2b48b72e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:11.940320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:11.947713 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05fe861-30e0-46ae-a1dd-66a249d416db" -d '{"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:11.962898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-9fb96780-b4e4-4326-9b45-e1f62e53279e service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520226 Mar 10 17:34:11.968209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.004139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56b31fb0-4043-48f7-ae11-72fe2b48b72e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.011632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.012549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (aa4df70f-7baf-44d5-8b58-3520e64702b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.015473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56b31fb0-4043-48f7-ae11-72fe2b48b72e HTTP/1.1" status: 204 len: 168 time: 0.2344031 Mar 10 17:34:12.016525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.016720 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa4df70f-7baf-44d5-8b58-3520e64702b6 HTTP/1.1" status: 204 len: 168 time: 0.2652860 Mar 10 17:34:12.059334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c818-d9f7-4343-a0b2-261fc153fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4df70f-7baf-44d5-8b58-3520e64702b6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:12.085085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69c65945-715b-44ee-a9d3-af5d81c5a460 req-5bc12c5c-c2b2-48b1-b39c-c3f3e8596be1 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146269 Mar 10 17:34:12.115387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50051a8-eba6-416d-8848-76da16927ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b31fb0-4043-48f7-ae11-72fe2b48b72e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:12.221979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Allocated IP 172.25.3.48 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/64d9b838-844e-4013-a162-115980dd7fef) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:12.253152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d4-4d71-4767-abb6-1678ce5ff8e5 req-a1ea9809-a637-4cac-8c41-6b7d3a0177f3 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:12.254976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be95b3d4-4d71-4767-abb6-1678ce5ff8e5 req-a1ea9809-a637-4cac-8c41-6b7d3a0177f3 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 943 time: 0.0911877 Mar 10 17:34:12.349906 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3de91f3e-0307-43aa-be68-62293a6007f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.359627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be95b3d4-4d71-4767-abb6-1678ce5ff8e5 req-38254961-4c55-48b2-b4ba-2e709fbc8ca3 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990493 Mar 10 17:34:12.400496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (64d9b838-844e-4013-a162-115980dd7fef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.454669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (64d9b838-844e-4013-a162-115980dd7fef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.494168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:12.496781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:12.503669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:12.508861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:12.511985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c3376b-98ed-4c27-a7d5-096c4440b3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.512148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=64d9b838-844e-4013-a162-115980dd7fef,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:12.540740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:12.571471 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8496a4b-8067-4ae2-a2f3-0501f7c4d4f6 x-openstack-request-id: req-c8496a4b-8067-4ae2-a2f3-0501f7c4d4f6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:12.571997 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:12.572412 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8496a4b-8067-4ae2-a2f3-0501f7c4d4f6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:12.572950 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'code': 200} Mar 10 17:34:12.609772 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-921eb1c6-ecfe-4f74-b579-f06ca0f86d45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff40f3c692c64bd2a2c743a0b5366b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670619 Mar 10 17:34:12.612485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34982) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:12.640225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c3376b-98ed-4c27-a7d5-096c4440b3b9 admin admin] Publish callbacks [] for security_group (bae58fda-34ce-4a09-8eab-9f594ecfaec6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.646127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2c3376b-98ed-4c27-a7d5-096c4440b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bae58fda-34ce-4a09-8eab-9f594ecfaec6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.689834 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f2c3376b-98ed-4c27-a7d5-096c4440b3b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2c7bf9954de43078c6fcd02664b9dcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941881 Mar 10 17:34:12.690891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3376b-98ed-4c27-a7d5-096c4440b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae58fda-34ce-4a09-8eab-9f594ecfaec6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:12.693420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:12.696848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (e4d0c90e-e4b5-4d02-af2e-f29a1089893f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.746568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] Publish callbacks [] for security_group (bae58fda-34ce-4a09-8eab-9f594ecfaec6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.769126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] Publish callbacks [] for security_group (bae58fda-34ce-4a09-8eab-9f594ecfaec6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.773645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] Publish callbacks [] for security_group (b488407b-4b2f-4fc5-acea-f294fe435d98), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.794491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (64d9b838-844e-4013-a162-115980dd7fef), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.811804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a60a5-57b5-4ebe-a0d9-8188732b4c50 req-e5a9844f-ea41-4498-a1ce-75e256b46a3b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:12.813302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-126a60a5-57b5-4ebe-a0d9-8188732b4c50 req-e5a9844f-ea41-4498-a1ce-75e256b46a3b tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1759655 Mar 10 17:34:12.818661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bae58fda-34ce-4a09-8eab-9f594ecfaec6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.821458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.824947 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bae58fda-34ce-4a09-8eab-9f594ecfaec6 HTTP/1.1" status: 204 len: 168 time: 0.1283214 Mar 10 17:34:12.834035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a72608-faaa-45e5-873a-d14f0a5d6d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae58fda-34ce-4a09-8eab-9f594ecfaec6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:12.848434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12a9b244-342e-408e-88ad-3959c6b77e14 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:12.851698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] Publish callbacks [] for security_group (b488407b-4b2f-4fc5-acea-f294fe435d98), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:12.858993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928fa9b-5f56-4bc6-933f-e225d0cb0190 req-8bf5edee-7e22-4b08-8e14-eefe1abc4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:12.860444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e928fa9b-5f56-4bc6-933f-e225d0cb0190 req-8bf5edee-7e22-4b08-8e14-eefe1abc4fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 1132 time: 0.2036674 Mar 10 17:34:12.965884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12a9b244-342e-408e-88ad-3959c6b77e14,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:12.981708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '12a9b244-342e-408e-88ad-3959c6b77e14', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:12.997349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-126a60a5-57b5-4ebe-a0d9-8188732b4c50 req-ea242144-0133-4d57-a582-ed06b2a79cfa tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550343 Mar 10 17:34:13.005966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e928fa9b-5f56-4bc6-933f-e225d0cb0190 req-a607b1ff-475f-450c-a74a-16b67331c26b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313426 Mar 10 17:34:13.031357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 12a9b244-342e-408e-88ad-3959c6b77e14 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:13.031784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.045701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b488407b-4b2f-4fc5-acea-f294fe435d98), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.047376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a9b244-342e-408e-88ad-3959c6b77e14 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:13.048235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.049353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b488407b-4b2f-4fc5-acea-f294fe435d98 HTTP/1.1" status: 204 len: 168 time: 0.4357412 Mar 10 17:34:13.071330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b17b-2b9f-4576-b518-81975edb896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488407b-4b2f-4fc5-acea-f294fe435d98,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:13.073755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12a9b244-342e-408e-88ad-3959c6b77e14,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:13.086482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.132014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for port (64d9b838-844e-4013-a162-115980dd7fef), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.140442 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (64d9b838-844e-4013-a162-115980dd7fef), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.152480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:13.161408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.161965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.162604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.163087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.163563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.164213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.164860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.165345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.165963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.166702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.167176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.167660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.168284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:13.259430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event updated for resources: {'Port': ['ID=64d9b838-844e-4013-a162-115980dd7fef,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:13.284064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4d0c90e-e4b5-4d02-af2e-f29a1089893f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.309887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af01e84-c5b1-4e7e-9c86-abcb2d178189 req-43d089f7-1b60-4138-a901-897ba96c5d38 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:13.311525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1af01e84-c5b1-4e7e-9c86-abcb2d178189 req-43d089f7-1b60-4138-a901-897ba96c5d38 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 950 time: 0.0927725 Mar 10 17:34:13.315425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:13.316315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-0785bf7f-a143-4163-96d0-4695b998f630 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6905775 Mar 10 17:34:13.328022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['12a9b244-342e-408e-88ad-3959c6b77e14'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:13.399900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-678dadde-c72b-4059-9ebd-e01b7514013d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0724752 Mar 10 17:34:13.454538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1af01e84-c5b1-4e7e-9c86-abcb2d178189 req-a7d6d787-da18-4243-9d2d-a610cf23ea4e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259193 Mar 10 17:34:13.583258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-080d135d-d046-4fe0-b1e6-0d144d07c9c6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:13.584608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a386884c-7efb-4ac5-a82c-837c17c98dc7 req-080d135d-d046-4fe0-b1e6-0d144d07c9c6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1788051 Mar 10 17:34:13.611934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bcb73-a4cc-4a95-bcf7-c2be7c6db786 req-b5306803-ed8c-41e7-aab9-36e757c6da40 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:13.613736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca1bcb73-a4cc-4a95-bcf7-c2be7c6db786 req-b5306803-ed8c-41e7-aab9-36e757c6da40 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0723870 Mar 10 17:34:13.694965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca1bcb73-a4cc-4a95-bcf7-c2be7c6db786 req-8a7aba62-c758-49c4-b232-5d780bb5ea33 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723846 Mar 10 17:34:13.780754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed569a95-7678-48da-ad83-60c106eab635 req-1e09ba17-e91f-44d8-bfaf-3cd6923a0f9d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:13.783309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed569a95-7678-48da-ad83-60c106eab635 req-1e09ba17-e91f-44d8-bfaf-3cd6923a0f9d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 944 time: 0.1294765 Mar 10 17:34:13.785552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56654e5a-7edc-47f5-86ff-84162c8d4528 req-68c71e7f-12c7-45c3-9e3e-b996211c018a tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips/e4d0c90e-e4b5-4d02-af2e-f29a1089893f HTTP/1.1" status: 200 len: 692 time: 0.0660141 Mar 10 17:34:13.906266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed569a95-7678-48da-ad83-60c106eab635 req-dc34195b-4680-46d7-af55-356c7de5d47d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Mar 10 17:34:13.951348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56654e5a-7edc-47f5-86ff-84162c8d4528 req-7d83b8f6-7c07-45a9-a0ee-2598cdfece2b tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:13.952711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56654e5a-7edc-47f5-86ff-84162c8d4528 req-7d83b8f6-7c07-45a9-a0ee-2598cdfece2b tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1601560 Mar 10 17:34:13.964433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-56654e5a-7edc-47f5-86ff-84162c8d4528 req-61f0a3bb-ffff-4a51-9322-cf20cc60625d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:34:13.965511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56654e5a-7edc-47f5-86ff-84162c8d4528 req-61f0a3bb-ffff-4a51-9322-cf20cc60625d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057507 Mar 10 17:34:14.034402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-9ac14b79-8cd5-4836-9508-6a7c70191c47 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips/e4d0c90e-e4b5-4d02-af2e-f29a1089893f HTTP/1.1" status: 200 len: 692 time: 0.0491049 Mar 10 17:34:14.203072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-660d0629-ebb7-46b5-8e97-f6da247a292e tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:14.204432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-660d0629-ebb7-46b5-8e97-f6da247a292e tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1587341 Mar 10 17:34:14.212127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bdcd5-5321-419d-8a06-e020848794d0 req-64369ee6-2610-42ab-a817-19849896ae2c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:14.213567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bdcd5-5321-419d-8a06-e020848794d0 req-64369ee6-2610-42ab-a817-19849896ae2c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.1258450 Mar 10 17:34:14.278829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-5c0ce7d8-d7fe-47ff-ba20-ee80a2fb5f7f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0642776 Mar 10 17:34:14.353942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d27bdcd5-5321-419d-8a06-e020848794d0 req-be2fc16a-a7e5-461e-989f-ebfabb13315c tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.35 "GET /v2.0/security-groups?id=27a8f258-20a2-471a-81fd-86fe872b65d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308510 Mar 10 17:34:14.372625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-71534ec2-97ad-49b4-a6d6-f086603421c9 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0804098 Mar 10 17:34:14.383095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-e5dded5a-ba36-48de-80fe-711c0f5d1409 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:14.388762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:14.389292 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-e5dded5a-ba36-48de-80fe-711c0f5d1409 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.59 "GET /v2.0/ports?device_id=feaa36f9-7233-40f3-9b17-d7f8262e2da9 HTTP/1.1" status: 200 len: 946 time: 0.0730047 Mar 10 17:34:14.527150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Deleting port ae994acc-a164-48cd-bb44-54134cc05d9d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:14.527565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.557204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Deleting port 64d9b838-844e-4013-a162-115980dd7fef {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:14.557992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (64d9b838-844e-4013-a162-115980dd7fef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.607401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12d1e0c9-ffc0-4ce3-ad5e-5ec3116ed6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.647099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] For port ae994acc-a164-48cd-bb44-54134cc05d9d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ae994acc-a164-48cd-bb44-54134cc05d9d,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:14.647551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.662233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Calling delete_port for ae994acc-a164-48cd-bb44-54134cc05d9d owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:14.682748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35060947-4ca4-45d6-a3f0-d13831b64c9d req-315c335a-24e7-4bb9-929f-f0da35a5e69b tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:14.684275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35060947-4ca4-45d6-a3f0-d13831b64c9d req-315c335a-24e7-4bb9-929f-f0da35a5e69b tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 950 time: 0.1218872 Mar 10 17:34:14.716048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (64d9b838-844e-4013-a162-115980dd7fef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.716277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (64d9b838-844e-4013-a162-115980dd7fef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.742116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Calling delete_port for 64d9b838-844e-4013-a162-115980dd7fef owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:14.764890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46cb8da5-8b93-4da6-889d-aca6f7cebfa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.801540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ae994acc-a164-48cd-bb44-54134cc05d9d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.813689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ae994acc-a164-48cd-bb44-54134cc05d9d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:14.824374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35060947-4ca4-45d6-a3f0-d13831b64c9d req-5cccaf47-927f-4e7d-bb50-e4addb722d8c tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289310 Mar 10 17:34:14.830583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Pushing event deleted for resources: {'Port': ['ID=ae994acc-a164-48cd-bb44-54134cc05d9d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:14.854772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12a9b244-342e-408e-88ad-3959c6b77e14 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:14.893068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] No DVR routers for this DVR port ae994acc-a164-48cd-bb44-54134cc05d9d on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:14.896835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.900439 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-883ed642-85ca-4d9f-9b52-e4241e212122 req-aa0c8ea7-ede7-4b10-b598-7d0eaefd3270 tempest-ServerRescueTestJSONUnderV235-152831765 tempest-ServerRescueTestJSONUnderV235-152831765-project] 10.222.0.59 "DELETE /v2.0/ports/ae994acc-a164-48cd-bb44-54134cc05d9d HTTP/1.1" status: 204 len: 173 time: 0.5052741 Mar 10 17:34:14.900861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'name': 'network-vif-deleted', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:14.903736 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06729b9-beb1-4241-918b-e88cdcafcb13" -d '{"events": [{"server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "name": "network-vif-deleted", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:14.939457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 12a9b244-342e-408e-88ad-3959c6b77e14 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:14.945125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 12a9b244-342e-408e-88ad-3959c6b77e14 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:14.945622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.983294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46cb8da5-8b93-4da6-889d-aca6f7cebfa1 admin admin] Publish callbacks [] for security_group (e5508160-4f39-41b7-98aa-14d78ebc18c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:14.995247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46cb8da5-8b93-4da6-889d-aca6f7cebfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e5508160-4f39-41b7-98aa-14d78ebc18c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.030411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb8da5-8b93-4da6-889d-aca6f7cebfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5508160-4f39-41b7-98aa-14d78ebc18c5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:15.050254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (64d9b838-844e-4013-a162-115980dd7fef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.092273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event deleted for resources: {'Port': ['ID=64d9b838-844e-4013-a162-115980dd7fef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:15.100245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-46cb8da5-8b93-4da6-889d-aca6f7cebfa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=764b8165d21e4fecb698357130522852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7078710 Mar 10 17:34:15.100914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:15.167937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (e4d0c90e-e4b5-4d02-af2e-f29a1089893f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.171385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.172752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd977fa9-d217-4f5c-a599-42d79674e1c3 req-b8bfb783-26f1-4da4-af50-af1c17c44212 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "DELETE /v2.0/floatingips/e4d0c90e-e4b5-4d02-af2e-f29a1089893f HTTP/1.1" status: 204 len: 173 time: 0.7934661 Mar 10 17:34:15.183295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] Publish callbacks [] for security_group (e5508160-4f39-41b7-98aa-14d78ebc18c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.211761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] Publish callbacks [] for security_group (e5508160-4f39-41b7-98aa-14d78ebc18c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.237022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 12a9b244-342e-408e-88ad-3959c6b77e14 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:15.237325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.239141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ab0b-645a-482b-8be8-f5b325ba02db req-cccc214c-84fc-47b9-a527-c7cc4ef65d99 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:15.241129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec79ab0b-645a-482b-8be8-f5b325ba02db req-cccc214c-84fc-47b9-a527-c7cc4ef65d99 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0600886 Mar 10 17:34:15.260819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:15.263289 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714d68f3-63b7-4f90-be51-a6b04991c481" -d '{"events": [{"server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "name": "network-vif-plugged", "status": "completed", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:15.271933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e5508160-4f39-41b7-98aa-14d78ebc18c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.274919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.276305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5508160-4f39-41b7-98aa-14d78ebc18c5 HTTP/1.1" status: 204 len: 168 time: 0.1743007 Mar 10 17:34:15.280507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12a9b244-342e-408e-88ad-3959c6b77e14,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:15.285255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ba361-d754-43f4-a505-d3589af8b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5508160-4f39-41b7-98aa-14d78ebc18c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:15.292356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.345246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552aa2d-e462-45d1-a594-a61d0c955642 req-849aa157-db6f-4180-9da5-2f952f914f7b tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:15.346879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5552aa2d-e462-45d1-a594-a61d0c955642 req-849aa157-db6f-4180-9da5-2f952f914f7b tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 949 time: 0.1042902 Mar 10 17:34:15.350788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec79ab0b-645a-482b-8be8-f5b325ba02db req-c61915a0-f2b4-4567-a6b8-31c1907efefa tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936832 Mar 10 17:34:15.359150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:15.410837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5552aa2d-e462-45d1-a594-a61d0c955642 req-81a22787-d040-40cf-9310-1586f427c126 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Mar 10 17:34:15.425082 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e89fe-1046-49c1-b6a1-a67cd182f38e x-openstack-request-id: req-b15e89fe-1046-49c1-b6a1-a67cd182f38e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:15.426764 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa36f9-7233-40f3-9b17-d7f8262e2da9", "name": "network-vif-deleted", "tag": "ae994acc-a164-48cd-bb44-54134cc05d9d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:15.427203 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b15e89fe-1046-49c1-b6a1-a67cd182f38e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:15.427903 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaa36f9-7233-40f3-9b17-d7f8262e2da9', 'name': 'network-vif-deleted', 'tag': 'ae994acc-a164-48cd-bb44-54134cc05d9d', 'status': 'completed', 'code': 200} Mar 10 17:34:15.564900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cbf99-b0b0-425d-b1d9-a5aece1c142f req-fdd18ddb-738c-4dbd-b28f-6abb8acbe429 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:15.566652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb9cbf99-b0b0-425d-b1d9-a5aece1c142f req-fdd18ddb-738c-4dbd-b28f-6abb8acbe429 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.0614800 Mar 10 17:34:15.627361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb9cbf99-b0b0-425d-b1d9-a5aece1c142f req-6adbe1c0-6aa4-4626-9e00-574ecd362f4c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536752 Mar 10 17:34:15.724978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:15.768177 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c39891-97bf-43a7-9e35-4f9ac7a90c2a x-openstack-request-id: req-60c39891-97bf-43a7-9e35-4f9ac7a90c2a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:15.768661 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "name": "network-vif-plugged", "status": "completed", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:15.769075 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60c39891-97bf-43a7-9e35-4f9ac7a90c2a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:15.769615 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'code': 200} Mar 10 17:34:15.809190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:15.958518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25d89-9dca-444d-801a-b8f19650b8a3 req-32141cd4-933c-4e95-b084-0de68d22e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:15.960061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4bb25d89-9dca-444d-801a-b8f19650b8a3 req-32141cd4-933c-4e95-b084-0de68d22e00c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.0964041 Mar 10 17:34:16.064891 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4bb25d89-9dca-444d-801a-b8f19650b8a3 req-fc6d55bc-4bf0-4eeb-a6f7-0980ed0e5a2b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983400 Mar 10 17:34:16.227473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8129e4-2b2f-4dab-9d60-f21b7010adda req-57459fdd-9d90-475f-a149-08d705b1639d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:16.228982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df8129e4-2b2f-4dab-9d60-f21b7010adda req-57459fdd-9d90-475f-a149-08d705b1639d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5783021 Mar 10 17:34:16.362988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6a6d2d-4894-41f8-a72b-27dfdc4422a0 req-1abfbd1b-984c-46a9-b5c4-649b97217e93 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=c3d6b4da0008465090da220e7990b3f8 HTTP/1.1" status: 200 len: 1655 time: 0.1066387 Mar 10 17:34:16.492529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (71f054f5-4128-4a17-a261-ddb6b87a4385), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:16.509782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a6d2d-4894-41f8-a72b-27dfdc4422a0 req-860ec246-b7b5-4420-9f7e-acda35d682fc tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:16.515636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e6a6d2d-4894-41f8-a72b-27dfdc4422a0 req-860ec246-b7b5-4420-9f7e-acda35d682fc tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks?id=6f929545-93b1-4983-80a7-759e0a1154f4&id=6f929545-93b1-4983-80a7-759e0a1154f4&id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 787 time: 0.1453826 Mar 10 17:34:16.606798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1175007-c032-4401-9723-2e5dff8031b0 req-608f4169-f6f7-4bee-86a0-70c33fa8e254 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips/ce317311-5426-44ab-9e2a-2155294d8efc HTTP/1.1" status: 200 len: 692 time: 0.0588691 Mar 10 17:34:16.632339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dcb47-c07c-4321-9899-04cb514573d1 req-eb6711f0-eb2e-4be6-9ccc-1816078ca50e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:16.633938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b25dcb47-c07c-4321-9899-04cb514573d1 req-eb6711f0-eb2e-4be6-9ccc-1816078ca50e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1660497 Mar 10 17:34:16.806242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:16.823284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b25dcb47-c07c-4321-9899-04cb514573d1 req-4dfadbc3-5612-401c-8186-50a46d5161b1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714261 Mar 10 17:34:16.874989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1175007-c032-4401-9723-2e5dff8031b0 req-c61970c0-f064-4b8d-8524-9cf483e84361 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:16.879524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1175007-c032-4401-9723-2e5dff8031b0 req-c61970c0-f064-4b8d-8524-9cf483e84361 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2638166 Mar 10 17:34:16.963376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1175007-c032-4401-9723-2e5dff8031b0 req-9ba4dad1-34fa-41b8-9d9c-bc8c9b4b7623 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0767345 Mar 10 17:34:16.976332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Deleting port 5cbbc05c-7065-4964-b917-013ee7ca9f06 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:16.978837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.034234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a91d29e-7f22-44e3-b6dd-1c3d9decf7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.040511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1175007-c032-4401-9723-2e5dff8031b0 req-f23a3501-016e-4202-813d-1a3380f53e0d tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0760326 Mar 10 17:34:17.144064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a91d29e-7f22-44e3-b6dd-1c3d9decf7bc admin admin] Publish callbacks [] for security_group (e7e2ef09-0c4d-47cc-bde6-1db6bcc68902), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.157286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.200570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a91d29e-7f22-44e3-b6dd-1c3d9decf7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e7e2ef09-0c4d-47cc-bde6-1db6bcc68902), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.211704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b8af7-9cbe-48fb-8dd6-d1bee3f622b1 req-5ba88031-d11c-4403-b2cc-d71174e813f1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:17.218728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99b8af7-9cbe-48fb-8dd6-d1bee3f622b1 req-5ba88031-d11c-4403-b2cc-d71174e813f1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.2048192 Mar 10 17:34:17.295185 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7a91d29e-7f22-44e3-b6dd-1c3d9decf7bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=626d8791589041098f2b2cd58a596425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4875507 Mar 10 17:34:17.297738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d29e-7f22-44e3-b6dd-1c3d9decf7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2ef09-0c4d-47cc-bde6-1db6bcc68902,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:17.298463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35162) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:17.341150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] For port 5cbbc05c-7065-4964-b917-013ee7ca9f06, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5cbbc05c-7065-4964-b917-013ee7ca9f06,segment=NetworkSegment(7daf1ff6-bad3-4bd1-984c-4e578d456b9f),segment_id=7daf1ff6-bad3-4bd1-984c-4e578d456b9f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:17.341535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.363449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Calling delete_port for 5cbbc05c-7065-4964-b917-013ee7ca9f06 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:17.379226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99b8af7-9cbe-48fb-8dd6-d1bee3f622b1 req-5dab510c-617e-4fed-99a6-bf1440e96a91 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593480 Mar 10 17:34:17.400022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Deleting port c6669842-4307-4cf3-ba39-6765c29dc352 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:17.400022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.527161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.527491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (c6669842-4307-4cf3-ba39-6765c29dc352), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.538440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] Publish callbacks [] for security_group (e7e2ef09-0c4d-47cc-bde6-1db6bcc68902), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.545195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Calling delete_port for c6669842-4307-4cf3-ba39-6765c29dc352 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:17.560867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5cbbc05c-7065-4964-b917-013ee7ca9f06), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.576000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] Publish callbacks [] for security_group (e7e2ef09-0c4d-47cc-bde6-1db6bcc68902), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.596669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbbc05c-7065-4964-b917-013ee7ca9f06,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:17.710473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e7e2ef09-0c4d-47cc-bde6-1db6bcc68902), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.713302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.717299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7e2ef09-0c4d-47cc-bde6-1db6bcc68902 HTTP/1.1" status: 204 len: 168 time: 0.4091856 Mar 10 17:34:17.734218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967d518-db6c-4143-bd66-1b786f49d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2ef09-0c4d-47cc-bde6-1db6bcc68902,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:17.756514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c6669842-4307-4cf3-ba39-6765c29dc352), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.789830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (71f054f5-4128-4a17-a261-ddb6b87a4385), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.825657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event deleted for resources: {'Port': ['ID=c6669842-4307-4cf3-ba39-6765c29dc352,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:17.920587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (ce317311-5426-44ab-9e2a-2155294d8efc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.926617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:17.927958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1175007-c032-4401-9723-2e5dff8031b0 req-e99d88d1-2fdc-4fea-9c7c-4e12b8fd98f6 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce317311-5426-44ab-9e2a-2155294d8efc HTTP/1.1" status: 204 len: 173 time: 0.8709884 Mar 10 17:34:18.034675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b14f4920-f983-4cd9-a695-549c5b09ab8f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips/12db7d28-439f-4a0b-b554-a13553185053 HTTP/1.1" status: 200 len: 692 time: 0.0791042 Mar 10 17:34:18.086938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dc5e-ec24-4e0a-b0ba-2ec1d9a5c8ba req-7e017e22-0a1d-461f-a2ab-610417202fdc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:18.089629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3c6dc5e-ec24-4e0a-b0ba-2ec1d9a5c8ba req-7e017e22-0a1d-461f-a2ab-610417202fdc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1476598 Mar 10 17:34:18.168988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35182) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:18.201524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1485a061-8d7b-47fb-bf42-23737c8a1ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.237574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-d455377d-460a-4750-bcc5-dc8203e3133c tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:18.239147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-d455377d-460a-4750-bcc5-dc8203e3133c tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1967249 Mar 10 17:34:18.244616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3c6dc5e-ec24-4e0a-b0ba-2ec1d9a5c8ba req-19a9850b-9a1c-40b9-b0d4-4482ad8b9793 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473255 Mar 10 17:34:18.329700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-1d6ad352-eebd-45fc-97f7-059d6d4e3455 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0756733 Mar 10 17:34:18.359665 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Router 71f054f5-4128-4a17-a261-ddb6b87a4385 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:18.393435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-aa19f49d-4c4e-4303-9ee1-54760c2bbbc8 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0535231 Mar 10 17:34:18.482565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:18.491489 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a197146e-5212-495a-9cfd-fc337336005e admin admin] 10.222.0.35 "PUT /v2.0/routers/71f054f5-4128-4a17-a261-ddb6b87a4385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6782808 Mar 10 17:34:18.491718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:18.493647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Sync routers for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:18.506357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:18.507459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:18.572585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1485a061-8d7b-47fb-bf42-23737c8a1ed7 admin admin] Publish callbacks [] for security_group (f9796da4-daab-4de3-8f4c-991fee01fd1c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.582328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1485a061-8d7b-47fb-bf42-23737c8a1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f9796da4-daab-4de3-8f4c-991fee01fd1c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.603003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks [] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.636616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a4408-10ba-4fa4-9737-f56997ab30f5 req-2c600e27-713d-4a0c-a1a7-bc30a1dbcb86 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:18.638121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-364a4408-10ba-4fa4-9737-f56997ab30f5 req-2c600e27-713d-4a0c-a1a7-bc30a1dbcb86 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.1734562 Mar 10 17:34:18.643048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1485a061-8d7b-47fb-bf42-23737c8a1ed7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=345bed92fd8044cabfe56ec3897534b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726419 Mar 10 17:34:18.647728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:18.648556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.648686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485a061-8d7b-47fb-bf42-23737c8a1ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9796da4-daab-4de3-8f4c-991fee01fd1c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:18.658483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Deleting port 26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:18.659029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.660746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:18.758252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-364a4408-10ba-4fa4-9737-f56997ab30f5 req-f8fbfe06-fa5d-4174-85e2-37c6085217c6 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967734 Mar 10 17:34:18.761190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] Publish callbacks [] for security_group (f9796da4-daab-4de3-8f4c-991fee01fd1c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.773536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.773952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.784529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] Publish callbacks [] for security_group (f9796da4-daab-4de3-8f4c-991fee01fd1c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.800493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Calling delete_port for 26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:18.813166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks [] for router_gateway (71f054f5-4128-4a17-a261-ddb6b87a4385), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.881484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:18.888518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Deleting port 621eceac-6fa8-49aa-b91b-6083f348019b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:18.888866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:18.892674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ae994acc-a164-48cd-bb44-54134cc05d9d no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:18.965458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: ae994acc-a164-48cd-bb44-54134cc05d9d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:18.965808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ae994acc-a164-48cd-bb44-54134cc05d9d not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:18.978364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] For port 621eceac-6fa8-49aa-b91b-6083f348019b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=621eceac-6fa8-49aa-b91b-6083f348019b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:18.978886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.002115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Calling delete_port for 621eceac-6fa8-49aa-b91b-6083f348019b owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:19.055973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f9796da4-daab-4de3-8f4c-991fee01fd1c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.058736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.060040 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9796da4-daab-4de3-8f4c-991fee01fd1c HTTP/1.1" status: 204 len: 168 time: 0.4117520 Mar 10 17:34:19.082196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:34:17Z', 'revision_number': 5, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port': {'id': '621eceac-6fa8-49aa-b91b-6083f348019b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:32:41Z', 'updated_at': '2022-03-10T17:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:19.083015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2289861-54e3-48cd-bfe7-5ba0019fd609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9796da4-daab-4de3-8f4c-991fee01fd1c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:19.094314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-3b27aa15-89c0-427c-a016-16ed373bf0c2 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2090774 Mar 10 17:34:19.119992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:19.139699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.144004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Checking router: 71f054f5-4128-4a17-a261-ddb6b87a4385 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:19.211548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event deleted for resources: {'Port': ['ID=26e32e85-12bf-4ca8-9f2a-820ba5c9a8cb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:19.249313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.267219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (621eceac-6fa8-49aa-b91b-6083f348019b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.283884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Routers {'71f054f5-4128-4a17-a261-ddb6b87a4385'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:19.286080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['71f054f5-4128-4a17-a261-ddb6b87a4385'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:19.332008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=621eceac-6fa8-49aa-b91b-6083f348019b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:19.335940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (12db7d28-439f-4a0b-b554-a13553185053), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.338778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.339948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab5b6e39-5869-4844-a3a5-8dcbec3aa0f2 req-b281a6f4-856a-4d11-a51a-4e929ad5d778 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "DELETE /v2.0/floatingips/12db7d28-439f-4a0b-b554-a13553185053 HTTP/1.1" status: 204 len: 173 time: 0.9390235 Mar 10 17:34:19.438979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.473885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (71f054f5-4128-4a17-a261-ddb6b87a4385), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.491944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] Set router 71f054f5-4128-4a17-a261-ddb6b87a4385 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:19.554042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:34:19Z', 'revision_number': 7, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:19.676513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbc2e3-56ea-4b52-85d9-d145017c7cdc None None] The sync data for ids ['71f054f5-4128-4a17-a261-ddb6b87a4385'] in n-d-833115-2 is: [{'id': '71f054f5-4128-4a17-a261-ddb6b87a4385', 'name': 'tempest-ServerRescueTestJSONUnderV235-390567852-router', 'tenant_id': '043e8792f63a47e7bba6e4c7458c7006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:32:40Z', 'updated_at': '2022-03-10T17:34:19Z', 'revision_number': 7, 'project_id': '043e8792f63a47e7bba6e4c7458c7006', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:19.685391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:19.700483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.702196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59204e-e906-4bb4-b79c-d3b720ee2429 req-88582313-b795-4e6d-ad36-cec890042154 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:19.708382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks [] for router_controller (71f054f5-4128-4a17-a261-ddb6b87a4385), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.709667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef59204e-e906-4bb4-b79c-d3b720ee2429 req-88582313-b795-4e6d-ad36-cec890042154 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2411180 Mar 10 17:34:19.728972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'mac_address': 'fa:16:3e:95:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:19.757648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Allocated IP 172.25.3.117 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/aa48b443-8ca9-40a5-8112-b2c41645d03c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:19.823820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (71f054f5-4128-4a17-a261-ddb6b87a4385), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.824377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef59204e-e906-4bb4-b79c-d3b720ee2429 req-06b66136-430e-4f8f-a09b-4b5fdf8f3dcf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129656 Mar 10 17:34:19.824499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f054f5-4128-4a17-a261-ddb6b87a4385 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:34:19.834864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.837025 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bae5c1d8-84ec-4316-b17d-56854fda9c1a admin admin] 10.222.0.35 "DELETE /v2.0/routers/71f054f5-4128-4a17-a261-ddb6b87a4385 HTTP/1.1" status: 204 len: 168 time: 1.3440046 Mar 10 17:34:19.840366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35240) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:19.846882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:19.847300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.865861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:19.887784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:19.892726 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:19.957325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:19.991920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['fa4c5fce-8e6b-4581-83ad-278a1d607521'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:20.006801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4781e6ae-4040-46a6-860a-1274753f668a req-e2909095-9f68-4a3e-9a3b-5a82d2d65a64 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips/a6f952ea-ce21-4dd7-ac45-8bac94400ad1 HTTP/1.1" status: 200 len: 693 time: 0.1169996 Mar 10 17:34:20.088135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Deleting subnet 4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:20.115371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Publish callbacks [] for subnet (4a1c2a98-37e5-4ef6-95c8-98a913f1ee70), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:20.388181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (4a1c2a98-37e5-4ef6-95c8-98a913f1ee70), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:20.396092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:20.766406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e6ae-4040-46a6-860a-1274753f668a req-4fd4dd77-f024-4b78-9fb7-a7d3806393bd tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:20.777358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4781e6ae-4040-46a6-860a-1274753f668a req-4fd4dd77-f024-4b78-9fb7-a7d3806393bd tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.7608349 Mar 10 17:34:20.888660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4781e6ae-4040-46a6-860a-1274753f668a req-241afb40-b6bc-4f09-bdbf-3bf3c9bff475 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1097431 Mar 10 17:34:20.902157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:20.907721 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4a1c2a98-37e5-4ef6-95c8-98a913f1ee70), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:20.982471 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4781e6ae-4040-46a6-860a-1274753f668a req-d72a5469-1d5f-45a6-b3ea-863a233ad7d4 tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0929065 Mar 10 17:34:21.045081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.071993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port fa4c5fce-8e6b-4581-83ad-278a1d607521 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:21.072326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.173042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:21.254533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:21.255981 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.261654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:21.268099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:21.288732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (4a1c2a98-37e5-4ef6-95c8-98a913f1ee70), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.291296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event updated for resources: {'Port': ['ID=aa48b443-8ca9-40a5-8112-b2c41645d03c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:21.293922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:21.296214 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed026ae5-5758-4883-a87d-427234354a81" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:21.313852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:21.334008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.369578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1c2a98-37e5-4ef6-95c8-98a913f1ee70,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:21.397900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.402415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bda1d6a3-1692-4686-8aa6-44dc731afa50 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4a1c2a98-37e5-4ef6-95c8-98a913f1ee70 HTTP/1.1" status: 204 len: 168 time: 1.5603681 Mar 10 17:34:21.405442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:21.456801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:21.459080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Deleting port 664ab5b1-6379-48cc-a5ce-03d68e481ccf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:21.459425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.539813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 621eceac-6fa8-49aa-b91b-6083f348019b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:21.541022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fef174db-de47-4cce-99b2-4346c6499953), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.570068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 621eceac-6fa8-49aa-b91b-6083f348019b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:21.570414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 621eceac-6fa8-49aa-b91b-6083f348019b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:21.570852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5cbbc05c-7065-4964-b917-013ee7ca9f06 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:21.611832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 5cbbc05c-7065-4964-b917-013ee7ca9f06 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:21.612174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5cbbc05c-7065-4964-b917-013ee7ca9f06 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:21.653136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.653516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (664ab5b1-6379-48cc-a5ce-03d68e481ccf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.673088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fef174db-de47-4cce-99b2-4346c6499953), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.677867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Calling delete_port for 664ab5b1-6379-48cc-a5ce-03d68e481ccf owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:21.702660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef174db-de47-4cce-99b2-4346c6499953']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:21.725066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daf1ff6-bad3-4bd1-984c-4e578d456b9f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:21.727051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daf1ff6-bad3-4bd1-984c-4e578d456b9f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:21.740358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (7daf1ff6-bad3-4bd1-984c-4e578d456b9f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.763583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7daf1ff6-bad3-4bd1-984c-4e578d456b9f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.776821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:21.777215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (7daf1ff6-bad3-4bd1-984c-4e578d456b9f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:21.782047 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:21.914906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fef174db-de47-4cce-99b2-4346c6499953), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.923446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.927837 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fef174db-de47-4cce-99b2-4346c6499953 HTTP/1.1" status: 204 len: 168 time: 0.5205462 Mar 10 17:34:21.942720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c2647-9241-4bae-b269-910e7df5ca26 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef174db-de47-4cce-99b2-4346c6499953,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:21.950093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (664ab5b1-6379-48cc-a5ce-03d68e481ccf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:21.977292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.039497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Pushing event deleted for resources: {'Port': ['ID=664ab5b1-6379-48cc-a5ce-03d68e481ccf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:22.104775 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.109344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks [] for floatingip (a6f952ea-ce21-4dd7-ac45-8bac94400ad1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.112722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.120766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:22.128230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4781e6ae-4040-46a6-860a-1274753f668a req-e13302bc-9594-42a0-8aba-7cfe0e26751f tempest-FloatingIPDetailsTestJSON-1900550228 tempest-FloatingIPDetailsTestJSON-1900550228-project] 10.222.0.35 "DELETE /v2.0/floatingips/a6f952ea-ce21-4dd7-ac45-8bac94400ad1 HTTP/1.1" status: 204 len: 173 time: 1.1447818 Mar 10 17:34:22.313307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35302) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:22.481803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e61d526-e9e2-4adc-ad93-1aead789397d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=043e8792f63a47e7bba6e4c7458c7006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673019 Mar 10 17:34:22.489304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:22.576945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] Publish callbacks [] for security_group (27a8f258-20a2-471a-81fd-86fe872b65d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.582308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514f9d-86eb-4450-8341-5c3342298ed1 req-70917fca-570d-4629-a1c4-7e64eada0bea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:22.589910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff514f9d-86eb-4450-8341-5c3342298ed1 req-70917fca-570d-4629-a1c4-7e64eada0bea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2685046 Mar 10 17:34:22.610557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] Publish callbacks [] for security_group (27a8f258-20a2-471a-81fd-86fe872b65d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.624437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.647368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.743641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (27a8f258-20a2-471a-81fd-86fe872b65d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.746448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.748347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff514f9d-86eb-4450-8341-5c3342298ed1 req-c123ef0e-9a50-434a-a795-58478c3e54a3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572556 Mar 10 17:34:22.764022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27a8f258-20a2-471a-81fd-86fe872b65d9 HTTP/1.1" status: 204 len: 168 time: 0.2613506 Mar 10 17:34:22.804635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event updated for resources: {'Port': ['ID=aa48b443-8ca9-40a5-8112-b2c41645d03c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:22.820373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc71226-a12f-42e9-a569-65641db7dd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8f258-20a2-471a-81fd-86fe872b65d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:22.831007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.845658 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d597b2-7725-4bd8-898c-eb7893aab42d x-openstack-request-id: req-e4d597b2-7725-4bd8-898c-eb7893aab42d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:22.846274 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:22.846274 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4d597b2-7725-4bd8-898c-eb7893aab42d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:22.846595 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'code': 200} Mar 10 17:34:22.876543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:22.880366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-fb5b2033-dc90-4fdb-9e12-d1d66a40d028 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7647924 Mar 10 17:34:23.012208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:23.014798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-068789fe-9b39-4d18-b63b-1205bd985cb9 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 696 time: 0.1281614 Mar 10 17:34:23.385935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-ed71be97-f277-4a91-8ba7-eac83ef51d62 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:23.417405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f81a75-915f-408a-8e70-1ca28ed5e526 req-ed71be97-f277-4a91-8ba7-eac83ef51d62 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.4022994 Mar 10 17:34:23.723530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Deleting port 359f298d-1094-4684-a3fc-f2c7c3676523 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:23.724314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:23.898768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] For port 359f298d-1094-4684-a3fc-f2c7c3676523, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=359f298d-1094-4684-a3fc-f2c7c3676523,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:23.899269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:23.927543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Calling delete_port for 359f298d-1094-4684-a3fc-f2c7c3676523 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:24.000065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-ff5b83cf-e2eb-4f19-88e0-9fcf89b71a1d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:24.021172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-ff5b83cf-e2eb-4f19-88e0-9fcf89b71a1d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 821 time: 0.2637708 Mar 10 17:34:24.051376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-4f5dcd1e-2c46-490c-82eb-ed143fd52d67 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/quotas/f19bdc0b9eb841b390d67238c7d30b20 HTTP/1.1" status: 200 len: 375 time: 0.0268271 Mar 10 17:34:24.139757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:24.156501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-2fd72c64-0191-435a-a8d0-f0c7976c1489 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039512 Mar 10 17:34:24.205661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691cda9-162f-44f5-8134-206a057594ff req-98a745f9-8579-4b91-8901-0280b07ca477 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:24.207198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6691cda9-162f-44f5-8134-206a057594ff req-98a745f9-8579-4b91-8901-0280b07ca477 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0831020 Mar 10 17:34:24.268016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (359f298d-1094-4684-a3fc-f2c7c3676523), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:24.307899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6691cda9-162f-44f5-8134-206a057594ff req-49cbb9db-4fb2-4190-b9d7-17f9cf563223 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937238 Mar 10 17:34:24.327288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=359f298d-1094-4684-a3fc-f2c7c3676523,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:24.342366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-8a521fe3-fd8e-4904-852b-97af7bc795cb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:34:24.350410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-8a521fe3-fd8e-4904-852b-97af7bc795cb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1784151 Mar 10 17:34:24.360248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-392912870-network', 'tenant_id': '5a3d75b8e55641eea6c0c6e82af225dc'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:24.506089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-adf9046c-dd93-4e99-b02b-34ad62fcc870 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535232 Mar 10 17:34:24.523873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Made reservation on behalf of 5a3d75b8e55641eea6c0c6e82af225dc for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:24.530953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:24.566480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:24.832628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:24.912324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-3ce5a604-3e2b-47db-8b32-5bfb32b7ae12 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988731 Mar 10 17:34:24.950477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-6de2e017-91f8-4b67-8452-0fd0408bfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:24.953981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-6de2e017-91f8-4b67-8452-0fd0408bfc3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.1767943 Mar 10 17:34:25.013178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks [] for security_group (62bc80a5-9860-4ac3-a619-a88855ac480c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:25.029344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (62bc80a5-9860-4ac3-a619-a88855ac480c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:25.092802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:34:25.152390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-ff5e5476-764c-4985-a7d7-4306fa0117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:25.158567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-ff5e5476-764c-4985-a7d7-4306fa0117c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.1980066 Mar 10 17:34:25.345253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-10fd30d6-dfe4-4c67-82ee-705d4b162dbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.1722846 Mar 10 17:34:25.500621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3734923b-f7b6-4636-80d0-04ab537ca0e9 req-99106e22-25a7-4e0c-b9de-2c9aa30865df tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 210 time: 0.1074471 Mar 10 17:34:25.515587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-27338b80-d692-4a9e-8740-7de09bcc68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:25.517483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-27338b80-d692-4a9e-8740-7de09bcc68c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1618338 Mar 10 17:34:25.608857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca7b49-43e5-4121-8b96-dd71b378d676 req-b0776e72-4929-402e-8e2f-43f5b1a267a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:25.611157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4ca7b49-43e5-4121-8b96-dd71b378d676 req-b0776e72-4929-402e-8e2f-43f5b1a267a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2194679 Mar 10 17:34:25.642374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-7be95855-18d2-436a-96d6-933e8bbfc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:25.644283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-7be95855-18d2-436a-96d6-933e8bbfc511 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110785 Mar 10 17:34:25.739746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4ca7b49-43e5-4121-8b96-dd71b378d676 req-a1eb481e-b170-4ba1-ae72-7e7b02f10083 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193695 Mar 10 17:34:25.946808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-6349c005-dcb7-4878-8d26-5573c83f2daa service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945938 Mar 10 17:34:25.976971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc80a5-9860-4ac3-a619-a88855ac480c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:26.003377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8e7bfc6e-6d52-4410-894d-be7666b498ec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.006320 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Added segment 8e7bfc6e-6d52-4410-894d-be7666b498ec of type vlan for network 1c0c8265-9383-441d-80ab-7ccf40143595 Mar 10 17:34:26.141891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (1c0c8265-9383-441d-80ab-7ccf40143595), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.162411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a0b48f7-b982-43f7-8d99-b118fa6f6ad3 req-260a6e60-1d4a-4d33-aa7b-98bdde204fba service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071095 Mar 10 17:34:26.250916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:34:26.325011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (1c0c8265-9383-441d-80ab-7ccf40143595), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.325920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:26.329179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.421333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35466) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:26.427371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Request body: {'subnet': {'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-392912870-subnet', 'tenant_id': '5a3d75b8e55641eea6c0c6e82af225dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:26.431029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2871373 Mar 10 17:34:26.472078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Made reservation on behalf of 5a3d75b8e55641eea6c0c6e82af225dc for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:26.475302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.618139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Router d94cebbb-5d9a-4a60-b6de-5228f3209b6b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:26.620441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6412-dc77-4784-bfcc-b51543934c90 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0c8265-9383-441d-80ab-7ccf40143595,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:26.635546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 1c0c8265-9383-441d-80ab-7ccf40143595 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:34:26.812147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e67e247-d9aa-471c-bf17-a557213a83d8 req-85625c17-3425-46ea-8ea9-e493394d4031 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 210 time: 0.0937228 Mar 10 17:34:26.857368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:26.952566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:26.968132 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Sync routers for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:26.998965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df120977-c88d-45df-8d53-b578a2c3bb81 admin admin] 10.222.0.35 "PUT /v2.0/routers/d94cebbb-5d9a-4a60-b6de-5228f3209b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8749437 Mar 10 17:34:27.000401 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:27.002199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:27.003423 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:27.053263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3aee1413-0ff8-4c11-89a2-1c0ff06430d2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.377874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks [] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.433780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Checking segment: {'id': '8e7bfc6e-6d52-4410-894d-be7666b498ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:27.434459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Network hostable DHCP agents. Network: 1c0c8265-9383-441d-80ab-7ccf40143595, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:34:27.440016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aee1413-0ff8-4c11-89a2-1c0ff06430d2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:27.484208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:27.523117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.523600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.524029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.524454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.524866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.526785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.527219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.527659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.528085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.532441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.532897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.533328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.533753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:34:27.553627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604885d-bc29-4040-8111-adf7da9e5c5a req-3bd79da9-58ee-4c05-bd44-11530016f2da tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:27.564810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c604885d-bc29-4040-8111-adf7da9e5c5a req-3bd79da9-58ee-4c05-bd44-11530016f2da tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.5802472 Mar 10 17:34:27.606309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks [] for router_gateway (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.616586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-12a0f2bc-e7dd-4c02-a2da-21a1f95b0058 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:27.620405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-12a0f2bc-e7dd-4c02-a2da-21a1f95b0058 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.41 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 821 time: 0.4718649 Mar 10 17:34:27.623544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Network 1c0c8265-9383-441d-80ab-7ccf40143595 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:34:27.673172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'port': {'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'admin_state_up': True, 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:27.681347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Deleting port a0fbaac2-fd17-4701-979e-51a41b742b0e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:27.681789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.703166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 1c0c8265-9383-441d-80ab-7ccf40143595) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:27.708334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:27.708976 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.713692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613f5cf-a5c4-476b-a862-ab5a3f563e1c None None] Network 1c0c8265-9383-441d-80ab-7ccf40143595 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:27.769058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8f6c66a-b57f-47e9-826a-594a5c4b46c1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3465884 Mar 10 17:34:27.798813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c604885d-bc29-4040-8111-adf7da9e5c5a req-17e62de7-db35-410e-b050-e507ca69472b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329538 Mar 10 17:34:27.818295 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:34:24Z', 'revision_number': 5, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port': {'id': 'a0fbaac2-fd17-4701-979e-51a41b742b0e', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:42Z', 'updated_at': '2022-03-10T17:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:27.889756 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Checking router: d94cebbb-5d9a-4a60-b6de-5228f3209b6b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:27.895669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] For port a0fbaac2-fd17-4701-979e-51a41b742b0e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0fbaac2-fd17-4701-979e-51a41b742b0e,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:27.902808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:27.905895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Routers {'d94cebbb-5d9a-4a60-b6de-5228f3209b6b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:27.906569 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:27.954635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Calling delete_port for a0fbaac2-fd17-4701-979e-51a41b742b0e owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:28.006372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c1a1c-e86a-4ab9-bfbc-363cfb4e7542 None None] Network 1c0c8265-9383-441d-80ab-7ccf40143595 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:28.010714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Made reservation on behalf of f19bdc0b9eb841b390d67238c7d30b20 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:28.017920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.075644 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] Set router d94cebbb-5d9a-4a60-b6de-5228f3209b6b gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:28.312908 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:34:27Z', 'revision_number': 6, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:28.398761 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20584333-0ecb-4bc6-aeb2-33288f39d411 None None] The sync data for ids ['d94cebbb-5d9a-4a60-b6de-5228f3209b6b'] in n-d-833115-2 is: [{'id': 'd94cebbb-5d9a-4a60-b6de-5228f3209b6b', 'name': 'tempest-FloatingIPDetailsTestJSON-602782029-router', 'tenant_id': 'c3d6b4da0008465090da220e7990b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:34:27Z', 'revision_number': 6, 'project_id': 'c3d6b4da0008465090da220e7990b3f8', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:28.465467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6cfa4-0cd1-4f94-8de9-e83f0538e7ed req-fee2a2f1-e604-4a9b-aafc-32e94c2c69c2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:28.475399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a6cfa4-0cd1-4f94-8de9-e83f0538e7ed req-fee2a2f1-e604-4a9b-aafc-32e94c2c69c2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4403751 Mar 10 17:34:28.479834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcabd66e-ada8-43b9-80da-90319fb01082 req-a0dbadb3-7ec9-424a-8324-176b342a6501 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 210 time: 0.1169071 Mar 10 17:34:28.506958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a0fbaac2-fd17-4701-979e-51a41b742b0e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.532807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fbaac2-fd17-4701-979e-51a41b742b0e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:28.668893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.728192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a6cfa4-0cd1-4f94-8de9-e83f0538e7ed req-85ab2ca1-4d13-47bf-81e7-6725f7c324f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515676 Mar 10 17:34:28.775974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Allocated IP 172.20.0.14 (af490d30-5e2b-464a-a395-1df25f0f56c3/74b64ad6-e2ed-4538-8dfc-83ae77b56719/574c3884-fcd6-4a26-af70-41cbd71d5ede) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:28.850706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.862365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks [] for router_controller (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.939587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (d94cebbb-5d9a-4a60-b6de-5228f3209b6b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.940305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94cebbb-5d9a-4a60-b6de-5228f3209b6b {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:34:28.953349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:28.955984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e2b8e5b-f046-4485-b2d5-6bd57e7036d5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d94cebbb-5d9a-4a60-b6de-5228f3209b6b HTTP/1.1" status: 204 len: 168 time: 1.9505489 Mar 10 17:34:28.957395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35538) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:29.053643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Deleting subnet cc10f1f1-2c01-4b79-97d6-c0384792ded8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:29.057398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Publish callbacks [] for subnet (cc10f1f1-2c01-4b79-97d6-c0384792ded8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.169449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (cc10f1f1-2c01-4b79-97d6-c0384792ded8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.323235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.342486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (cc10f1f1-2c01-4b79-97d6-c0384792ded8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.446264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (cc10f1f1-2c01-4b79-97d6-c0384792ded8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.553179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45568d11-2189-45bc-b0fd-546e7631dc68 None None] Network 62342636-0378-4d15-90d0-f5f69703dfea requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:29.568738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc10f1f1-2c01-4b79-97d6-c0384792ded8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:29.583663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.597436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-953c68ca-d931-4d2c-8ad9-c50069863da3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cc10f1f1-2c01-4b79-97d6-c0384792ded8 HTTP/1.1" status: 204 len: 168 time: 0.6381004 Mar 10 17:34:29.598295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:29.655014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0fbaac2-fd17-4701-979e-51a41b742b0e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:29.666079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f2fd325d-89c8-4980-9f34-1b8ba59b45b2 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:29.676365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f2fd325d-89c8-4980-9f34-1b8ba59b45b2 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/networks?id=1c0c8265-9383-441d-80ab-7ccf40143595 HTTP/1.1" status: 200 len: 808 time: 0.4662321 Mar 10 17:34:29.714941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-d591644b-b9fc-4e99-8fee-eb17c38bb7b0 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/quotas/5a3d75b8e55641eea6c0c6e82af225dc HTTP/1.1" status: 200 len: 375 time: 0.0176005 Mar 10 17:34:29.722165 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.750135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (62342636-0378-4d15-90d0-f5f69703dfea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.810753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-ae0fabe0-03eb-4de1-831d-34938fe88060 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a3d75b8e55641eea6c0c6e82af225dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813601 Mar 10 17:34:29.824790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['12a9b244-342e-408e-88ad-3959c6b77e14'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:29.827397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Network af490d30-5e2b-464a-a395-1df25f0f56c3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:29.828428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: a0fbaac2-fd17-4701-979e-51a41b742b0e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:29.828921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0fbaac2-fd17-4701-979e-51a41b742b0e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:29.829487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 359f298d-1094-4684-a3fc-f2c7c3676523 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:29.836907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082159f-fde2-4ec3-88d8-a146f3fde303 req-c1b7a31d-120d-40f3-b7dc-9a18e72aa30b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:29.845498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0082159f-fde2-4ec3-88d8-a146f3fde303 req-c1b7a31d-120d-40f3-b7dc-9a18e72aa30b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2889709 Mar 10 17:34:29.879187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Deleting port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:29.879531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:29.889900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 359f298d-1094-4684-a3fc-f2c7c3676523 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:29.895268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 359f298d-1094-4684-a3fc-f2c7c3676523 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:29.895435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:29.985733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.016914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] For port 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c7e5af1-a690-4186-8462-a7dafaf15aa1,segment=NetworkSegment(64c7453c-3337-4301-bb57-24d2c1bea4a8),segment_id=64c7453c-3337-4301-bb57-24d2c1bea4a8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:30.028999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.051633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Calling delete_port for 2c7e5af1-a690-4186-8462-a7dafaf15aa1 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:30.135707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] DHCP port deletion for 62342636-0378-4d15-90d0-f5f69703dfea request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:34:30.242477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.260352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] No DVR routers for this DVR port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:30.312632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7e5af1-a690-4186-8462-a7dafaf15aa1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:30.356031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Deleting port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:30.356587 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.364399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-19dabdb9-eb53-4585-8cbd-20753df9f252 None None] Provisioning complete for port 574c3884-fcd6-4a26-af70-41cbd71d5ede triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:30.364978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19dabdb9-eb53-4585-8cbd-20753df9f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.428547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-19dabdb9-eb53-4585-8cbd-20753df9f252 None None] Port 574c3884-fcd6-4a26-af70-41cbd71d5ede cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:34:30.481826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (62342636-0378-4d15-90d0-f5f69703dfea), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.489994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:30.521693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] For port 2c7e5af1-a690-4186-8462-a7dafaf15aa1, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:30.522408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.525868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62342636-0378-4d15-90d0-f5f69703dfea']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:30.537803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Calling delete_port for 2c7e5af1-a690-4186-8462-a7dafaf15aa1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:30.540693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:34:30.542674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2c7e5af1-a690-4186-8462-a7dafaf15aa1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.547010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event updated for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:30.557471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c7453c-3337-4301-bb57-24d2c1bea4a8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:30.557778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c7453c-3337-4301-bb57-24d2c1bea4a8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:30.576554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (64c7453c-3337-4301-bb57-24d2c1bea4a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.577367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] Pushing event deleted for resources: {'Port': ['ID=2c7e5af1-a690-4186-8462-a7dafaf15aa1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:30.585112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25143b58-0715-4a9a-a0c3-9c20f4a1a5f1 None None] No DVR routers for this DVR port 2c7e5af1-a690-4186-8462-a7dafaf15aa1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:30.611884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (64c7453c-3337-4301-bb57-24d2c1bea4a8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.634388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:30.634846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (64c7453c-3337-4301-bb57-24d2c1bea4a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:30.638362 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:30.662957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:30.663650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.726715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0082159f-fde2-4ec3-88d8-a146f3fde303 req-94b5d704-0505-4b57-ab30-eb33e41a4586 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8802102 Mar 10 17:34:30.729734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-22e32f58-e55b-4aa8-9acc-847b825cf57e service neutron] 10.222.0.35 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743718 Mar 10 17:34:30.732751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (62342636-0378-4d15-90d0-f5f69703dfea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.778517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:30.783014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/62342636-0378-4d15-90d0-f5f69703dfea HTTP/1.1" status: 204 len: 168 time: 1.1835279 Mar 10 17:34:30.815473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa2956-d13f-47a4-8fce-8b85a08b27f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62342636-0378-4d15-90d0-f5f69703dfea,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:30.936875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-0899c1b9-a337-429a-84b8-1e32bdfd2444 service neutron] 10.222.0.35 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924262 Mar 10 17:34:30.950269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-1cc32508-0bb8-418b-a9ec-b3afcb31f994 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2989869 Mar 10 17:34:30.966652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Request body: {'port': {'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:31.119158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.131250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35582) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:31.218498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8ea544f-848d-4df6-8a5c-74d215b2ffc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3d6b4da0008465090da220e7990b3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826976 Mar 10 17:34:31.218935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:31.361124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] Publish callbacks [] for security_group (98fbcd3c-857e-43ef-83ce-a767443264cf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.401503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] Publish callbacks [] for security_group (98fbcd3c-857e-43ef-83ce-a767443264cf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.422731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de470b-adc3-4e08-ac56-9c407caf2a0e req-4c3feff6-394c-4155-8026-8d43e5732d44 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:31.424250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8de470b-adc3-4e08-ac56-9c407caf2a0e req-4c3feff6-394c-4155-8026-8d43e5732d44 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 932 time: 0.1116667 Mar 10 17:34:31.555326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (98fbcd3c-857e-43ef-83ce-a767443264cf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.558270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.559828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98fbcd3c-857e-43ef-83ce-a767443264cf HTTP/1.1" status: 204 len: 168 time: 0.3397534 Mar 10 17:34:31.587222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75005b7-0911-4315-ab29-a5b0921632d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fbcd3c-857e-43ef-83ce-a767443264cf,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:31.595344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8de470b-adc3-4e08-ac56-9c407caf2a0e req-a75d0bd5-61aa-4dbc-964b-78b7ddba7520 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383038 Mar 10 17:34:31.647876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c7e5af1-a690-4186-8462-a7dafaf15aa1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:31.700789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574c3884-fcd6-4a26-af70-41cbd71d5ede {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:31.709558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2c7e5af1-a690-4186-8462-a7dafaf15aa1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:31.709983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c7e5af1-a690-4186-8462-a7dafaf15aa1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:31.738925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks [] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:31.775656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Transition to ACTIVE for port object 574c3884-fcd6-4a26-af70-41cbd71d5ede will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:31.800139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:32.037009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44ffdde-37ed-4d27-b71f-9ef489dffc0a req-8e3ae3b2-8cf7-4746-8c7e-906107d42727 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 210 time: 0.1664381 Mar 10 17:34:32.063097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Pushing event updated for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:32.298881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Attempting to bind port 574c3884-fcd6-4a26-af70-41cbd71d5ede on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:32.299167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Attempting to bind port 574c3884-fcd6-4a26-af70-41cbd71d5ede by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:32.299504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Attempting to bind port 574c3884-fcd6-4a26-af70-41cbd71d5ede on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:32.348049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d19b6-2e9a-498a-8368-0fcf7f36d065 req-1967930c-ba6c-46de-b3c9-1964a2d54ebb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.356675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0d19b6-2e9a-498a-8368-0fcf7f36d065 req-1967930c-ba6c-46de-b3c9-1964a2d54ebb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1611125 Mar 10 17:34:32.368644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Port 574c3884-fcd6-4a26-af70-41cbd71d5ede on network af490d30-5e2b-464a-a395-1df25f0f56c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:32.369556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Attempting to bind port 574c3884-fcd6-4a26-af70-41cbd71d5ede on network af490d30-5e2b-464a-a395-1df25f0f56c3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:32.385656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:32.386809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Checking segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:32.387424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Bound using segment: {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:32.388088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Bound port: 574c3884-fcd6-4a26-af70-41cbd71d5ede, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acadfec2-ce8a-4369-9221-746cd2c7744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:32.388659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:32.517663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0d19b6-2e9a-498a-8368-0fcf7f36d065 req-66645332-e4fc-4239-bb39-5d05c9d2d98b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488044 Mar 10 17:34:32.607111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:32.613240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:32.663819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:32.750080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.751485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:32.753024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] 10.222.0.41 "PUT /v2.0/ports/574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 1092 time: 1.7923651 Mar 10 17:34:32.756959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:32.760118 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:32.868232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb84b6-fd46-49fb-a048-621deb11c6cb req-f7db8f18-d671-4f70-a2a0-28810e41180e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:32.879050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcbb84b6-fd46-49fb-a048-621deb11c6cb req-f7db8f18-d671-4f70-a2a0-28810e41180e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2358794 Mar 10 17:34:32.918925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53379190-ee3b-4b9d-b79c-971e35e8764c service neutron] Pushing event updated for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:33.138109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcbb84b6-fd46-49fb-a048-621deb11c6cb req-503d2896-1d41-4e43-872e-e10eb8a5d564 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330301 Mar 10 17:34:33.147476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-a950bc41-8c51-4f1d-a903-237672433bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.157092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-a950bc41-8c51-4f1d-a903-237672433bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1126 time: 0.3445723 Mar 10 17:34:33.305331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:33.345380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-8263c6c5-ddc1-47a8-86e8-17fba15b5b71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 217 time: 0.1797404 Mar 10 17:34:33.373786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-714f14e2-4434-4dfa-8c04-b783a8fedd8f tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.383075 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-714f14e2-4434-4dfa-8c04-b783a8fedd8f tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.59 "GET /v2.0/networks?id=1c0c8265-9383-441d-80ab-7ccf40143595 HTTP/1.1" status: 200 len: 808 time: 0.3484015 Mar 10 17:34:33.402408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Request body: {'port': {'device_id': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595', 'admin_state_up': True, 'tenant_id': '5a3d75b8e55641eea6c0c6e82af225dc'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:33.414416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-73d88e38-3f72-4620-8eb6-b1ed9e29ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.416684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-73d88e38-3f72-4620-8eb6-b1ed9e29ad32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.0540130 Mar 10 17:34:33.554926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-386015446-network', 'tenant_id': 'ac285a55963b41b2971f8add60469909'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:33.561870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc11e0-8b74-41de-b603-f6df44362aa7 req-14f56bc5-5656-4b62-8d0b-7ce865e82e9c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.569895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fc11e0-8b74-41de-b603-f6df44362aa7 req-14f56bc5-5656-4b62-8d0b-7ce865e82e9c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 944 time: 0.2234378 Mar 10 17:34:33.611122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Made reservation on behalf of 5a3d75b8e55641eea6c0c6e82af225dc for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:33.616829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.621908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:33.624814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.638485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-c601b2f7-118b-4201-81dd-ee57b23c8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.640079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-c601b2f7-118b-4201-81dd-ee57b23c8e5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2042058 Mar 10 17:34:33.642800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.699138 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efaf21-8615-4678-9074-53551e77d786 x-openstack-request-id: req-98efaf21-8615-4678-9074-53551e77d786 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:33.699487 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:33.699743 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98efaf21-8615-4678-9074-53551e77d786 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:33.701706 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'status': 'completed', 'code': 200} Mar 10 17:34:33.722498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fc11e0-8b74-41de-b603-f6df44362aa7 req-1133dcbd-716f-4741-9d69-c6b490061208 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448259 Mar 10 17:34:33.747791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:33.755089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks [] for security_group (2e6576b4-fcb3-40d2-81f7-50044f9d0e2e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.770875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e6576b4-fcb3-40d2-81f7-50044f9d0e2e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.785503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:34:33.795912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.796513 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Added segment e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f of type vlan for network 5230ea8a-414e-4585-85fc-58d27225eca3 Mar 10 17:34:33.845719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5230ea8a-414e-4585-85fc-58d27225eca3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.891021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54a39187-6c75-4998-b3b3-43989295fa9b req-2e7f3b0f-fa32-4220-bdbc-674e00187e2c tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 210 time: 0.0778816 Mar 10 17:34:33.914197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5230ea8a-414e-4585-85fc-58d27225eca3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:33.915357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:33.915872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.012097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-b30025db-470c-49e8-b74f-3600c47c411b service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175251 Mar 10 17:34:34.058107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Pushing event updated for resources: {'Network': ['ID=5230ea8a-414e-4585-85fc-58d27225eca3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.075377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5230ea8a-414e-4585-85fc-58d27225eca3 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:34:34.077139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.094944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1523b0c8-6b1d-4148-b3a9-db441a9316fc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7832420 Mar 10 17:34:34.097669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:34.102540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Request body: {'subnet': {'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-386015446-subnet', 'tenant_id': 'ac285a55963b41b2971f8add60469909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:34.158614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:34.160120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15eccb46-462a-4235-b7b5-8e6b7b4b8ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.161987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.281181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Allocated IP 172.20.0.4 (1c0c8265-9383-441d-80ab-7ccf40143595/3aee1413-0ff8-4c11-89a2-1c0ff06430d2/dda83e4c-8118-45b7-a5c5-bb2261a4ba67) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:34.391965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b9f2fcd-e2d3-4837-b7d9-3f3de3cc43c8 req-e958c979-bc62-4949-84b5-6552b45080d2 service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678954 Mar 10 17:34:34.402602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f721f4-914d-4f7c-8ea4-0d6f5f562ee9 req-d44fe0e1-36ce-4134-a179-0668ab0bc375 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:34.410838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03f721f4-914d-4f7c-8ea4-0d6f5f562ee9 req-d44fe0e1-36ce-4134-a179-0668ab0bc375 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2523732 Mar 10 17:34:34.567218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (df0ce234-2a8e-4680-bab9-f895c2b98c5d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.572865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks [] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.578578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03f721f4-914d-4f7c-8ea4-0d6f5f562ee9 req-88c6c17c-0884-47c5-97eb-369c75b5edbf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667092 Mar 10 17:34:34.599867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15eccb46-462a-4235-b7b5-8e6b7b4b8ace admin admin] Publish callbacks [] for security_group (6f255715-ceac-471e-9cc8-fc7fd815eb6d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.613718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15eccb46-462a-4235-b7b5-8e6b7b4b8ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6f255715-ceac-471e-9cc8-fc7fd815eb6d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.639320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0ce234-2a8e-4680-bab9-f895c2b98c5d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.676319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eccb46-462a-4235-b7b5-8e6b7b4b8ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f255715-ceac-471e-9cc8-fc7fd815eb6d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.680700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-840ed209-bf19-4f9b-9253-66ab82140295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:34.682368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-840ed209-bf19-4f9b-9253-66ab82140295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1126 time: 0.2225714 Mar 10 17:34:34.697401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Checking segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:34.697768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Network hostable DHCP agents. Network: 5230ea8a-414e-4585-85fc-58d27225eca3, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:34:34.710470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.738547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-15eccb46-462a-4235-b7b5-8e6b7b4b8ace admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d70fd1e5dc64e71910ac0679363157f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9854779 Mar 10 17:34:34.739596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:34.765769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Network 1c0c8265-9383-441d-80ab-7ccf40143595 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:34.770782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:34.773523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Network 5230ea8a-414e-4585-85fc-58d27225eca3 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:34:34.776083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:34.828917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5230ea8a-414e-4585-85fc-58d27225eca3) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:34.833131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Pushing event updated for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:34.837789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0f96b-15c5-4c22-ac79-0881365dd7d4 None None] Network 5230ea8a-414e-4585-85fc-58d27225eca3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:34.842069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:34.842698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.864885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:34.866362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:34.885732 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7a672e03-f874-4ad5-b705-df84eabff20b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7869711 Mar 10 17:34:34.917560 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-7a5e01e6-a728-4d11-bcad-45a5b4dcadef tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5225260 Mar 10 17:34:34.938772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Request body: {'port': {'device_id': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:34.991709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-0b759ba3-6236-4d1c-b885-b02dca25b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:34.995900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-0b759ba3-6236-4d1c-b885-b02dca25b22e service neutron] 10.222.0.41 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.3066578 Mar 10 17:34:35.097860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.155085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d0939-110a-4d0e-9a26-ceda68d27c51 None None] Network 5230ea8a-414e-4585-85fc-58d27225eca3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:35.249516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-89b70f7a-4f76-40e6-8d1f-72598600799d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 217 time: 0.1931832 Mar 10 17:34:35.353765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] Publish callbacks [] for security_group (6f255715-ceac-471e-9cc8-fc7fd815eb6d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.406962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-57baef30-100d-4f10-83c2-0bd1ed59f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:35.409545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-57baef30-100d-4f10-83c2-0bd1ed59f982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.1476924 Mar 10 17:34:35.419178 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] Publish callbacks [] for security_group (6f255715-ceac-471e-9cc8-fc7fd815eb6d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.436760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d897-a774-4ccc-8fde-1c14556f3bec req-83c31fae-7d85-4024-b25b-8531c16c7261 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:35.438602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ac0d897-a774-4ccc-8fde-1c14556f3bec req-83c31fae-7d85-4024-b25b-8531c16c7261 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 944 time: 0.5721571 Mar 10 17:34:35.509477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63a1ce-12f8-468e-91d2-d41e06a4f5f0 req-ca75276b-b415-4dc4-8aa0-b0e2d8448a62 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:35.516935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa63a1ce-12f8-468e-91d2-d41e06a4f5f0 req-ca75276b-b415-4dc4-8aa0-b0e2d8448a62 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 931 time: 0.3453343 Mar 10 17:34:35.624922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ac0d897-a774-4ccc-8fde-1c14556f3bec req-b4b9f624-6bba-4d39-97b3-48152c1a27fd tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690626 Mar 10 17:34:35.644161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-e8f39514-f5a2-44dc-996d-30b9f367dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:35.646003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-e8f39514-f5a2-44dc-996d-30b9f367dde8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2064462 Mar 10 17:34:35.648187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda83e4c-8118-45b7-a5c5-bb2261a4ba67 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:35.667453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa63a1ce-12f8-468e-91d2-d41e06a4f5f0 req-8cc309af-26c0-4df1-89d2-b815ea614557 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482520 Mar 10 17:34:35.670108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks [] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.690515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6f255715-ceac-471e-9cc8-fc7fd815eb6d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.694339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.697339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f255715-ceac-471e-9cc8-fc7fd815eb6d HTTP/1.1" status: 204 len: 168 time: 0.9541874 Mar 10 17:34:35.708178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Transition to ACTIVE for port object dda83e4c-8118-45b7-a5c5-bb2261a4ba67 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:35.718866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:35.787308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fe569-abbc-488a-8e54-08382176ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f255715-ceac-471e-9cc8-fc7fd815eb6d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:35.854796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Pushing event updated for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.019393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab80e6-3b86-469f-b6fb-5b0f6a515c00 req-98736672-9b86-4630-943f-7a11c0ca4567 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:36.021767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deab80e6-3b86-469f-b6fb-5b0f6a515c00 req-98736672-9b86-4630-943f-7a11c0ca4567 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2220151 Mar 10 17:34:36.024278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-000d21ae-f142-434e-b3d9-232755dffa5f service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570881 Mar 10 17:34:36.057286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Attempting to bind port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:36.057622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Attempting to bind port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8e7bfc6e-6d52-4410-894d-be7666b498ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:36.057954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Attempting to bind port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 on network 1c0c8265-9383-441d-80ab-7ccf40143595 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:36.062662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 on network 1c0c8265-9383-441d-80ab-7ccf40143595 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:36.062984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Attempting to bind port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 on network 1c0c8265-9383-441d-80ab-7ccf40143595 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:36.077589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:36.077927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Checking segment: {'id': '8e7bfc6e-6d52-4410-894d-be7666b498ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:36.078312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Bound using segment: {'id': '8e7bfc6e-6d52-4410-894d-be7666b498ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:36.078769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Bound port: dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7bfc6e-6d52-4410-894d-be7666b498ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:36.079123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.222145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:36.229120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,segment=NetworkSegment(8e7bfc6e-6d52-4410-894d-be7666b498ec),segment_id=8e7bfc6e-6d52-4410-894d-be7666b498ec)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:36.247348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.283074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deab80e6-3b86-469f-b6fb-5b0f6a515c00 req-68fe7333-5c3e-4be6-99d4-a214053bca0b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408893 Mar 10 17:34:36.346655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddf3b7a-f679-4fb3-a838-c4aa58fe9f79 req-14517e99-077b-4187-a594-7ae359f75551 service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026330 Mar 10 17:34:36.360632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:36.361445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.363048 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] 10.222.0.59 "PUT /v2.0/ports/dda83e4c-8118-45b7-a5c5-bb2261a4ba67 HTTP/1.1" status: 200 len: 1091 time: 1.4357007 Mar 10 17:34:36.364175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:36.366757 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985" -d '{"events": [{"name": "network-changed", "server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:36.381626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35736) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:36.419572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398c05-4726-46f0-85b3-4846b60afe00 service neutron] Pushing event updated for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.513889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72fb97ce-498b-43a9-8bf1-ae0f60f8a7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.550107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-91b17343-e1f4-48ba-9e7d-fdda51c9ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:36.552687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-91b17343-e1f4-48ba-9e7d-fdda51c9ff01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3d75b8e55641eea6c0c6e82af225dc&device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 1125 time: 0.1299236 Mar 10 17:34:36.629477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-8d9dbdfc-f731-473f-91d8-0f37c36ab358 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:36.632537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-8d9dbdfc-f731-473f-91d8-0f37c36ab358 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.3590755 Mar 10 17:34:36.632756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-5938a0dd-2e61-481c-bfa9-02e33465bd79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67 HTTP/1.1" status: 200 len: 217 time: 0.0723109 Mar 10 17:34:36.671841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-8a1e3847-57b6-42d6-a304-a8264742da88 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/quotas/ac285a55963b41b2971f8add60469909 HTTP/1.1" status: 200 len: 375 time: 0.0253422 Mar 10 17:34:36.721659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-b9981804-c078-41ee-b8ec-7aec344febba tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434992 Mar 10 17:34:36.768011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-fc6580ab-1821-4c71-8351-bc3ec84b0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:36.769412 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-fc6580ab-1821-4c71-8351-bc3ec84b0444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3aee1413-0ff8-4c11-89a2-1c0ff06430d2 HTTP/1.1" status: 200 len: 848 time: 0.1268535 Mar 10 17:34:36.847892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-ab176a97-3650-413e-a739-8649e4143dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c0c8265-9383-441d-80ab-7ccf40143595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712993 Mar 10 17:34:36.848369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72fb97ce-498b-43a9-8bf1-ae0f60f8a7f8 admin admin] Publish callbacks [] for security_group (9d04bc3c-489c-44f7-938f-165f1491ec6b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.877666 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-72fb97ce-498b-43a9-8bf1-ae0f60f8a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9d04bc3c-489c-44f7-938f-165f1491ec6b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:36.965372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb97ce-498b-43a9-8bf1-ae0f60f8a7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04bc3c-489c-44f7-938f-165f1491ec6b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:36.989301 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e128ca7c-c189-4901-8095-6ca465933d4f x-openstack-request-id: req-e128ca7c-c189-4901-8095-6ca465933d4f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:36.989849 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:36.990177 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e128ca7c-c189-4901-8095-6ca465933d4f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:36.991312 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67', 'status': 'completed', 'code': 200} Mar 10 17:34:37.058144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-74a13bdc-1837-45fe-ad8a-8e70a57ee5f7 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282778 Mar 10 17:34:37.070314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-72fb97ce-498b-43a9-8bf1-ae0f60f8a7f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1c19eaf69b74f77b92fb9470169e13b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815670 Mar 10 17:34:37.070657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-0a4de36f-2c80-4df5-b9fd-6f59bf722b99 service neutron] 10.222.0.59 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130973 Mar 10 17:34:37.074271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:37.184725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cf5e7d3a-d4a8-46b1-ae23-3a2acbc32352 req-07a61d7a-632d-4983-84ac-993a49126dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993130 Mar 10 17:34:37.201791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6ba3c-9b08-4ff5-b5b1-5f666597e9ae req-eb6bf826-a8b1-4acd-990d-987acfdfdaa5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:37.203980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cd6ba3c-9b08-4ff5-b5b1-5f666597e9ae req-eb6bf826-a8b1-4acd-990d-987acfdfdaa5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1146832 Mar 10 17:34:37.206136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-88b1886f-bf8d-454b-9f40-950ef265deb0 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471243 Mar 10 17:34:37.269079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] Publish callbacks [] for security_group (9d04bc3c-489c-44f7-938f-165f1491ec6b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:37.302591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] Publish callbacks [] for security_group (9d04bc3c-489c-44f7-938f-165f1491ec6b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:37.316753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cd6ba3c-9b08-4ff5-b5b1-5f666597e9ae req-8fdeed29-28fb-4096-aad2-b0b9945ee499 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060021 Mar 10 17:34:37.628889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d3a51-e95c-4297-a74b-e1c4c0c2c604 req-b8118855-fd34-47a8-bbfc-5b00d5c0dd3f tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:37.633188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d85d3a51-e95c-4297-a74b-e1c4c0c2c604 req-b8118855-fd34-47a8-bbfc-5b00d5c0dd3f tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 944 time: 0.1682198 Mar 10 17:34:37.723159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23605c8-ebf3-4c84-a4af-89fbe8a9089d req-b86b21cd-c036-4712-8f15-10bfc1f09523 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:37.726498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9d04bc3c-489c-44f7-938f-165f1491ec6b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:37.729062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:37.730130 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d04bc3c-489c-44f7-938f-165f1491ec6b HTTP/1.1" status: 204 len: 168 time: 0.6547608 Mar 10 17:34:37.733585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a23605c8-ebf3-4c84-a4af-89fbe8a9089d req-b86b21cd-c036-4712-8f15-10bfc1f09523 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 943 time: 0.1534462 Mar 10 17:34:37.762901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3acf5-86b6-4007-841c-99621a88b842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04bc3c-489c-44f7-938f-165f1491ec6b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:37.768354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d85d3a51-e95c-4297-a74b-e1c4c0c2c604 req-3c29aecc-8105-489f-8fd2-0992353b76f7 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148212 Mar 10 17:34:37.827287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-e04000d3-bf00-4b95-a230-443c01944cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:37.834149 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-e04000d3-bf00-4b95-a230-443c01944cdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3d75b8e55641eea6c0c6e82af225dc&device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 1125 time: 0.5737224 Mar 10 17:34:37.909991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a23605c8-ebf3-4c84-a4af-89fbe8a9089d req-4cb604ed-3a11-421d-8569-3d56980127a9 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751771 Mar 10 17:34:38.115839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b21818-74ec-4fec-b4e3-f52d52a76bff req-61e13dc2-8299-4b18-b19e-0a59cd86582d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 210 time: 0.0389514 Mar 10 17:34:38.121988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-d81728ad-a7f3-4b4b-b29e-25e5822582c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.124553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-d81728ad-a7f3-4b4b-b29e-25e5822582c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c0c8265-9383-441d-80ab-7ccf40143595 HTTP/1.1" status: 200 len: 909 time: 0.2828236 Mar 10 17:34:38.128584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-e3ffd804-3f0b-48d8-ab39-d3823afdfbbe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2504840 Mar 10 17:34:38.140341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602be660-ebcf-4317-8aa4-28f1ba7a6b74 req-ebb62c57-7583-4000-8292-8f5df8ea068d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.149007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-602be660-ebcf-4317-8aa4-28f1ba7a6b74 req-ebb62c57-7583-4000-8292-8f5df8ea068d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1776223 Mar 10 17:34:38.215117 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-3cee1ff2-e70f-4468-ab5d-93cb0c995bb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67 HTTP/1.1" status: 200 len: 217 time: 0.0737102 Mar 10 17:34:38.221453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-602be660-ebcf-4317-8aa4-28f1ba7a6b74 req-61a29422-34ff-422e-8a4d-39bedcfaae80 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672913 Mar 10 17:34:38.313529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-a4c2c361-9d2e-47bf-97e9-61961b999da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.315754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-a4c2c361-9d2e-47bf-97e9-61961b999da6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 1128 time: 0.1113174 Mar 10 17:34:38.337078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-a04e3b09-db4a-4735-8c63-376d91e4991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.346412 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-a04e3b09-db4a-4735-8c63-376d91e4991e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3aee1413-0ff8-4c11-89a2-1c0ff06430d2 HTTP/1.1" status: 200 len: 848 time: 0.1180637 Mar 10 17:34:38.431415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-a8d8f629-b5db-4b2b-9bf2-578f86ca6e3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c0c8265-9383-441d-80ab-7ccf40143595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703697 Mar 10 17:34:38.559449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41319ab-e321-415f-9ddd-bbcf3601b1a2 req-c4bf2164-d550-4165-9f9f-ada2462285fc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.561207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f41319ab-e321-415f-9ddd-bbcf3601b1a2 req-c4bf2164-d550-4165-9f9f-ada2462285fc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2018521 Mar 10 17:34:38.646596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-e3f90483-6f47-4b2f-92eb-d62d60bb6259 service neutron] 10.222.0.59 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078271 Mar 10 17:34:38.689193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-84fd42c0-298d-4be3-8844-9e16594231df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:38.691647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-84fd42c0-298d-4be3-8844-9e16594231df service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.3439834 Mar 10 17:34:38.723438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f41319ab-e321-415f-9ddd-bbcf3601b1a2 req-82decbc6-3ce2-4ca5-82e0-564cc83b6a52 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437089 Mar 10 17:34:38.869358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-763d330d-b2b7-48ae-8fb6-bbcd4f9ff985 req-54c8966a-8e26-4ea9-90fe-31245613ce42 service neutron] 10.222.0.59 "GET /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203727 Mar 10 17:34:38.880481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-30d1fdef-1365-44f8-adf8-50a820c44f7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 200 len: 217 time: 0.1498313 Mar 10 17:34:39.063770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-48b93aa8-f0bd-46bf-83aa-adf7ca5fc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:39.065988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-48b93aa8-f0bd-46bf-83aa-adf7ca5fc36c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1742468 Mar 10 17:34:39.082842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4447e6-c4b0-4dc8-9310-6de501eda15b req-fc0cc877-5964-4a17-bacc-5f8727cf971f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:39.085242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4447e6-c4b0-4dc8-9310-6de501eda15b req-fc0cc877-5964-4a17-bacc-5f8727cf971f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2092590 Mar 10 17:34:39.163749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d7087-ef15-4115-b06e-d011da4716fc req-a6cf1a14-7026-4a1b-b50d-059f4573a3b3 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:39.170703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22d7087-ef15-4115-b06e-d011da4716fc req-a6cf1a14-7026-4a1b-b50d-059f4573a3b3 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 944 time: 0.2048144 Mar 10 17:34:39.235104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4447e6-c4b0-4dc8-9310-6de501eda15b req-4664b4bf-9c6d-47bb-a963-eac5452db62f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235173 Mar 10 17:34:39.245200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-d9d21733-a429-480c-b577-caec769f5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:39.246713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-d9d21733-a429-480c-b577-caec769f5d5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1602538 Mar 10 17:34:39.319174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22d7087-ef15-4115-b06e-d011da4716fc req-b0106293-4575-4b97-a005-d7d1850ab990 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469138 Mar 10 17:34:39.583178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 574c3884-fcd6-4a26-af70-41cbd71d5ede details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:39.856321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:39.885841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:39.983775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 574c3884-fcd6-4a26-af70-41cbd71d5ede is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:39.984346 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:39.999909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574c3884-fcd6-4a26-af70-41cbd71d5ede {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:40.020515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:40.034483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.042802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3ca3222-1339-4d08-b5e8-3c29585c4fd7 req-25833e8c-35be-4791-8a26-4acd9b7b4976 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 210 time: 0.5081363 Mar 10 17:34:40.048724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-0edd294d-c79a-47da-892a-81a064c61ae1 service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882307 Mar 10 17:34:40.106311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:40.144656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:40.293966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5d035-835d-45fd-9746-723acdd59fd6 req-5867a1e8-0a9e-4670-a8f9-d3e98ebe5a3a tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:40.302457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5a5d035-835d-45fd-9746-723acdd59fd6 req-5867a1e8-0a9e-4670-a8f9-d3e98ebe5a3a tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 943 time: 0.8292832 Mar 10 17:34:40.327503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c465f45c-4e44-4164-8acb-ff29885d19bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.461830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5a5d035-835d-45fd-9746-723acdd59fd6 req-a96023ca-b5a8-4e4a-9eab-fdab67e561aa tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578975 Mar 10 17:34:40.486077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['574c3884-fcd6-4a26-af70-41cbd71d5ede'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:40.489222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c465f45c-4e44-4164-8acb-ff29885d19bc admin admin] Publish callbacks [] for security_group (5f2e4cd1-a8b1-47b5-9578-6acfffb69887), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.504006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c465f45c-4e44-4164-8acb-ff29885d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5f2e4cd1-a8b1-47b5-9578-6acfffb69887), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.542169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352629c-8abf-4125-9e13-63f09e8dbbbe req-0a0d147e-2502-4f36-b101-5c547363fc01 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:40.543778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a352629c-8abf-4125-9e13-63f09e8dbbbe req-0a0d147e-2502-4f36-b101-5c547363fc01 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3503029 Mar 10 17:34:40.614585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-3cfc2b1a-13d0-4a79-9b02-26eba0f57582 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:40.616068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-3cfc2b1a-13d0-4a79-9b02-26eba0f57582 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 1.1451712 Mar 10 17:34:40.637883 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c465f45c-4e44-4164-8acb-ff29885d19bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9492bdf67c704870aafb1b9f6f3e25fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914088 Mar 10 17:34:40.640194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:40.687574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Request body: {'port': {'device_id': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'admin_state_up': True, 'tenant_id': 'ac285a55963b41b2971f8add60469909'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:40.692581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465f45c-4e44-4164-8acb-ff29885d19bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e4cd1-a8b1-47b5-9578-6acfffb69887,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:40.810329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] Publish callbacks [] for security_group (5f2e4cd1-a8b1-47b5-9578-6acfffb69887), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.841299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c692abde-ecaf-40b2-9275-3b97cdbf4bf9 req-5afac1a8-8f7f-4ddf-8e6b-dae264dad5e2 service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7575428 Mar 10 17:34:40.851042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] Publish callbacks [] for security_group (5f2e4cd1-a8b1-47b5-9578-6acfffb69887), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.870879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:40.881349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.919262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a352629c-8abf-4125-9e13-63f09e8dbbbe req-7e855602-39fe-44ed-9ec3-a838cef5826d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640521 Mar 10 17:34:40.925049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5f2e4cd1-a8b1-47b5-9578-6acfffb69887), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.930030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:40.947245 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f2e4cd1-a8b1-47b5-9578-6acfffb69887 HTTP/1.1" status: 204 len: 168 time: 0.2952826 Mar 10 17:34:40.966976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device dda83e4c-8118-45b7-a5c5-bb2261a4ba67 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:40.979933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31a079-0c90-4e55-9f62-5e8cb9e5f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e4cd1-a8b1-47b5-9578-6acfffb69887,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:41.107311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc79b-957a-4b40-bcfe-9da4b41640ce req-920cecf2-ddea-4d76-90a7-52b748b2ecef tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:41.122793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8abc79b-957a-4b40-bcfe-9da4b41640ce req-920cecf2-ddea-4d76-90a7-52b748b2ecef tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 945 time: 0.5172555 Mar 10 17:34:41.232315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8abc79b-957a-4b40-bcfe-9da4b41640ce req-8975f61a-e076-4e64-880a-770b5762d17b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040723 Mar 10 17:34:41.278299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,segment=NetworkSegment(8e7bfc6e-6d52-4410-894d-be7666b498ec),segment_id=8e7bfc6e-6d52-4410-894d-be7666b498ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:41.336088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67', 'network_id': '1c0c8265-9383-441d-80ab-7ccf40143595', 'port_id': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67', 'mac_address': 'fa:16:3e:a7:f6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aee1413-0ff8-4c11-89a2-1c0ff06430d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:41.341654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e1d7-bdd9-40ba-8562-97b67d25c75d req-994f89d0-d126-4283-922e-8228aef762f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:41.352048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65a6e1d7-bdd9-40ba-8562-97b67d25c75d req-994f89d0-d126-4283-922e-8228aef762f2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1887643 Mar 10 17:34:41.447086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:41.447592 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:41.453737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Allocated IP 172.20.0.12 (5230ea8a-414e-4585-85fc-58d27225eca3/df0ce234-2a8e-4680-bab9-f895c2b98c5d/eba734fa-5207-49e7-958f-2d15a65ad7a0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:41.479653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda83e4c-8118-45b7-a5c5-bb2261a4ba67 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:41.522335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,segment=NetworkSegment(8e7bfc6e-6d52-4410-894d-be7666b498ec),segment_id=8e7bfc6e-6d52-4410-894d-be7666b498ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:41.538832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:41.550010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65a6e1d7-bdd9-40ba-8562-97b67d25c75d req-d14c8992-3f58-4fa1-80ea-9b35c5b2524a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865196 Mar 10 17:34:41.706698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:41.767428 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc1dbff3-881b-4c44-b3ae-2205d89e8dc9 req-c646d6cb-dbb0-4f9b-8840-4c406167a501 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 210 time: 0.0926151 Mar 10 17:34:41.817648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-d0d89014-599f-4ddb-9143-7b2acd53bb60 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491641 Mar 10 17:34:41.828498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['dda83e4c-8118-45b7-a5c5-bb2261a4ba67'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:42.069570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks [] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:42.112507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-3220cb70-e950-4169-ab91-4edab4a10074 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:42.114461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-3220cb70-e950-4169-ab91-4edab4a10074 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886274 Mar 10 17:34:42.133030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a474e-48a3-45f7-b0f7-4fb47a8c4963 req-9e3bd5d3-c3a7-4796-bb95-3351028bf7ec tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:42.134660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-621a474e-48a3-45f7-b0f7-4fb47a8c4963 req-9e3bd5d3-c3a7-4796-bb95-3351028bf7ec tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 944 time: 0.2190809 Mar 10 17:34:42.176697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-f39d6d71-4334-44b6-8ca5-07bcbec6b5bb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/quotas/78aeba1e9b7b4a7cb491111a47d549eb HTTP/1.1" status: 200 len: 375 time: 0.0522201 Mar 10 17:34:42.237087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-621a474e-48a3-45f7-b0f7-4fb47a8c4963 req-50c33270-07cb-4c98-9ec1-c7ab63264b3b tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912395 Mar 10 17:34:42.239306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:42.360543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-45f3e0cd-9146-4877-ac3e-ccb9072c973f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277914 Mar 10 17:34:42.361300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:42.394027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aafebed-0c2f-4053-a153-57e1076146e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:42.400638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Network 5230ea8a-414e-4585-85fc-58d27225eca3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:42.402073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:42.404544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:42.562182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:42.562877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:42.647969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-6b9cdd2d-9890-4f1b-a3db-0d7df38d6276 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9786088 Mar 10 17:34:42.665644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a987-0db4-47ad-b6ad-edc696ebac42 req-74abc926-3f02-4e70-bf2d-ded09a53b519 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:42.671045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5de6a987-0db4-47ad-b6ad-edc696ebac42 req-74abc926-3f02-4e70-bf2d-ded09a53b519 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 945 time: 0.2039564 Mar 10 17:34:42.683006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Request body: {'port': {'device_id': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:42.891053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5de6a987-0db4-47ad-b6ad-edc696ebac42 req-5ea0e439-4361-4330-b144-2a4941f2b1c7 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050591 Mar 10 17:34:42.961992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:42.977284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device dda83e4c-8118-45b7-a5c5-bb2261a4ba67 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:43.032333 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:34:43.186951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:43.192881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:43.193469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.386561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:43.387252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.441757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,segment=NetworkSegment(8e7bfc6e-6d52-4410-894d-be7666b498ec),segment_id=8e7bfc6e-6d52-4410-894d-be7666b498ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:43.444327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:43.450818 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0460e2f6-31d1-4648-9e5b-dd34cb0dbb0d" -d '{"events": [{"server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "name": "network-vif-plugged", "status": "completed", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:43.455103 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.489195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba734fa-5207-49e7-958f-2d15a65ad7a0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:43.498613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks [] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.514275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Transition to ACTIVE for port object eba734fa-5207-49e7-958f-2d15a65ad7a0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:43.546969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.553102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:43.598965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-f3a58c93-7ff0-4e7f-97ca-e4055bff53a8 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830212 Mar 10 17:34:43.614578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 574c3884-fcd6-4a26-af70-41cbd71d5ede up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:43.707619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:43.732997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 574c3884-fcd6-4a26-af70-41cbd71d5ede completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:43.739344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 574c3884-fcd6-4a26-af70-41cbd71d5ede triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:43.739740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.837890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa316b7-bed0-4cab-95a2-f17bbe6c8794 req-37512c61-f382-4259-9d25-f95fca267225 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:43.839442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fa316b7-bed0-4cab-95a2-f17bbe6c8794 req-37512c61-f382-4259-9d25-f95fca267225 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 944 time: 0.8570352 Mar 10 17:34:43.850814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 574c3884-fcd6-4a26-af70-41cbd71d5ede is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:43.851277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.883685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Attempting to bind port eba734fa-5207-49e7-958f-2d15a65ad7a0 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:43.883936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Attempting to bind port eba734fa-5207-49e7-958f-2d15a65ad7a0 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:43.884262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Attempting to bind port eba734fa-5207-49e7-958f-2d15a65ad7a0 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:43.893342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-11380831-abf7-42eb-9512-0393334693fc tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:43.900873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-11380831-abf7-42eb-9512-0393334693fc tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721741 Mar 10 17:34:43.905963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:43.917357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.920570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Port eba734fa-5207-49e7-958f-2d15a65ad7a0 on network 5230ea8a-414e-4585-85fc-58d27225eca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:43.920897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Attempting to bind port eba734fa-5207-49e7-958f-2d15a65ad7a0 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:43.944004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:43.944336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Checking segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:43.944723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Bound using segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:43.945167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Bound port: eba734fa-5207-49e7-958f-2d15a65ad7a0, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:43.946098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:43.948915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-682cceb2-e304-4e3c-9079-e5be4ec68439 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/quotas/78aeba1e9b7b4a7cb491111a47d549eb HTTP/1.1" status: 200 len: 375 time: 0.0477712 Mar 10 17:34:43.974115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fa316b7-bed0-4cab-95a2-f17bbe6c8794 req-a5bd20cf-4e6c-4832-827d-b34b8323a357 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273849 Mar 10 17:34:43.994132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:44.021702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-0c9b4c0e-9cbb-41c2-9fee-69256a647daf tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619051 Mar 10 17:34:44.071156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:44.075576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:44.127470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:44.190220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.191262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:44.193925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] 10.222.0.41 "PUT /v2.0/ports/eba734fa-5207-49e7-958f-2d15a65ad7a0 HTTP/1.1" status: 200 len: 1092 time: 1.5219295 Mar 10 17:34:44.195448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:44.198764 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c49ee-e97e-4f41-800c-99c801898ece" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:44.216958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841b2f1-544d-4b1e-b2fd-07cf3e4bc2ea req-3323102c-c7db-4c8f-9f7f-8a96306e6c54 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.218483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0841b2f1-544d-4b1e-b2fd-07cf3e4bc2ea req-3323102c-c7db-4c8f-9f7f-8a96306e6c54 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.1726897 Mar 10 17:34:44.240303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2965-b163-4da8-af92-3d6b27460079 service neutron] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:44.319233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0841b2f1-544d-4b1e-b2fd-07cf3e4bc2ea req-6fea0a9a-6854-4c43-8981-c41d5a3a0393 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888188 Mar 10 17:34:44.322712 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33107bfa-1b01-4c8c-b941-49c414bdec48 x-openstack-request-id: req-33107bfa-1b01-4c8c-b941-49c414bdec48 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:44.323003 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "name": "network-vif-plugged", "status": "completed", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:44.323484 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33107bfa-1b01-4c8c-b941-49c414bdec48 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:44.324869 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67', 'code': 200} Mar 10 17:34:44.379825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-19a01a88-78c4-4b56-8728-1babe86407c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.381407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-19a01a88-78c4-4b56-8728-1babe86407c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 1126 time: 0.1215010 Mar 10 17:34:44.487483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-9a97ffe0-0a67-4f91-b8c5-564c75028b94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0 HTTP/1.1" status: 200 len: 217 time: 0.0873613 Mar 10 17:34:44.491616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb42e405-401b-4b80-912e-4b22cac4fe4a req-b56faa0e-945e-4e7c-88a0-aba194a29821 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 210 time: 0.0904353 Mar 10 17:34:44.510403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-d34fcf07-4b34-44d2-909f-09a45ffc66ca tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335267 Mar 10 17:34:44.580480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59260bb1-6179-440b-ae8e-9c1f89d5c42d req-23a49e26-8b01-4b0e-a636-807f1b661b21 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.582177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59260bb1-6179-440b-ae8e-9c1f89d5c42d req-23a49e26-8b01-4b0e-a636-807f1b661b21 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 946 time: 0.1996613 Mar 10 17:34:44.585548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-2aaf1236-dc87-4d08-b51f-da4edf0227f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.586965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-2aaf1236-dc87-4d08-b51f-da4edf0227f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.0760381 Mar 10 17:34:44.592903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd63a-1ef3-42d8-affa-314a19d333d2 req-a1dbd392-8de7-41e2-b8b3-c276f96416ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.594367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074fd63a-1ef3-42d8-affa-314a19d333d2 req-a1dbd392-8de7-41e2-b8b3-c276f96416ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 1127 time: 0.1305413 Mar 10 17:34:44.595843 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b89f09-9a37-4c8b-96fb-9a944ec1bfe5 x-openstack-request-id: req-90b89f09-9a37-4c8b-96fb-9a944ec1bfe5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:44.596180 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:44.596466 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90b89f09-9a37-4c8b-96fb-9a944ec1bfe5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:44.596877 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'status': 'completed', 'code': 200} Mar 10 17:34:44.635294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7403-656a-4176-a606-3576c86ec47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:44.647626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-c9cc0758-49f3-4f5b-8865-9f9aa025ed36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487227 Mar 10 17:34:44.714051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-d69d92d9-6057-4ce1-81b0-769ea2fa8b3e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.715671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-d69d92d9-6057-4ce1-81b0-769ea2fa8b3e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003715 Mar 10 17:34:44.747501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Request body: {'port': {'device_id': '573f4706-f93d-4533-a99f-fdd74370dbee', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '78aeba1e9b7b4a7cb491111a47d549eb'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:44.781296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59260bb1-6179-440b-ae8e-9c1f89d5c42d req-afbe857d-a98e-4f66-b648-22f7f0516701 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835878 Mar 10 17:34:44.826150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074fd63a-1ef3-42d8-affa-314a19d333d2 req-d7def1ae-39ad-4bb0-a527-0b416774ebd7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118013 Mar 10 17:34:44.898017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-ae68658d-b6b4-4302-af1e-0af094f5983b service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412190 Mar 10 17:34:44.940926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Made reservation on behalf of 78aeba1e9b7b4a7cb491111a47d549eb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:44.945195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:44.953244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdba011-5c35-4f88-98b1-72627558ed35 req-74f18b58-4b93-4875-9de8-ada9653a9449 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:44.954856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbdba011-5c35-4f88-98b1-72627558ed35 req-74f18b58-4b93-4875-9de8-ada9653a9449 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 949 time: 0.1437657 Mar 10 17:34:44.955099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.018069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-52470023-59c7-403d-9b03-3485352fbe12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1682198 Mar 10 17:34:45.075258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks [] for security_group (28251e35-8590-4f15-9e1f-cb6176855773), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.080624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbdba011-5c35-4f88-98b1-72627558ed35 req-84d1addb-3c02-46ae-b9c1-32a6b7d135c4 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173739 Mar 10 17:34:45.089453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (28251e35-8590-4f15-9e1f-cb6176855773), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.095752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50f8fe61-c9d1-4f1d-b252-dadf230c8507 req-7aafaf9d-2839-429a-bc67-6cc22e8204a0 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893988 Mar 10 17:34:45.225877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-30160e2d-3386-4b72-ba14-17f80ae3e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:45.227539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-30160e2d-3386-4b72-ba14-17f80ae3e23f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.1241355 Mar 10 17:34:45.250606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39946d5-524b-45a7-83df-b62571ceb66e req-8242ba44-9d74-44c1-b282-6b508932f632 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:45.252308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f39946d5-524b-45a7-83df-b62571ceb66e req-8242ba44-9d74-44c1-b282-6b508932f632 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 944 time: 0.1272199 Mar 10 17:34:45.280424 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28251e35-8590-4f15-9e1f-cb6176855773,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:45.382629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Allocated IP 192.168.233.189 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:45.480455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f39946d5-524b-45a7-83df-b62571ceb66e req-a0a8d1ae-b800-4d1a-b0c6-e049ac38f9ce tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205057 Mar 10 17:34:45.486165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c49ee-e97e-4f41-800c-99c801898ece req-34ecaa87-2e2d-42e6-afe0-1e5564dad529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:45.486602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-34ecaa87-2e2d-42e6-afe0-1e5564dad529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 1126 time: 0.2251875 Mar 10 17:34:45.560165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-5336d8f2-c992-4734-b086-8b296d516c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:45.562596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-5336d8f2-c992-4734-b086-8b296d516c11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.2882125 Mar 10 17:34:45.655445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks [] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.708425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.740148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.775639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:45.782008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:45.786231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:45.793499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:45.862510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:45.863420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:45.911630 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-29ad9e5d-f7a3-40e5-9c5f-6f29e7651738 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1680965 Mar 10 17:34:45.940947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Request body: {'port': {'device_id': '573f4706-f93d-4533-a99f-fdd74370dbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:46.079538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.117745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-09142713-4a1d-4df7-a18b-9ebe5222f146 None None] Provisioning complete for port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:46.118112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09142713-4a1d-4df7-a18b-9ebe5222f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.168503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-09142713-4a1d-4df7-a18b-9ebe5222f146 None None] Port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:34:46.216840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa3df372-bce2-4e93-94f9-0346a431dd7c req-4cffeebd-a9bf-45f7-a598-aa93c9a874ca tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 210 time: 0.5206461 Mar 10 17:34:46.237250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-aead07e8-98e4-4160-aed4-29d629bdd4e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.6364729 Mar 10 17:34:46.261511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-7924ce48-aad5-458d-b7f3-ec44d26956ee tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600469 Mar 10 17:34:46.264519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c49ee-e97e-4f41-800c-99c801898ece req-79c4f088-9a76-4bde-acc1-1a7cef0f8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.265868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-79c4f088-9a76-4bde-acc1-1a7cef0f8655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 905 time: 0.7527473 Mar 10 17:34:46.326333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:46.328932 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ba8872-8285-4101-b4a2-c8c37bdf27c0" -d '{"events": [{"server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "name": "network-vif-plugged", "status": "completed", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:46.362310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-f7b6fc0f-dfe7-4d57-804b-5fc5685c391b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0 HTTP/1.1" status: 200 len: 217 time: 0.0744803 Mar 10 17:34:46.422948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-731d676e-75eb-48dd-90b0-1cbfbc3daf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.424552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-731d676e-75eb-48dd-90b0-1cbfbc3daf2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1744626 Mar 10 17:34:46.451181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f571-7d99-484a-960a-d0feeba40be8 req-ab5a9a3a-66fd-48ab-849e-5c78950d1fad tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.452611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:46.452728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e9f571-7d99-484a-960a-d0feeba40be8 req-ab5a9a3a-66fd-48ab-849e-5c78950d1fad tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.8294802 Mar 10 17:34:46.460653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks [] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.473586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Transition to ACTIVE for port object 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:46.478119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.536948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:46.577520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c49ee-e97e-4f41-800c-99c801898ece req-4baba329-51c3-4730-9330-fd1404fd68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.579013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-4baba329-51c3-4730-9330-fd1404fd68c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.2051685 Mar 10 17:34:46.624609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-8e7da32a-b6e3-4500-8a0c-a68eb95b0785 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.626373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-8e7da32a-b6e3-4500-8a0c-a68eb95b0785 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377137 Mar 10 17:34:46.653138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Attempting to bind port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:46.653657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Attempting to bind port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:46.654812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Attempting to bind port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:46.662248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:46.662912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Attempting to bind port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:46.667725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-33ef9677-88eb-4de5-868d-090f41002826 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763400 Mar 10 17:34:46.672235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:46.673222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:46.673708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:46.674247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Bound port: 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:46.674763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.677169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Request body: {'port': {'device_id': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '78aeba1e9b7b4a7cb491111a47d549eb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:46.692141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed0a8-9e57-4ebf-8e7b-667ba22e6c58 req-e6a6d329-88dd-4e0d-b703-160c8b393e42 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.693734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12bed0a8-9e57-4ebf-8e7b-667ba22e6c58 req-e6a6d329-88dd-4e0d-b703-160c8b393e42 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 946 time: 0.3304117 Mar 10 17:34:46.734196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e9f571-7d99-484a-960a-d0feeba40be8 req-16fa60d3-2856-4598-ab5e-23567e51c765 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362249 Mar 10 17:34:46.771640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:46.776487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:46.779495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-b8d4331f-f8fc-4380-95b6-ee9e2b76d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.781155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-b8d4331f-f8fc-4380-95b6-ee9e2b76d56e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3276424 Mar 10 17:34:46.788091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.826350 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999bf7cb-f7b5-41ee-b52e-98a717278de6 x-openstack-request-id: req-999bf7cb-f7b5-41ee-b52e-98a717278de6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:46.826868 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "name": "network-vif-plugged", "status": "completed", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:46.827082 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-999bf7cb-f7b5-41ee-b52e-98a717278de6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:46.827384 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'code': 200} Mar 10 17:34:46.832881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.833727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:46.835453 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] 10.222.0.59 "PUT /v2.0/ports/49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 HTTP/1.1" status: 200 len: 1096 time: 0.8993247 Mar 10 17:34:46.836121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:46.838494 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bda6f-bddf-4903-a985-9c1be977917a" -d '{"events": [{"name": "network-changed", "server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:46.942187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31da01e-efb5-4cf7-a05a-08b5a1f83c88 service neutron] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:46.976014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-77d1caa2-aaf2-49af-89ed-88aa2621cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:46.977730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-77d1caa2-aaf2-49af-89ed-88aa2621cf09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1130 time: 0.0927031 Mar 10 17:34:47.033999 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-dfe04831-7f7f-4946-a23a-9915bdfb3fd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 HTTP/1.1" status: 200 len: 217 time: 0.0479646 Mar 10 17:34:47.091285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-56f94b59-6818-422e-a892-a680e783489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.092988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-56f94b59-6818-422e-a892-a680e783489c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0524373 Mar 10 17:34:47.147341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:47.158804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-19302ff7-a38d-46a5-a7b6-b4cffdf156b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.161981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-19302ff7-a38d-46a5-a7b6-b4cffdf156b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0588639 Mar 10 17:34:47.246262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12bed0a8-9e57-4ebf-8e7b-667ba22e6c58 req-b5fe08c8-9e9b-42c1-8890-a86ac65b50fa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332499 Mar 10 17:34:47.251804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-2657b324-286e-4e41-bc29-65d2a5d74d9c service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341919 Mar 10 17:34:47.255876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-ab7b5c22-3f4c-4d35-9b65-5bf9781e5e45 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742455 Mar 10 17:34:47.262705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Made reservation on behalf of 78aeba1e9b7b4a7cb491111a47d549eb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:47.262971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-b6777707-0b6d-49aa-a333-aa3a53e27d8e service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954411 Mar 10 17:34:47.273192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:47.305463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060752-332e-4f35-b5b4-3efd67561185 req-d8b088b4-1f71-40d0-9d09-65ab14d98f5e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.307041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c060752-332e-4f35-b5b4-3efd67561185 req-d8b088b4-1f71-40d0-9d09-65ab14d98f5e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 944 time: 0.3490858 Mar 10 17:34:47.325145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbb9d-4675-4678-a2da-1c5d03a14ef2 req-683ae3a0-d614-4222-b15b-9038504d7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.326701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5ecbb9d-4675-4678-a2da-1c5d03a14ef2 req-683ae3a0-d614-4222-b15b-9038504d7855 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1128 time: 0.3728261 Mar 10 17:34:47.344181 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc08f8f-7e09-4c52-9691-f63d92a0fb73 x-openstack-request-id: req-9cc08f8f-7e09-4c52-9691-f63d92a0fb73 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:47.344644 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:47.345273 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cc08f8f-7e09-4c52-9691-f63d92a0fb73 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:47.345772 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'status': 'completed', 'code': 200} Mar 10 17:34:47.386728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a068229-ba62-4fad-ba15-8395ed52e4c5 req-b61de8f7-09be-4d3d-a676-663a778dcaa2 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169746 Mar 10 17:34:47.491764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bda6f-bddf-4903-a985-9c1be977917a req-1fd5e611-7076-45b3-a227-48acb73e9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.493404 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-1fd5e611-7076-45b3-a227-48acb73e9116 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1130 time: 0.0495567 Mar 10 17:34:47.525188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ae169ce-5e25-4cf5-8c22-fbbf17d8f868 req-909f95d6-92af-4402-b885-0393b0baddcb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 210 time: 0.1364994 Mar 10 17:34:47.594604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c060752-332e-4f35-b5b4-3efd67561185 req-0d63ffd0-f426-4407-9764-32e51fc6666a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744560 Mar 10 17:34:47.616571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5ecbb9d-4675-4678-a2da-1c5d03a14ef2 req-9ad0e518-9119-4ef5-ab5a-dda77578fbf3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740819 Mar 10 17:34:47.618732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09dd05fb-4c95-4cc9-8f2a-377fbdfa137b req-9a9305c9-8c90-4089-990e-01370bbc7632 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475051 Mar 10 17:34:47.634695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bda6f-bddf-4903-a985-9c1be977917a req-7aec5d26-b99b-4aac-8d95-1cbe3818e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.636326 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-7aec5d26-b99b-4aac-8d95-1cbe3818e04a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1362290 Mar 10 17:34:47.638185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a43c49ee-e97e-4f41-800c-99c801898ece req-3689b2ac-15a8-4745-9f99-07456db6fef2 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680317 Mar 10 17:34:47.686027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-59ff1990-b26d-4b4b-b244-3c5b7dae1e69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 HTTP/1.1" status: 200 len: 217 time: 0.0426166 Mar 10 17:34:47.699866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Allocated IP 192.168.233.56 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/6cb5d58f-c4c4-43c8-a973-3780d4b04df8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:34:47.745556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bda6f-bddf-4903-a985-9c1be977917a req-0de124c1-7830-437d-b8d9-b04da540fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.747048 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-0de124c1-7830-437d-b8d9-b04da540fee3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0494990 Mar 10 17:34:47.810331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bda6f-bddf-4903-a985-9c1be977917a req-b62f5c82-6694-4268-a6b1-94da9296365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.812606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-b62f5c82-6694-4268-a6b1-94da9296365c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0557568 Mar 10 17:34:47.900844 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks [] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:47.915379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c2377-6d68-4b3a-b76b-1fe94e5a2d9e req-2560d48e-5e5c-42bc-b432-82b1db1ea07b tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:47.916871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-552c2377-6d68-4b3a-b76b-1fe94e5a2d9e req-2560d48e-5e5c-42bc-b432-82b1db1ea07b tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.1002586 Mar 10 17:34:47.917216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-6a1b612b-558b-4c0a-a1b1-89617ebc4972 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951846 Mar 10 17:34:48.010999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-552c2377-6d68-4b3a-b76b-1fe94e5a2d9e req-aa90e9dc-36cf-4bf2-9c0d-77ba6f2be896 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874269 Mar 10 17:34:48.012779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.024146 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-614bda6f-bddf-4903-a985-9c1be977917a req-31d44543-1ddd-4cd5-8097-015408a7b0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000004 Mar 10 17:34:48.064625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:34:48.072377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:48.076902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:34:48.080968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event updated for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:48.155737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:48.156495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.182808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-3ea499fe-3777-47f1-bd46-6f8f402c33c2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5252287 Mar 10 17:34:48.196974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Request body: {'port': {'device_id': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:48.276374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.367685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ea128810-de0e-4966-bbaf-9dacf979e902 None None] Provisioning complete for port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:48.370821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea128810-de0e-4966-bbaf-9dacf979e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.426178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ea128810-de0e-4966-bbaf-9dacf979e902 None None] Port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:34:48.528274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fcaaf-919f-450e-9d63-bf3280062814 req-cb5322c5-b7bf-497f-a2c9-ede4d8ffce19 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:48.529870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee9fcaaf-919f-450e-9d63-bf3280062814 req-cb5322c5-b7bf-497f-a2c9-ede4d8ffce19 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 946 time: 0.0928910 Mar 10 17:34:48.643179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee9fcaaf-919f-450e-9d63-bf3280062814 req-1493d2d3-b705-410c-8857-a7c8828d14bf tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789921 Mar 10 17:34:48.648868 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.762797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:48.784756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27ecc9-9df4-41ad-aa50-6273a6a8f5ac req-f41622b1-66c1-4abc-80e8-da30f4e70436 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:48.786836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa27ecc9-9df4-41ad-aa50-6273a6a8f5ac req-f41622b1-66c1-4abc-80e8-da30f4e70436 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 935 time: 0.0999107 Mar 10 17:34:48.791036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks [] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.848853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Transition to ACTIVE for port object 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:34:48.858277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:48.930707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa27ecc9-9df4-41ad-aa50-6273a6a8f5ac req-e8401f56-1758-4a00-bcc0-11eae6084441 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291602 Mar 10 17:34:48.943513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a296f8e-d0cf-4901-aa2e-a439e072c4a2 req-1d545bc1-4eaf-428e-b0e4-d3b8745f1c08 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:48.950970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a296f8e-d0cf-4901-aa2e-a439e072c4a2 req-1d545bc1-4eaf-428e-b0e4-d3b8745f1c08 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 944 time: 0.1573880 Mar 10 17:34:48.950970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Pushing event updated for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:48.993297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:49.100153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Attempting to bind port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:34:49.100677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Attempting to bind port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:34:49.101124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:49.101517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.102071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Attempting to bind port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:49.126302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a296f8e-d0cf-4901-aa2e-a439e072c4a2 req-72d34d15-30f9-444c-b59e-813eaf05b36b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624153 Mar 10 17:34:49.129408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:49.132437 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ff5e9-06d2-4a02-9bc4-6c70cef9a53d" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:49.144622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:34:49.144938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Attempting to bind port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:34:49.149528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:49.154926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.173030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:34:49.173452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:49.173838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:34:49.174290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Bound port: 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:34:49.174735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.241841 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647eeca3-605a-485f-8d0e-b670ee848c5d x-openstack-request-id: req-647eeca3-605a-485f-8d0e-b670ee848c5d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:49.242252 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:49.242630 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-647eeca3-605a-485f-8d0e-b670ee848c5d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:49.243143 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'code': 200} Mar 10 17:34:49.260761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:49.278177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:34:49.282502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:34:49.289829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.326871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:49.327607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.329136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] 10.222.0.59 "PUT /v2.0/ports/6cb5d58f-c4c4-43c8-a973-3780d4b04df8 HTTP/1.1" status: 200 len: 1095 time: 1.1383741 Mar 10 17:34:49.329584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:49.332270 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf45b03-333d-448b-87d0-39b0ae940439" -d '{"events": [{"name": "network-changed", "server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:49.414815 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf2a3e-5653-4b5c-9c11-51208f763944 x-openstack-request-id: req-08cf2a3e-5653-4b5c-9c11-51208f763944 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:49.415104 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:49.415363 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08cf2a3e-5653-4b5c-9c11-51208f763944 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:49.415771 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8', 'status': 'completed', 'code': 200} Mar 10 17:34:49.417866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8f9e8-7119-4914-b5f8-5366b067ce5c service neutron] Pushing event updated for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:49.452052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-f9cc2b51-25e2-4f8e-b6e2-3475d8e39f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:49.453744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-f9cc2b51-25e2-4f8e-b6e2-3475d8e39f4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 1129 time: 0.0733926 Mar 10 17:34:49.543710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-65dbbeb7-0298-431d-9791-3abdcb7b18dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8 HTTP/1.1" status: 200 len: 217 time: 0.0822451 Mar 10 17:34:49.622317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-2cdf6f45-423f-42eb-90e5-178869770432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:49.625036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-2cdf6f45-423f-42eb-90e5-178869770432 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0724204 Mar 10 17:34:49.660221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:49.702164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-83b3e9f0-faaf-402e-aa16-b0e11fb14939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:49.704559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-83b3e9f0-faaf-402e-aa16-b0e11fb14939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0728958 Mar 10 17:34:49.816760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:49.831263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'mac_address': 'fa:16:3e:96:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:49.884752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port eba734fa-5207-49e7-958f-2d15a65ad7a0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:49.885513 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.894207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-b9aaa773-512a-4dc6-a387-ac839f05f191 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755550 Mar 10 17:34:49.912945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba734fa-5207-49e7-958f-2d15a65ad7a0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:49.938891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:49.946734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:49.964325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e92ce-fd74-42b6-b7b8-2a31e14e6863 req-a757783b-b42a-4c9f-8288-73e510296b26 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:49.966107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c36e92ce-fd74-42b6-b7b8-2a31e14e6863 req-a757783b-b42a-4c9f-8288-73e510296b26 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 946 time: 0.2378113 Mar 10 17:34:50.010051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:50.386342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6a172a8-b62b-4b5d-8f10-3b18e2435617 req-2af34b1e-09a1-437a-9a46-8e1bfdacb54c service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842401 Mar 10 17:34:50.392626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c36e92ce-fd74-42b6-b7b8-2a31e14e6863 req-942a5a99-1faa-4e8b-a3ef-29722db97e65 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075220 Mar 10 17:34:50.422678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004959a-c7a4-4f67-98b3-a7ce8e8154e6 req-9c283c9e-2f25-4b91-8e16-cd92e633ab76 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.424240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1004959a-c7a4-4f67-98b3-a7ce8e8154e6 req-9c283c9e-2f25-4b91-8e16-cd92e633ab76 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 947 time: 0.1406307 Mar 10 17:34:50.508060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1004959a-c7a4-4f67-98b3-a7ce8e8154e6 req-b8526b29-b24b-4d3b-9819-243d65ee7d2a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 Mar 10 17:34:50.532269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['eba734fa-5207-49e7-958f-2d15a65ad7a0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:50.537017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-90c50d5b-41f8-483c-9678-c9c88656cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.538530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-90c50d5b-41f8-483c-9678-c9c88656cb9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 1129 time: 0.0847809 Mar 10 17:34:50.719035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-fcbfbe57-d8c8-4d69-b4f0-8ac1a63e8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.720441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-fcbfbe57-d8c8-4d69-b4f0-8ac1a63e8da7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1743853 Mar 10 17:34:50.735155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d5b02-6083-4532-8d96-b94eb3c4012e req-b29e79b4-dd73-4831-ba84-73b26027bc1f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.736519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c8d5b02-6083-4532-8d96-b94eb3c4012e req-b29e79b4-dd73-4831-ba84-73b26027bc1f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 945 time: 0.1548922 Mar 10 17:34:50.744751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-db316ace-4e3b-4400-884a-1162fb166f8e tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.746132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-db316ace-4e3b-4400-884a-1162fb166f8e tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1303947 Mar 10 17:34:50.802500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-7969d73f-a1fb-4eb7-96ce-7d18e59842f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8 HTTP/1.1" status: 200 len: 217 time: 0.0648806 Mar 10 17:34:50.869883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-dc76fd06-5af3-425b-ac30-0fdeb205733f tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 696 time: 0.1152611 Mar 10 17:34:50.890265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:50.948162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c8d5b02-6083-4532-8d96-b94eb3c4012e req-5ea9ce32-857a-4dc2-838f-b12499ebdf0c tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962750 Mar 10 17:34:50.949854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:50.983492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-8c3b4e42-e30c-4122-a20f-5931d0316900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:50.985123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-8c3b4e42-e30c-4122-a20f-5931d0316900 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1527140 Mar 10 17:34:50.993901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:51.110866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-8d9f4445-7009-4efa-bf10-20126348d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:51.112410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-8d9f4445-7009-4efa-bf10-20126348d13c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1177580 Mar 10 17:34:51.228548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:51.260660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'mac_address': 'fa:16:3e:bf:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:51.309322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:51.309722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.335231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:51.343232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-9cec7680-c8ff-4d02-ad88-add734a7b2d7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833894 Mar 10 17:34:51.362004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:51.370617 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.386288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36184) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:51.433243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:51.586323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7900142-c355-42c0-8aff-998f95ccc397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.597113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdf45b03-333d-448b-87d0-39b0ae940439 req-ffb4c7cd-b166-4fea-86e5-1e9eb786fd1b service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054467 Mar 10 17:34:51.641167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:51.704068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7900142-c355-42c0-8aff-998f95ccc397 admin admin] Publish callbacks [] for security_group (5c5df866-9603-4e65-b9af-d53360419009), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.711426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7900142-c355-42c0-8aff-998f95ccc397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c5df866-9603-4e65-b9af-d53360419009), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.724220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:51.748756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e385-8490-47cb-9fc4-f5e279403819 req-c99dc1fd-6f49-43a0-a42c-6fb59de8fe22 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:51.753707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7e8e385-8490-47cb-9fc4-f5e279403819 req-c99dc1fd-6f49-43a0-a42c-6fb59de8fe22 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.1532583 Mar 10 17:34:51.761350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.767483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b7900142-c355-42c0-8aff-998f95ccc397 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b009a13ad062400fb8a0cf97bbeaf2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773832 Mar 10 17:34:51.768313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:51.782507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.801423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7900142-c355-42c0-8aff-998f95ccc397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5df866-9603-4e65-b9af-d53360419009,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:51.833078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] Publish callbacks [] for security_group (5c5df866-9603-4e65-b9af-d53360419009), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.837386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:51.855508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'mac_address': 'fa:16:3e:3d:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:51.859016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] Publish callbacks [] for security_group (5c5df866-9603-4e65-b9af-d53360419009), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.926249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c5df866-9603-4e65-b9af-d53360419009), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.929187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.929350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:51.929575 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:51.933258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c5df866-9603-4e65-b9af-d53360419009 HTTP/1.1" status: 204 len: 168 time: 0.1642287 Mar 10 17:34:51.952805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7e8e385-8490-47cb-9fc4-f5e279403819 req-0462d8f9-3ce2-4c01-8b31-af61c5e7c697 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958878 Mar 10 17:34:51.958720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3615df0-f5d1-42f7-a178-9fe3807f02ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5df866-9603-4e65-b9af-d53360419009,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:51.979615 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Floating IP e4279ee4-3729-42cd-ba80-63954d72803c associated. External IP: 172.25.3.117, port: 12a9b244-342e-408e-88ad-3959c6b77e14. Mar 10 17:34:52.003447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:52.056930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:52.075612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:52.128598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:52.158127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab928-1a1e-4b79-898f-907783e67aa7 req-edf0953d-e8cf-499c-8f60-415e48b4e12d tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:52.159667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7ab928-1a1e-4b79-898f-907783e67aa7 req-edf0953d-e8cf-499c-8f60-415e48b4e12d tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 947 time: 0.1097314 Mar 10 17:34:52.227628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:52.263215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7ab928-1a1e-4b79-898f-907783e67aa7 req-2e3024a9-29dd-4b88-bb31-933311fe0fdb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954816 Mar 10 17:34:52.345272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:52.502836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ae696-bf8f-42f6-bee1-83336c10dd5d req-59a4de72-cf0f-4b99-88ec-1d67c71f0879 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:52.505071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe0ae696-bf8f-42f6-bee1-83336c10dd5d req-59a4de72-cf0f-4b99-88ec-1d67c71f0879 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 945 time: 0.1067324 Mar 10 17:34:52.532218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:52.538781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:52.546303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:52.558238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:52.558238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:52.607595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe0ae696-bf8f-42f6-bee1-83336c10dd5d req-02cc4df3-2856-4d72-ab0d-8c04729cb0c6 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962164 Mar 10 17:34:52.648462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ddf023fe-c10f-4742-9738-da9d1279609b tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "PUT /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 996 time: 1.7660985 Mar 10 17:34:52.648978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:52.652265 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8608676-0632-4169-a088-4b56e081ac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:52.718336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:52.745771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-a6a4f553-2797-4f03-a2ce-81e3b7830160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:52.747325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-a6a4f553-2797-4f03-a2ce-81e3b7830160 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.0782857 Mar 10 17:34:52.808080 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894199d-1803-4cbd-be43-213282eaa489 x-openstack-request-id: req-f894199d-1803-4cbd-be43-213282eaa489 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:52.808966 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:52.808966 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f894199d-1803-4cbd-be43-213282eaa489 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:52.809142 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:34:52.843139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:52.985852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544820396-network', 'tenant_id': '2a13fc48afa8465bad92e08ede500356'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:53.091097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Made reservation on behalf of 2a13fc48afa8465bad92e08ede500356 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:53.093758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.113947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.120732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:34:53.141450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580cefc-0aee-40b1-a847-df3468be3391 req-b1ea3864-0286-4bdd-942a-8616452e8a7d tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.143286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2580cefc-0aee-40b1-a847-df3468be3391 req-b1ea3864-0286-4bdd-942a-8616452e8a7d tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.59 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.1357133 Mar 10 17:34:53.206596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:53.302289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:53.303095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608676-0632-4169-a088-4b56e081ac2c req-18269c8c-50f5-4f97-950f-d65ccc4041ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.304398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-18269c8c-50f5-4f97-950f-d65ccc4041ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.4984181 Mar 10 17:34:53.322218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:53.322900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.337114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Deleting port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:34:53.337576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.369459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ce2fd4a3-5976-45f3-8285-ae75a5e77452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.371084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-ce2fd4a3-5976-45f3-8285-ae75a5e77452 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.6163757 Mar 10 17:34:53.391270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:53.410982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927e88-90d5-4be9-9913-a43730637ffa req-4f412f9b-4c1a-44ed-813a-61aac94a4b32 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.412288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef927e88-90d5-4be9-9913-a43730637ffa req-4f412f9b-4c1a-44ed-813a-61aac94a4b32 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/ports?device_id=42286f81-0fe5-45f8-b449-a9a512ec0a44 HTTP/1.1" status: 200 len: 945 time: 0.2235050 Mar 10 17:34:53.424451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8', 'mac_address': 'fa:16:3e:70:c0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:34:53.465887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] For port dda83e4c-8118-45b7-a5c5-bb2261a4ba67, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,segment=NetworkSegment(8e7bfc6e-6d52-4410-894d-be7666b498ec),segment_id=8e7bfc6e-6d52-4410-894d-be7666b498ec)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:53.466258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.480268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Calling delete_port for dda83e4c-8118-45b7-a5c5-bb2261a4ba67 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:34:53.522316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks [] for security_group (728ad8d4-ca75-4bbb-8eff-fb471e55ac94), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.530676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (728ad8d4-ca75-4bbb-8eff-fb471e55ac94), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.533154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608676-0632-4169-a088-4b56e081ac2c req-915de641-989a-4f3a-bef9-ba24b8202cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.534909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-915de641-989a-4f3a-bef9-ba24b8202cf6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.2220631 Mar 10 17:34:53.540360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-f91dd822-4c10-49a3-ac2d-5e9f01c8da35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 999 time: 0.1382058 Mar 10 17:34:53.571397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:34:53.581272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:53.581494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.598037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728ad8d4-ca75-4bbb-8eff-fb471e55ac94,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:53.603666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4ecf571b-1df1-42bf-915e-42db0062322d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.604016 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Added segment 4ecf571b-1df1-42bf-915e-42db0062322d of type vlan for network ccad613b-1a6c-48d5-9277-3d6765ae1171 Mar 10 17:34:53.604618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:53.605014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.634381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef927e88-90d5-4be9-9913-a43730637ffa req-b04ae425-7066-42b0-91fb-bc3d5e1222d5 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.35 "GET /v2.0/security-groups?id=62bc80a5-9860-4ac3-a619-a88855ac480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637590 Mar 10 17:34:53.653383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:53.653763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ccad613b-1a6c-48d5-9277-3d6765ae1171), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.656050 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7d2b9d-8696-4699-ab6a-7a4e0074d37e" -d '{"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:53.659723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:34:53.681829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-e8f46c22-2b8c-471c-a74a-caa7e8039f39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 999 time: 0.1374271 Mar 10 17:34:53.688268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-d66b65d7-4bbe-4d1f-b36d-4bd8ca95e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.697567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:53.702603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:53.705911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:53.710892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-d66b65d7-4bbe-4d1f-b36d-4bd8ca95e5be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.1508937 Mar 10 17:34:53.712718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.719566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ccad613b-1a6c-48d5-9277-3d6765ae1171), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.720653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.721306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.738802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.797722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dda83e4c-8118-45b7-a5c5-bb2261a4ba67), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.802898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] Pushing event updated for resources: {'Network': ['ID=ccad613b-1a6c-48d5-9277-3d6765ae1171,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:53.810125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:51Z', 'revision_number': 1, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:53.816817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['dda83e4c-8118-45b7-a5c5-bb2261a4ba67'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:53.841082 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4bfabab4-2ede-46ac-825a-524cb7d0df8e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9967690 Mar 10 17:34:53.842020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Pushing event deleted for resources: {'Port': ['ID=dda83e4c-8118-45b7-a5c5-bb2261a4ba67,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:53.844246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:53.847218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608676-0632-4169-a088-4b56e081ac2c req-cb350f5e-e48c-4182-b982-0f813ec33da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.848905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-cb350f5e-e48c-4182-b982-0f813ec33da8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.1354575 Mar 10 17:34:53.852941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:34:53.853401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Request body: {'subnet': {'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544820396-subnet', 'tenant_id': '2a13fc48afa8465bad92e08ede500356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:53.867385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-6dade861-74c1-4ee4-ab04-94334af41936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.869333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-6dade861-74c1-4ee4-ab04-94334af41936 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1573308 Mar 10 17:34:53.877700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:53.880351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:53.903511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] No DVR routers for this DVR port dda83e4c-8118-45b7-a5c5-bb2261a4ba67 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:34:53.908393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.911788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2580cefc-0aee-40b1-a847-df3468be3391 req-fb74de32-5337-4d11-adeb-b2e925b40769 tempest-ServerTagsTestJSON-224588659 tempest-ServerTagsTestJSON-224588659-project] 10.222.0.59 "DELETE /v2.0/ports/dda83e4c-8118-45b7-a5c5-bb2261a4ba67 HTTP/1.1" status: 204 len: 173 time: 0.7544136 Mar 10 17:34:53.912239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'name': 'network-vif-deleted', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:53.914491 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f17b2-5ca1-4aff-9100-96c1a0621959" -d '{"events": [{"server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "name": "network-vif-deleted", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:53.928512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Made reservation on behalf of 2a13fc48afa8465bad92e08ede500356 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:34:53.931158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:53.945933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port eba734fa-5207-49e7-958f-2d15a65ad7a0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:53.956589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9f7ae-7cca-45b0-84ee-b00891920b2b req-a5aaea96-83db-415f-a079-9dbe8d000389 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:53.959231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecb9f7ae-7cca-45b0-84ee-b00891920b2b req-a5aaea96-83db-415f-a079-9dbe8d000389 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 948 time: 0.1859624 Mar 10 17:34:53.990851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:53.991491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:53.993296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port eba734fa-5207-49e7-958f-2d15a65ad7a0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:53.993672 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.064819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6cb5d58f-c4c4-43c8-a973-3780d4b04df8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:34:54.108098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:54.111928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecb9f7ae-7cca-45b0-84ee-b00891920b2b req-ffd00aeb-b864-45c7-827a-a0d60c606d72 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412926 Mar 10 17:34:54.124581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608676-0632-4169-a088-4b56e081ac2c req-053ffc76-f045-4654-bcee-33a3d75928d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:54.126077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-053ffc76-f045-4654-bcee-33a3d75928d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2634118 Mar 10 17:34:54.167948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-9cb1319c-d1c8-498f-9f0e-7351acb05fd6 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836370 Mar 10 17:34:54.171931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (9a6546db-1981-4876-b49b-2f9c1d6ac8ab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.242793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:54.249080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Checking segment: {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:34:54.249511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Network hostable DHCP agents. Network: ccad613b-1a6c-48d5-9277-3d6765ae1171, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:34:54.257998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6546db-1981-4876-b49b-2f9c1d6ac8ab,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:54.272901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:34:54.283193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ccad613b-1a6c-48d5-9277-3d6765ae1171) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:34:54.288043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:54.289087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.294712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port eba734fa-5207-49e7-958f-2d15a65ad7a0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:54.295114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.306102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f1f06-4ab4-4960-a89f-bbf8f003cf7b None None] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:54.307944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b3082ea-e776-42ac-b6e6-0cb1ffa45ba5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4614983 Mar 10 17:34:54.373730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-cbe4fc10-6697-4a6b-bf8f-158e9c6780dc service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327147 Mar 10 17:34:54.386564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f345d512-c185-4791-a115-a2cbb4085ea3 req-5259fd22-449b-4ea8-b300-c435c0ad5a05 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148492 Mar 10 17:34:54.435784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654b64a-8183-4b46-983d-d8a228ef3042 req-448f02a8-6fbc-4e2e-86b5-8fca5dd33a35 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:54.438983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f654b64a-8183-4b46-983d-d8a228ef3042 req-448f02a8-6fbc-4e2e-86b5-8fca5dd33a35 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 945 time: 0.2385004 Mar 10 17:34:54.508521 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275286f-5f95-404a-9ff4-dddbb7311ff9 x-openstack-request-id: req-6275286f-5f95-404a-9ff4-dddbb7311ff9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:54.508884 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:54.509081 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6275286f-5f95-404a-9ff4-dddbb7311ff9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:54.509477 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'code': 200} Mar 10 17:34:54.521270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:54.586592 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.586592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:54.588597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f654b64a-8183-4b46-983d-d8a228ef3042 req-4e3c4a74-972b-4c96-8e6f-e4d150ba36b4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332276 Mar 10 17:34:54.602934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8608676-0632-4169-a088-4b56e081ac2c req-64dc3b26-c54d-4eda-8876-b3644878c2d7 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113965 Mar 10 17:34:54.660142 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ab2fc5-5fb8-426f-81b0-2aca327aa73b x-openstack-request-id: req-f0ab2fc5-5fb8-426f-81b0-2aca327aa73b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:54.660497 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42286f81-0fe5-45f8-b449-a9a512ec0a44", "name": "network-vif-deleted", "tag": "dda83e4c-8118-45b7-a5c5-bb2261a4ba67", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:54.660816 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0ab2fc5-5fb8-426f-81b0-2aca327aa73b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:54.661384 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42286f81-0fe5-45f8-b449-a9a512ec0a44', 'name': 'network-vif-deleted', 'tag': 'dda83e4c-8118-45b7-a5c5-bb2261a4ba67', 'status': 'completed', 'code': 200} Mar 10 17:34:54.715819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:54.737392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff16aa-142d-4fcf-963c-a9c29857bfd6 req-92659bc3-9ee2-48de-b25c-7ff5e601abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:54.739129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aff16aa-142d-4fcf-963c-a9c29857bfd6 req-92659bc3-9ee2-48de-b25c-7ff5e601abc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1132 time: 0.1104088 Mar 10 17:34:54.752576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-b0836ee4-98f4-4a87-b7d5-fdc0937983c1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:54.754270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-b0836ee4-98f4-4a87-b7d5-fdc0937983c1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1090131 Mar 10 17:34:54.779217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Deleting subnet 3aee1413-0ff8-4c11-89a2-1c0ff06430d2 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:34:54.783176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Publish callbacks [] for subnet (3aee1413-0ff8-4c11-89a2-1c0ff06430d2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.824648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3aee1413-0ff8-4c11-89a2-1c0ff06430d2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.832608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c19fe1-8f22-4f7f-81c4-46871c1faa2e None None] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:34:54.855329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aff16aa-142d-4fcf-963c-a9c29857bfd6 req-79f63a51-dfe0-443a-ab2d-774a66299c3d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996902 Mar 10 17:34:54.858499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-ffffeb7f-5a63-4a68-93fd-b1dd4756383d tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 999 time: 0.0972097 Mar 10 17:34:54.869213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:34:54.881307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3aee1413-0ff8-4c11-89a2-1c0ff06430d2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.967294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3aee1413-0ff8-4c11-89a2-1c0ff06430d2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.969475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:54.998108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aee1413-0ff8-4c11-89a2-1c0ff06430d2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:55.000434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.004159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86342f92-8a32-4853-ba78-194418971073 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3aee1413-0ff8-4c11-89a2-1c0ff06430d2 HTTP/1.1" status: 204 len: 168 time: 0.2870798 Mar 10 17:34:55.006827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:55.094835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (1c0c8265-9383-441d-80ab-7ccf40143595), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.224560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (1c0c8265-9383-441d-80ab-7ccf40143595), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.250918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c8265-9383-441d-80ab-7ccf40143595']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:55.271492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7bfc6e-6d52-4410-894d-be7666b498ec') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:55.271937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7bfc6e-6d52-4410-894d-be7666b498ec') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:55.275910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:55.286617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (8e7bfc6e-6d52-4410-894d-be7666b498ec), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.306846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8e7bfc6e-6d52-4410-894d-be7666b498ec), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.319789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:34:55.320454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (8e7bfc6e-6d52-4410-894d-be7666b498ec), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.320787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:55.321158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.349598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:51Z', 'revision_number': 1, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:55.356535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e7bd8-4e36-483d-905f-b99a448d63e8 req-29fba01c-ac58-4312-a9a9-439d17039ddb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:55.358122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a72e7bd8-4e36-483d-905f-b99a448d63e8 req-29fba01c-ac58-4312-a9a9-439d17039ddb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 948 time: 0.1141443 Mar 10 17:34:55.383487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77823ba-d785-4828-8af4-76fabcd4687e None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:51Z', 'revision_number': 1, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:34:55.412562 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:34:55.417674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (1c0c8265-9383-441d-80ab-7ccf40143595), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.445615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.465986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] 10.222.0.35 "DELETE /v2.0/networks/1c0c8265-9383-441d-80ab-7ccf40143595 HTTP/1.1" status: 204 len: 168 time: 0.4571636 Mar 10 17:34:55.467599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35ce22-35ca-4544-a010-cbedbf2a4d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0c8265-9383-441d-80ab-7ccf40143595,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:55.495818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a72e7bd8-4e36-483d-905f-b99a448d63e8 req-c8ca3eff-96fd-4d7a-97e3-4a7a6ac1c850 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285150 Mar 10 17:34:55.507926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:55.508577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.569773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:55.581508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.693528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:55.730742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:55.799527 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e6d1-5c31-4486-8f26-7df208264820 None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:34:55.813967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.826485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba53fb-e943-434e-84d8-fc6190a96ace req-365d5df9-4c07-4cdb-bb69-8b9ccd34a326 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:55.828095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67ba53fb-e943-434e-84d8-fc6190a96ace req-365d5df9-4c07-4cdb-bb69-8b9ccd34a326 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 946 time: 0.1246481 Mar 10 17:34:55.829379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.850986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-642ed139-3cb3-4351-96f0-e09841801e44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a3d75b8e55641eea6c0c6e82af225dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158485 Mar 10 17:34:55.851673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:34:55.939654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] Publish callbacks [] for security_group (62bc80a5-9860-4ac3-a619-a88855ac480c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:55.942962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67ba53fb-e943-434e-84d8-fc6190a96ace req-a7f4e08c-f7a5-45d7-a932-93d65c1b817d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999916 Mar 10 17:34:55.965430 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.db.api [None req-7637e6d1-5c31-4486-8f26-7df208264820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:34:55.966171 n-d-833115-2 neutron-server[103797]: DEBUG oslo_db.api [None req-7637e6d1-5c31-4486-8f26-7df208264820 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:34:55.998845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] Publish callbacks [] for security_group (62bc80a5-9860-4ac3-a619-a88855ac480c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:56.004608 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Floating IP e4279ee4-3729-42cd-ba80-63954d72803c associated. External IP: 172.25.3.117, port: 12a9b244-342e-408e-88ad-3959c6b77e14. Mar 10 17:34:56.090167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (62bc80a5-9860-4ac3-a619-a88855ac480c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:56.093626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:56.097607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62bc80a5-9860-4ac3-a619-a88855ac480c HTTP/1.1" status: 204 len: 168 time: 0.2425425 Mar 10 17:34:56.111579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d388f-362d-4ed3-aedb-2125608dd5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc80a5-9860-4ac3-a619-a88855ac480c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:56.468868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637e6d1-5c31-4486-8f26-7df208264820 None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:34:56.510305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0'}, {'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:56.512795 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7780366-45bd-4a81-b8e3-475e2ea8d0f9" -d '{"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-plugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0"}, {"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:56.594028 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ae8a2-eb7c-41db-a5d8-6d8d687d5211 x-openstack-request-id: req-d80ae8a2-eb7c-41db-a5d8-6d8d687d5211 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:56.594744 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-plugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0", "code": 200}, {"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:56.595213 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d80ae8a2-eb7c-41db-a5d8-6d8d687d5211 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:56.596513 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'code': 200} Mar 10 17:34:56.596995 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'code': 200} Mar 10 17:34:56.762078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:56.786660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:56.807635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d4535-2058-41a5-bbad-2520ff18111f req-0d2aa8bf-2b7d-4887-9b30-f6a31b92c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:56.809062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-617d4535-2058-41a5-bbad-2520ff18111f req-0d2aa8bf-2b7d-4887-9b30-f6a31b92c6c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 1128 time: 0.1252751 Mar 10 17:34:56.926357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef27b5-b032-42ed-9fb0-ad89161fcabd req-b70dd32c-daea-4deb-b307-9b24cefcfc92 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:56.927912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85ef27b5-b032-42ed-9fb0-ad89161fcabd req-b70dd32c-daea-4deb-b307-9b24cefcfc92 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 948 time: 0.2334278 Mar 10 17:34:56.967766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-617d4535-2058-41a5-bbad-2520ff18111f req-2d963c67-461a-408a-9ef8-ea5472e90b49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518142 Mar 10 17:34:57.011684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:34:57.084608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:34:57.089431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:34:57.090454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:57.102691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85ef27b5-b032-42ed-9fb0-ad89161fcabd req-dec6928e-7100-4407-9f82-cf909a7898c3 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518893 Mar 10 17:34:57.112472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:57.127672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:57.163344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:57.164002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:57.347210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:34:57.347800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:57.405562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:34:57.408510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:57.443627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:57.444680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device dda83e4c-8118-45b7-a5c5-bb2261a4ba67 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:34:57.510636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab24c-c6da-4834-992d-b483367299e4 req-efcca065-bc1f-420d-a8e7-139e983cf818 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:57.510636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-accab24c-c6da-4834-992d-b483367299e4 req-efcca065-bc1f-420d-a8e7-139e983cf818 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 946 time: 0.2336686 Mar 10 17:34:57.521433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: dda83e4c-8118-45b7-a5c5-bb2261a4ba67 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:34:57.521975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device dda83e4c-8118-45b7-a5c5-bb2261a4ba67 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:34:57.553326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:34:57.595382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-accab24c-c6da-4834-992d-b483367299e4 req-84f68d23-a781-4bcd-8d58-f20b0cec763f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765624 Mar 10 17:34:57.713532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:34:57.733189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:34:57.740065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:57.794636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:57.798253 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dfd187-f8a2-45af-9223-62417a0e34ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:57.832751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:56Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:57.865007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:57.875752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:57.876324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:57.887632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-7e514d50-d0c7-4c1f-b716-25d110372faa tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "PUT /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 997 time: 3.0231550 Mar 10 17:34:57.978359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-a31e3e83-10c2-4771-8ad3-801d5d58eee8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:57.983122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-a31e3e83-10c2-4771-8ad3-801d5d58eee8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports/12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 942 time: 0.0938232 Mar 10 17:34:58.011386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-0ab169ad-a403-42d5-bffa-2b5a261d45ca tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:58.019412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-0ab169ad-a403-42d5-bffa-2b5a261d45ca tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 809 time: 0.2255664 Mar 10 17:34:58.045817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:58.046784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-b6fba4f6-e77f-4f7d-aa71-77eee4a07b71 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/quotas/2a13fc48afa8465bad92e08ede500356 HTTP/1.1" status: 200 len: 375 time: 0.0208201 Mar 10 17:34:58.113435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-6f9623b6-5e48-4817-89a9-a7c8b51cdd68 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661929 Mar 10 17:34:58.186339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-4b5dfd42-8c27-49a1-80b4-5862b0636ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:58.188023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-4b5dfd42-8c27-49a1-80b4-5862b0636ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.1302738 Mar 10 17:34:58.294802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-6795c648-6956-4203-9789-e2d66bd1980d service neutron] 10.222.0.35 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804354 Mar 10 17:34:58.359054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:56Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:58.378629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-e5b41dcc-d541-452f-87d6-748128f64423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:58.380518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-e5b41dcc-d541-452f-87d6-748128f64423 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.1861248 Mar 10 17:34:58.403724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdd07c-35a5-4a18-9853-bbe2e344d778 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:56Z', 'revision_number': 3, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:34:58.432164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-c4f0e6b3-1077-42b7-9799-46a76866d1bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.0446122 Mar 10 17:34:58.485601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-e6769fcb-abd4-4e3f-a6f5-8810bc1db305 service neutron] 10.222.0.35 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898069 Mar 10 17:34:58.511699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-18451605-90b9-48c0-beee-50bdee86a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:58.513521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-18451605-90b9-48c0-beee-50bdee86a249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.0748830 Mar 10 17:34:58.598543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:34:58.601906 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c54ebcd-dd3c-4fa2-851b-25e981bf7e63" -d '{"events": [{"server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "name": "network-vif-plugged", "status": "completed", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:34:58.685831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-9dfae042-c284-448a-81d1-400ea14ae08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:58.687399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-9dfae042-c284-448a-81d1-400ea14ae08f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1668007 Mar 10 17:34:58.814560 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeda457-71cb-41a3-a572-92eb850ae6ca None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:34:58.899194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-a3d1d9eb-5744-41c0-9f4c-d515e6c0216b service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022364 Mar 10 17:34:59.058885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-ca3c91df-a71b-47eb-923e-a2c8a6b963ca service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504052 Mar 10 17:34:59.228310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:34:59.230965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-c485b58a-871c-4f37-8833-d9ffc0a755c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:59.232693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-c485b58a-871c-4f37-8833-d9ffc0a755c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1128 time: 0.1303992 Mar 10 17:34:59.241168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:59.241907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:59.391524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958114fb-632b-4e7c-ab38-0dc71be1bc11 x-openstack-request-id: req-958114fb-632b-4e7c-ab38-0dc71be1bc11 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:34:59.391524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:34:59.391841 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-958114fb-632b-4e7c-ab38-0dc71be1bc11 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:34:59.393121 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:34:59.493955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:34:59.570364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-704c1b1c-f1bf-4f79-8542-26caaef37696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:59.571594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-704c1b1c-f1bf-4f79-8542-26caaef37696 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.3302076 Mar 10 17:34:59.575610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-9b674129-5ce0-4233-94eb-ec38f1aad218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:59.577569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-9b674129-5ce0-4233-94eb-ec38f1aad218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.1900706 Mar 10 17:34:59.641030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c41c41-4e92-49cf-adf9-8b8162a249f8 req-800746a2-cb67-44fa-8667-05cafd6fbedf tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:59.649611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6c41c41-4e92-49cf-adf9-8b8162a249f8 req-800746a2-cb67-44fa-8667-05cafd6fbedf tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 949 time: 0.2153158 Mar 10 17:34:59.740986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:34:59.831870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:59Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:59.835955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-95bc82bf-7236-4b69-ab1d-809c1a20a888 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 1002 time: 0.2564960 Mar 10 17:34:59.837626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-5fe5bbf3-1ae6-47da-b6e1-fa428a2e9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:34:59.839209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-5fe5bbf3-1ae6-47da-b6e1-fa428a2e9018 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.2503941 Mar 10 17:34:59.850457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6c41c41-4e92-49cf-adf9-8b8162a249f8 req-352af8e4-eda4-468e-a168-4dd51183fe33 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998842 Mar 10 17:34:59.877866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:34:59.890369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:34:59.891065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:34:59.994604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-53e6e8a6-7447-4d65-a19c-06ed2c27a7d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.1377411 Mar 10 17:35:00.099317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-80ff6ffe-1869-4f2d-b19f-2c607d24d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.100962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-80ff6ffe-1869-4f2d-b19f-2c607d24d838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2380977 Mar 10 17:35:00.107015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a901cc-8555-4fb7-815c-37ca8f889192 req-7970b47b-705d-4dd0-96dd-86a5629ba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.109323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-09a901cc-8555-4fb7-815c-37ca8f889192 req-7970b47b-705d-4dd0-96dd-86a5629ba073 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 1131 time: 0.0876281 Mar 10 17:35:00.120273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-ab62b6a9-e1f8-4f1d-b862-786981b3d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.121838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-ab62b6a9-e1f8-4f1d-b862-786981b3d9d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.1110451 Mar 10 17:35:00.169699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a3a7-9df3-4e07-85e5-ad9b700a49e5 req-8f8d42d4-9471-498d-a245-7c279ae548c3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.177412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6753a3a7-9df3-4e07-85e5-ad9b700a49e5 req-8f8d42d4-9471-498d-a245-7c279ae548c3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 946 time: 0.1499856 Mar 10 17:35:00.252960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5a260-4184-4e00-953a-cde583e61a27 req-6cd00c93-af32-4b0a-8c77-7a67be761f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.255028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-6cd00c93-af32-4b0a-8c77-7a67be761f69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1444912 Mar 10 17:35:00.271130 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d40087-bb38-4312-a50c-164992c43bf1 x-openstack-request-id: req-52d40087-bb38-4312-a50c-164992c43bf1 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:00.271428 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "name": "network-vif-plugged", "status": "completed", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:00.271645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6753a3a7-9df3-4e07-85e5-ad9b700a49e5 req-236c7855-44d0-4f8a-8f60-d671fe75d006 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924349 Mar 10 17:35:00.271758 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52d40087-bb38-4312-a50c-164992c43bf1 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:00.272065 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8', 'code': 200} Mar 10 17:35:00.285676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-50ded393-2f57-47e3-9bc8-59a18287bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.287171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-50ded393-2f57-47e3-9bc8-59a18287bd68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1422436 Mar 10 17:35:00.297911 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-09a901cc-8555-4fb7-815c-37ca8f889192 req-01956b71-ce4b-4706-9c16-28359acbd818 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762772 Mar 10 17:35:00.307854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:00.686976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-825ce9bd-cfb3-4e10-b464-01481685a066 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:00.688886 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-825ce9bd-cfb3-4e10-b464-01481685a066 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.59 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 809 time: 0.1593282 Mar 10 17:35:00.716980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:59Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:00.723047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Request body: {'port': {'device_id': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171', 'admin_state_up': True, 'tenant_id': '2a13fc48afa8465bad92e08ede500356'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:00.808563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392e28-a7c2-4764-82ed-1c48e69e2ab6 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:2f:9d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec562f-df2d-41f8-9ce9-176b01585198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:34:59Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:00.927386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Made reservation on behalf of 2a13fc48afa8465bad92e08ede500356 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:00.931148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:01.003238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605975b9-49cc-4a30-bc16-7a54118992a8 req-30ddd52e-cd3e-4cd0-9405-9cc35777a31e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 210 time: 0.6214616 Mar 10 17:35:01.115921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-d284e7f3-c321-48a4-9898-f321893a1cf6 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105972 Mar 10 17:35:01.150532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Allocated IP 172.20.0.12 (ccad613b-1a6c-48d5-9277-3d6765ae1171/9a6546db-1981-4876-b49b-2f9c1d6ac8ab/1687f96f-fca9-4de7-9972-6ce78893320e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:01.295070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-5c37094e-b9b8-4800-b974-083145cac093 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0206704 Mar 10 17:35:01.313676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33af8296-06a9-4387-b266-5195dac434dc req-7907cc31-3618-4ede-8655-b47a46489f97 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0363393 Mar 10 17:35:01.405703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:01.408043 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888fa8c-d863-4281-a222-d341ad571b18" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:01.423376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4dfd187-f8a2-45af-9223-62417a0e34ce req-abf237d9-0b71-4460-a7d1-a304538ac4d4 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887919 Mar 10 17:35:01.466458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks [] for port (1687f96f-fca9-4de7-9972-6ce78893320e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:01.528865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92d5a260-4184-4e00-953a-cde583e61a27 req-86b18859-264b-4703-87bc-e30181aae6b9 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174144 Mar 10 17:35:01.533508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:01.615037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Pushing event updated for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:01.622713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:01.628260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:01.632090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:01.698681 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e58f87-8fd2-4da7-9f1a-572e73e5e420 x-openstack-request-id: req-d4e58f87-8fd2-4da7-9f1a-572e73e5e420 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:01.698989 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:01.699506 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4e58f87-8fd2-4da7-9f1a-572e73e5e420 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:01.701690 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'status': 'completed', 'code': 200} Mar 10 17:35:01.716133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:01.719202 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:01.724228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad287-ae43-484f-abb1-b3568a1defb2 req-f51976f6-19d5-4ab7-b5e7-3b9960e23531 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:01.725781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ccad287-ae43-484f-abb1-b3568a1defb2 req-f51976f6-19d5-4ab7-b5e7-3b9960e23531 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 949 time: 0.0906692 Mar 10 17:35:01.797936 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-fde236f6-c49d-45e7-b7f7-babf7e78ad67 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0821409 Mar 10 17:35:01.821022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Request body: {'port': {'device_id': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:01.840416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ccad287-ae43-484f-abb1-b3568a1defb2 req-8b01f5ee-8583-4ae8-b4c6-656673c922fb tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Mar 10 17:35:01.843290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fa8c-d863-4281-a222-d341ad571b18 req-29bf18be-8045-4abb-bc02-c3d26a1857a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:01.844792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-29bf18be-8045-4abb-bc02-c3d26a1857a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1128 time: 0.1181374 Mar 10 17:35:01.978991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:02.120149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fa8c-d863-4281-a222-d341ad571b18 req-52873639-456e-4715-8e18-f83616b40b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.121673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-52873639-456e-4715-8e18-f83616b40b10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.2671418 Mar 10 17:35:02.192050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-6e232839-c13b-4e5c-970f-f9c74a9f88df tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1002 time: 0.1839828 Mar 10 17:35:02.216799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b6fb6-117b-4963-a743-382769894775 req-33d536ce-b644-4ebf-b8ec-d0d825ad4f3b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.225800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-073b6fb6-117b-4963-a743-382769894775 req-33d536ce-b644-4ebf-b8ec-d0d825ad4f3b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 946 time: 0.2790880 Mar 10 17:35:02.313805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-5a8ae71c-2caf-4b8b-8160-8a84d8c42405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 1002 time: 0.1827741 Mar 10 17:35:02.324582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-f85b0d10-5bbb-42f2-b337-fc5168a0e522 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.328898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-f85b0d10-5bbb-42f2-b337-fc5168a0e522 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports/574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 943 time: 0.1358213 Mar 10 17:35:02.404063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-073b6fb6-117b-4963-a743-382769894775 req-2a63d2a8-0595-49a3-b4d4-ffedab1f810f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787152 Mar 10 17:35:02.550039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fa8c-d863-4281-a222-d341ad571b18 req-207c2133-f0a4-4813-bedf-5c95d38c8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.552071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-207c2133-f0a4-4813-bedf-5c95d38c8f68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2220814 Mar 10 17:35:02.649685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-7f25e3e7-6a46-4355-bb8b-34750a489be2 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1002 time: 0.2345567 Mar 10 17:35:02.656252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1687f96f-fca9-4de7-9972-6ce78893320e {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:02.667405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks [] for port (1687f96f-fca9-4de7-9972-6ce78893320e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:02.685126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Transition to ACTIVE for port object 1687f96f-fca9-4de7-9972-6ce78893320e will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:02.696460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:02.779100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac1ca006-5383-4174-af03-64b3bd399c0a req-9bfad5a4-177a-463c-8d92-f6d2b7d9dd9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0595074 Mar 10 17:35:02.810531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Pushing event updated for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:02.819307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888fa8c-d863-4281-a222-d341ad571b18 req-c2851887-6f1c-4cef-ae1a-3a3bc80cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.822651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-c2851887-6f1c-4cef-ae1a-3a3bc80cacc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2567723 Mar 10 17:35:02.868350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242e293-884d-41ea-88c4-688ca6dfa96c req-e828ecfe-a0c1-4a64-b26f-980f15429815 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.875663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0242e293-884d-41ea-88c4-688ca6dfa96c req-e828ecfe-a0c1-4a64-b26f-980f15429815 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 932 time: 0.2513821 Mar 10 17:35:02.892137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Attempting to bind port 1687f96f-fca9-4de7-9972-6ce78893320e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:02.892761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Attempting to bind port 1687f96f-fca9-4de7-9972-6ce78893320e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:02.893242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Attempting to bind port 1687f96f-fca9-4de7-9972-6ce78893320e on network ccad613b-1a6c-48d5-9277-3d6765ae1171 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:02.900095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Port 1687f96f-fca9-4de7-9972-6ce78893320e on network ccad613b-1a6c-48d5-9277-3d6765ae1171 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:02.900619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Attempting to bind port 1687f96f-fca9-4de7-9972-6ce78893320e on network ccad613b-1a6c-48d5-9277-3d6765ae1171 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:02.907459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:02.908229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Checking segment: {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:02.908757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Bound using segment: {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:02.909354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Bound port: 1687f96f-fca9-4de7-9972-6ce78893320e, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:02.910683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:02.970694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-088bd6fe-9fa7-46de-a828-8694c0baf5c8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:02.978878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc018f8-5e71-4374-8b5c-c28c86a4b16e req-088bd6fe-9fa7-46de-a828-8694c0baf5c8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3035519 Mar 10 17:35:03.019867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:03.024741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=1687f96f-fca9-4de7-9972-6ce78893320e,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:03.038922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:03.039140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0242e293-884d-41ea-88c4-688ca6dfa96c req-8a59b655-49ef-49bb-a025-e433051d9168 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624472 Mar 10 17:35:03.104207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-31a7e437-d260-461e-9b83-5efa261a5e3e service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725964 Mar 10 17:35:03.105912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Pushing event updated for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:03.120405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.123091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:03.126870 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68a7d413-f0b5-4d87-9dc1-72bc0ff2942c service neutron] 10.222.0.59 "PUT /v2.0/ports/1687f96f-fca9-4de7-9972-6ce78893320e HTTP/1.1" status: 200 len: 1092 time: 1.3136263 Mar 10 17:35:03.127498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:03.131848 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8642b2-9c12-4d95-87da-1889ff3db091" -d '{"events": [{"name": "network-changed", "server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:03.247796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-99e5e913-d7d9-41c4-ad7a-177d6a093b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.249331 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-99e5e913-d7d9-41c4-ad7a-177d6a093b55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 1126 time: 0.0673871 Mar 10 17:35:03.262587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1433188c-519a-4d41-ab07-6630a4bd9797 req-93b4df9a-25bb-41c7-bcda-4fc76d5b7434 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0491531 Mar 10 17:35:03.276338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d888fa8c-d863-4281-a222-d341ad571b18 req-9f04fa50-1df4-47de-8a60-5fbe41caaba4 service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617219 Mar 10 17:35:03.301716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-a5860ee5-e208-4fa4-9be0-166830265990 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1687f96f-fca9-4de7-9972-6ce78893320e HTTP/1.1" status: 200 len: 217 time: 0.0444834 Mar 10 17:35:03.400186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68d81218-96a1-4dde-b276-7329fd6626c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.402128 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-68d81218-96a1-4dde-b276-7329fd6626c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a6546db-1981-4876-b49b-2f9c1d6ac8ab HTTP/1.1" status: 200 len: 849 time: 0.0940456 Mar 10 17:35:03.448665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958f077-403a-4b80-afda-d6ff0b61b510 req-6898f6b8-6563-4882-82a6-177a22daeead tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.453849 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-2bf996e9-49ae-4077-a1c8-af6aa68bee96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccad613b-1a6c-48d5-9277-3d6765ae1171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398085 Mar 10 17:35:03.458678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f958f077-403a-4b80-afda-d6ff0b61b510 req-6898f6b8-6563-4882-82a6-177a22daeead tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 949 time: 0.0937111 Mar 10 17:35:03.518390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f958f077-403a-4b80-afda-d6ff0b61b510 req-a94bc88b-e261-4028-8a48-0475a844c440 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Mar 10 17:35:03.578210 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-a996dc8f-5725-4166-b0a6-97571005ef7a service neutron] 10.222.0.59 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170197 Mar 10 17:35:03.601898 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cad39a-aab4-4c2b-9f1a-5ebb854e683a x-openstack-request-id: req-25cad39a-aab4-4c2b-9f1a-5ebb854e683a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:03.602312 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:03.602677 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25cad39a-aab4-4c2b-9f1a-5ebb854e683a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:03.603162 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e', 'status': 'completed', 'code': 200} Mar 10 17:35:03.693609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-867cb7f4-c923-4850-b185-129d2bca4fd8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1002 time: 0.1524594 Mar 10 17:35:03.743615 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d75ccfc5-f328-46a1-8b46-dcabc4aa2dc7 req-88f76c64-c57a-43ee-9509-482719cf0167 service neutron] 10.222.0.59 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559672 Mar 10 17:35:03.788508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-61981237-7d5a-46e6-9c1e-0ada547f64bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.802199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-61981237-7d5a-46e6-9c1e-0ada547f64bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports/574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 943 time: 0.0975616 Mar 10 17:35:03.862835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccef5c-0a45-44fd-b184-8405fc2bea6c req-1fc6a9aa-61e7-42bb-a167-89e6100a53cc tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.864957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bccef5c-0a45-44fd-b184-8405fc2bea6c req-1fc6a9aa-61e7-42bb-a167-89e6100a53cc tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1905012 Mar 10 17:35:03.922691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-62f05e21-32cb-400e-adf2-8801e8e898c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:03.924559 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-62f05e21-32cb-400e-adf2-8801e8e898c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 1126 time: 0.1074088 Mar 10 17:35:04.004482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bccef5c-0a45-44fd-b184-8405fc2bea6c req-c47a9c2e-595a-42f9-91d0-7db611536409 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308565 Mar 10 17:35:04.022333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-d212a402-d44e-4890-85ee-b6f51fdc0ef1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1002 time: 0.1374404 Mar 10 17:35:04.087027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-87cbf5dd-39e7-4c01-bf54-d372d71b6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:04.089665 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-87cbf5dd-39e7-4c01-bf54-d372d71b6f0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 910 time: 0.1544492 Mar 10 17:35:04.175575 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-5469fdb8-84b5-407f-b879-7eb8b74f3f2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1687f96f-fca9-4de7-9972-6ce78893320e HTTP/1.1" status: 200 len: 217 time: 0.0778327 Mar 10 17:35:04.240267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-208e406c-6b7f-4339-b2ae-09f06b41cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:04.241923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-208e406c-6b7f-4339-b2ae-09f06b41cfb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a6546db-1981-4876-b49b-2f9c1d6ac8ab HTTP/1.1" status: 200 len: 849 time: 0.0601509 Mar 10 17:35:04.260556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-a26b78c9-086f-4597-9b6c-7ed9d0d423c2 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:04.269291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-a26b78c9-086f-4597-9b6c-7ed9d0d423c2 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2365804 Mar 10 17:35:04.277400 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-d73582e0-085a-4ed9-8448-6726e11d829f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ccad613b-1a6c-48d5-9277-3d6765ae1171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290868 Mar 10 17:35:04.331788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75dcae-c5b1-4239-9467-225f3b14816d req-33c7aea7-169e-4cdc-8d89-1d34bae928da tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:04.338836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c75dcae-c5b1-4239-9467-225f3b14816d req-33c7aea7-169e-4cdc-8d89-1d34bae928da tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 944 time: 0.1395662 Mar 10 17:35:04.374666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-27bec90d-3b96-46e4-9491-b2fc23315891 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1002 time: 0.1037261 Mar 10 17:35:04.382404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:04.398626 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-7921db88-b391-482d-9110-5116d8640de4 service neutron] 10.222.0.59 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139119 Mar 10 17:35:04.461447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c75dcae-c5b1-4239-9467-225f3b14816d req-b2dea276-f852-452b-86ee-cf96829d92bc tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164608 Mar 10 17:35:04.479471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:04.531474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e8642b2-9c12-4d95-87da-1889ff3db091 req-9a63ea10-081a-47d7-a479-793211a0ed5e service neutron] 10.222.0.59 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261361 Mar 10 17:35:04.643984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-78d8ec2e-b2c6-4d33-8548-15557d6cb1b0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285664 Mar 10 17:35:04.718455 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:04.729140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:04.729496 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Floating IP e4279ee4-3729-42cd-ba80-63954d72803c disassociated. External IP: 172.25.3.117, port: 574c3884-fcd6-4a26-af70-41cbd71d5ede. Mar 10 17:35:04.877394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-ac8d09c7-b11a-4c94-9a6a-2835406c61e0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:04.878941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-ac8d09c7-b11a-4c94-9a6a-2835406c61e0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226992 Mar 10 17:35:04.903327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-2f6c3899-c574-4d1e-9571-1dae2551cbf1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/quotas/78aeba1e9b7b4a7cb491111a47d549eb HTTP/1.1" status: 200 len: 375 time: 0.0183878 Mar 10 17:35:05.037972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-4ec13777-cbd0-42b5-8b91-13678d803b08 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291745 Mar 10 17:35:05.070722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:05.251229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f10fba9c-9fa9-4f77-8da4-d71653cd22cd req-d367a043-67b2-4586-9ac3-fa2b5b4572ca tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Mar 10 17:35:05.252648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:05.258630 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:05.266922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:05.284201 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:05.284972 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:05.335642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-576c85cb-8a9b-46ce-b804-a52f69235b27 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "PUT /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 695 time: 0.9592192 Mar 10 17:35:05.335642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:05.337825 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585613d9-5da2-4a14-92b8-5c574e822855" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:05.402470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:05.451394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-e2aa518f-8302-47ec-a2dd-cf4f0491ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:05.453527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-e2aa518f-8302-47ec-a2dd-cf4f0491ec2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1128 time: 0.0819154 Mar 10 17:35:05.516753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34af2b4b-0fe6-4338-a3db-f32506ddefc7 req-2e077f8d-715c-4e98-9c98-8d6fcfee5e5f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 210 time: 0.0381954 Mar 10 17:35:05.622978 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929abaec-ddcd-4c60-841b-c1e590afc26b x-openstack-request-id: req-929abaec-ddcd-4c60-841b-c1e590afc26b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:05.623278 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:05.623558 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-929abaec-ddcd-4c60-841b-c1e590afc26b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:05.623999 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'status': 'completed', 'code': 200} Mar 10 17:35:05.658708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-23cef522-5837-46dd-bf66-313c800d18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:05.658708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-23cef522-5837-46dd-bf66-313c800d18b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.1929049 Mar 10 17:35:05.943669 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:05.991779 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:06.007455 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:06.011024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:06.109275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-b03ca27d-bda1-4206-bf37-accacd1ddb7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 217 time: 0.0814850 Mar 10 17:35:06.139015 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:06.170389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585613d9-5da2-4a14-92b8-5c574e822855 req-62e28835-2add-4fce-a02c-c5831ba8280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.171938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-62e28835-2add-4fce-a02c-c5831ba8280b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 1128 time: 0.5354486 Mar 10 17:35:06.193029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-2f955e12-32e9-4a5b-94d6-95b1014f58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.199855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-2f955e12-32e9-4a5b-94d6-95b1014f58e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.0897841 Mar 10 17:35:06.256436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e575f-2067-4c14-89d9-2388b51e963f req-12d88d38-b50d-4902-a930-22264fb020a4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.258939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c7e575f-2067-4c14-89d9-2388b51e963f req-12d88d38-b50d-4902-a930-22264fb020a4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 944 time: 0.2225914 Mar 10 17:35:06.366079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-092162b1-08b6-4b08-8b58-279a37b123c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.368228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-092162b1-08b6-4b08-8b58-279a37b123c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1676400 Mar 10 17:35:06.369441 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:06.380294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c7e575f-2067-4c14-89d9-2388b51e963f req-80b7f40e-c5d3-4396-b6d5-09ce262981c9 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119754 Mar 10 17:35:06.391393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585613d9-5da2-4a14-92b8-5c574e822855 req-f2efcdab-3247-4a34-9883-d9ae02156085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.393006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-f2efcdab-3247-4a34-9883-d9ae02156085 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.2097921 Mar 10 17:35:06.404165 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbe265-9d7a-48d7-9f18-650498d7e3e3 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:06.535998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-53af3689-be31-4e0d-91ad-ea1785f43b6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 200 len: 217 time: 0.0596690 Mar 10 17:35:06.550002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-6db17c41-1d2a-48b0-b150-1e6cddc93e57 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731906 Mar 10 17:35:06.661096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8633b4b7-e1f9-4668-8072-93948293daa5 req-6f3e1655-cd95-4a17-9fb8-720c620459be tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0635397 Mar 10 17:35:06.688672 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-667018e1-05dc-47ab-8311-0a9deb8d712d tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662537 Mar 10 17:35:06.778408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585613d9-5da2-4a14-92b8-5c574e822855 req-7a250c09-7817-49e1-8f89-48ad16aaf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.779768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-7a250c09-7817-49e1-8f89-48ad16aaf86d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2256963 Mar 10 17:35:06.888147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-6640ceb0-c621-44e1-a45d-be8947217a70 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.890763 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-6640ceb0-c621-44e1-a45d-be8947217a70 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866996 Mar 10 17:35:06.914022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Request body: {'port': {'device_id': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '78aeba1e9b7b4a7cb491111a47d549eb'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:06.952945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d54588b-ab9d-4bb1-8834-597ffa3c22c5 req-6c82beb3-6af5-4581-8faa-e15030d4d770 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 210 time: 0.0581794 Mar 10 17:35:06.958881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d80333a5-066b-41f6-aa61-8831089a3b5c req-7979c144-d6c2-4b22-a2cf-85a0536c7444 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620789 Mar 10 17:35:06.971858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585613d9-5da2-4a14-92b8-5c574e822855 req-c43bf02f-c6fd-4e65-8d3d-37840ca63282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:06.972542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8466105-3531-4cb2-86f0-5462b48ba97f None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:35:06.974166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-c43bf02f-c6fd-4e65-8d3d-37840ca63282 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1766968 Mar 10 17:35:07.114998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-7667cb86-c860-4109-8b66-1de55645b518 service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267378 Mar 10 17:35:07.148899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Made reservation on behalf of 78aeba1e9b7b4a7cb491111a47d549eb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:07.153772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.168432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 1687f96f-fca9-4de7-9972-6ce78893320e details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:07.289892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585613d9-5da2-4a14-92b8-5c574e822855 req-97c68985-80e0-4ca6-acd6-9ad1e8e5adac service neutron] 10.222.0.41 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687822 Mar 10 17:35:07.380770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=1687f96f-fca9-4de7-9972-6ce78893320e,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:07.398311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-c54c4811-43ff-42fc-8e9a-a1aabc84c077 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:07.419241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-c54c4811-43ff-42fc-8e9a-a1aabc84c077 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0725234 Mar 10 17:35:07.468349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Allocated IP 192.168.233.144 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/039cc52b-81f6-42c6-aea3-550f7fde4227) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:07.506447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '1687f96f-fca9-4de7-9972-6ce78893320e', 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171', 'port_id': '1687f96f-fca9-4de7-9972-6ce78893320e', 'mac_address': 'fa:16:3e:fa:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6546db-1981-4876-b49b-2f9c1d6ac8ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:07.574866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-64b94430-fd7f-49ab-9470-27591d4e9928 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 698 time: 0.1546729 Mar 10 17:35:07.582416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 1687f96f-fca9-4de7-9972-6ce78893320e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:07.583302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.604910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1687f96f-fca9-4de7-9972-6ce78893320e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:07.621301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:07.636200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=1687f96f-fca9-4de7-9972-6ce78893320e,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:07.645936 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.693366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks [] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.698709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a78fdff-7526-4c36-bec0-8838829b2b20 req-78c1efd9-7695-46a9-af30-7b0b0c0c91d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.1123705 Mar 10 17:35:07.703199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:07.727268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.743467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:07.762544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', '6cb5d58f-c4c4-43c8-a973-3780d4b04df8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:07.805009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:07.835968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafe9f6-bce5-4d99-bf2e-0bffcf31cdd9 req-485b4057-a095-4efc-bdb9-01657b5c7591 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:07.837004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:07.837515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dafe9f6-bce5-4d99-bf2e-0bffcf31cdd9 req-485b4057-a095-4efc-bdb9-01657b5c7591 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 944 time: 0.2617080 Mar 10 17:35:07.840883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:07.863508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:07.988868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dafe9f6-bce5-4d99-bf2e-0bffcf31cdd9 req-b40a4b44-f22a-4bb8-bf4a-b2aaef2bfa5f tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398997 Mar 10 17:35:07.997799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:07.998989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.039691 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1315436 Mar 10 17:35:08.043593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event updated for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:08.045942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['1687f96f-fca9-4de7-9972-6ce78893320e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:08.073860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Request body: {'port': {'device_id': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:08.080237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.080634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.081042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.081489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.081849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.082189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.082546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.082931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.083261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.083587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.083916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.084244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.084663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57d9-9e47-4b37-bffa-b8712049a363 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:08.176485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.226919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:08.275850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f23c1dc9-2c02-4849-b892-9713bfb48fde None None] Provisioning complete for port 039cc52b-81f6-42c6-aea3-550f7fde4227 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:08.276274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f23c1dc9-2c02-4849-b892-9713bfb48fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.278203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'mac_address': 'fa:16:3e:96:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:08.282196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdd10834-50fd-4d34-9e7b-09283a5c17fa req-776a026e-89a5-4a23-8e9a-371949ba9cf5 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.1303756 Mar 10 17:35:08.422665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f23c1dc9-2c02-4849-b892-9713bfb48fde None None] Port 039cc52b-81f6-42c6-aea3-550f7fde4227 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:35:08.448001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port eba734fa-5207-49e7-958f-2d15a65ad7a0 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:08.448399 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.481411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eba734fa-5207-49e7-958f-2d15a65ad7a0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:08.541428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:08.563825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.592557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43eca06-b25c-40e7-bd7c-112986aa6707 req-a32097b7-efa6-4f45-ab70-d99bb56aaf7a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:08.600624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b43eca06-b25c-40e7-bd7c-112986aa6707 req-a32097b7-efa6-4f45-ab70-d99bb56aaf7a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 936 time: 0.1261003 Mar 10 17:35:08.607745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039cc52b-81f6-42c6-aea3-550f7fde4227 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:08.616125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks [] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.630643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Transition to ACTIVE for port object 039cc52b-81f6-42c6-aea3-550f7fde4227 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:08.637586 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.649658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:08.665510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:35:08.703056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:08.738849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b43eca06-b25c-40e7-bd7c-112986aa6707 req-1d883e32-715b-4ac5-a0d3-b5e5dbc11558 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327038 Mar 10 17:35:08.802817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.814177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Attempting to bind port 039cc52b-81f6-42c6-aea3-550f7fde4227 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:08.814830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Attempting to bind port 039cc52b-81f6-42c6-aea3-550f7fde4227 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:08.815250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Attempting to bind port 039cc52b-81f6-42c6-aea3-550f7fde4227 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:08.817754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.831465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Port 039cc52b-81f6-42c6-aea3-550f7fde4227 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:08.832068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Attempting to bind port 039cc52b-81f6-42c6-aea3-550f7fde4227 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:08.838369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:08.839024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:08.839591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:08.840774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Bound port: 039cc52b-81f6-42c6-aea3-550f7fde4227, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:08.841313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.921821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['eba734fa-5207-49e7-958f-2d15a65ad7a0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:08.942446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:08.946733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=039cc52b-81f6-42c6-aea3-550f7fde4227,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:08.967976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:08.992266 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Floating IP e4279ee4-3729-42cd-ba80-63954d72803c associated. External IP: 172.25.3.117, port: 12a9b244-342e-408e-88ad-3959c6b77e14. Mar 10 17:35:09.031844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:09.041431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.042543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:09.043963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-c4c61acf-dbb7-49f7-bb62-f360e1c8fa15 service neutron] 10.222.0.59 "PUT /v2.0/ports/039cc52b-81f6-42c6-aea3-550f7fde4227 HTTP/1.1" status: 200 len: 1096 time: 0.9810205 Mar 10 17:35:09.045355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:09.048193 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef6f6f-d577-4e86-adc4-ba574078b53e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:09.155324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-89024a2a-259d-4c5f-8156-30cb8791faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.156839 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-89024a2a-259d-4c5f-8156-30cb8791faa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 1130 time: 0.0647984 Mar 10 17:35:09.252819 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-0e010f62-d46c-40e7-8af9-3f92f3268cf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=039cc52b-81f6-42c6-aea3-550f7fde4227 HTTP/1.1" status: 200 len: 217 time: 0.0856991 Mar 10 17:35:09.326458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-820222e2-1d65-431d-8e46-faa12d51c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.328080 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-820222e2-1d65-431d-8e46-faa12d51c71b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0570600 Mar 10 17:35:09.336221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb499f-ef08-43c5-98c1-188cce10a4b2 req-98ed73ed-5aee-4e23-afd3-17b207d0f26b tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.338056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50eb499f-ef08-43c5-98c1-188cce10a4b2 req-98ed73ed-5aee-4e23-afd3-17b207d0f26b tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 945 time: 0.1403637 Mar 10 17:35:09.387433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-d6b8dc0f-b66d-4586-93a0-8a649e2e3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.389114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-d6b8dc0f-b66d-4586-93a0-8a649e2e3f83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0544052 Mar 10 17:35:09.434305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50eb499f-ef08-43c5-98c1-188cce10a4b2 req-be537ac1-1149-4768-b4dc-7b26faa484b8 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890088 Mar 10 17:35:09.441612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:09.489790 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282c96e-b358-446a-9c76-9b1555269d8d x-openstack-request-id: req-4282c96e-b358-446a-9c76-9b1555269d8d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:09.490091 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:09.490350 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4282c96e-b358-446a-9c76-9b1555269d8d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:09.490879 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227', 'status': 'completed', 'code': 200} Mar 10 17:35:09.501735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-8d163415-028e-48c8-92cc-f8c0d1fa97d0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032853 Mar 10 17:35:09.577739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:09.583767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:09.590024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:09.602774 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:09.603742 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:09.626064 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-713c3779-90bb-4dd7-83f4-25871cb971bd req-1728983b-0e7d-4763-83ab-bb000408f4c7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176183 Mar 10 17:35:09.641247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a74dc4c-c90c-4aa4-a3d6-d2e7d5d54c23 req-1cfb3ea0-cef3-4b95-b726-608bb26a48f0 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0347705 Mar 10 17:35:09.668828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-896b775a-b363-4e90-8eb0-39483b6eab61 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "PUT /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 996 time: 2.0519400 Mar 10 17:35:09.669306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:09.675481 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b708b27-3ca7-4295-844b-025844d9cad8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:09.734619 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:09.743260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-2e05cdb3-9567-4b45-9abb-37726f25cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.751265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-2e05cdb3-9567-4b45-9abb-37726f25cd90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.0716290 Mar 10 17:35:09.792147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:09.915373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-aa19a13e-98aa-43a6-b631-6b14a187a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.932609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-aa19a13e-98aa-43a6-b631-6b14a187a62d service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.1748214 Mar 10 17:35:09.954677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-f9fb2e66-d3d3-4697-8f2c-36a19fd51b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:09.958158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-f9fb2e66-d3d3-4697-8f2c-36a19fd51b3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 1130 time: 0.2485108 Mar 10 17:35:09.994149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port eba734fa-5207-49e7-958f-2d15a65ad7a0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:09.994590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:10.068744 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f5b84b-77a0-4010-81c1-00ef6336f603 x-openstack-request-id: req-b4f5b84b-77a0-4010-81c1-00ef6336f603 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:10.072698 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:10.073080 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4f5b84b-77a0-4010-81c1-00ef6336f603 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:10.073609 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:35:10.124391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port eba734fa-5207-49e7-958f-2d15a65ad7a0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:10.125088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:10.125937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-b23883de-9c5e-4b53-975f-c11cceb383cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.128059 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-b23883de-9c5e-4b53-975f-c11cceb383cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1606214 Mar 10 17:35:10.131208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:35:08Z', 'revision_number': 8, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:10.163658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:10.165933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:10.168933 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee2aa9-97c7-491a-8bc3-50b6717faaa9" -d '{"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-plugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:10.174535 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:10.175539 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:34:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:10.186676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:10.209501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:10.227228 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-f83bbd46-632d-4081-8b2b-88400ed96eb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=039cc52b-81f6-42c6-aea3-550f7fde4227 HTTP/1.1" status: 200 len: 217 time: 0.0885119 Mar 10 17:35:10.297760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:10.324177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-f4543ac9-109d-4d6c-935f-cf03f5763d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.328447 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-f4543ac9-109d-4d6c-935f-cf03f5763d3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0909772 Mar 10 17:35:10.357458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:10.430527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-573962e1-60dc-4987-bbb1-a4eebaf08336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.432043 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-573962e1-60dc-4987-bbb1-a4eebaf08336 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967577 Mar 10 17:35:10.579502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-635e12c1-c6e6-4479-8ae8-9b197d938787 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401324 Mar 10 17:35:10.640490 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:35:08Z', 'revision_number': 8, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:10.670398 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9264bf4-dbac-4aaf-8fca-2c5a1e5d3318 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e4279ee4-3729-42cd-ba80-63954d72803c', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'port_id': '12a9b244-342e-408e-88ad-3959c6b77e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'mac_address': 'fa:16:3e:d7:6b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:34:21Z', 'updated_at': '2022-03-10T17:35:08Z', 'revision_number': 8, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:10.726559 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47ef6f6f-d577-4e86-adc4-ba574078b53e req-6969e3a8-02b1-492e-8380-903b5abf1399 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385157 Mar 10 17:35:10.730140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-565fdfb0-0606-4fd1-a26c-0bed458a9055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 999 time: 0.8022399 Mar 10 17:35:10.734858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-00e90a3a-f1a5-47a9-9b5c-dd03abf2a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.736475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-00e90a3a-f1a5-47a9-9b5c-dd03abf2a747 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.6842053 Mar 10 17:35:10.778623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174ee8d-6481-4430-8e62-f2c6ecbef37f req-8ed78ea9-e350-4ad0-85f7-f4109c1d873f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.786263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8174ee8d-6481-4430-8e62-f2c6ecbef37f req-8ed78ea9-e350-4ad0-85f7-f4109c1d873f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 948 time: 0.7632020 Mar 10 17:35:10.857444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-f4515055-b1e6-4238-9589-18430400709c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.859422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-f4515055-b1e6-4238-9589-18430400709c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ec562f-df2d-41f8-9ce9-176b01585198 HTTP/1.1" status: 200 len: 946 time: 0.6964321 Mar 10 17:35:10.976377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-8294c4ba-e3de-48ef-b565-fc97b283ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:10.977794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-8294c4ba-e3de-48ef-b565-fc97b283ef97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2364511 Mar 10 17:35:10.990407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbec5e6-1891-449d-954e-d4137d308e87 None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:35:10.995522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8174ee8d-6481-4430-8e62-f2c6ecbef37f req-f47c78a5-2456-42c1-9991-b44a4e29dc92 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081587 Mar 10 17:35:11.085370 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56a1d5-cf9e-42de-b4d1-1cdb44bb84ae x-openstack-request-id: req-1f56a1d5-cf9e-42de-b4d1-1cdb44bb84ae {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:11.085879 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-plugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:11.086230 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f56a1d5-cf9e-42de-b4d1-1cdb44bb84ae {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:11.086778 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'code': 200} Mar 10 17:35:11.137812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-5d5cb2b4-48d6-452f-94f3-57c6b9bd3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:11.139147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-5d5cb2b4-48d6-452f-94f3-57c6b9bd3a82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.3942993 Mar 10 17:35:11.143413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 1687f96f-fca9-4de7-9972-6ce78893320e up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:11.178757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-5555a95f-a5f0-4731-876d-a4aec88b2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:11.187555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-5555a95f-a5f0-4731-876d-a4aec88b2bfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1850631 Mar 10 17:35:11.254566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 1687f96f-fca9-4de7-9972-6ce78893320e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:11.260054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 1687f96f-fca9-4de7-9972-6ce78893320e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:11.260610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.385514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 1687f96f-fca9-4de7-9972-6ce78893320e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:11.386286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.387944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-1626b1cc-9bd7-4fe6-9502-22636a1f8c74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 999 time: 0.2326436 Mar 10 17:35:11.392957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Deleting port 574c3884-fcd6-4a26-af70-41cbd71d5ede {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:11.393290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.425431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-d4c7c2fb-3f61-4396-b1e7-8057ec4c4d03 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368972 Mar 10 17:35:11.432502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=1687f96f-fca9-4de7-9972-6ce78893320e,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:11.440784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.505245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:11.536446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb057a07-f7f1-47c9-a5b8-043312d439fb req-88f5978c-26f3-463c-8b7d-36390ee121a6 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:11.543838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb057a07-f7f1-47c9-a5b8-043312d439fb req-88f5978c-26f3-463c-8b7d-36390ee121a6 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 945 time: 0.3919792 Mar 10 17:35:11.637099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-0416408c-4e8c-4855-bf51-6365d56b4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:11.638769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-0416408c-4e8c-4855-bf51-6365d56b4384 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2414367 Mar 10 17:35:11.699504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27ad99c4-cc41-47f3-9db6-297cb1e7a3a3 req-0525ee81-ed2b-42f4-bf9b-3e81d9028dee service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728472 Mar 10 17:35:11.725933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb057a07-f7f1-47c9-a5b8-043312d439fb req-33db8467-eade-4129-9662-2d9bb094dc4e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789737 Mar 10 17:35:11.748185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] For port 574c3884-fcd6-4a26-af70-41cbd71d5ede, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=574c3884-fcd6-4a26-af70-41cbd71d5ede,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:11.752795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:11.793671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Calling delete_port for 574c3884-fcd6-4a26-af70-41cbd71d5ede owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:11.809099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-f28fc4f2-3443-4c38-8c22-75327a8b8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:11.811479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-f28fc4f2-3443-4c38-8c22-75327a8b8553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1548493 Mar 10 17:35:11.914987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef140280-1253-4850-8308-e4fcd0ceddcf req-3c887300-ee78-4dd0-b3a6-a5562e767e19 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0679004 Mar 10 17:35:12.054381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98ad5f12-2e36-412e-8fbe-c919c21c1d46 req-ac23f896-18bc-4e46-af3e-c6afba4012ff tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 998 time: 0.1852913 Mar 10 17:35:12.101055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-a4af8856-5124-45f6-b5d6-fd53003bfd56 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508152 Mar 10 17:35:12.336641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (574c3884-fcd6-4a26-af70-41cbd71d5ede), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:12.352951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['12a9b244-342e-408e-88ad-3959c6b77e14'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:12.358127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad5f12-2e36-412e-8fbe-c919c21c1d46 req-e5ad54bd-2268-4627-8a29-5c2859a09aab tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:12.360702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98ad5f12-2e36-412e-8fbe-c919c21c1d46 req-e5ad54bd-2268-4627-8a29-5c2859a09aab tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2958574 Mar 10 17:35:12.447999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event deleted for resources: {'Port': ['ID=574c3884-fcd6-4a26-af70-41cbd71d5ede,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:12.452328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b708b27-3ca7-4295-844b-025844d9cad8 req-f46559c5-bd7e-426b-ae5f-50cbdafc631f service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384957 Mar 10 17:35:12.456386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b086bb97-7ce7-481a-9cb7-1f8d4297082d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:12.510487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54f298bd-fd4e-475d-ae8e-1588e664ec81 req-cd3728f4-d3a6-44f2-bb25-7f75f2862535 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0678096 Mar 10 17:35:12.672303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] No DVR routers for this DVR port 574c3884-fcd6-4a26-af70-41cbd71d5ede on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:12.786729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:12.790110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4688287f-ad32-4417-a564-3b3deb4a22ef req-8d506629-3832-4f58-bbbe-bc021c9cd7d0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.41 "DELETE /v2.0/ports/574c3884-fcd6-4a26-af70-41cbd71d5ede HTTP/1.1" status: 204 len: 173 time: 1.9197464 Mar 10 17:35:12.792724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'name': 'network-vif-deleted', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:12.795029 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a064cafa-fdaa-48a8-840f-847817f5f24c" -d '{"events": [{"server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "name": "network-vif-deleted", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:12.817433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ac74-122a-4bcd-bcc7-8005930616c2 req-75f452f8-9da1-4ae1-a40a-97eccdfd2df1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:12.825077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4f1ac74-122a-4bcd-bcc7-8005930616c2 req-75f452f8-9da1-4ae1-a40a-97eccdfd2df1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 948 time: 0.4470401 Mar 10 17:35:12.835674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-03332b42-cbc4-49d1-bb56-c59badd105d2 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1001 time: 0.1648383 Mar 10 17:35:12.919644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-13c44263-f5e7-4b5d-9c5b-81875836a168 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:12.936555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-13c44263-f5e7-4b5d-9c5b-81875836a168 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports/12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 942 time: 0.0999119 Mar 10 17:35:12.967824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4f1ac74-122a-4bcd-bcc7-8005930616c2 req-137d8e21-2767-4a80-b822-de6bad21d0f5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406009 Mar 10 17:35:13.088164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:13.090535 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767bb1a1-9202-4083-bdee-a1cc6e4a0f65" -d '{"events": [{"server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:13.117188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 039cc52b-81f6-42c6-aea3-550f7fde4227 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:13.146707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-947f51d1-f701-4ac0-93f7-02014139aa31 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1001 time: 0.1443067 Mar 10 17:35:13.176802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96550999-5f20-41bb-a840-6cc41e058324 req-66388a6d-51b8-4dff-8b9f-066a00a849b2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:13.189381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96550999-5f20-41bb-a840-6cc41e058324 req-66388a6d-51b8-4dff-8b9f-066a00a849b2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.1256206 Mar 10 17:35:13.435211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96550999-5f20-41bb-a840-6cc41e058324 req-d0fb57ba-8e89-490a-a6d1-f4cfa564df5f tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442253 Mar 10 17:35:13.505369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-6ff6dd06-f5ed-47fe-87e3-346ba9325b69 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:13.507116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-6ff6dd06-f5ed-47fe-87e3-346ba9325b69 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3516340 Mar 10 17:35:13.619419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-32cc217f-3c92-48c1-9acf-a99f029843f5 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 1001 time: 0.1046984 Mar 10 17:35:13.630076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:13.709507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=039cc52b-81f6-42c6-aea3-550f7fde4227,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:13.711773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:13.724166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '039cc52b-81f6-42c6-aea3-550f7fde4227', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '039cc52b-81f6-42c6-aea3-550f7fde4227', 'mac_address': 'fa:16:3e:8c:dd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:13.774484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 039cc52b-81f6-42c6-aea3-550f7fde4227 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:13.775011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:13.798755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039cc52b-81f6-42c6-aea3-550f7fde4227 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:13.804622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 574c3884-fcd6-4a26-af70-41cbd71d5ede no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:13.838748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 574c3884-fcd6-4a26-af70-41cbd71d5ede {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:13.839395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 574c3884-fcd6-4a26-af70-41cbd71d5ede not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:13.869058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=039cc52b-81f6-42c6-aea3-550f7fde4227,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:13.878480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:13.946018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:13.952035 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd9f38-48c1-48d5-99f3-8d40ab67242e x-openstack-request-id: req-95dd9f38-48c1-48d5-99f3-8d40ab67242e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:13.952552 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec562f-df2d-41f8-9ce9-176b01585198", "name": "network-vif-deleted", "tag": "574c3884-fcd6-4a26-af70-41cbd71d5ede", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:13.953032 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95dd9f38-48c1-48d5-99f3-8d40ab67242e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:13.953581 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec562f-df2d-41f8-9ce9-176b01585198', 'name': 'network-vif-deleted', 'tag': '574c3884-fcd6-4a26-af70-41cbd71d5ede', 'status': 'completed', 'code': 200} Mar 10 17:35:13.960569 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:13.961053 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Floating IP e4279ee4-3729-42cd-ba80-63954d72803c disassociated. External IP: 172.25.3.117, port: 12a9b244-342e-408e-88ad-3959c6b77e14. Mar 10 17:35:13.997428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:14.014130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.014578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.015676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.016025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.016361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.016693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.017021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.017348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.017671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.017992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.018323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.018656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.020413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:14.086453 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24290374-b2e5-4995-b125-c730c13f3686 x-openstack-request-id: req-24290374-b2e5-4995-b125-c730c13f3686 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:14.086932 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:14.087387 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24290374-b2e5-4995-b125-c730c13f3686 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:14.087927 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e', 'code': 200} Mar 10 17:35:14.189881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98401665-2d75-4102-b75f-05b1c0e5513c req-83ae9297-5399-411d-9048-b39e9edacbd2 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0316458 Mar 10 17:35:14.210320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['039cc52b-81f6-42c6-aea3-550f7fde4227'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:14.593646 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc046c69-0110-4e38-995f-0b2d175fbc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:14.690495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:14.699003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70ca25-ca82-4640-a189-3155542ebd63 req-4e879104-7224-4423-94bc-b54d445bb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:14.700498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f70ca25-ca82-4640-a189-3155542ebd63 req-4e879104-7224-4423-94bc-b54d445bb905 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 1128 time: 0.5051165 Mar 10 17:35:14.773596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74f1d-a61a-4c6b-bedf-134fd5aab0e6 req-c29c222a-7950-4f5e-a87c-d8e19e6b1412 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:14.780555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0d74f1d-a61a-4c6b-bedf-134fd5aab0e6 req-c29c222a-7950-4f5e-a87c-d8e19e6b1412 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 949 time: 0.4405084 Mar 10 17:35:14.832027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f70ca25-ca82-4640-a189-3155542ebd63 req-86d5f59d-6fb8-4a85-8f91-d893af0c4c7a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224124 Mar 10 17:35:14.904765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0d74f1d-a61a-4c6b-bedf-134fd5aab0e6 req-43c59cad-1ba0-445e-8097-157d22d426d8 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231310 Mar 10 17:35:14.918342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:14.923561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:14.936737 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:14.955791 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:14.957617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:14.967083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-ae063f31-7ee6-4e57-9b1e-a878030ca1bb tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "PUT /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 696 time: 1.3423345 Mar 10 17:35:15.081070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-613c8a2e-e206-4dce-94b4-6ce457d5b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.088273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-613c8a2e-e206-4dce-94b4-6ce457d5b857 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.1084290 Mar 10 17:35:15.113898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a144c-7a54-4754-8240-46a150f5009e req-2dd6d5fc-3fba-4142-9feb-2dec7ae8e56f tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.118798 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:15.121113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b77a144c-7a54-4754-8240-46a150f5009e req-2dd6d5fc-3fba-4142-9feb-2dec7ae8e56f tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 950 time: 0.1000521 Mar 10 17:35:15.229629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b77a144c-7a54-4754-8240-46a150f5009e req-bfaf1f24-f0f0-4c84-a6f2-96798cccf3f8 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077588 Mar 10 17:35:15.269807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-783a0515-62ee-44ca-bde9-b121b9e84f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.281756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-783a0515-62ee-44ca-bde9-b121b9e84f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.1924951 Mar 10 17:35:15.332141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-d4ea3023-bdc2-4e3a-8639-b39d74e1b184 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.0490265 Mar 10 17:35:15.421906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-03964e6c-c42e-4271-af8d-7c6384c7c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.431034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-03964e6c-c42e-4271-af8d-7c6384c7c674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.0976033 Mar 10 17:35:15.466588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012ce4f-0739-4513-a920-f5ebac1c436e req-1d4f8335-22f7-4679-9a80-665f47f3c6e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.468391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c012ce4f-0739-4513-a920-f5ebac1c436e req-1d4f8335-22f7-4679-9a80-665f47f3c6e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.1082900 Mar 10 17:35:15.520411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808563a-9a18-4639-9856-262b7b33160c req-cae99939-1e89-4e83-ab8a-24a06a36c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:15.528332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-cae99939-1e89-4e83-ab8a-24a06a36c44b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961013 Mar 10 17:35:15.544044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:15.567765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c012ce4f-0739-4513-a920-f5ebac1c436e req-14d2522f-e57a-40e8-a496-baa6bc9c497f tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894151 Mar 10 17:35:15.577208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:15.599146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:15.600473 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:15.648604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-9e1f0765-eaba-450e-9c86-8416205d4c87 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192377 Mar 10 17:35:15.737846 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:15.780963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9aec78d-bed0-46fc-9568-5e99363224a8 req-c4300bed-6aee-4a05-9b46-6e8982470888 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0400333 Mar 10 17:35:15.808966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1808563a-9a18-4639-9856-262b7b33160c req-8a0d2bd5-577f-41fb-aaf3-4bf967bf1430 service neutron] 10.222.0.35 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565821 Mar 10 17:35:15.889296 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:15.956340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:15.958753 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5e1525-7403-4d91-9a78-254d9311e112" -d '{"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:16.115994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff36fe-e828-4991-92d1-24e2d3708523 req-694c59d9-eb0a-4e15-bd88-cae24a6ab9b6 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:16.118596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44ff36fe-e828-4991-92d1-24e2d3708523 req-694c59d9-eb0a-4e15-bd88-cae24a6ab9b6 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 949 time: 0.1065140 Mar 10 17:35:16.220300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44ff36fe-e828-4991-92d1-24e2d3708523 req-433fd010-24ce-4288-8b23-e708ff4f3652 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Mar 10 17:35:16.266238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:16.311318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e504d2-3c6a-42d0-9252-f8405ea753d8 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:33:52Z', 'revision_number': 4, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f9cf20ad-4f40-4466-8a42-236a290e6ef1', 'name': '', 'network_id': 'af490d30-5e2b-464a-a395-1df25f0f56c3', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'mac_address': 'fa:16:3e:81:81:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:48Z', 'updated_at': '2022-03-10T17:33:58Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'subnets': [{'id': '74b64ad6-e2ed-4538-8dfc-83ae77b56719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:16.382656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-cd878ae6-ab7a-4fdf-94c6-d4157458fcf5 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 200 len: 696 time: 0.1304665 Mar 10 17:35:16.390655 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80cc516-2878-484e-b011-827380cc3e94 x-openstack-request-id: req-c80cc516-2878-484e-b011-827380cc3e94 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:16.390963 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:16.391237 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c80cc516-2878-484e-b011-827380cc3e94 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:16.392225 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:35:16.588360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-cdf14f2a-929c-444d-81e4-6e5a7c2a2205 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:16.599108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-cdf14f2a-929c-444d-81e4-6e5a7c2a2205 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2049999 Mar 10 17:35:16.606717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-2e6791ad-933a-457a-b044-a41791ce36f4 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:35:16.613951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-2e6791ad-933a-457a-b044-a41791ce36f4 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136154 Mar 10 17:35:16.672997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-a7eb57be-cbc1-40b5-82a8-d2864a9505b0 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 699 time: 0.0558915 Mar 10 17:35:16.748518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-81d31d46-6e89-4921-ab7d-836592d7ca35 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.117 HTTP/1.1" status: 200 len: 699 time: 0.0747664 Mar 10 17:35:16.765609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-1ae1d8b0-16f6-4b7b-a12f-cd71a43e0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:16.767008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-1ae1d8b0-16f6-4b7b-a12f-cd71a43e0e1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 1127 time: 0.2444074 Mar 10 17:35:16.801907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00fca6-bf1b-4960-862a-b6ef1edb41d5 None None] New status for floating IP e4279ee4-3729-42cd-ba80-63954d72803c: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:35:16.998696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f2d18-d00e-4867-bd79-61d266f780ac req-09a6255e-c42f-4bec-b792-3c611855f316 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:17.000392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db5f2d18-d00e-4867-bd79-61d266f780ac req-09a6255e-c42f-4bec-b792-3c611855f316 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.2613690 Mar 10 17:35:17.067691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-7716bac3-d043-4c7f-9eeb-2bffb9add670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:17.069231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-7716bac3-d043-4c7f-9eeb-2bffb9add670 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 200 len: 922 time: 0.2942154 Mar 10 17:35:17.140660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db5f2d18-d00e-4867-bd79-61d266f780ac req-eec0648f-287d-49b1-9884-062b183bc763 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328206 Mar 10 17:35:17.149138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 039cc52b-81f6-42c6-aea3-550f7fde4227 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:17.163635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-336dda35-a13d-4527-9168-f5eae092c2c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 200 len: 217 time: 0.0817389 Mar 10 17:35:17.165524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Deleting port aa48b443-8ca9-40a5-8112-b2c41645d03c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:17.165924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.241792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.281760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 039cc52b-81f6-42c6-aea3-550f7fde4227 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:17.289746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 039cc52b-81f6-42c6-aea3-550f7fde4227 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:17.290294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.421567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b36f898-dc7c-4672-a7f4-8d01a6836a96 req-c9b80d95-56d3-420d-a811-956565573f76 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0444982 Mar 10 17:35:17.424652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-a0cc9fe9-2391-4a1b-b520-f0ff4605c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:17.426536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-a0cc9fe9-2391-4a1b-b520-f0ff4605c200 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 200 len: 860 time: 0.2521288 Mar 10 17:35:17.571334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.572370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (aa48b443-8ca9-40a5-8112-b2c41645d03c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.621061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 039cc52b-81f6-42c6-aea3-550f7fde4227 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:17.624902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.641460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Calling delete_port for aa48b443-8ca9-40a5-8112-b2c41645d03c owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:17.731758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:17.738405 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21892e-caaa-4b68-b87f-810cc3055a2a" -d '{"events": [{"server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "name": "network-vif-plugged", "status": "completed", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:17.773200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=039cc52b-81f6-42c6-aea3-550f7fde4227,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:17.780808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:17.850910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-985fdf29-7028-4cb5-b701-bb60880565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:17.852814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-985fdf29-7028-4cb5-b701-bb60880565cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af490d30-5e2b-464a-a395-1df25f0f56c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3039057 Mar 10 17:35:17.892944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:18.051903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706ef56-041d-42d1-9e7f-c7684b0c7bfb req-7f91b6d5-38d9-47b7-951b-8ed8410d3a6f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:18.059008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3706ef56-041d-42d1-9e7f-c7684b0c7bfb req-7f91b6d5-38d9-47b7-951b-8ed8410d3a6f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 950 time: 0.3860490 Mar 10 17:35:18.069261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:18.106273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:18.107209 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.133206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-4292eded-6ac6-4daf-bc99-dd15d3ccea47 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359767 Mar 10 17:35:18.157151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:18.187950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.218978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3706ef56-041d-42d1-9e7f-c7684b0c7bfb req-5a9106db-6c92-42bb-bca9-191b7f1624ca tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455824 Mar 10 17:35:18.262002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:18.316610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (aa48b443-8ca9-40a5-8112-b2c41645d03c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.344320 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf8eae5-4c4e-4b98-972b-311ed286e5ab x-openstack-request-id: req-baf8eae5-4c4e-4b98-972b-311ed286e5ab {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:18.344617 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "name": "network-vif-plugged", "status": "completed", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:18.344868 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf8eae5-4c4e-4b98-972b-311ed286e5ab {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:18.345260 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227', 'code': 200} Mar 10 17:35:18.368886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event deleted for resources: {'Port': ['ID=aa48b443-8ca9-40a5-8112-b2c41645d03c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:18.450799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5e1525-7403-4d91-9a78-254d9311e112 req-ebdb079d-5fb3-4239-80d0-f10c2dc5fdb9 service neutron] 10.222.0.59 "GET /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081379 Mar 10 17:35:18.509867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks [] for floatingip (e4279ee4-3729-42cd-ba80-63954d72803c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.513026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.514836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a10ae8-dd28-47dd-a04b-4c3d54849ccb req-41712a2d-6225-4368-bd29-4c8027c66787 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "DELETE /v2.0/floatingips/e4279ee4-3729-42cd-ba80-63954d72803c HTTP/1.1" status: 204 len: 173 time: 1.7655478 Mar 10 17:35:18.536724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff9031-7331-4320-8f65-0ce1db2877bb req-47323177-87ca-4e9d-9633-3a2fdf720c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:18.538550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ddff9031-7331-4320-8f65-0ce1db2877bb req-47323177-87ca-4e9d-9633-3a2fdf720c62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 1132 time: 0.1064997 Mar 10 17:35:18.613105 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ddff9031-7331-4320-8f65-0ce1db2877bb req-b9d1e587-1d8c-4eef-90e6-1d5200ac482a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Mar 10 17:35:18.642227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72e2b768-5404-428d-9493-3ae8a47baf38 req-9bb9499d-5ee6-4029-bd8e-434c0e5404bf tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0316515 Mar 10 17:35:18.650925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:18.794310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994bef-35ad-48ed-9b12-2beeece3060f req-0fe26098-1d88-4e58-8e82-f2b18a4b7012 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:18.798936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11994bef-35ad-48ed-9b12-2beeece3060f req-0fe26098-1d88-4e58-8e82-f2b18a4b7012 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.0726380 Mar 10 17:35:18.884485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800d3d7-af98-42e6-b1a9-8c26b6494e06 req-e794deca-2020-4cd2-b69f-571eb78602bd tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:18.886208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8800d3d7-af98-42e6-b1a9-8c26b6494e06 req-e794deca-2020-4cd2-b69f-571eb78602bd tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.0855451 Mar 10 17:35:18.889056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11994bef-35ad-48ed-9b12-2beeece3060f req-b21afdaa-e1fc-4f7d-9464-81a24cddc88a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784845 Mar 10 17:35:18.955996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8800d3d7-af98-42e6-b1a9-8c26b6494e06 req-4cf5de69-fe6d-4d16-8004-877572a9e6c1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Mar 10 17:35:19.153002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:19.281870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:19.294360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'mac_address': 'fa:16:3e:95:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:19.347851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:19.348414 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:19.368352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8afde-8019-4063-9047-469de0ba9945 req-3307bd86-1f47-4796-8213-b1d12efd93d7 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:19.369612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:19.375178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaf8afde-8019-4063-9047-469de0ba9945 req-3307bd86-1f47-4796-8213-b1d12efd93d7 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 950 time: 0.0863411 Mar 10 17:35:19.403993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:19.413341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:19.434331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaf8afde-8019-4063-9047-469de0ba9945 req-08afa92d-23af-4321-b373-2265494251c1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582216 Mar 10 17:35:19.475120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:19.605419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['fa4c5fce-8e6b-4581-83ad-278a1d607521'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:19.817639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc5d4075-dbd4-4f1a-b6a9-f86f1ae97c8b req-61088736-c1d7-4505-8a39-5e2de58a19ed tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0448289 Mar 10 17:35:20.024548 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:35:20.077533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd09eb-a18f-46fc-9d7d-c59264a4db3b req-f2515179-05db-469c-b178-3f7879ab3fc4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:20.082916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9bd09eb-a18f-46fc-9d7d-c59264a4db3b req-f2515179-05db-469c-b178-3f7879ab3fc4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.1154981 Mar 10 17:35:20.149230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc8733-791e-4081-8105-d1eeedeb9948 req-8086c76c-2912-4668-a680-c659cd6759c1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:20.156367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-affc8733-791e-4081-8105-d1eeedeb9948 req-8086c76c-2912-4668-a680-c659cd6759c1 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.1235723 Mar 10 17:35:20.183160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9bd09eb-a18f-46fc-9d7d-c59264a4db3b req-938d45da-d839-49ad-8337-1aecaedbcb6d tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972860 Mar 10 17:35:20.224861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-affc8733-791e-4081-8105-d1eeedeb9948 req-bafec357-f69a-4257-b036-bac42e2706c8 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674710 Mar 10 17:35:20.346527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:20.349901 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4443d-5d51-441c-92e4-b8f195717e85" -d '{"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:20.414294 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec1cf5e-10b9-4a68-a7e2-69d3dc552e5d x-openstack-request-id: req-0ec1cf5e-10b9-4a68-a7e2-69d3dc552e5d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:20.414823 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:20.415229 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ec1cf5e-10b9-4a68-a7e2-69d3dc552e5d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:20.417074 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'code': 200} Mar 10 17:35:20.565418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4347-197b-4901-ad42-09000e02516d req-7fc6afc8-432e-408d-a46d-19c8db1446c1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:20.566968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074f4347-197b-4901-ad42-09000e02516d req-7fc6afc8-432e-408d-a46d-19c8db1446c1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 950 time: 0.0540094 Mar 10 17:35:20.620215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074f4347-197b-4901-ad42-09000e02516d req-f3bee087-02e4-4caf-bd18-0b459a2c5f09 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Mar 10 17:35:20.990744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4212ecb3-6ee9-4460-8bba-16c2cc8f8279 req-a46b9ac3-0581-4fc5-98e7-ea548026cb0f tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0581224 Mar 10 17:35:21.169764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:21.228001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port fa4c5fce-8e6b-4581-83ad-278a1d607521 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:21.228615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.260176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.261886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.263027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.264370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.266733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.267204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.267662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.268119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.268969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.271765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.272420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.272885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.273339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.273785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.274231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.275750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.277415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.277415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.295380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-58f86657-71c3-49ae-83df-66a2426c4523 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2&device_id=320e280c-c601-470b-a955-6e49ae225382&device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee&device_id=1413aa89-da49-45b0-848f-57ae2628bc9f&device_id=22661fd4-48f8-4a58-97be-b22d8867f58e&device_id=573f4706-f93d-4533-a99f-fdd74370dbee&device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1&device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9&device_id=07fc24ae-d8ec-42c2-85b1-126136659521&device_id=73aef958-d867-4e05-8ca2-ccf523bc4415&device_id=923e391b-07d0-4b12-b0b5-ac158433c679&device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 16817 time: 0.1665585 Mar 10 17:35:21.337408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-45c1f010-8b9e-4390-8f9b-d050f364e9e3 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.342879 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-45c1f010-8b9e-4390-8f9b-d050f364e9e3 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.59 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.1107612 Mar 10 17:35:21.406615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-84984a8f-e99a-48c4-abcd-5a7a8e8e6eae tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.423544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:21.424514 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.476863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543ea1e-3082-4362-a3c0-b5699b92352c req-8ef01981-9bcc-46e8-9592-5d54c4d63d4a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.478298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5543ea1e-3082-4362-a3c0-b5699b92352c req-8ef01981-9bcc-46e8-9592-5d54c4d63d4a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=1413aa89-da49-45b0-848f-57ae2628bc9f HTTP/1.1" status: 200 len: 946 time: 0.1689010 Mar 10 17:35:21.520963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Deleting port 1687f96f-fca9-4de7-9972-6ce78893320e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:21.521645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.533216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:21.539689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.540444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-c51d3141-2c1b-42ff-89dd-dd8e92d1168c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:21.542248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-c51d3141-2c1b-42ff-89dd-dd8e92d1168c tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.1949584 Mar 10 17:35:21.656453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:21.706588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5543ea1e-3082-4362-a3c0-b5699b92352c req-6224ca94-0feb-41f2-a101-9007e4df100a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186439 Mar 10 17:35:21.708966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] For port 1687f96f-fca9-4de7-9972-6ce78893320e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=1687f96f-fca9-4de7-9972-6ce78893320e,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:21.708966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.751050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Calling delete_port for 1687f96f-fca9-4de7-9972-6ce78893320e owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:21.953063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1687f96f-fca9-4de7-9972-6ce78893320e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:21.979090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['1687f96f-fca9-4de7-9972-6ce78893320e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:22.045629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Pushing event deleted for resources: {'Port': ['ID=1687f96f-fca9-4de7-9972-6ce78893320e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:22.106964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] No DVR routers for this DVR port 1687f96f-fca9-4de7-9972-6ce78893320e on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:22.118418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.121901 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-809dc5a6-dd83-4009-a436-3a25aa89466b req-6ba1c93f-0b80-449d-a240-a29b1b544c52 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.59 "DELETE /v2.0/ports/1687f96f-fca9-4de7-9972-6ce78893320e HTTP/1.1" status: 204 len: 173 time: 0.7619162 Mar 10 17:35:22.122382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'name': 'network-vif-deleted', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:22.133497 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11579cf9-2377-45a2-962c-32637755dbb3" -d '{"events": [{"server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "name": "network-vif-deleted", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:22.203086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-84984a8f-e99a-48c4-abcd-5a7a8e8e6eae tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Publish callbacks [] for security_group (e55e3ce6-ee36-4f4b-bef9-b03dcf690903), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.241997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-84984a8f-e99a-48c4-abcd-5a7a8e8e6eae tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e55e3ce6-ee36-4f4b-bef9-b03dcf690903), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.316913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Deleting port 12a9b244-342e-408e-88ad-3959c6b77e14 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:22.317296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.325007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84984a8f-e99a-48c4-abcd-5a7a8e8e6eae tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e3ce6-ee36-4f4b-bef9-b03dcf690903,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:22.386992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f9dd2-232b-4922-a63d-645d7896608e req-93c053d7-46a6-431b-b9eb-35f5192a4ba9 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:22.394326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c12f9dd2-232b-4922-a63d-645d7896608e req-93c053d7-46a6-431b-b9eb-35f5192a4ba9 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7277970-7cea-4f99-bb0f-b977f9ab60e9 HTTP/1.1" status: 200 len: 945 time: 0.1897228 Mar 10 17:35:22.418408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:22.427816 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac4a473-3388-4114-930e-7483472ff53d" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:22.558163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] For port 12a9b244-342e-408e-88ad-3959c6b77e14, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12a9b244-342e-408e-88ad-3959c6b77e14,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:22.558816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.572252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c12f9dd2-232b-4922-a63d-645d7896608e req-5de1d987-abec-4535-b29a-cc4cbf8caad6 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3076f86-654f-4c73-9226-02135d135f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764421 Mar 10 17:35:22.619285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d73e9dd-87b2-4fb9-8ed2-8be3c24ca9b0 req-84984a8f-e99a-48c4-abcd-5a7a8e8e6eae tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=07ee2f6d-c638-4982-8db5-cbc473599d6b&id=b3076f86-654f-4c73-9226-02135d135f06&id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&id=57c6fe86-8270-4eab-bda1-c6e7c714a980&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&id=28251e35-8590-4f15-9e1f-cb6176855773&id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 875 time: 1.3229110 Mar 10 17:35:22.630382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Calling delete_port for 12a9b244-342e-408e-88ad-3959c6b77e14 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:22.889310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12a9b244-342e-408e-88ad-3959c6b77e14), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:22.904072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['12a9b244-342e-408e-88ad-3959c6b77e14'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:22.968953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Pushing event deleted for resources: {'Port': ['ID=12a9b244-342e-408e-88ad-3959c6b77e14,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:23.020206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] No DVR routers for this DVR port 12a9b244-342e-408e-88ad-3959c6b77e14 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:23.023451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:23.028182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4db0d79d-446c-4888-9f62-27e0cd739b72 req-cdc62a12-135d-4a9a-ae11-7ed0b86a5c24 tempest-FloatingIPsAssociationTestJSON-821870544 tempest-FloatingIPsAssociationTestJSON-821870544-project] 10.222.0.59 "DELETE /v2.0/ports/12a9b244-342e-408e-88ad-3959c6b77e14 HTTP/1.1" status: 204 len: 173 time: 1.4781172 Mar 10 17:35:23.028989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'name': 'network-vif-deleted', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:23.041521 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff64cc1c-a48f-44ce-90cc-9621127e8be6" -d '{"events": [{"server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "name": "network-vif-deleted", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:25.216411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 1687f96f-fca9-4de7-9972-6ce78893320e no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:25.287220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 1687f96f-fca9-4de7-9972-6ce78893320e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:25.287987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 1687f96f-fca9-4de7-9972-6ce78893320e not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:25.288635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12a9b244-342e-408e-88ad-3959c6b77e14 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:25.310024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 12a9b244-342e-408e-88ad-3959c6b77e14 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:25.310781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12a9b244-342e-408e-88ad-3959c6b77e14 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:26.314510 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d86989-bc84-4677-8519-79d34dd2f4ee x-openstack-request-id: req-48d86989-bc84-4677-8519-79d34dd2f4ee {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:26.315651 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1413aa89-da49-45b0-848f-57ae2628bc9f", "name": "network-vif-deleted", "tag": "1687f96f-fca9-4de7-9972-6ce78893320e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:26.316122 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48d86989-bc84-4677-8519-79d34dd2f4ee {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:26.317202 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1413aa89-da49-45b0-848f-57ae2628bc9f', 'name': 'network-vif-deleted', 'tag': '1687f96f-fca9-4de7-9972-6ce78893320e', 'status': 'completed', 'code': 200} Mar 10 17:35:26.357964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30cc438a-60da-4d74-8a9d-61e67dd4be8e req-f4292ec1-70dc-4ddc-9649-cdac8d1e81bf tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0366383 Mar 10 17:35:26.396771 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea39554-44ab-4d1d-8b22-ba343bb2f539 x-openstack-request-id: req-2ea39554-44ab-4d1d-8b22-ba343bb2f539 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:26.397610 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-plugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:26.398033 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ea39554-44ab-4d1d-8b22-ba343bb2f539 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:26.398696 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'code': 200} Mar 10 17:35:26.483090 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0ef802-2c24-426c-91f7-d5a597fd20ba x-openstack-request-id: req-ac0ef802-2c24-426c-91f7-d5a597fd20ba {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:26.483357 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7277970-7cea-4f99-bb0f-b977f9ab60e9", "name": "network-vif-deleted", "tag": "12a9b244-342e-408e-88ad-3959c6b77e14", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:26.483767 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac0ef802-2c24-426c-91f7-d5a597fd20ba {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:26.484344 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7277970-7cea-4f99-bb0f-b977f9ab60e9', 'name': 'network-vif-deleted', 'tag': '12a9b244-342e-408e-88ad-3959c6b77e14', 'status': 'completed', 'code': 200} Mar 10 17:35:26.504676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37026) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:26.797058 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:26.887058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c899-410c-42dc-85cf-4efcd719b17e req-ac764b2e-114b-4f31-93e9-cf7b84276237 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:26.887716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c899-410c-42dc-85cf-4efcd719b17e req-ac764b2e-114b-4f31-93e9-cf7b84276237 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:26.888253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c899-410c-42dc-85cf-4efcd719b17e req-ac764b2e-114b-4f31-93e9-cf7b84276237 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:26.897713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bff1c899-410c-42dc-85cf-4efcd719b17e req-ac764b2e-114b-4f31-93e9-cf7b84276237 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2&device_id=22661fd4-48f8-4a58-97be-b22d8867f58e&device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 2976 time: 0.2037749 Mar 10 17:35:26.997325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-0ce666ae-bdf0-427f-ab86-4729582e35f4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:26.998902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-0ce666ae-bdf0-427f-ab86-4729582e35f4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 809 time: 0.3162198 Mar 10 17:35:27.008962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bff1c899-410c-42dc-85cf-4efcd719b17e req-9e62eccb-7734-480d-9f7e-4442baa9ea12 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Mar 10 17:35:27.029410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-e2019416-7326-4e9d-a211-35656c6f1757 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/quotas/2a13fc48afa8465bad92e08ede500356 HTTP/1.1" status: 200 len: 375 time: 0.0168657 Mar 10 17:35:27.105491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.131390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-c13b0aa3-2f1a-4f28-ba91-84680664fa75 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917301 Mar 10 17:35:27.298516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-31a701c5-e81e-4a52-8ad5-01ffc600ecee service neutron] 10.222.0.35 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660607 Mar 10 17:35:27.467854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-8ad1726a-3b5c-4c7a-8217-740585d2db43 service neutron] 10.222.0.35 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678271 Mar 10 17:35:27.570834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Deleting port f9cf20ad-4f40-4466-8a42-236a290e6ef1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:27.571348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.739028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] For port f9cf20ad-4f40-4466-8a42-236a290e6ef1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f9cf20ad-4f40-4466-8a42-236a290e6ef1,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:27.739409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:27.759555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Calling delete_port for f9cf20ad-4f40-4466-8a42-236a290e6ef1 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:28.074932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f9cf20ad-4f40-4466-8a42-236a290e6ef1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:28.121768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cf20ad-4f40-4466-8a42-236a290e6ef1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:28.163729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c12f55f-0a30-4531-9fe3-d3a4b5b36598 req-42b49ca8-2234-4ffa-b0e4-36be0cf9b272 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 210 time: 0.0607202 Mar 10 17:35:28.249501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f518378d-d4ad-4df7-b93b-3464686e21e1 req-66409313-ed35-4681-b98f-e72300ab45ec tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0843654 Mar 10 17:35:28.747354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:28.874493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-70e74967-51a2-43da-8eb7-2daca35de9d9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:28.883683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-70e74967-51a2-43da-8eb7-2daca35de9d9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.1669631 Mar 10 17:35:28.906588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-42e41bef-fead-416d-8576-0fdb1a081f2e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/quotas/ac285a55963b41b2971f8add60469909 HTTP/1.1" status: 200 len: 375 time: 0.0210574 Mar 10 17:35:28.986619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-40aa9e3f-3eb1-4220-b452-a56c13abb12a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787120 Mar 10 17:35:29.019764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-705bcde0-f177-4952-8286-abc114a5b96c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:35:29.021027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-705bcde0-f177-4952-8286-abc114a5b96c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268781 Mar 10 17:35:29.071662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Router f88a6e63-efcc-465d-810e-8c9763a0d4da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:29.161891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-e24753ab-3f51-4cba-94bc-2dacc0e5d348 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340957 Mar 10 17:35:29.204561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6bae-7c99-4847-8988-915b9e7e1245 req-f1c3cb98-59e1-4aa3-a022-5bcdf3f8800c tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:29.206387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1aeb6bae-7c99-4847-8988-915b9e7e1245 req-f1c3cb98-59e1-4aa3-a022-5bcdf3f8800c tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1132 time: 0.1584167 Mar 10 17:35:29.213084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:29.228839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Sync routers for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:29.231772 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-521e9ec2-aa9b-4b99-86f5-5ffa07f88040 admin admin] 10.222.0.35 "PUT /v2.0/routers/f88a6e63-efcc-465d-810e-8c9763a0d4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7258530 Mar 10 17:35:29.236767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:29.257702 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:29.259182 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:29.373233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-1bfcc78e-29c9-412d-918e-b82ae94067fd service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096169 Mar 10 17:35:29.418156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks [] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.531546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-ef44028c-a436-467e-8d12-0c3f3ee148ff tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:29.533080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-ef44028c-a436-467e-8d12-0c3f3ee148ff tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.41 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 809 time: 0.2814798 Mar 10 17:35:29.548038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1aeb6bae-7c99-4847-8988-915b9e7e1245 req-9ed72fc3-fc54-4c0c-b4cc-3885b115fcf6 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943172 Mar 10 17:35:29.554248 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:29.571843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Request body: {'port': {'device_id': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171', 'admin_state_up': True, 'tenant_id': '2a13fc48afa8465bad92e08ede500356'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:29.638063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks [] for router_gateway (f88a6e63-efcc-465d-810e-8c9763a0d4da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.740958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Deleting port 2b755072-aa7c-4990-8bad-2b68c41150f2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:29.741500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.749212 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.863338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:29.864350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] For port 2b755072-aa7c-4990-8bad-2b68c41150f2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b755072-aa7c-4990-8bad-2b68c41150f2,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:29.865605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:29.883158 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:35:27Z', 'revision_number': 5, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port': {'id': '2b755072-aa7c-4990-8bad-2b68c41150f2', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:33:41Z', 'updated_at': '2022-03-10T17:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:29.883929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Calling delete_port for 2b755072-aa7c-4990-8bad-2b68c41150f2 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:29.888427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-819f8964-c3af-4a58-9898-c79bba1fae72 req-83c3cc0d-066f-4494-bd97-8ac604bb5a0d tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0450904 Mar 10 17:35:29.942709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f49c24e-4e85-4c2f-9f00-2a33ce451c2f req-e51f387e-96cb-48cd-b7c6-acdcdb9927ff tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 210 time: 0.0904660 Mar 10 17:35:29.965333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Made reservation on behalf of 2a13fc48afa8465bad92e08ede500356 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:29.969487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.031907 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Checking router: f88a6e63-efcc-465d-810e-8c9763a0d4da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:30.072277 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Routers {'f88a6e63-efcc-465d-810e-8c9763a0d4da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:30.072898 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f88a6e63-efcc-465d-810e-8c9763a0d4da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:30.111589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port eba734fa-5207-49e7-958f-2d15a65ad7a0 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:30.111983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.127110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-735dd2e0-1520-430c-a2bf-43390dfb3fe8 req-ad9c4236-cb69-4444-b29e-176c990a91e9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 210 time: 0.0725989 Mar 10 17:35:30.150648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:30.153263 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c810a0-39d8-4ebd-9e27-d39e6e581fd5" -d '{"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-unplugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:30.164760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b755072-aa7c-4990-8bad-2b68c41150f2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.196810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:30.209923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.247993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b755072-aa7c-4990-8bad-2b68c41150f2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:30.256333 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3b7fa-9c36-407b-92d8-98f95fca3cf6 x-openstack-request-id: req-b0c3b7fa-9c36-407b-92d8-98f95fca3cf6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:30.256628 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-unplugged", "status": "completed", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:30.256885 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0c3b7fa-9c36-407b-92d8-98f95fca3cf6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:30.257272 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'code': 200} Mar 10 17:35:30.329475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:30.336423 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] Set router f88a6e63-efcc-465d-810e-8c9763a0d4da gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:30.393242 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:35:29Z', 'revision_number': 6, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:30.404797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.422823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815d7e5-ca1d-4581-bcbf-9ed75e04a561 req-b4f78491-aed9-43b8-89d8-6846398ca002 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:30.427730 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9211a-97e1-415f-a69d-a552810329b2 None None] The sync data for ids ['f88a6e63-efcc-465d-810e-8c9763a0d4da'] in n-d-833115-2 is: [{'id': 'f88a6e63-efcc-465d-810e-8c9763a0d4da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1250554533-router', 'tenant_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:33:38Z', 'updated_at': '2022-03-10T17:35:29Z', 'revision_number': 6, 'project_id': 'f19bdc0b9eb841b390d67238c7d30b20', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:30.427996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5815d7e5-ca1d-4581-bcbf-9ed75e04a561 req-b4f78491-aed9-43b8-89d8-6846398ca002 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1132 time: 0.2920399 Mar 10 17:35:30.510928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Allocated IP 172.20.0.12 (ccad613b-1a6c-48d5-9277-3d6765ae1171/9a6546db-1981-4876-b49b-2f9c1d6ac8ab/fa35ce85-c7c9-4780-8761-fe30453d2d40) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:30.536938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.539890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks [] for router_controller (f88a6e63-efcc-465d-810e-8c9763a0d4da), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.577051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5815d7e5-ca1d-4581-bcbf-9ed75e04a561 req-ab193102-08de-4040-96ea-9ad6d51cef41 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452723 Mar 10 17:35:30.632421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f88a6e63-efcc-465d-810e-8c9763a0d4da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.633206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88a6e63-efcc-465d-810e-8c9763a0d4da {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:35:30.638654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.642549 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90cb6360-c76f-4758-9c67-dd587cbd2a2d admin admin] 10.222.0.35 "DELETE /v2.0/routers/f88a6e63-efcc-465d-810e-8c9763a0d4da HTTP/1.1" status: 204 len: 168 time: 1.4036791 Mar 10 17:35:30.643161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37168) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:30.739914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Deleting subnet 74b64ad6-e2ed-4538-8dfc-83ae77b56719 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:35:30.747092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Publish callbacks [] for subnet (74b64ad6-e2ed-4538-8dfc-83ae77b56719), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.813360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (74b64ad6-e2ed-4538-8dfc-83ae77b56719), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:30.904802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a87504-d646-42db-9a01-98f758dc0011 req-e423106a-8793-47c6-96c9-1203fdc6aefe tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:30.906420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3a87504-d646-42db-9a01-98f758dc0011 req-e423106a-8793-47c6-96c9-1203fdc6aefe tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1 HTTP/1.1" status: 200 len: 944 time: 0.1939859 Mar 10 17:35:30.950258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks [] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.029921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.048532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (74b64ad6-e2ed-4538-8dfc-83ae77b56719), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.146166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-224f3532-0082-4eb7-96d4-e3fd5398d480 req-4ccc4013-7e1d-422a-8629-609c3e068e10 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0898244 Mar 10 17:35:31.171714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (74b64ad6-e2ed-4538-8dfc-83ae77b56719), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.182572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Network ccad613b-1a6c-48d5-9277-3d6765ae1171 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:31.230823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:31.256045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:31.258260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b64ad6-e2ed-4538-8dfc-83ae77b56719,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:31.279891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e93db-6ff3-4951-a055-ecc3b48e8382 None None] Network af490d30-5e2b-464a-a395-1df25f0f56c3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:35:31.283163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.295553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-213316b2-3384-4078-9581-12aaccec6213 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74b64ad6-e2ed-4538-8dfc-83ae77b56719 HTTP/1.1" status: 204 len: 168 time: 0.6512370 Mar 10 17:35:31.297940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:31.302772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Pushing event updated for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:31.315636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.316991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.317334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.317674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.318397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.319156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.319356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.319689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.320506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.321080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.321408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.321790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.322051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:31.412401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608038d-acbd-4b4b-b1ac-8c3d08c81ab8 req-94bfa962-ae12-49f5-9f16-7f3c8d2b8874 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.425957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0608038d-acbd-4b4b-b1ac-8c3d08c81ab8 req-94bfa962-ae12-49f5-9f16-7f3c8d2b8874 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 932 time: 0.2916076 Mar 10 17:35:31.531589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Deleting port eba734fa-5207-49e7-958f-2d15a65ad7a0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:31.531938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.544881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (af490d30-5e2b-464a-a395-1df25f0f56c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.617730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3f5a10d-3eac-450f-aa38-06d1aea7aaf0 req-024a0442-9720-4b85-87a7-9635e4054aad tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 210 time: 0.1033053 Mar 10 17:35:31.670673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] DHCP port deletion for af490d30-5e2b-464a-a395-1df25f0f56c3 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:35:31.683452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f9cf20ad-4f40-4466-8a42-236a290e6ef1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:31.684392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Deleting port 90e3cab3-7c80-410b-a7bd-ffee787063da {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:31.685880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.691103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:31.692300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.718943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0608038d-acbd-4b4b-b1ac-8c3d08c81ab8 req-2472d8b2-34eb-491c-96f5-e5553891f638 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915766 Mar 10 17:35:31.782152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f9cf20ad-4f40-4466-8a42-236a290e6ef1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:31.782834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f9cf20ad-4f40-4466-8a42-236a290e6ef1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:31.783423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b755072-aa7c-4990-8bad-2b68c41150f2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:31.824289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2b755072-aa7c-4990-8bad-2b68c41150f2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:31.824882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b755072-aa7c-4990-8bad-2b68c41150f2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:31.826208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-37bb52c5-0b37-4238-a28d-0b4c2179d1e0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2770822 Mar 10 17:35:31.877650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] For port 90e3cab3-7c80-410b-a7bd-ffee787063da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=90e3cab3-7c80-410b-a7bd-ffee787063da,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:31.880595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.887255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Request body: {'port': {'device_id': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:31.900059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Deleting port 90e3cab3-7c80-410b-a7bd-ffee787063da {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:31.900437 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:31.932760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Calling delete_port for 90e3cab3-7c80-410b-a7bd-ffee787063da owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:31.997568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] For port eba734fa-5207-49e7-958f-2d15a65ad7a0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=eba734fa-5207-49e7-958f-2d15a65ad7a0,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:31.998065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.009899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] For port 90e3cab3-7c80-410b-a7bd-ffee787063da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=90e3cab3-7c80-410b-a7bd-ffee787063da,segment=NetworkSegment(acadfec2-ce8a-4369-9221-746cd2c7744a),segment_id=acadfec2-ce8a-4369-9221-746cd2c7744a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:32.010587 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.020313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Calling delete_port for eba734fa-5207-49e7-958f-2d15a65ad7a0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:32.049019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Calling delete_port for 90e3cab3-7c80-410b-a7bd-ffee787063da owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:32.161978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.167542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (90e3cab3-7c80-410b-a7bd-ffee787063da), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.198295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] No DVR routers for this DVR port 90e3cab3-7c80-410b-a7bd-ffee787063da on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:32.212079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (eba734fa-5207-49e7-958f-2d15a65ad7a0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.234470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65889ac0-8be2-4637-9f35-f4353681dde6 None None] Pushing event deleted for resources: {'Port': ['ID=90e3cab3-7c80-410b-a7bd-ffee787063da,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:32.248055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-7048cb4d-9b03-41cc-b221-5e91ae4bf10b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.249514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-7048cb4d-9b03-41cc-b221-5e91ae4bf10b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.8149824 Mar 10 17:35:32.278195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Request body: {'port': {'device_id': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'admin_state_up': True, 'tenant_id': 'ac285a55963b41b2971f8add60469909'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:32.280942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=90e3cab3-7c80-410b-a7bd-ffee787063da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:32.286094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event deleted for resources: {'Port': ['ID=eba734fa-5207-49e7-958f-2d15a65ad7a0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:32.300948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] No DVR routers for this DVR port 90e3cab3-7c80-410b-a7bd-ffee787063da on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:32.357410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.379749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42307a4f-8d7e-4ace-9dc8-44420e5102ef req-17d8c807-1df9-4bc0-93aa-dd2a2d85f691 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0704136 Mar 10 17:35:32.423521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] No DVR routers for this DVR port eba734fa-5207-49e7-958f-2d15a65ad7a0 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:32.427472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.431092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3a87504-d646-42db-9a01-98f758dc0011 req-0acb373d-d636-4722-a5d9-1a5a3a746a8a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "DELETE /v2.0/ports/eba734fa-5207-49e7-958f-2d15a65ad7a0 HTTP/1.1" status: 204 len: 173 time: 1.5149882 Mar 10 17:35:32.443445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (af490d30-5e2b-464a-a395-1df25f0f56c3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.463261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-deleted', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:32.466037 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc0ba2-6035-45b6-aa63-ecf573eb5ea1" -d '{"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-deleted", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:32.518507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af490d30-5e2b-464a-a395-1df25f0f56c3']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:32.543541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acadfec2-ce8a-4369-9221-746cd2c7744a') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:32.543842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acadfec2-ce8a-4369-9221-746cd2c7744a') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:32.563058 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b076ca-930f-48b4-b766-259c1f72da97 x-openstack-request-id: req-92b076ca-930f-48b4-b766-259c1f72da97 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:32.563731 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1", "name": "network-vif-deleted", "tag": "eba734fa-5207-49e7-958f-2d15a65ad7a0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:32.564173 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92b076ca-930f-48b4-b766-259c1f72da97 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:32.564870 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9cb94e-f43e-4562-99fd-cfdb4b6bf5e1', 'name': 'network-vif-deleted', 'tag': 'eba734fa-5207-49e7-958f-2d15a65ad7a0', 'status': 'completed', 'code': 200} Mar 10 17:35:32.565621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (acadfec2-ce8a-4369-9221-746cd2c7744a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.592106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (acadfec2-ce8a-4369-9221-746cd2c7744a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.600540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:35:32.601006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (acadfec2-ce8a-4369-9221-746cd2c7744a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:35:32.602987 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:35:32.685748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:32.690473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.698387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (af490d30-5e2b-464a-a395-1df25f0f56c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.712778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:32.719070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] 10.222.0.35 "DELETE /v2.0/networks/af490d30-5e2b-464a-a395-1df25f0f56c3 HTTP/1.1" status: 204 len: 168 time: 1.4195826 Mar 10 17:35:32.731306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32283d8-7ce4-4452-9824-73ec7f6a4d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=af490d30-5e2b-464a-a395-1df25f0f56c3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:32.738482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f361a48-85ee-4973-8a78-f1ecdc830e7e req-3ca3a10f-cc6b-417e-a2b2-98f0d7e93226 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:32.746242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f361a48-85ee-4973-8a78-f1ecdc830e7e req-3ca3a10f-cc6b-417e-a2b2-98f0d7e93226 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2293510 Mar 10 17:35:33.021871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37232) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:33.086590 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3c65dcc-fc99-43e7-b966-06aaea6c4048 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f19bdc0b9eb841b390d67238c7d30b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617564 Mar 10 17:35:33.087314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:33.162358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] Publish callbacks [] for security_group (b3076f86-654f-4c73-9226-02135d135f06), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.189477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] Publish callbacks [] for security_group (b3076f86-654f-4c73-9226-02135d135f06), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.228563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73b1cce0-8a7f-416d-bac7-77b404d87112 req-29a0181f-bed0-4be8-9de1-f1638570210b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 210 time: 0.0998740 Mar 10 17:35:33.266375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f361a48-85ee-4973-8a78-f1ecdc830e7e req-22868251-6ec7-4eab-b5bf-3d2f97cb7437 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188115 Mar 10 17:35:33.273911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b3076f86-654f-4c73-9226-02135d135f06), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.274721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.278476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3076f86-654f-4c73-9226-02135d135f06 HTTP/1.1" status: 204 len: 168 time: 0.1876905 Mar 10 17:35:33.318162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752eb4b-72a0-4e26-ba59-f93bd9274c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3076f86-654f-4c73-9226-02135d135f06,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:33.424863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Allocated IP 172.20.0.6 (5230ea8a-414e-4585-85fc-58d27225eca3/df0ce234-2a8e-4680-bab9-f895c2b98c5d/7c5402d9-c9b0-47f2-8bd2-a701bda74698) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:33.545187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa35ce85-c7c9-4780-8761-fe30453d2d40 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:33.580211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606f7a-d0e1-43c7-a175-96249c320c63 req-05abfb5d-1383-47d7-a0d7-a799b8073ee2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:33.588107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48606f7a-d0e1-43c7-a175-96249c320c63 req-05abfb5d-1383-47d7-a0d7-a799b8073ee2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 932 time: 0.2510951 Mar 10 17:35:33.598073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3124f25b-59f1-4f70-803e-cfc23ec5d305 req-597e52d9-51de-4a99-bbf2-d9ba92a0eadd tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.1234224 Mar 10 17:35:33.600370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks [] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.634077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 90e3cab3-7c80-410b-a7bd-ffee787063da no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:33.656031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Transition to ACTIVE for port object fa35ce85-c7c9-4780-8761-fe30453d2d40 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:33.668008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.682740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 90e3cab3-7c80-410b-a7bd-ffee787063da {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:33.683370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 90e3cab3-7c80-410b-a7bd-ffee787063da not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:33.842460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48606f7a-d0e1-43c7-a175-96249c320c63 req-d9b31668-6346-47e1-ab43-3c437b9d4289 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531517 Mar 10 17:35:33.859268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460b787-d614-4621-9523-60300c27c339 service neutron] Pushing event updated for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:33.861933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:33.886388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: eba734fa-5207-49e7-958f-2d15a65ad7a0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:33.886848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device eba734fa-5207-49e7-958f-2d15a65ad7a0 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:33.947968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks [] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:33.978663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Attempting to bind port fa35ce85-c7c9-4780-8761-fe30453d2d40 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:33.979005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Attempting to bind port fa35ce85-c7c9-4780-8761-fe30453d2d40 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:33.979337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Attempting to bind port fa35ce85-c7c9-4780-8761-fe30453d2d40 on network ccad613b-1a6c-48d5-9277-3d6765ae1171 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:33.995812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Port fa35ce85-c7c9-4780-8761-fe30453d2d40 on network ccad613b-1a6c-48d5-9277-3d6765ae1171 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:33.996138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Attempting to bind port fa35ce85-c7c9-4780-8761-fe30453d2d40 on network ccad613b-1a6c-48d5-9277-3d6765ae1171 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:34.006546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:34.006860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Checking segment: {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:34.007250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Bound using segment: {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:34.007686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Bound port: fa35ce85-c7c9-4780-8761-fe30453d2d40, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecf571b-1df1-42bf-915e-42db0062322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:34.008126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.059519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.140764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Network 5230ea8a-414e-4585-85fc-58d27225eca3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:34.151406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:34.157857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:34.185296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:34.190773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:34.214944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:34.234667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.235400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.238458 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.297058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.297689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.306144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-f460b787-d614-4621-9523-60300c27c339 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa35ce85-c7c9-4780-8761-fe30453d2d40 HTTP/1.1" status: 200 len: 1092 time: 2.4318347 Mar 10 17:35:34.312945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-3018bebe-0dcc-4a6c-ac79-2e3e02e6f1d4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0387242 Mar 10 17:35:34.329857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Request body: {'port': {'device_id': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:34.420722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460b787-d614-4621-9523-60300c27c339 service neutron] Pushing event updated for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:34.428258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:34.538212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.564831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15f14-8421-4a50-a2ce-863bcebc5911 req-28432f05-4693-44cb-b88a-53d606aace49 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.566905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b15f14-8421-4a50-a2ce-863bcebc5911 req-28432f05-4693-44cb-b88a-53d606aace49 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 931 time: 0.2328660 Mar 10 17:35:34.569626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:34.570891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-network', 'tenant_id': '1700578ff1d346c98867eb89da1138a9'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:34.572038 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266" -d '{"events": [{"name": "network-changed", "server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:34.595631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6dae5-af7d-41e1-920a-15777f022ad9 req-5d7fd30c-3835-49c6-95c8-77706226bd34 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.597434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60a6dae5-af7d-41e1-920a-15777f022ad9 req-5d7fd30c-3835-49c6-95c8-77706226bd34 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1955481 Mar 10 17:35:34.605059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Made reservation on behalf of 1700578ff1d346c98867eb89da1138a9 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:34.607721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.618831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-5dd90d88-8a18-4042-a605-f31afe4299e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.620612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-5dd90d88-8a18-4042-a605-f31afe4299e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 1126 time: 0.2394309 Mar 10 17:35:34.622384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.717167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-8a2e58eb-edb9-43f4-95d7-d6bec49720fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40 HTTP/1.1" status: 200 len: 217 time: 0.0762510 Mar 10 17:35:34.731401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks [] for security_group (099bf5ad-10be-46d2-bbdd-bf717b070698), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.739123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (099bf5ad-10be-46d2-bbdd-bf717b070698), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.791879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:35:34.802930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099bf5ad-10be-46d2-bbdd-bf717b070698,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:34.802930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.802930 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Added segment 9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f of type vlan for network 01960691-e06e-4dfe-8893-e77053e52525 Mar 10 17:35:34.852958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02b15f14-8421-4a50-a2ce-863bcebc5911 req-eb8c615c-adc1-4b98-87b2-5f6b3460bf24 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761827 Mar 10 17:35:34.862737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (01960691-e06e-4dfe-8893-e77053e52525), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.900330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60a6dae5-af7d-41e1-920a-15777f022ad9 req-f4db931b-3f54-48c6-84fe-c4cc7994f9a4 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714462 Mar 10 17:35:34.908330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (01960691-e06e-4dfe-8893-e77053e52525), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.910031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.911365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:34.957523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-2c07d4e1-3c2c-42b0-9246-06b510913825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:34.958710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-2c07d4e1-3c2c-42b0-9246-06b510913825 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a6546db-1981-4876-b49b-2f9c1d6ac8ab HTTP/1.1" status: 200 len: 849 time: 0.2282052 Mar 10 17:35:34.983346 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5540609 Mar 10 17:35:35.013104 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12afd603-0c0a-4f8b-beb0-902b168545e0 x-openstack-request-id: req-12afd603-0c0a-4f8b-beb0-902b168545e0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:35.013401 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:35.013660 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12afd603-0c0a-4f8b-beb0-902b168545e0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:35.014055 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40', 'status': 'completed', 'code': 200} Mar 10 17:35:35.014545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:35.019119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962965e-32f4-407f-80a8-e1cf264aa448 admin admin] Pushing event updated for resources: {'Network': ['ID=01960691-e06e-4dfe-8893-e77053e52525,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.035506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 01960691-e06e-4dfe-8893-e77053e52525 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:35:35.047840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Request body: {'subnet': {'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-subnet', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:35.117905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-eac55052-f973-4775-91a2-8b2cc180cabb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccad613b-1a6c-48d5-9277-3d6765ae1171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462770 Mar 10 17:35:35.178222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f679304-4779-4888-ac5e-3e26e7219188 req-9894dae8-1419-4310-951e-c08b85c79164 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.1070633 Mar 10 17:35:35.227262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Made reservation on behalf of 1700578ff1d346c98867eb89da1138a9 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:35.229553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.394991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cdbe7-321f-4668-a709-a06c01b85b03 req-907cbac3-dcc3-49b8-b052-3991d0b022c2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:35.396611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f07cdbe7-321f-4668-a709-a06c01b85b03 req-907cbac3-dcc3-49b8-b052-3991d0b022c2 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 944 time: 0.2816317 Mar 10 17:35:35.423751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-e6747ecd-c11c-474f-a6f7-b7252758db6a service neutron] 10.222.0.41 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498727 Mar 10 17:35:35.529867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5402d9-c9b0-47f2-8bd2-a701bda74698 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:35.576299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks [] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.592108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f07cdbe7-321f-4668-a709-a06c01b85b03 req-413eb2af-0ce0-4465-a97c-03fa4575fdd0 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847210 Mar 10 17:35:35.635109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Transition to ACTIVE for port object 7c5402d9-c9b0-47f2-8bd2-a701bda74698 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:35.647882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.684835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fd6dfb-248e-4837-8fc7-37601be474bf req-143ecc37-4b1d-4376-9f69-e5e3e36dbd47 service neutron] 10.222.0.41 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525828 Mar 10 17:35:35.752032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.758747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (c59e73ea-0f9e-4623-8edb-974c7f8fa933), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:35.882175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e73ea-0f9e-4623-8edb-974c7f8fa933,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:35.919963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-57b5a18e-47d7-4852-816a-13e60bd49e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:35.921487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-57b5a18e-47d7-4852-816a-13e60bd49e78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a13fc48afa8465bad92e08ede500356&device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 1126 time: 0.1599734 Mar 10 17:35:35.928022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Checking segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:35.928384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Network hostable DHCP agents. Network: 01960691-e06e-4dfe-8893-e77053e52525, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:35:35.947607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Attempting to bind port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:35.947938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Attempting to bind port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:35.948259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Attempting to bind port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:35.998867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 on network 5230ea8a-414e-4585-85fc-58d27225eca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:35.999116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Attempting to bind port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:36.064087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Network 01960691-e06e-4dfe-8893-e77053e52525 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:35:36.072383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:36.072639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Checking segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:36.073171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Bound using segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:36.073910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Bound port: 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:36.074300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.102691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 01960691-e06e-4dfe-8893-e77053e52525) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:36.106942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.107534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.112146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9742a-aa65-4575-a5a9-2bdc842e85f4 None None] Network 01960691-e06e-4dfe-8893-e77053e52525 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:35:36.178887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4aad1-d9a8-4509-8281-040045bba92f req-2a0fec7e-6028-4c47-b49e-14c145455c91 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.180376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71f4aad1-d9a8-4509-8281-040045bba92f req-2a0fec7e-6028-4c47-b49e-14c145455c91 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 943 time: 0.2376924 Mar 10 17:35:36.181386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-385f9d8e-3f76-4afb-9bbb-d3b6054081bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.182693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-385f9d8e-3f76-4afb-9bbb-d3b6054081bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 200 len: 910 time: 0.2504029 Mar 10 17:35:36.193419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d92eab23-54ae-4e0c-a492-a8f7ac01540c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1779861 Mar 10 17:35:36.196431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:36.200836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:36.224061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-01960691-e06e-4dfe-8893-e77053e52525', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'project_id': '1700578ff1d346c98867eb89da1138a9', 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:35:36.225788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.235700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.237281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.252420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153460a9-3495-4bac-9eee-470f67b1b2c7 req-bad72874-0f5c-412e-b32b-ff00382c88af tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.254179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-153460a9-3495-4bac-9eee-470f67b1b2c7 req-bad72874-0f5c-412e-b32b-ff00382c88af tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2802842 Mar 10 17:35:36.264823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-0679eb1e-2fb2-4130-bf18-11091f5b3744 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40 HTTP/1.1" status: 200 len: 217 time: 0.0692577 Mar 10 17:35:36.328326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for router_controller (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.333481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:36.403136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Allocated IP 172.20.0.2 (01960691-e06e-4dfe-8893-e77053e52525/c59e73ea-0f9e-4623-8edb-974c7f8fa933/e61a8a55-4aef-4933-9104-b056bdfe8098) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:36.481722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for router_gateway (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.565048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks [] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.572509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.615277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Network 01960691-e06e-4dfe-8893-e77053e52525 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:36.620321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:36.625029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:36.633037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Pushing event updated for resources: {'Port': ['ID=e61a8a55-4aef-4933-9104-b056bdfe8098,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:36.652885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:36.673119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71f4aad1-d9a8-4509-8281-040045bba92f req-4d176bcc-c597-4fe9-bf17-5f6f4b842320 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785917 Mar 10 17:35:36.678081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.685558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-35ded4f4-b4f5-42c2-a125-4a48926ea22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.685558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-35ded4f4-b4f5-42c2-a125-4a48926ea22d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a6546db-1981-4876-b49b-2f9c1d6ac8ab HTTP/1.1" status: 200 len: 849 time: 0.4114087 Mar 10 17:35:36.693741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Attempting to bind port e61a8a55-4aef-4933-9104-b056bdfe8098 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:36.694111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Attempting to bind port e61a8a55-4aef-4933-9104-b056bdfe8098 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:36.694503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Attempting to bind port e61a8a55-4aef-4933-9104-b056bdfe8098 on network 01960691-e06e-4dfe-8893-e77053e52525 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:36.711239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:36.711836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Checking segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:36.712255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.712831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Bound using segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:36.713309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Bound port: e61a8a55-4aef-4933-9104-b056bdfe8098, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:36.713689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.722218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for router_gateway (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.744943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.778402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:36.788205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-153460a9-3495-4bac-9eee-470f67b1b2c7 req-c8656813-4497-46d2-ba3c-1792837980fe tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224397 Mar 10 17:35:36.818139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:36.818782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.820199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-8c27373b-4a95-4b7b-a096-380694adb1cc service neutron] 10.222.0.41 "PUT /v2.0/ports/7c5402d9-c9b0-47f2-8bd2-a701bda74698 HTTP/1.1" status: 200 len: 1091 time: 2.4996867 Mar 10 17:35:36.823463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-7a9d641a-3a5d-451b-91b6-33e55dd7a9c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ccad613b-1a6c-48d5-9277-3d6765ae1171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550354 Mar 10 17:35:36.831778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] For port e61a8a55-4aef-4933-9104-b056bdfe8098, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:36.836407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] For port e61a8a55-4aef-4933-9104-b056bdfe8098, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e61a8a55-4aef-4933-9104-b056bdfe8098,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:36.847529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:36.889396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Allocated IP 172.25.3.61 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/aee90d61-213d-4aa1-961d-efbbd22261ba) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:36.915457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40ce5292-95e5-4b10-88a6-25b4b6ef3a08 req-97cee88c-c7ef-49c0-b90b-6d6a26f529b9 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0941670 Mar 10 17:35:36.932971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ec575-8f1f-45eb-b9bb-573245ac00da None None] Pushing event updated for resources: {'Port': ['ID=e61a8a55-4aef-4933-9104-b056bdfe8098,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:37.016512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:37.019406 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c6685-7003-48d1-9b55-ebe4ab817117" -d '{"events": [{"name": "network-changed", "server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:37.041371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:37.082574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:37.119051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:37.126117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:37.129555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a11-44fd-4d58-bfd8-10f5151b2691 req-5d6a3c56-343d-48ee-b39a-9baa69d88f15 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.129857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:37.136824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28464a11-44fd-4d58-bfd8-10f5151b2691 req-5d6a3c56-343d-48ee-b39a-9baa69d88f15 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 944 time: 0.2395134 Mar 10 17:35:37.146848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-d364ff64-0091-482d-8f03-66e1de089714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.148707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-d364ff64-0091-482d-8f03-66e1de089714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 1125 time: 0.2704153 Mar 10 17:35:37.165407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Pushing event updated for resources: {'Port': ['ID=aee90d61-213d-4aa1-961d-efbbd22261ba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:37.197770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-fb9ed103-0d19-4054-b272-213f49b93b2c service neutron] 10.222.0.41 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484173 Mar 10 17:35:37.258389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-542dad06-ad91-4be2-b3ed-7cdcc807c3a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698 HTTP/1.1" status: 200 len: 217 time: 0.0637517 Mar 10 17:35:37.301730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28464a11-44fd-4d58-bfd8-10f5151b2691 req-53dc59c6-174c-4583-8eaf-78696d0d98ea tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638961 Mar 10 17:35:37.375421 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc84c6-7c10-448d-a6c6-d2284ec3245a x-openstack-request-id: req-b2fc84c6-7c10-448d-a6c6-d2284ec3245a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:37.375716 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:37.375980 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2fc84c6-7c10-448d-a6c6-d2284ec3245a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:37.376450 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'status': 'completed', 'code': 200} Mar 10 17:35:37.385332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccb383-f3d2-4b42-8654-98932df4be84 req-976e5acf-0edb-4265-8fa4-b93cd412e747 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.392143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdccb383-f3d2-4b42-8654-98932df4be84 req-976e5acf-0edb-4265-8fa4-b93cd412e747 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 950 time: 0.3193460 Mar 10 17:35:37.421358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-90b8e225-4150-4c5f-ba8a-c1d0adc2f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.422773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-90b8e225-4150-4c5f-ba8a-c1d0adc2f2f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.1452737 Mar 10 17:35:37.456105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for router_gateway (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:37.484934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-e2dbb1ba-88c2-4035-b50e-16eee0437041 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544724 Mar 10 17:35:37.490133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99bdf1d-2b0c-496b-8d0a-1edc26e54266 req-13e9347d-e0e9-44a9-bb3a-a7a07bbae59b service neutron] 10.222.0.41 "GET /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805641 Mar 10 17:35:37.494797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdccb383-f3d2-4b42-8654-98932df4be84 req-b6e245c5-8d3f-40b8-a01c-6cd341a611a6 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017728 Mar 10 17:35:37.626707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-c4e2e292-e870-4819-ba0d-e51b23acec01 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260681 Mar 10 17:35:37.672014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e61a8a55-4aef-4933-9104-b056bdfe8098 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:37.803022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-ecfeaadb-c045-4057-aac0-3a4346ed4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.804792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-ecfeaadb-c045-4057-aac0-3a4346ed4490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.1684799 Mar 10 17:35:37.807879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e61a8a55-4aef-4933-9104-b056bdfe8098 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:37.808401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:37.815939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb94e3-5764-4028-a35c-1de54e36f547 req-85c876a9-321d-4976-9595-50317f4bece7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:37.823255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8adb94e3-5764-4028-a35c-1de54e36f547 req-85c876a9-321d-4976-9595-50317f4bece7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2760861 Mar 10 17:35:37.947957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09c1c0fe-99c6-40b7-a904-29aa9ee672f6 req-498ac398-ec40-4056-962f-319c7d1b41f3 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103538 Mar 10 17:35:37.966351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e61a8a55-4aef-4933-9104-b056bdfe8098 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:37.967033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:38.006581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port e61a8a55-4aef-4933-9104-b056bdfe8098, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e61a8a55-4aef-4933-9104-b056bdfe8098,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:38.014239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:38.038360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8adb94e3-5764-4028-a35c-1de54e36f547 req-9a68d79e-b3cd-4795-8d08-d12409c5436a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138250 Mar 10 17:35:38.107904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:38.111855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=e61a8a55-4aef-4933-9104-b056bdfe8098,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:38.158381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-b7e96498-74f7-40c2-b50b-c06f5630f5e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2766640 Mar 10 17:35:38.177340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a915-a3b6-4dcc-99e5-351792915c97 req-17d18056-65f8-4709-b99c-b63c3926d5b2 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.179093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9767a915-a3b6-4dcc-99e5-351792915c97 req-17d18056-65f8-4709-b99c-b63c3926d5b2 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 943 time: 0.2759564 Mar 10 17:35:38.180626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-36f91162-a7fe-48b1-8064-134af5010cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.181980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-36f91162-a7fe-48b1-8064-134af5010cb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.3520749 Mar 10 17:35:38.221672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b90c0f-36dd-4bd7-8416-6999e61e8709 None None] Network 01960691-e06e-4dfe-8893-e77053e52525 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:35:38.283751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-1c4c4738-41f0-4dc6-acc4-438602fa444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.286035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-1c4c4738-41f0-4dc6-acc4-438602fa444f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 1125 time: 0.2769744 Mar 10 17:35:38.304890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:35:38.422127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:38.444078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:38.445613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e35a6a60-d89a-4909-ae71-f117d97619ea admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.2481775 Mar 10 17:35:38.448291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:38.448764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-b97c724c-febb-4b3b-8f39-c1872f64cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.450465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-b97c724c-febb-4b3b-8f39-c1872f64cc99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 1132 time: 0.2661576 Mar 10 17:35:38.452174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-04c38e76-60e3-4078-9437-c446876ac2f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.2555935 Mar 10 17:35:38.455730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9767a915-a3b6-4dcc-99e5-351792915c97 req-f4057485-f9e1-4953-8cd4-2b76bf722943 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601485 Mar 10 17:35:38.458039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Sync routers for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:38.480640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:38.480640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:38.490110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1b7043f6-a461-4873-b146-9de2c19de446 None None] Provisioning complete for port e61a8a55-4aef-4933-9104-b056bdfe8098 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:38.490651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b7043f6-a461-4873-b146-9de2c19de446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:38.549648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-fbef32ae-1a4a-4da6-a1b2-f70e25683117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.551759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-fbef32ae-1a4a-4da6-a1b2-f70e25683117 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0682919 Mar 10 17:35:38.557627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-6581eaeb-b4f5-4ee3-9d92-60ce35afa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.559092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-6581eaeb-b4f5-4ee3-9d92-60ce35afa609 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 905 time: 0.2570872 Mar 10 17:35:38.588295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae6b5-a43c-4626-b2bb-eee5047b3808 req-a21c1f93-6ca3-4184-813a-fa5291fb0bd6 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.589767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa5ae6b5-a43c-4626-b2bb-eee5047b3808 req-a21c1f93-6ca3-4184-813a-fa5291fb0bd6 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.3135934 Mar 10 17:35:38.653038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e72cdf80-5b2b-4ae7-9f97-aac43e9d3d82 req-c58e610d-cb31-45c7-b7cd-1eed2ef33117 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0967305 Mar 10 17:35:38.704711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-d39af424-22c5-4272-9eca-09db6b1fe77a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698 HTTP/1.1" status: 200 len: 217 time: 0.1108971 Mar 10 17:35:38.704819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1b7043f6-a461-4873-b146-9de2c19de446 None None] Current status of the port e61a8a55-4aef-4933-9104-b056bdfe8098 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:38.726370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:38.856044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-97d7bf9a-b2d3-43ac-bf2a-1be7028f4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.857545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-97d7bf9a-b2d3-43ac-bf2a-1be7028f4267 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2782187 Mar 10 17:35:38.917854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-0ac8006a-ec25-461d-beff-c7fe653f3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.919349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-0ac8006a-ec25-461d-beff-c7fe653f3f6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.2142463 Mar 10 17:35:38.920323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-d51866b6-94b1-4f62-8153-d3c4d000c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:38.921585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-d51866b6-94b1-4f62-8153-d3c4d000c142 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.4395542 Mar 10 17:35:38.939411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa5ae6b5-a43c-4626-b2bb-eee5047b3808 req-5e0d293b-e1e2-459b-86b9-30e6d7a7c723 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296196 Mar 10 17:35:38.989663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:37Z', 'revision_number': 3, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:39.024752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Checking router: df1f8a62-6d23-4eb2-9c55-3421b4d321a8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:39.025094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Updating router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 port aee90d61-213d-4aa1-961d-efbbd22261ba binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:35:39.061943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9ad4-3feb-4c21-8a20-8f283e65741d None None] Provisioning complete for port e61a8a55-4aef-4933-9104-b056bdfe8098 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:39.062321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9ad4-3feb-4c21-8a20-8f283e65741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.067864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.070547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.085024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-2fe7f6f6-3515-441e-ba5d-7af2225f225c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226544 Mar 10 17:35:39.087114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-08d85ac8-83f7-4106-8b27-ba31bc1dc755 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521 HTTP/1.1" status: 200 len: 217 time: 0.1467443 Mar 10 17:35:39.169790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8636d6-65fb-4be4-b414-21e5a818cf49 req-ebf24c9e-683e-4def-8f9f-75fc34cc96f4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:39.171835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f8636d6-65fb-4be4-b414-21e5a818cf49 req-ebf24c9e-683e-4def-8f9f-75fc34cc96f4 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 944 time: 0.3072360 Mar 10 17:35:39.279522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9ad4-3feb-4c21-8a20-8f283e65741d None None] Current status of the port e61a8a55-4aef-4933-9104-b056bdfe8098 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:39.285327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Allocated IP 172.20.0.1 (01960691-e06e-4dfe-8893-e77053e52525/c59e73ea-0f9e-4623-8edb-974c7f8fa933/284ed458-32a7-4958-9211-83460f3bc91e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:39.316442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:39.405102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks [] for port (284ed458-32a7-4958-9211-83460f3bc91e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.445147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.479845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks [] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.482039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fa4c5fce-8e6b-4581-83ad-278a1d607521 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:39.482039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.492081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Network 01960691-e06e-4dfe-8893-e77053e52525 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:39.494383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.494973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:39.500386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:39.505626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Pushing event updated for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:39.539037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:39.541510 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ccae4-fdb3-4cb1-b9ca-4155d147adb1" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:39.550479 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.572894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:39.578250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4d20f-61c2-4011-9e48-05268c108ddf None None] Pushing event updated for resources: {'Port': ['ID=aee90d61-213d-4aa1-961d-efbbd22261ba,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:39.583471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Attempting to bind port aee90d61-213d-4aa1-961d-efbbd22261ba on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:39.583843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Attempting to bind port aee90d61-213d-4aa1-961d-efbbd22261ba by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:39.584206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Attempting to bind port aee90d61-213d-4aa1-961d-efbbd22261ba on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:39.587784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.595384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:39.595384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:39.595696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.596091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:39.597784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Bound port: aee90d61-213d-4aa1-961d-efbbd22261ba, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:39.597784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.612597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f8636d6-65fb-4be4-b414-21e5a818cf49 req-47c1d1ce-4439-4541-927e-dcd209709880 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130034 Mar 10 17:35:39.712640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e61a8a55-4aef-4933-9104-b056bdfe8098 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:39.714381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-3c70a7e9-1c75-450b-80e2-f4f1e413ab6c service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772786 Mar 10 17:35:39.716947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-8bf56bb7-5fe2-475c-8443-8a3fb750a3db service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369632 Mar 10 17:35:39.719308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-c611cabf-6f59-48ee-83ff-eaeec88b405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:39.720701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-c611cabf-6f59-48ee-83ff-eaeec88b405d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.6237485 Mar 10 17:35:39.759714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:39.770289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] For port aee90d61-213d-4aa1-961d-efbbd22261ba, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:39.775413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (284ed458-32a7-4958-9211-83460f3bc91e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.807833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] For port aee90d61-213d-4aa1-961d-efbbd22261ba, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=aee90d61-213d-4aa1-961d-efbbd22261ba,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:39.829095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.849165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1c6685-7003-48d1-9b55-ebe4ab817117 req-1de0e0fa-c7c5-4d6c-bb62-4cdbad74a323 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091104 Mar 10 17:35:39.898845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ecbe6-bb77-42bf-b70b-f03755adbf35 req-e367857a-43ae-47c3-977c-0f0bec1dc54f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:39.900369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef5ecbe6-bb77-42bf-b70b-f03755adbf35 req-e367857a-43ae-47c3-977c-0f0bec1dc54f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3976240 Mar 10 17:35:39.930557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fa35ce85-c7c9-4780-8761-fe30453d2d40 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:39.956290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4d20f-61c2-4011-9e48-05268c108ddf None None] Pushing event updated for resources: {'Port': ['ID=aee90d61-213d-4aa1-961d-efbbd22261ba,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:39.964253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e61a8a55-4aef-4933-9104-b056bdfe8098 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:39.964505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:39.993672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:39.994308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:40.015765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks [] for port (284ed458-32a7-4958-9211-83460f3bc91e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.022574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.043744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2128e4ba-9ba0-4b4c-a735-31af4e83f29a None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:40.044105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2128e4ba-9ba0-4b4c-a735-31af4e83f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.054353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28120-c199-4839-8e28-04538cb412ec req-212d4507-fdde-4c16-b0a6-3c5d8d508e3b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:40.055185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f28120-c199-4839-8e28-04538cb412ec req-212d4507-fdde-4c16-b0a6-3c5d8d508e3b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 943 time: 0.1538739 Mar 10 17:35:40.058938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef5ecbe6-bb77-42bf-b70b-f03755adbf35 req-1957adb4-2f71-48a8-bb71-1d3cae4de47c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431806 Mar 10 17:35:40.089594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Pushing event updated for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:40.095140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.108716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73b4e83-b3b6-457d-8454-830654fe81ca req-28d921ec-aa67-498c-a2f9-c50139ee79df service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579691 Mar 10 17:35:40.110711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-7a5afb7d-9ed4-4980-98fd-88ad94f0954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:40.113746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-7a5afb7d-9ed4-4980-98fd-88ad94f0954b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3845735 Mar 10 17:35:40.146338 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7eac16-066c-4da3-9b02-2883e6dc43b5 x-openstack-request-id: req-0f7eac16-066c-4da3-9b02-2883e6dc43b5 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:40.146671 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:40.146920 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f7eac16-066c-4da3-9b02-2883e6dc43b5 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:40.147306 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'code': 200} Mar 10 17:35:40.200958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Network 01960691-e06e-4dfe-8893-e77053e52525 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:40.202325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:40.221130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2128e4ba-9ba0-4b4c-a735-31af4e83f29a None None] Port 284ed458-32a7-4958-9211-83460f3bc91e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:35:40.280710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fe2a203-d47f-49ee-bd1e-3558de28f168 req-e9e86ffc-5b2b-4f0a-93a6-3ed116e3c70d tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0886750 Mar 10 17:35:40.362835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:35:40.378971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f28120-c199-4839-8e28-04538cb412ec req-4220bf69-3c47-4361-99c3-980a2f764e4b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639222 Mar 10 17:35:40.385035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-d80861b1-2254-4327-af52-a8a58f63e009 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623982 Mar 10 17:35:40.545041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:35:40.558483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-497d3a9d-6e10-44ab-82b0-66b50e502439 admin admin] 10.222.0.35 "PUT /v2.0/routers/df1f8a62-6d23-4eb2-9c55-3421b4d321a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1025043 Mar 10 17:35:40.558702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df118dc3-56d7-4af4-8f58-dc4c911aa5ee req-c90be75c-9cf6-41b9-9372-3f607cb1cbef service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598558 Mar 10 17:35:40.644314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:40.650529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:40.657808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5c82a-1519-471f-9617-83c677e6ad65 req-42943182-11f4-4580-b521-80386077a4ed tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:40.666740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e5c82a-1519-471f-9617-83c677e6ad65 req-42943182-11f4-4580-b521-80386077a4ed tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1103947 Mar 10 17:35:40.719747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'fa35ce85-c7c9-4780-8761-fe30453d2d40', 'network_id': 'ccad613b-1a6c-48d5-9277-3d6765ae1171', 'port_id': 'fa35ce85-c7c9-4780-8761-fe30453d2d40', 'mac_address': 'fa:16:3e:51:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6546db-1981-4876-b49b-2f9c1d6ac8ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:40.724666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e5c82a-1519-471f-9617-83c677e6ad65 req-8530f4b0-cb9c-4d1b-b904-23b95dfa3f91 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559909 Mar 10 17:35:40.735493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e61a8a55-4aef-4933-9104-b056bdfe8098 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:40.743073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4772c357-da0d-4a74-b95c-2761b1268979 None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:40.743451 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4772c357-da0d-4a74-b95c-2761b1268979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.873042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f570b-09e7-412d-9a01-77ae2f8868ad req-c5055f83-8523-4a9b-afd6-b5bfaad70063 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:40.881184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a31f570b-09e7-412d-9a01-77ae2f8868ad req-c5055f83-8523-4a9b-afd6-b5bfaad70063 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 944 time: 0.1130862 Mar 10 17:35:40.889918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4772c357-da0d-4a74-b95c-2761b1268979 None None] Port 284ed458-32a7-4958-9211-83460f3bc91e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:35:40.927945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port fa35ce85-c7c9-4780-8761-fe30453d2d40 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:40.930509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:40.954077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a31f570b-09e7-412d-9a01-77ae2f8868ad req-b2620d16-0277-402b-9e23-9cc89f33a4c9 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717392 Mar 10 17:35:40.995991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa35ce85-c7c9-4780-8761-fe30453d2d40 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:41.023168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:41.037114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:41.149371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:41.182748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 1, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:41.224857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512fea1-2121-4d91-afe3-faef9e52b19a None None] The sync data for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 is: [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 1, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:41.340707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b44f3c-a044-481f-94e6-b01d59eb80ff req-d383b11a-0a6c-4bcb-b794-9bac458f0684 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:41.342607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b44f3c-a044-481f-94e6-b01d59eb80ff req-d383b11a-0a6c-4bcb-b794-9bac458f0684 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1561959 Mar 10 17:35:41.397005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-bd6d2db9-83ac-45f3-98cc-6d9518a3d4ff tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:41.398575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-bd6d2db9-83ac-45f3-98cc-6d9518a3d4ff tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 829 time: 0.1646435 Mar 10 17:35:41.438750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b44f3c-a044-481f-94e6-b01d59eb80ff req-c7349131-d3b2-4fab-ada3-97ce9ba0443f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891500 Mar 10 17:35:41.440623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-8fdfdf72-c45f-4b9a-a697-287dc1a38b46 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/quotas/1700578ff1d346c98867eb89da1138a9 HTTP/1.1" status: 200 len: 375 time: 0.0288565 Mar 10 17:35:41.455851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['fa35ce85-c7c9-4780-8761-fe30453d2d40'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:41.583199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-0c8fc7b5-13f7-4e9f-86c6-476b3195940c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354070 Mar 10 17:35:41.739666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-06c87de6-5b4d-4228-a3cf-8c82bd570512 service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558459 Mar 10 17:35:41.787499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0850019b-0593-4ff7-9182-15dd0a4b15e7 req-0fcec356-5ee9-41d9-9972-6c4f97aeb6a7 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0394051 Mar 10 17:35:41.889704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-ab2b067f-105d-49d4-ae42-581690d6acbf service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491370 Mar 10 17:35:41.918962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8a1e0-d7a5-4c37-a860-d477357831ef req-3b8f4903-e5e1-4932-847c-c34855c71ffa tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:41.920433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8c8a1e0-d7a5-4c37-a860-d477357831ef req-3b8f4903-e5e1-4932-847c-c34855c71ffa tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 943 time: 0.0662711 Mar 10 17:35:41.922800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:41.988408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8c8a1e0-d7a5-4c37-a860-d477357831ef req-7b1df61a-d6a8-4bf3-a1a2-f4ef1b4c878a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592990 Mar 10 17:35:42.080826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:42.116268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'mac_address': 'fa:16:3e:7e:5e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:42.170957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:42.171722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:42.200269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5402d9-c9b0-47f2-8bd2-a701bda74698 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:42.220461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec973d28-be41-43b8-88d3-b0311cf3c9b7 req-8472658a-9dfe-4534-83dc-4c55d5672b9f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:42.222139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec973d28-be41-43b8-88d3-b0311cf3c9b7 req-8472658a-9dfe-4534-83dc-4c55d5672b9f tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.0902522 Mar 10 17:35:42.242568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:42.248765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:42.354776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288373-2fc7-420a-a16d-f8bc5bc09d15 req-835c8ec2-c9e6-4833-9402-a66980ae899d tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:42.356391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13288373-2fc7-420a-a16d-f8bc5bc09d15 req-835c8ec2-c9e6-4833-9402-a66980ae899d tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 945 time: 0.1446953 Mar 10 17:35:42.370139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec973d28-be41-43b8-88d3-b0311cf3c9b7 req-6bac3d8d-2af5-4dda-a30d-8e6b73fc586c tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371615 Mar 10 17:35:42.373982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:42.384455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f559f2a8-6b8c-411e-af97-6bb3af57e115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:42.499067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d69d6f9d-da36-4e57-8027-9766d5d84cf5 req-befa10a3-2405-48d9-a927-c05fba557c04 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 210 time: 0.0508206 Mar 10 17:35:42.539686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13288373-2fc7-420a-a16d-f8bc5bc09d15 req-b6fa780d-d821-4ab6-9d7f-96e0aa8d9144 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657448 Mar 10 17:35:42.731762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7c5402d9-c9b0-47f2-8bd2-a701bda74698'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:42.951846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ddb77d0-85da-4c64-b1c4-13e6fd2f3631 req-6f550ad2-6cff-4cce-8525-0d23c7ce79ed tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0458729 Mar 10 17:35:43.125660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885238e1-b35c-417f-9a7e-473b0b03a709 req-c2e7701e-d642-49c7-b102-5b24a10651c5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:43.131422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-885238e1-b35c-417f-9a7e-473b0b03a709 req-c2e7701e-d642-49c7-b102-5b24a10651c5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 944 time: 0.0589676 Mar 10 17:35:43.182060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-885238e1-b35c-417f-9a7e-473b0b03a709 req-847c503b-5002-4d92-b0f5-bf8dfc47975d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Mar 10 17:35:43.455647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-69ebb774-330e-4315-849a-447925cb89b5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:43.458192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-69ebb774-330e-4315-849a-447925cb89b5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.41 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 829 time: 0.1353624 Mar 10 17:35:43.481095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'port': {'device_id': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'admin_state_up': True, 'tenant_id': '1700578ff1d346c98867eb89da1138a9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:43.626283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaec4df-02f5-4a3a-ba54-f545106ab984 req-8af55c6d-0fc3-4cf8-b9ef-5c37881b2357 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:43.629004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbaec4df-02f5-4a3a-ba54-f545106ab984 req-8af55c6d-0fc3-4cf8-b9ef-5c37881b2357 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1442454 Mar 10 17:35:43.677699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Made reservation on behalf of 1700578ff1d346c98867eb89da1138a9 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:35:43.681046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:43.681986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device aee90d61-213d-4aa1-961d-efbbd22261ba up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:43.723653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbaec4df-02f5-4a3a-ba54-f545106ab984 req-c42d1985-71a5-4f2b-a7d3-c69d9c490951 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855060 Mar 10 17:35:43.745400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port aee90d61-213d-4aa1-961d-efbbd22261ba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:43.745839 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:43.848326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port aee90d61-213d-4aa1-961d-efbbd22261ba is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:43.848912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:43.875330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port aee90d61-213d-4aa1-961d-efbbd22261ba, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=aee90d61-213d-4aa1-961d-efbbd22261ba,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:43.882156 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:43.899774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249d56-75b0-4327-b9b0-60efccc76f15 req-bb5c9120-2a10-4477-8538-c817c1569f99 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:43.901283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3249d56-75b0-4327-b9b0-60efccc76f15 req-bb5c9120-2a10-4477-8538-c817c1569f99 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 945 time: 0.1125624 Mar 10 17:35:43.933353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Allocated IP 172.20.0.4 (01960691-e06e-4dfe-8893-e77053e52525/c59e73ea-0f9e-4623-8edb-974c7f8fa933/bc37fb13-7eb7-410f-adbb-7458426b1e3b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:43.942807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fa35ce85-c7c9-4780-8761-fe30453d2d40 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:43.955225 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Sync routers for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:35:43.969972 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:43.970720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:43.997073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3249d56-75b0-4327-b9b0-60efccc76f15 req-3fc74b03-d56a-4499-a384-df9f14f8d04d tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876141 Mar 10 17:35:44.002366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=aee90d61-213d-4aa1-961d-efbbd22261ba,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:44.051696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port fa35ce85-c7c9-4780-8761-fe30453d2d40 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:44.080455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port fa35ce85-c7c9-4780-8761-fe30453d2d40 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:44.080918 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.173867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port fa35ce85-c7c9-4780-8761-fe30453d2d40 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:44.174257 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.181481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e065181-4119-4d2b-8e71-ddca7ff8c61b req-3f2573b2-612c-4057-a052-e45ce3db1489 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 210 time: 0.0610230 Mar 10 17:35:44.185222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50030160-e581-458a-873c-ba813eb60134 req-193c0337-64dc-4faa-b49c-8227f181449d tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0659654 Mar 10 17:35:44.199973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:44.202355 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eb78d3-cab3-4fcd-88b2-ad427ad00e53" -d '{"events": [{"server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "name": "network-vif-plugged", "status": "completed", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:44.221023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:44.235880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.247962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.294840 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b456b8-952e-4f2f-b536-4bcf8c9fc352 x-openstack-request-id: req-a5b456b8-952e-4f2f-b536-4bcf8c9fc352 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:44.295139 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "name": "network-vif-plugged", "status": "completed", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:44.295391 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5b456b8-952e-4f2f-b536-4bcf8c9fc352 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:44.295953 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40', 'code': 200} Mar 10 17:35:44.300428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:44.305299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.312573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:44.363606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Network 01960691-e06e-4dfe-8893-e77053e52525 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:44.391150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:44.398854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event updated for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:44.409194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:44.529366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:44.530061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.544126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f383b9-7e2c-4573-8f2c-1d174e5c7635 req-8109cfee-c01a-4b02-a657-94591c09dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:44.545744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0f383b9-7e2c-4573-8f2c-1d174e5c7635 req-8109cfee-c01a-4b02-a657-94591c09dd73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 1128 time: 0.1890686 Mar 10 17:35:44.570771 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 2, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:44.574528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e71a8077-af6e-472a-b642-c8e326a1912c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1070590 Mar 10 17:35:44.589629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385a4f-436b-429b-b7f2-c3c028e8c6c2 req-f0e76a84-0c86-482e-8f89-cb5bd0fe83ac tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:44.598190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00385a4f-436b-429b-b7f2-c3c028e8c6c2 req-f0e76a84-0c86-482e-8f89-cb5bd0fe83ac tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 944 time: 0.2045794 Mar 10 17:35:44.604418 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Checking router: df1f8a62-6d23-4eb2-9c55-3421b4d321a8 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:35:44.604824 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Updating router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 port 284ed458-32a7-4958-9211-83460f3bc91e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:35:44.607531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10882292-7597-49a1-9eff-53aed992f1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.636883 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (284ed458-32a7-4958-9211-83460f3bc91e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.639545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Request body: {'port': {'device_id': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:44.698980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0f383b9-7e2c-4573-8f2c-1d174e5c7635 req-a5a4d818-05be-4936-b3d1-ce1e71246e72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442316 Mar 10 17:35:44.716056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00385a4f-436b-429b-b7f2-c3c028e8c6c2 req-9f7cb4a0-d1a2-48f0-93f6-d7f576cadfe9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168199 Mar 10 17:35:44.744599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.763932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-183c03fa-8289-451c-b083-0c8df3ee2708 None None] Provisioning complete for port bc37fb13-7eb7-410f-adbb-7458426b1e3b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:44.765488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-183c03fa-8289-451c-b083-0c8df3ee2708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.816101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-183c03fa-8289-451c-b083-0c8df3ee2708 None None] Port bc37fb13-7eb7-410f-adbb-7458426b1e3b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:35:44.951473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2bb82-49d4-4440-8b54-a8da3b72e1e3 req-d420733c-904b-48f8-b8d0-57307d1b36aa tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:44.951727 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks [] for port (284ed458-32a7-4958-9211-83460f3bc91e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:44.955059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08b2bb82-49d4-4440-8b54-a8da3b72e1e3 req-d420733c-904b-48f8-b8d0-57307d1b36aa tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1294279 Mar 10 17:35:44.959708 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.018183 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Pushing event updated for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:45.032957 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.033436 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.033913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.035110 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.035645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.036170 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.036786 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.037322 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.037793 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.038262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.038771 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.039231 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.039691 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:35:45.067593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08b2bb82-49d4-4440-8b54-a8da3b72e1e3 req-61e009f2-9883-4720-869a-152db323c49c tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055660 Mar 10 17:35:45.141125 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Attempting to bind port 284ed458-32a7-4958-9211-83460f3bc91e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:45.141649 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Attempting to bind port 284ed458-32a7-4958-9211-83460f3bc91e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:45.142110 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Attempting to bind port 284ed458-32a7-4958-9211-83460f3bc91e on network 01960691-e06e-4dfe-8893-e77053e52525 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:45.158288 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:45.159304 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Checking segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:45.159304 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.160254 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Bound using segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:45.160868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Bound port: 284ed458-32a7-4958-9211-83460f3bc91e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:45.162486 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (284ed458-32a7-4958-9211-83460f3bc91e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.230680 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] For port 284ed458-32a7-4958-9211-83460f3bc91e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:45.233818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] For port 284ed458-32a7-4958-9211-83460f3bc91e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=284ed458-32a7-4958-9211-83460f3bc91e,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:45.242881 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.289948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc37fb13-7eb7-410f-adbb-7458426b1e3b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:45.303270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks [] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.308251 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:35:45.308874 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:45.310751 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717598-a7b3-47fa-bb23-44b6bf946a03 None None] Pushing event updated for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:45.324933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-01d8eba6-2189-422d-8c82-290b0725d87f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1929770 Mar 10 17:35:45.340103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Transition to ACTIVE for port object bc37fb13-7eb7-410f-adbb-7458426b1e3b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:35:45.347627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda49ef-9c80-4f02-a445-a884769e2638 req-25266a38-0be1-43ef-bfe4-82bcbcc5bdfb tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.349175 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfda49ef-9c80-4f02-a445-a884769e2638 req-25266a38-0be1-43ef-bfe4-82bcbcc5bdfb tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 948 time: 0.1761320 Mar 10 17:35:45.356033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c00e99-ddd0-49b5-9d6d-94d96d236ac7 req-7420997b-259f-4994-b187-88c81c60712a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.362115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:45.363324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c00e99-ddd0-49b5-9d6d-94d96d236ac7 req-7420997b-259f-4994-b187-88c81c60712a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.1833594 Mar 10 17:35:45.364104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.381290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.465262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Current status of the port 284ed458-32a7-4958-9211-83460f3bc91e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:45.465668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (284ed458-32a7-4958-9211-83460f3bc91e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.473823 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:35:45.512274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] For port 284ed458-32a7-4958-9211-83460f3bc91e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=284ed458-32a7-4958-9211-83460f3bc91e,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:45.521888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.523994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Pushing event updated for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:45.548816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c00e99-ddd0-49b5-9d6d-94d96d236ac7 req-6415b61a-e54b-4089-9105-28daa847a17d tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844299 Mar 10 17:35:45.557846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfda49ef-9c80-4f02-a445-a884769e2638 req-66305cf8-f8dc-4ab2-afeb-ff64d2bfc678 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891868 Mar 10 17:35:45.634035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e5e34-b2d9-4f48-8b05-25bb6dbb5dca None None] Pushing event updated for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:45.661895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.662524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.666414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.666911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.670017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.670519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.670983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.673023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-668eda43-4b52-4ae0-a168-35956b46bf4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 6706 time: 0.3065741 Mar 10 17:35:45.676540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4101bdb9-e86c-423d-88bb-58d4bc9c411b None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:45.677021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4101bdb9-e86c-423d-88bb-58d4bc9c411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.735513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 284ed458-32a7-4958-9211-83460f3bc91e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:45.769572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80af3308-d5c7-41d6-9106-d5a3e6124891 req-07a1e60a-d034-40d4-a182-a3cb5655c446 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0455317 Mar 10 17:35:45.828278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.880186 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:35:45.880460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Attempting to bind port bc37fb13-7eb7-410f-adbb-7458426b1e3b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:35:45.880880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Attempting to bind port bc37fb13-7eb7-410f-adbb-7458426b1e3b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:35:45.881288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Attempting to bind port bc37fb13-7eb7-410f-adbb-7458426b1e3b on network 01960691-e06e-4dfe-8893-e77053e52525 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:45.894656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:45.895026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:45.899276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392bdaf-6ae8-4820-aeaf-3db04b678e80 req-41b0f1e2-0e22-4cd0-8906-986806d33148 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:45.907775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b392bdaf-6ae8-4820-aeaf-3db04b678e80 req-41b0f1e2-0e22-4cd0-8906-986806d33148 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 943 time: 0.2315149 Mar 10 17:35:45.911952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b5fa3c-59a9-4081-96f9-5a7bf72d7f7c None None] The sync data for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 is: [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:35:45.927666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4101bdb9-e86c-423d-88bb-58d4bc9c411b None None] Current status of the port 284ed458-32a7-4958-9211-83460f3bc91e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:45.934895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Port bc37fb13-7eb7-410f-adbb-7458426b1e3b on network 01960691-e06e-4dfe-8893-e77053e52525 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:35:45.935226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Attempting to bind port bc37fb13-7eb7-410f-adbb-7458426b1e3b on network 01960691-e06e-4dfe-8893-e77053e52525 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:35:45.935839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:45.952590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:35:45.952846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Checking segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:35:45.953243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Bound using segment: {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:35:45.953859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Bound port: bc37fb13-7eb7-410f-adbb-7458426b1e3b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '01960691-e06e-4dfe-8893-e77053e52525'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:35:45.954225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.032719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9bba681e-aaaf-4d02-8b0a-aa940c3598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.033297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9bba681e-aaaf-4d02-8b0a-aa940c3598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.034458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9bba681e-aaaf-4d02-8b0a-aa940c3598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.036789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9bba681e-aaaf-4d02-8b0a-aa940c3598eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=407ac063-017d-423f-8b4c-bac17d9d9a3d&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=2cee99e2-e609-4bb4-8dc7-568d09ece326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326&id=fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 200 len: 2292 time: 0.3124599 Mar 10 17:35:46.071945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 284ed458-32a7-4958-9211-83460f3bc91e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:46.073069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device aee90d61-213d-4aa1-961d-efbbd22261ba up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:46.103275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:46.113976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:46.114349 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.182591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port aee90d61-213d-4aa1-961d-efbbd22261ba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:46.183123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.258936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:46.259334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.311063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:46.313704 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75aec7a-e153-4e7f-8aab-554cbf05c983" -d '{"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-plugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:46.334677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:46.344000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port aee90d61-213d-4aa1-961d-efbbd22261ba is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:46.346794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.406253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:46.483502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b392bdaf-6ae8-4820-aeaf-3db04b678e80 req-f5ca763b-85d3-4483-ab20-afd77c366d6e tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748203 Mar 10 17:35:46.501904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8780-037e-41bc-920a-375f17edef0b req-bbff9fe0-3f97-4745-8f72-6473fb6a9e14 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.510413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b4d8780-037e-41bc-920a-375f17edef0b req-bbff9fe0-3f97-4745-8f72-6473fb6a9e14 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 944 time: 0.5988343 Mar 10 17:35:46.528669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:35:46.532238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-ac066540-23b3-49e6-b985-cfe339639a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe HTTP/1.1" status: 200 len: 1001 time: 0.1441410 Mar 10 17:35:46.535349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:35:46.558909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.677020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.677653 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:46.679117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-d893c8eb-589e-4874-af32-c2638615168a service neutron] 10.222.0.41 "PUT /v2.0/ports/bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 1091 time: 2.0760274 Mar 10 17:35:46.687301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:46.689476 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb94e6f-2898-4c16-b856-37b5a7ded7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:46.713349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b4d8780-037e-41bc-920a-375f17edef0b req-72244292-559b-44b4-95d3-ba806c2dfcbe tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020974 Mar 10 17:35:46.715989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d1e866f6-28e1-4328-8a43-1b3b098be9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.717505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d1e866f6-28e1-4328-8a43-1b3b098be9f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5210b961-6cea-4abf-ad63-811d33cacbd5 HTTP/1.1" status: 200 len: 850 time: 0.1719375 Mar 10 17:35:46.773783 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f7913-ae7a-47d7-b00a-40b1df7dfe26 x-openstack-request-id: req-d13f7913-ae7a-47d7-b00a-40b1df7dfe26 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:46.774135 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-plugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:46.774332 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d13f7913-ae7a-47d7-b00a-40b1df7dfe26 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:46.774759 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'code': 200} Mar 10 17:35:46.776580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893c8eb-589e-4874-af32-c2638615168a service neutron] Pushing event updated for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:46.819272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559151da-0ed4-4066-a999-352c640d962a req-7b1798eb-d120-4c9f-b1d6-bc77a592130b tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.820942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559151da-0ed4-4066-a999-352c640d962a req-7b1798eb-d120-4c9f-b1d6-bc77a592130b tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2636704 Mar 10 17:35:46.879445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d31da42e-12de-4f99-a916-ddeb774dbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.880971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d31da42e-12de-4f99-a916-ddeb774dbf87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=407ac063-017d-423f-8b4c-bac17d9d9a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1533318 Mar 10 17:35:46.919135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-6c535089-321c-40bb-bc04-a75f9128db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:46.920585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-6c535089-321c-40bb-bc04-a75f9128db9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1125 time: 0.1805334 Mar 10 17:35:47.001667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-03683df1-ec07-4e29-b049-3d05ca32c782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 217 time: 0.0707829 Mar 10 17:35:47.035402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559151da-0ed4-4066-a999-352c640d962a req-4767acd2-59c8-4a34-a90f-465543b9bba7 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069435 Mar 10 17:35:47.124922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82016124-4bc3-4aa4-906b-841c28e3a3e9 req-5a33b6dc-4544-4837-bbf0-21e79ad9a441 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.126355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82016124-4bc3-4aa4-906b-841c28e3a3e9 req-5a33b6dc-4544-4837-bbf0-21e79ad9a441 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.2759752 Mar 10 17:35:47.145451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671f08-c423-442d-a556-0ba039a1d92a req-1ed0073d-04a0-4f68-a699-09435209ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.146813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.147344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8671f08-c423-442d-a556-0ba039a1d92a req-1ed0073d-04a0-4f68-a699-09435209ea98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 1127 time: 0.2796793 Mar 10 17:35:47.172175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e7fba171-29ba-400d-9928-80e29d2155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.173575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-e7fba171-29ba-400d-9928-80e29d2155f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.1562090 Mar 10 17:35:47.214608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d73cc347-07eb-4dac-9aaa-36c2fb085b14 service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976494 Mar 10 17:35:47.262974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-f04e29a7-4c9e-4683-84a9-32095162d1ec tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.264468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-f04e29a7-4c9e-4683-84a9-32095162d1ec tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.41 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 948 time: 0.0564070 Mar 10 17:35:47.350978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8671f08-c423-442d-a556-0ba039a1d92a req-74e2412e-9479-4218-9cae-89596f5982ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718421 Mar 10 17:35:47.354832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82016124-4bc3-4aa4-906b-841c28e3a3e9 req-54c0d839-1a92-4955-a7bf-500ea183095e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165871 Mar 10 17:35:47.370445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Deleting port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:47.370793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.371291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b5170-8b40-4c0d-8d5c-dc577a0aa4d8 req-dde9824c-c1eb-47bd-921f-567bf04cf4d9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.372818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f05b5170-8b40-4c0d-8d5c-dc577a0aa4d8 req-dde9824c-c1eb-47bd-921f-567bf04cf4d9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fc24ae-d8ec-42c2-85b1-126136659521 HTTP/1.1" status: 200 len: 948 time: 0.2632546 Mar 10 17:35:47.415263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-00b3e99f-b2ca-46a5-918e-60d7b4af7a8b service neutron] 10.222.0.41 "GET /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836753 Mar 10 17:35:47.416972 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb587ff-e42d-4415-88cd-534bf3464628 x-openstack-request-id: req-beb587ff-e42d-4415-88cd-534bf3464628 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:47.417365 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:47.417726 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-beb587ff-e42d-4415-88cd-534bf3464628 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:47.418260 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'status': 'completed', 'code': 200} Mar 10 17:35:47.421540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-c19c51b0-5c3f-4116-807f-7c0348e5590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.424125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-c19c51b0-5c3f-4116-807f-7c0348e5590d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2408524 Mar 10 17:35:47.468464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] For port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:47.468919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.484464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Calling delete_port for 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:47.486712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f05b5170-8b40-4c0d-8d5c-dc577a0aa4d8 req-ec4f8bf3-4a58-4f15-a073-f339775c76b9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750804 Mar 10 17:35:47.519920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99a79911-6423-4fad-80d5-a457686201b6 req-3a94c48d-926f-43fe-a0f6-5ecd7fc098cc tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0467043 Mar 10 17:35:47.644962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7b7f4b4a-24ad-4486-a8f1-ada010a2bea8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.665094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 284ed458-32a7-4958-9211-83460f3bc91e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:47.694478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Pushing event deleted for resources: {'Port': ['ID=7b7f4b4a-24ad-4486-a8f1-ada010a2bea8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:47.735847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-8c1ccded-21f0-4eca-9b9c-90ff7df22903 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 217 time: 0.0951221 Mar 10 17:35:47.738649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] No DVR routers for this DVR port 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:47.743999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.747853 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af9ef583-1b26-4f70-8df0-b3ec968b8f97 req-a26873ba-740f-46ca-8c27-722cda50aee0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.41 "DELETE /v2.0/ports/7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 HTTP/1.1" status: 204 len: 173 time: 0.4773610 Mar 10 17:35:47.748549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-deleted', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:47.749480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 284ed458-32a7-4958-9211-83460f3bc91e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:47.749928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (284ed458-32a7-4958-9211-83460f3bc91e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:47.752373 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9112b035-d838-489d-8c6e-64cebf5b9388" -d '{"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-deleted", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:47.874500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f85d-0680-40b9-8c3e-5c6905b8dc10 req-aafb052e-cc4d-4569-9bbd-dc52b2398749 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.875987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9047f85d-0680-40b9-8c3e-5c6905b8dc10 req-aafb052e-cc4d-4569-9bbd-dc52b2398749 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 943 time: 0.2886977 Mar 10 17:35:47.893111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 284ed458-32a7-4958-9211-83460f3bc91e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:47.946672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-60d21c03-d6a3-4366-ab87-bbff4a29db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:47.948148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-60d21c03-d6a3-4366-ab87-bbff4a29db85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.1751516 Mar 10 17:35:47.983153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-f20637cf-0be1-402a-80a3-1c38fe8269e9 service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434784 Mar 10 17:35:48.046179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9047f85d-0680-40b9-8c3e-5c6905b8dc10 req-a4b6f425-df97-482f-ad67-8e94eb43a0d3 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569622 Mar 10 17:35:48.068938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95443e-1360-42e4-b440-adc67bf05daa req-353908b2-749d-4154-add9-f109a8873dc8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.071245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c95443e-1360-42e4-b440-adc67bf05daa req-353908b2-749d-4154-add9-f109a8873dc8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.2160182 Mar 10 17:35:48.102398 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c29449e-abe1-4856-af11-6fb417d0c36a x-openstack-request-id: req-7c29449e-abe1-4856-af11-6fb417d0c36a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:48.102717 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc24ae-d8ec-42c2-85b1-126136659521", "name": "network-vif-deleted", "tag": "7b7f4b4a-24ad-4486-a8f1-ada010a2bea8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:48.103391 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c29449e-abe1-4856-af11-6fb417d0c36a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:48.103391 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc24ae-d8ec-42c2-85b1-126136659521', 'name': 'network-vif-deleted', 'tag': '7b7f4b4a-24ad-4486-a8f1-ada010a2bea8', 'status': 'completed', 'code': 200} Mar 10 17:35:48.134306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-8df613f2-5f9e-4414-b0aa-18b0b8ddb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.135906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-8df613f2-5f9e-4414-b0aa-18b0b8ddb90e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1788216 Mar 10 17:35:48.197738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-660762b3-7401-4deb-9bdb-b295bdedf8c9 req-7acf6794-ceb9-4e41-92ba-bd7951ccd03b service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957066 Mar 10 17:35:48.202621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c95443e-1360-42e4-b440-adc67bf05daa req-ab3c5201-3715-42e2-a275-ba8b90ac5511 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987830 Mar 10 17:35:48.320655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-0fc6e939-ef28-4f94-a213-1fd36d5903f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762729 Mar 10 17:35:48.464614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-baf3e3b4-d58f-4c44-bde0-41f139346f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.466156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-baf3e3b4-d58f-4c44-bde0-41f139346f14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1125 time: 0.1821012 Mar 10 17:35:48.494971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a9d-e462-43c3-b0b9-ca799901e3ed req-a2ee2510-303d-496e-a2b2-61bee9e64790 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.496403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35062a9d-e462-43c3-b0b9-ca799901e3ed req-a2ee2510-303d-496e-a2b2-61bee9e64790 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.1749227 Mar 10 17:35:48.525121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f24f8-0345-4373-987e-8da7eecd4077 req-a633f0ae-b164-48c8-b813-bca1320f37e9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.526599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054f24f8-0345-4373-987e-8da7eecd4077 req-a633f0ae-b164-48c8-b813-bca1320f37e9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2099466 Mar 10 17:35:48.560824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-5f1ca54e-eb9c-49a6-824a-81aa3cc8a210 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219257 Mar 10 17:35:48.636149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:48.656847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-90113462-6e7f-4db6-b4a2-1ca46f63ce5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 217 time: 0.0852222 Mar 10 17:35:48.693556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35062a9d-e462-43c3-b0b9-ca799901e3ed req-0a27cb69-e5b9-439d-854d-76db0f09472a tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828063 Mar 10 17:35:48.724382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054f24f8-0345-4373-987e-8da7eecd4077 req-876aef0d-7f4a-4eda-ae7e-6ad26afac263 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893754 Mar 10 17:35:48.746272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-1f178db7-04d9-48be-a6be-4ea669857839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.747875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-1f178db7-04d9-48be-a6be-4ea669857839 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 930 time: 0.2730846 Mar 10 17:35:48.749522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9a9a54b8-7c60-46c3-92c2-ae32921e16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:48.750727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9a9a54b8-7c60-46c3-92c2-ae32921e16a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.0804298 Mar 10 17:35:48.819767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-5dd281a8-385c-4d7b-9e38-3d6024c38839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 217 time: 0.0600278 Mar 10 17:35:49.122003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73c4c5e6-8d60-4ee3-bdab-193ec3118b0f req-c021b73c-7278-4a14-a8ec-097755fcc5c6 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.3056259 Mar 10 17:35:49.191535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-6da40f5c-6cc7-4260-ac60-889745fcacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.193044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-6da40f5c-6cc7-4260-ac60-889745fcacaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4322131 Mar 10 17:35:49.199525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-1b6f3744-f222-46a1-8de5-af897292f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.200866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-1b6f3744-f222-46a1-8de5-af897292f34e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.3708222 Mar 10 17:35:49.278349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddce6a-862d-433e-a6c6-4aee73c917ff req-f86bd0dc-3c9c-4658-9dd6-979f8d5d04a9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.279825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6eddce6a-862d-433e-a6c6-4aee73c917ff req-f86bd0dc-3c9c-4658-9dd6-979f8d5d04a9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 948 time: 0.1619735 Mar 10 17:35:49.419932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38548-2664-4168-984d-950a49c090d3 req-434fc4aa-d800-41f0-84a0-3ffdf631f9f5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.422327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56f38548-2664-4168-984d-950a49c090d3 req-434fc4aa-d800-41f0-84a0-3ffdf631f9f5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 943 time: 0.2196751 Mar 10 17:35:49.425185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-a5cee937-8b56-4431-8f1e-771e3a0a35ac service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215621 Mar 10 17:35:49.427776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-2d730419-f105-49c1-8a51-8cf184cb9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.429121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-2d730419-f105-49c1-8a51-8cf184cb9c81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1972699 Mar 10 17:35:49.433543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6eddce6a-862d-433e-a6c6-4aee73c917ff req-3a0a9dbf-6edb-4635-9a85-9ff88b79a99c tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368091 Mar 10 17:35:49.511064 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-64e9e452-10af-4ede-8507-efc3f805d472 req-721b36e1-b553-45c7-8ff4-5619ce293b81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0467651 Mar 10 17:35:49.630457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56f38548-2664-4168-984d-950a49c090d3 req-78333a05-0cc3-4f51-8f5c-bc79805e8ca4 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003634 Mar 10 17:35:49.662883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-af705fc2-8c8b-4a84-924f-f832e2f0c912 service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225678 Mar 10 17:35:49.666245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-ac1c960f-850b-4949-aa62-6cb519f95624 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270608 Mar 10 17:35:49.682847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105dcc4-1bb5-487f-a090-990f4e9c5c4f req-cbd119b1-d16d-4e5d-af0e-3b08cba2935a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.684223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f105dcc4-1bb5-487f-a090-990f4e9c5c4f req-cbd119b1-d16d-4e5d-af0e-3b08cba2935a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1390250 Mar 10 17:35:49.734158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f105dcc4-1bb5-487f-a090-990f4e9c5c4f req-b3504637-b99a-439b-9c49-b20e051bc496 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Mar 10 17:35:49.860785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-933c0ae9-fb7f-429c-a949-fc34765579f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae HTTP/1.1" status: 200 len: 217 time: 0.0703249 Mar 10 17:35:49.940236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:49.961045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:49.961487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7b7f4b4a-24ad-4486-a8f1-ada010a2bea8 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:49.974564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19a6b0-2ea8-436c-bc5f-1831be442b62 req-ae9aade1-03ee-4994-af20-4721628d2ad1 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:49.976068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d19a6b0-2ea8-436c-bc5f-1831be442b62 req-ae9aade1-03ee-4994-af20-4721628d2ad1 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.2137985 Mar 10 17:35:50.014419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-70d54928-b025-4795-8042-73e33b809256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.015844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-70d54928-b025-4795-8042-73e33b809256 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.1313961 Mar 10 17:35:50.019769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edb94e6f-2898-4c16-b856-37b5a7ded7e5 req-8aa4c653-24b4-47ff-8a53-7a5d6c1be036 service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305150 Mar 10 17:35:50.032687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953426-07cb-4910-920a-c42d133e25c3 req-f3ae6830-e28d-4be0-a007-38099e85bedd tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.034207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7953426-07cb-4910-920a-c42d133e25c3 req-f3ae6830-e28d-4be0-a007-38099e85bedd tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2301624 Mar 10 17:35:50.107862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d19a6b0-2ea8-436c-bc5f-1831be442b62 req-0c2aea74-0983-4f14-9d0f-a6eaf58f176e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236777 Mar 10 17:35:50.143584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7953426-07cb-4910-920a-c42d133e25c3 req-3ea3d7dc-d26b-4fd3-9e40-cf26b5b40e58 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946140 Mar 10 17:35:50.146665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-e9713b20-dfe0-4cb2-b406-aa5e51898ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.148446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-e9713b20-dfe0-4cb2-b406-aa5e51898ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1131535 Mar 10 17:35:50.280982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50866633-c5cd-4fbf-9762-95c295c5ea80 req-dec5c60d-8fa0-4284-b102-61b5236c1ef4 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0649707 Mar 10 17:35:50.332849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-4f7767a2-84c6-413f-953a-8a1220a98ccd service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628516 Mar 10 17:35:50.382631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe431ccb-1d8b-4b5e-9ade-91d0860b2d1c req-3786086d-dfb8-42b5-8a94-4bb4b6fe6e83 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.384084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe431ccb-1d8b-4b5e-9ade-91d0860b2d1c req-3786086d-dfb8-42b5-8a94-4bb4b6fe6e83 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1008143 Mar 10 17:35:50.511541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe431ccb-1d8b-4b5e-9ade-91d0860b2d1c req-58eed1ee-179f-452f-9e7b-fb23b9c367e3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186125 Mar 10 17:35:50.527786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-845aca5a-2ac8-4a0d-880d-7ca5ee61eb71 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871040 Mar 10 17:35:50.538166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-629dcc29-a9bb-445d-bc67-fc64421ce9e1 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.539839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-629dcc29-a9bb-445d-bc67-fc64421ce9e1 tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.1754727 Mar 10 17:35:50.621479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-1323390b-8791-4754-ae94-75e8dbf781f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=3f15a024-2fd0-4e73-8596-19645b33933b HTTP/1.1" status: 200 len: 217 time: 0.0804789 Mar 10 17:35:50.713042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4caba4-5926-48b4-ae79-ce2bd884bba3 req-d52eb13e-0f05-41a8-b191-c10fcce192d9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.714622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4caba4-5926-48b4-ae79-ce2bd884bba3 req-d52eb13e-0f05-41a8-b191-c10fcce192d9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 948 time: 0.2020586 Mar 10 17:35:50.731112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d5771cb2-e8db-4d25-a19d-e4e22517689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.732484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-d5771cb2-e8db-4d25-a19d-e4e22517689e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 200 len: 797 time: 0.1035435 Mar 10 17:35:50.843308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Deleting port fa35ce85-c7c9-4780-8761-fe30453d2d40 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:50.843543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:50.854087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4caba4-5926-48b4-ae79-ce2bd884bba3 req-8350fc7e-00f4-447c-bd28-3395a8641313 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284220 Mar 10 17:35:50.871443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d904465-459a-4472-aa32-87e84096420e req-77f670fe-9e78-4337-8933-7c6c9951cee6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.872886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d904465-459a-4472-aa32-87e84096420e req-77f670fe-9e78-4337-8933-7c6c9951cee6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 943 time: 0.1705639 Mar 10 17:35:50.897723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-312dc91e-068d-4518-82e0-aad09df41980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:50.899191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-312dc91e-068d-4518-82e0-aad09df41980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cee99e2-e609-4bb4-8dc7-568d09ece326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1460605 Mar 10 17:35:51.065002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] For port fa35ce85-c7c9-4780-8761-fe30453d2d40, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=fa35ce85-c7c9-4780-8761-fe30453d2d40,segment=NetworkSegment(4ecf571b-1df1-42bf-915e-42db0062322d),segment_id=4ecf571b-1df1-42bf-915e-42db0062322d)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:51.065522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:51.083069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d904465-459a-4472-aa32-87e84096420e req-d2ac6114-2e66-4b6a-b523-345b64f36b4f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026708 Mar 10 17:35:51.088511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Calling delete_port for fa35ce85-c7c9-4780-8761-fe30453d2d40 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:51.156169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-ab82fcca-8c9e-49d2-80aa-833fd8e1b752 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237699 Mar 10 17:35:51.203076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-e4a036b4-1e3b-4902-bc0b-59a6faa75ed9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:51.204610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-e4a036b4-1e3b-4902-bc0b-59a6faa75ed9 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.59 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 948 time: 0.2140679 Mar 10 17:35:51.701068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-1722f09d-593b-4a84-ac2f-a26fb4533e06 service neutron] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379534 Mar 10 17:35:51.744290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43e730-8e0b-4cd7-94e1-11a298ffc9e3 req-5da89291-fe4c-46b7-a2a9-682a8ec377ce tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:51.745747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d43e730-8e0b-4cd7-94e1-11a298ffc9e3 req-5da89291-fe4c-46b7-a2a9-682a8ec377ce tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/ports?device_id=42f4ac90-ba3f-4751-b13c-fd3813089010 HTTP/1.1" status: 200 len: 946 time: 0.5337374 Mar 10 17:35:51.780716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862c117-c557-44a8-9c0b-d0cf4af8eab3 req-6b0be463-ccbe-47d7-a7d5-9b61f3023403 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:51.782059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5862c117-c557-44a8-9c0b-d0cf4af8eab3 req-6b0be463-ccbe-47d7-a7d5-9b61f3023403 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.5502744 Mar 10 17:35:51.791873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-23d3a318-912d-4026-b677-1a6d6b5bc288 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb1c126-374b-4ef4-af25-15113c633742 HTTP/1.1" status: 200 len: 217 time: 0.0689888 Mar 10 17:35:51.805920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fa35ce85-c7c9-4780-8761-fe30453d2d40), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:51.817900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['fa35ce85-c7c9-4780-8761-fe30453d2d40'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:51.908348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Pushing event deleted for resources: {'Port': ['ID=fa35ce85-c7c9-4780-8761-fe30453d2d40,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:51.946570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device bc37fb13-7eb7-410f-adbb-7458426b1e3b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:51.955926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Deleting port fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:35:51.956308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:51.986008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] No DVR routers for this DVR port fa35ce85-c7c9-4780-8761-fe30453d2d40 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:51.991084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d43e730-8e0b-4cd7-94e1-11a298ffc9e3 req-7f31cc7a-d785-4648-940e-06fe779c764f tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.35 "GET /v2.0/security-groups?id=728ad8d4-ca75-4bbb-8eff-fb471e55ac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047660 Mar 10 17:35:51.992406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:51.995576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcdda7df-a1ba-4380-8cda-693296b6b415 req-dffebe7a-c438-486b-9fd2-96fbf3acc42e tempest-VolumesActionsTest-1795892126 tempest-VolumesActionsTest-1795892126-project] 10.222.0.41 "DELETE /v2.0/ports/fa35ce85-c7c9-4780-8761-fe30453d2d40 HTTP/1.1" status: 204 len: 173 time: 1.4341469 Mar 10 17:35:52.013936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'name': 'network-vif-deleted', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:52.013936 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719ebd3-8a1c-440b-a25d-3458f3a4767a" -d '{"events": [{"server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "name": "network-vif-deleted", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:52.029446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5862c117-c557-44a8-9c0b-d0cf4af8eab3 req-8de16419-d442-4c12-a36a-5756262d96bf tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369053 Mar 10 17:35:52.033756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-95eabb31-7d1f-412e-94cd-a1c7a7de35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.038338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-95eabb31-7d1f-412e-94cd-a1c7a7de35ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.2268054 Mar 10 17:35:52.073605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:52.086996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'mac_address': 'fa:16:3e:e2:31:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:52.127165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port bc37fb13-7eb7-410f-adbb-7458426b1e3b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:52.127791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.142609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc37fb13-7eb7-410f-adbb-7458426b1e3b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:52.168777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:52.173009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.213297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93757738-b7ac-410e-9e2e-5b862bfccc83 req-b293cbb5-5957-43c5-b3a0-31c2c803e4ec tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0894482 Mar 10 17:35:52.225354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:52.245749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] For port fa4c5fce-8e6b-4581-83ad-278a1d607521, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fa4c5fce-8e6b-4581-83ad-278a1d607521,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:52.246121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.269048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Calling delete_port for fa4c5fce-8e6b-4581-83ad-278a1d607521 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:35:52.285771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ca14-d86b-4d23-9e1e-bc83c560e7af req-1f15ba35-3961-4dbd-b3e6-a4dc0305c73a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.287228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ae4ca14-d86b-4d23-9e1e-bc83c560e7af req-1f15ba35-3961-4dbd-b3e6-a4dc0305c73a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1624992 Mar 10 17:35:52.292625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-2874003c-4ffd-4f2f-a394-91594b72afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.294054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-2874003c-4ffd-4f2f-a394-91594b72afe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1684194 Mar 10 17:35:52.484717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ae4ca14-d86b-4d23-9e1e-bc83c560e7af req-0a9d4678-91cf-4575-8228-ad669fa7d9c5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896451 Mar 10 17:35:52.515404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45094dc2-2b6b-4098-b042-3d9f32fd5a92 req-ea7011cc-e3dc-42e8-b2c5-3eb25ad4e2c0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.516874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45094dc2-2b6b-4098-b042-3d9f32fd5a92 req-ea7011cc-e3dc-42e8-b2c5-3eb25ad4e2c0 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/ports?device_id=73aef958-d867-4e05-8ca2-ccf523bc4415 HTTP/1.1" status: 200 len: 948 time: 0.2194974 Mar 10 17:35:52.524085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-658e70aa-50f8-470b-9503-16a10e5f180d service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105715 Mar 10 17:35:52.557121 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9ff91-fc4f-4029-8125-1b773574c97b x-openstack-request-id: req-c7d9ff91-fc4f-4029-8125-1b773574c97b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:52.557422 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f4ac90-ba3f-4751-b13c-fd3813089010", "name": "network-vif-deleted", "tag": "fa35ce85-c7c9-4780-8761-fe30453d2d40", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:52.557681 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7d9ff91-fc4f-4029-8125-1b773574c97b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:52.558086 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f4ac90-ba3f-4751-b13c-fd3813089010', 'name': 'network-vif-deleted', 'tag': 'fa35ce85-c7c9-4780-8761-fe30453d2d40', 'status': 'completed', 'code': 200} Mar 10 17:35:52.596367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['bc37fb13-7eb7-410f-adbb-7458426b1e3b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:52.709355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fa4c5fce-8e6b-4581-83ad-278a1d607521), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.730901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45094dc2-2b6b-4098-b042-3d9f32fd5a92 req-9129b918-0620-4d6c-bbe0-de8f7b3ea735 tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.35 "GET /v2.0/security-groups?id=07ee2f6d-c638-4982-8db5-cbc473599d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052717 Mar 10 17:35:52.760912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Pushing event deleted for resources: {'Port': ['ID=fa4c5fce-8e6b-4581-83ad-278a1d607521,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:52.783824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab425a-fe96-4237-be7f-2f8e5cbfb5e0 req-180f23df-4368-48de-9042-36f49f8337d0 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.790903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0ab425a-fe96-4237-be7f-2f8e5cbfb5e0 req-180f23df-4368-48de-9042-36f49f8337d0 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 944 time: 0.2032173 Mar 10 17:35:52.854513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-b9576634-44cc-4c1f-9039-d25c919bdc1b service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225794 Mar 10 17:35:52.861466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] No DVR routers for this DVR port fa4c5fce-8e6b-4581-83ad-278a1d607521 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:35:52.873239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:52.876353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcf281d9-9594-4030-908b-4ea94e80f7ad req-bb9765f9-02f0-418c-acb6-29f60e53951e tempest-ListImageFiltersTestJSON-1125257562 tempest-ListImageFiltersTestJSON-1125257562-project] 10.222.0.59 "DELETE /v2.0/ports/fa4c5fce-8e6b-4581-83ad-278a1d607521 HTTP/1.1" status: 204 len: 173 time: 1.6631689 Mar 10 17:35:52.923112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-eb163e03-def4-41d7-a31a-c53a3d66c620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b HTTP/1.1" status: 200 len: 217 time: 0.0572360 Mar 10 17:35:52.968673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0ab425a-fe96-4237-be7f-2f8e5cbfb5e0 req-fcbc289e-bba9-4507-bc10-af359477486f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526272 Mar 10 17:35:52.984917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-22cace22-b2a4-4320-9512-133e7d4e4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:52.986455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-22cace22-b2a4-4320-9512-133e7d4e4e14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 200 len: 797 time: 0.0570142 Mar 10 17:35:53.072301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-160a8727-f139-4dea-9cee-91852954e8b0 req-16a415da-c112-479f-8825-4cae79023e30 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382&device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0324514 Mar 10 17:35:53.078880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484f09-9dec-4489-9bc3-c307f035da2d req-a2409e00-adbd-42f9-b198-eb98a0b10dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:53.080338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-a2409e00-adbd-42f9-b198-eb98a0b10dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fab475e2-8b0e-4bdb-af21-5235b5b53326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0873909 Mar 10 17:35:53.216618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653729c6-296b-4cf2-9a4a-ddacc31208e6 req-7c82ebdb-0c11-4642-a021-9020cb6d2f88 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:53.224280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-653729c6-296b-4cf2-9a4a-ddacc31208e6 req-7c82ebdb-0c11-4642-a021-9020cb6d2f88 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1150718 Mar 10 17:35:53.244403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-a2311b61-9347-4161-8343-524df9aaac54 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574328 Mar 10 17:35:53.336770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9197c175-39bf-40c6-9226-7d239ea2912c req-4ce57a88-5fe2-4d9e-872f-a3153bc3f359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b644cc4e2ba4909b0137a4afaefb403&device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0380805 Mar 10 17:35:53.366671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:35:53.382334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:53.407480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-653729c6-296b-4cf2-9a4a-ddacc31208e6 req-44716ddf-6db2-4421-85b9-a04c25d4e15c tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780469 Mar 10 17:35:53.466177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13486a31-4ba2-4dcf-9a7b-401c7ba9573b req-68504f6a-5d19-446d-b3f8-4ad9db63d625 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.1181974 Mar 10 17:35:53.471886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9197c175-39bf-40c6-9226-7d239ea2912c req-c51b9e45-2b71-48bd-a1c5-eeb76550be3b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6b644cc4e2ba4909b0137a4afaefb403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144509 Mar 10 17:35:53.537976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55484f09-9dec-4489-9bc3-c307f035da2d req-9c6a3957-dcf0-4bff-b196-daa192ade9c9 service neutron] 10.222.0.41 "GET /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774987 Mar 10 17:35:53.644463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:53.644860 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:53.684828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:53.685162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197c175-39bf-40c6-9226-7d239ea2912c req-6ca56b06-42dc-4469-bcd9-291604646fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:53.686757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9197c175-39bf-40c6-9226-7d239ea2912c req-6ca56b06-42dc-4469-bcd9-291604646fb1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087166 Mar 10 17:35:53.687780 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba8272-b420-4d85-8c6c-9b8cc4db7bd8" -d '{"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:53.694275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561f915-b6cc-416b-bcba-2baacc5af845 req-9d8bc99d-fcfa-4456-864f-117378206744 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:53.695900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9561f915-b6cc-416b-bcba-2baacc5af845 req-9d8bc99d-fcfa-4456-864f-117378206744 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1337082 Mar 10 17:35:53.711476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:53.742058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:53.745474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'mac_address': 'fa:16:3e:bf:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:35:53.751972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:53.775725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9561f915-b6cc-416b-bcba-2baacc5af845 req-c1b5db40-16bf-4f0b-b86a-e187f1511975 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Mar 10 17:35:53.787844 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa8f7f1-6559-4e30-9ca0-50105b304f62 x-openstack-request-id: req-caa8f7f1-6559-4e30-9ca0-50105b304f62 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:53.787844 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:53.788197 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caa8f7f1-6559-4e30-9ca0-50105b304f62 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:53.788828 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'code': 200} Mar 10 17:35:53.833347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:53.833772 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:53.856903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:53.861747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:35:53.884696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:53.890450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:53.958057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device bc37fb13-7eb7-410f-adbb-7458426b1e3b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:54.001237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:54.042978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port bc37fb13-7eb7-410f-adbb-7458426b1e3b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:35:54.051212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port bc37fb13-7eb7-410f-adbb-7458426b1e3b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:54.051586 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:54.172845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3e2e-3bde-41a8-878d-ee4363b93453 req-6bbb88b1-c5f5-4840-a049-dc04de9f57a3 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:54.175473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-519f3e2e-3bde-41a8-878d-ee4363b93453 req-6bbb88b1-c5f5-4840-a049-dc04de9f57a3 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 944 time: 0.0988579 Mar 10 17:35:54.200628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:35:54.257378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-519f3e2e-3bde-41a8-878d-ee4363b93453 req-eb14676e-3958-49fb-9c53-f30d01aedc43 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755875 Mar 10 17:35:54.474733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port bc37fb13-7eb7-410f-adbb-7458426b1e3b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:54.475454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:54.527287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:54.540376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:54.541270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fa35ce85-c7c9-4780-8761-fe30453d2d40 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:54.552229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee6804-d5b9-4328-8d95-948528c32602 req-ba835701-2f27-49b0-9690-3a82a494f817 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:54.558880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aaee6804-d5b9-4328-8d95-948528c32602 req-ba835701-2f27-49b0-9690-3a82a494f817 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 949 time: 0.0723855 Mar 10 17:35:54.560087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-deleted', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:54.565071 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad3968-6055-4a11-bf54-ce19b06ad314" -d '{"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-deleted", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:54.567472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: fa35ce85-c7c9-4780-8761-fe30453d2d40 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:54.567816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device fa35ce85-c7c9-4780-8761-fe30453d2d40 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:54.643279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aaee6804-d5b9-4328-8d95-948528c32602 req-c7792372-f196-4738-85f4-b162a2469f56 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736787 Mar 10 17:35:54.684901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:54.741084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48abcb89-2342-4aa4-ac1f-a36418bc9a1b req-86e58726-0636-4198-9ed0-01042f9fe029 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0341680 Mar 10 17:35:54.809384 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141562c7-708e-4dbc-8f96-15df37d82b63 x-openstack-request-id: req-141562c7-708e-4dbc-8f96-15df37d82b63 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:54.810038 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aef958-d867-4e05-8ca2-ccf523bc4415", "name": "network-vif-deleted", "tag": "fa4c5fce-8e6b-4581-83ad-278a1d607521", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:54.810038 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-141562c7-708e-4dbc-8f96-15df37d82b63 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:54.810363 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aef958-d867-4e05-8ca2-ccf523bc4415', 'name': 'network-vif-deleted', 'tag': 'fa4c5fce-8e6b-4581-83ad-278a1d607521', 'status': 'completed', 'code': 200} Mar 10 17:35:54.900273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08cdb-7cd7-4618-9538-49c8c9ce2152 req-1fb008e9-9031-4168-86a3-e956b48bd7b9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:54.901765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cf08cdb-7cd7-4618-9538-49c8c9ce2152 req-1fb008e9-9031-4168-86a3-e956b48bd7b9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.0573225 Mar 10 17:35:54.966865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cf08cdb-7cd7-4618-9538-49c8c9ce2152 req-cd66c33f-5b15-4412-8595-794d530dd239 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581110 Mar 10 17:35:54.990972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37922) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:55.130551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37930) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:35:55.130737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d1dd574-0364-4e81-9bf4-c28751365b32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e47b1d7210e14b03ac6379c0cf958c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380556 Mar 10 17:35:55.181541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] Publish callbacks [] for security_group (07ee2f6d-c638-4982-8db5-cbc473599d6b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.204221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] Publish callbacks [] for security_group (07ee2f6d-c638-4982-8db5-cbc473599d6b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.265503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07ee2f6d-c638-4982-8db5-cbc473599d6b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.268155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.269271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07ee2f6d-c638-4982-8db5-cbc473599d6b HTTP/1.1" status: 204 len: 168 time: 0.1375563 Mar 10 17:35:55.292408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9197c175-39bf-40c6-9226-7d239ea2912c req-9168b686-ad82-4f05-9f5c-9a5adce3ad97 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.41 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0364144 Mar 10 17:35:55.308365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bd923-7c49-4537-8ee1-dffb4bcb7d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee2f6d-c638-4982-8db5-cbc473599d6b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:55.383381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:35:55.420411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221235f-97ad-4e0b-ba82-e9c5ad1f6d2c req-cecdf88c-7648-4a8a-8d94-89a0ad969fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:55.426293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8221235f-97ad-4e0b-ba82-e9c5ad1f6d2c req-cecdf88c-7648-4a8a-8d94-89a0ad969fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.0834646 Mar 10 17:35:55.460892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:35:55.462120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.532601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8221235f-97ad-4e0b-ba82-e9c5ad1f6d2c req-01298f5d-8c16-41cc-a113-2240534715cb tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932207 Mar 10 17:35:55.587088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:35:55.587668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.630846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:35:55.636545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:55.637405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:35:55.677414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: fa4c5fce-8e6b-4581-83ad-278a1d607521 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:35:55.677755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fa4c5fce-8e6b-4581-83ad-278a1d607521 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:35:55.714056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:35:55.790726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b'}, {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:35:55.793796 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67727193-78a4-4796-939b-db4577ae14ef" -d '{"events": [{"server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "name": "network-vif-plugged", "status": "completed", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b"}, {"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:35:55.820418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056c58-ec4d-485b-8c68-f54e8a2a7fe0 req-a6b6b899-d21a-4be1-9509-ef6f73e52621 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:55.829774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6056c58-ec4d-485b-8c68-f54e8a2a7fe0 req-a6b6b899-d21a-4be1-9509-ef6f73e52621 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.0962684 Mar 10 17:35:55.906828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6056c58-ec4d-485b-8c68-f54e8a2a7fe0 req-b1f57070-7e23-44a6-a759-02a176ecabaf tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739858 Mar 10 17:35:55.967876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54476026-6963-4d6e-a9db-0ee9da1910db req-c705067b-3a53-41d3-b6d2-0089c679ae73 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=320e280c-c601-470b-a955-6e49ae225382 HTTP/1.1" status: 200 len: 210 time: 0.0540376 Mar 10 17:35:55.986056 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257d8cbc-bafd-40ef-8371-0e59b6d9414a x-openstack-request-id: req-257d8cbc-bafd-40ef-8371-0e59b6d9414a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:35:55.986794 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "name": "network-vif-plugged", "status": "completed", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b", "code": 200}, {"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:35:55.987157 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-257d8cbc-bafd-40ef-8371-0e59b6d9414a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:35:55.987653 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'code': 200} Mar 10 17:35:55.988025 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'code': 200} Mar 10 17:35:56.243997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bdbcf-bcd5-410a-97c6-be5510e210d1 req-f8e9485c-bdc0-4434-8322-f22c6f32f399 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:56.251056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-524bdbcf-bcd5-410a-97c6-be5510e210d1 req-f8e9485c-bdc0-4434-8322-f22c6f32f399 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1465151 Mar 10 17:35:56.259172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129db1eb-34e6-4e70-92e9-c3df23c8be5b req-9835f649-de35-42ee-9959-22ac06c51665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:56.260621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-129db1eb-34e6-4e70-92e9-c3df23c8be5b req-9835f649-de35-42ee-9959-22ac06c51665 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1127 time: 0.1690559 Mar 10 17:35:56.273485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b36347-6ce4-4e45-af24-ba99ffad8131 req-b37f32b7-9b46-42c1-a604-1c4da9b7419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:56.274983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68b36347-6ce4-4e45-af24-ba99ffad8131 req-b37f32b7-9b46-42c1-a604-1c4da9b7419e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1132 time: 0.1135526 Mar 10 17:35:56.362208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-524bdbcf-bcd5-410a-97c6-be5510e210d1 req-a8393cda-ed90-456a-b09e-8fcd838c80b8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102948 Mar 10 17:35:56.377437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-129db1eb-34e6-4e70-92e9-c3df23c8be5b req-24f8910f-61b2-40f8-b5e1-a6ae264a22c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998874 Mar 10 17:35:56.379991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68b36347-6ce4-4e45-af24-ba99ffad8131 req-f43d7122-a010-42ff-9906-08934ac57d84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963714 Mar 10 17:35:56.693615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36016f-b858-47f2-9752-8cb6c969d57a req-95e9b854-6749-4f15-ad5b-c04452d55a86 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:56.701500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b36016f-b858-47f2-9752-8cb6c969d57a req-95e9b854-6749-4f15-ad5b-c04452d55a86 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.0690067 Mar 10 17:35:56.762255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b36016f-b858-47f2-9752-8cb6c969d57a req-1613b546-e885-4780-8dfb-76d2be471e34 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Mar 10 17:35:56.785258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:57.023978 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:35:57.121123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388edec-34b1-4dca-b744-9b752f742b3f req-6df5b3dc-2b1d-43a5-9e24-8a64ac54f805 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:57.133969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c388edec-34b1-4dca-b744-9b752f742b3f req-6df5b3dc-2b1d-43a5-9e24-8a64ac54f805 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1301336 Mar 10 17:35:57.219071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c388edec-34b1-4dca-b744-9b752f742b3f req-f0d3e2da-9fb4-4945-bf10-65fa560ec7d4 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837574 Mar 10 17:35:57.639773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e23c6113-f84e-4cd1-a868-64cc37e5fb12 req-783d8792-0fda-4009-b839-35e469c13886 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b644cc4e2ba4909b0137a4afaefb403&device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0693626 Mar 10 17:35:57.688556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e23c6113-f84e-4cd1-a868-64cc37e5fb12 req-5213e3a2-7db6-4f6d-8c14-074ce19b6fe3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6b644cc4e2ba4909b0137a4afaefb403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358706 Mar 10 17:35:57.863987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac1713-634b-48ef-8807-2e308655728c req-49767ee1-3bae-4f8b-9001-d2181ae83d8b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:57.872949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65ac1713-634b-48ef-8807-2e308655728c req-49767ee1-3bae-4f8b-9001-d2181ae83d8b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1879680 Mar 10 17:35:57.930123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1095a843-380e-458b-8461-488fbd0904cd req-561662bc-8bfe-4d95-bb6a-c51a8d7e2a9a tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0528057 Mar 10 17:35:57.941057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c6113-f84e-4cd1-a868-64cc37e5fb12 req-cd24d360-c14e-4d7a-87b9-44da6d1f01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:57.943489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e23c6113-f84e-4cd1-a868-64cc37e5fb12 req-cd24d360-c14e-4d7a-87b9-44da6d1f01c1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203932 Mar 10 17:35:57.993470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65ac1713-634b-48ef-8807-2e308655728c req-b271dc60-3de5-421f-af90-d5186fb94914 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194956 Mar 10 17:35:58.188616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe5540-79d9-46fd-965e-ee89f43f56c4 req-981e5f31-7bbf-447b-829c-aafea9b29d3a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:58.203635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fe5540-79d9-46fd-965e-ee89f43f56c4 req-981e5f31-7bbf-447b-829c-aafea9b29d3a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.1284511 Mar 10 17:35:58.266399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fe5540-79d9-46fd-965e-ee89f43f56c4 req-339c7e09-1171-4c93-bf9f-befe134acd58 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614717 Mar 10 17:35:58.394306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d2aa3-85b0-458a-944b-5a6bb9771b20 req-961cb4d0-8d25-463f-961e-6330ad4a09d5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:58.396469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-577d2aa3-85b0-458a-944b-5a6bb9771b20 req-961cb4d0-8d25-463f-961e-6330ad4a09d5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.0876639 Mar 10 17:35:58.492878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-577d2aa3-85b0-458a-944b-5a6bb9771b20 req-e794e736-f303-487f-8b02-510781d84a12 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899117 Mar 10 17:35:59.146191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-5f4247a0-a275-46a4-8819-39c095a104fa tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 258 time: 0.6929495 Mar 10 17:35:59.153022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:35:59.186975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.201642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44e361-a587-46dc-838f-123c97c9d920 req-79e97409-ac57-449a-aeef-d1cd3f1e9d49 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:35:59.206399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd44e361-a587-46dc-838f-123c97c9d920 req-79e97409-ac57-449a-aeef-d1cd3f1e9d49 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1122952 Mar 10 17:35:59.299950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd44e361-a587-46dc-838f-123c97c9d920 req-9a4c71c7-cd36-4851-bcb7-07408eca9933 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815570 Mar 10 17:35:59.352520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e23c6113-f84e-4cd1-a868-64cc37e5fb12 req-673858ef-17ed-4e34-9bad-24c9a04a6982 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.59 "GET /v2.0/ports?device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0777874 Mar 10 17:35:59.495698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.638291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Allocated IP 172.25.3.238 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6d47f0ff-06bd-431b-9308-7c19de17e6cb) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:35:59.731598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.766555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.809536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:35:59.889305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:35:59.892489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f6c7d25-619b-4fce-b1e2-059d3994a23f req-a0a5874c-4f95-41f5-9318-9ddf7bbee838 tempest-ServerShowV247Test-1609001096 tempest-ServerShowV247Test-1609001096-project] 10.222.0.35 "GET /v2.0/ports?device_id=2407fd13-af62-434c-a3c3-81f0ec79cbee HTTP/1.1" status: 200 len: 210 time: 0.0506334 Mar 10 17:35:59.896051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:35:59.901192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:35:59.904444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event updated for resources: {'Port': ['ID=6d47f0ff-06bd-431b-9308-7c19de17e6cb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:00.112313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (14333ca3-5856-4967-acf6-447db1983669), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.137917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee3ece-501d-4d18-9775-9d684445a8d6 req-889a30c9-4db6-4a3e-b0cc-b8791312c525 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:00.145419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bee3ece-501d-4d18-9775-9d684445a8d6 req-889a30c9-4db6-4a3e-b0cc-b8791312c525 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1513155 Mar 10 17:36:00.213414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.259133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bee3ece-501d-4d18-9775-9d684445a8d6 req-20d8b0dc-029f-449d-b4eb-df44643b0965 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080329 Mar 10 17:36:00.439528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.448510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.601499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event updated for resources: {'Port': ['ID=6d47f0ff-06bd-431b-9308-7c19de17e6cb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:00.641085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (14333ca3-5856-4967-acf6-447db1983669), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.670118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:00.671777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-219c766a-7084-440b-9186-40b76d7a6ea6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5242493 Mar 10 17:36:00.680640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07887-ff9c-4cdb-9f9b-d4fb6db46b27 req-8631e4a0-74d6-4f8d-ad45-b8bde8f97739 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:00.682167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70b07887-ff9c-4cdb-9f9b-d4fb6db46b27 req-8631e4a0-74d6-4f8d-ad45-b8bde8f97739 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.0825982 Mar 10 17:36:00.753089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-bac70f17-e2e0-4874-9db2-8c049cc5a229 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0698354 Mar 10 17:36:00.844280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70b07887-ff9c-4cdb-9f9b-d4fb6db46b27 req-601b45f6-ba1c-4e59-8f7c-3b2cc472a592 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526916 Mar 10 17:36:00.886816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-ec330517-d7e2-4721-9e3d-70a7cc51e958 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:00.893032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dbe9072-0def-420d-954b-2eec7e8064a8 req-ec330517-d7e2-4721-9e3d-70a7cc51e958 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.1387694 Mar 10 17:36:01.104771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-d8572a63-8dbe-4da0-aadb-acdbc7cfa39a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:01.112404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-d8572a63-8dbe-4da0-aadb-acdbc7cfa39a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1454744 Mar 10 17:36:01.171558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-9999f08c-f890-4b4b-9f2c-08eba6134e97 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0580761 Mar 10 17:36:01.177455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'floatingip': {'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:01.231981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (14333ca3-5856-4967-acf6-447db1983669), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:01.462113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:01.717244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ee26-a357-4884-a5b0-ab35c04deebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:01.804128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ee26-a357-4884-a5b0-ab35c04deebf admin admin] Publish callbacks [] for security_group (bab48ffe-0c14-447a-af55-4b8becda0a23), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:01.815044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ee26-a357-4884-a5b0-ab35c04deebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bab48ffe-0c14-447a-af55-4b8becda0a23), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:01.904045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c9c6ee26-a357-4884-a5b0-ab35c04deebf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b644cc4e2ba4909b0137a4afaefb403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406638 Mar 10 17:36:01.906827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ee26-a357-4884-a5b0-ab35c04deebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab48ffe-0c14-447a-af55-4b8becda0a23,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:01.907119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38092) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:02.019919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] Publish callbacks [] for security_group (bab48ffe-0c14-447a-af55-4b8becda0a23), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.049312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] Publish callbacks [] for security_group (bab48ffe-0c14-447a-af55-4b8becda0a23), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.108290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bab48ffe-0c14-447a-af55-4b8becda0a23), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.111160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.112684 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bab48ffe-0c14-447a-af55-4b8becda0a23 HTTP/1.1" status: 204 len: 168 time: 0.2037642 Mar 10 17:36:02.121110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726eecb-bf17-4245-8b0d-ab45cd82efb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab48ffe-0c14-447a-af55-4b8becda0a23,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:02.125849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e613538-82e6-4ae0-a0f7-5c0287e62356 req-e1caabdd-ddcd-4ff7-a31a-dbe246c00b82 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:02.134942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e613538-82e6-4ae0-a0f7-5c0287e62356 req-e1caabdd-ddcd-4ff7-a31a-dbe246c00b82 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1354995 Mar 10 17:36:02.153887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.162366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (14333ca3-5856-4967-acf6-447db1983669), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.271472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e613538-82e6-4ae0-a0f7-5c0287e62356 req-2fe598f5-c58f-42db-b0f5-0048e6fa2864 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291752 Mar 10 17:36:02.357807 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Floating IP 14333ca3-5856-4967-acf6-447db1983669 associated. External IP: 172.25.3.238, port: bc37fb13-7eb7-410f-adbb-7458426b1e3b. Mar 10 17:36:02.510101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86170d4-aaea-4d7c-b2a4-92b4acc14eb6 req-db9887b8-6f51-4abb-bfce-037c3b999255 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:02.511939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b86170d4-aaea-4d7c-b2a4-92b4acc14eb6 req-db9887b8-6f51-4abb-bfce-037c3b999255 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1014242 Mar 10 17:36:02.650939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b86170d4-aaea-4d7c-b2a4-92b4acc14eb6 req-f95ee522-de74-4635-9de0-a2cb8ffe7162 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218603 Mar 10 17:36:02.782699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:02.964512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:02.976208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Sync routers for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:02.978020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:02.990572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:02.992713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:03.027477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-5f93cd1f-ebb7-4281-90a5-3d572b01d38a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "PUT /v2.0/floatingips/14333ca3-5856-4967-acf6-447db1983669 HTTP/1.1" status: 200 len: 996 time: 1.8524489 Mar 10 17:36:03.027477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:03.028567 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370ace92-737d-4bb5-9fb9-f3e17272678c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:03.307864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:03.334337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-38f8a918-1ca4-45b3-b1f5-7c57e0e053e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:03.335973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-38f8a918-1ca4-45b3-b1f5-7c57e0e053e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1127 time: 0.2294917 Mar 10 17:36:03.434974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:03.563470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-81622ce9-eb05-4034-a4c5-1283502752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:03.566900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-81622ce9-eb05-4034-a4c5-1283502752f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 930 time: 0.2229047 Mar 10 17:36:03.577475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1491005676-network', 'tenant_id': 'c49f876da3654b538a02325216c94dc7'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:03.634605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Made reservation on behalf of c49f876da3654b538a02325216c94dc7 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:03.644063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.669667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.768536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks [] for security_group (904de285-d1c1-4bde-a460-b84192d6bfba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.776558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-e311c539-7ac9-4e1c-be95-16e98d3f259f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 999 time: 0.2034111 Mar 10 17:36:03.781421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (904de285-d1c1-4bde-a460-b84192d6bfba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.827525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904de285-d1c1-4bde-a460-b84192d6bfba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:03.840236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:36:03.852737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (50feb00d-e869-4e4e-bbe1-74cbf37e08f2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.853076 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Added segment 50feb00d-e869-4e4e-bbe1-74cbf37e08f2 of type vlan for network 4be91fdb-1152-439e-bfb6-f95488aca9f4 Mar 10 17:36:03.864624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-e167e609-f585-4add-9454-2d040ddc8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:03.866255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-e167e609-f585-4add-9454-2d040ddc8c84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.0832453 Mar 10 17:36:03.913478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (4be91fdb-1152-439e-bfb6-f95488aca9f4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.955383 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (4be91fdb-1152-439e-bfb6-f95488aca9f4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.957114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:03.958144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:03.958390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-bff76a84-3fb9-44e2-9c7a-1e660600cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:03.976876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-bff76a84-3fb9-44e2-9c7a-1e660600cb8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041803 Mar 10 17:36:04.012252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '14333ca3-5856-4967-acf6-447db1983669', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'mac_address': 'fa:16:3e:e2:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:59Z', 'updated_at': '2022-03-10T17:36:01Z', 'revision_number': 1, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:04.015214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7063444 Mar 10 17:36:04.022770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:04.049201 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4e244-a513-4893-a674-3650595bfa99 x-openstack-request-id: req-3da4e244-a513-4893-a674-3650595bfa99 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:04.051459 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:04.051722 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3da4e244-a513-4893-a674-3650595bfa99 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:04.052149 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'status': 'completed', 'code': 200} Mar 10 17:36:04.055108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Checking router: df1f8a62-6d23-4eb2-9c55-3421b4d321a8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:04.095264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:04.096401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:04.105942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Request body: {'subnet': {'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1491005676-subnet', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:04.126563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fbbe6-8478-4bbb-8278-5e6c8ae14eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4be91fdb-1152-439e-bfb6-f95488aca9f4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:04.131838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Made reservation on behalf of c49f876da3654b538a02325216c94dc7 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:04.135082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.218707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:36:04.246910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-843fa5f5-6877-40ee-be03-abf42c66dd32 service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688200 Mar 10 17:36:04.282351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-6da4b2a7-dae2-4b36-bb78-b1f37c99e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:04.284445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-6da4b2a7-dae2-4b36-bb78-b1f37c99e270 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1127 time: 0.1465294 Mar 10 17:36:04.294347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbcf9c-b9b0-40a7-9edc-49063c0b157e req-9543b053-2f4b-4870-99d8-028e102e4613 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:04.296230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2adbcf9c-b9b0-40a7-9edc-49063c0b157e req-9543b053-2f4b-4870-99d8-028e102e4613 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1570449 Mar 10 17:36:04.395082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (389d5768-48f4-483b-ad14-1ba8e2319ec2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.398665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:04.461453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=389d5768-48f4-483b-ad14-1ba8e2319ec2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:04.486851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Checking segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:04.487244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Network hostable DHCP agents. Network: 4be91fdb-1152-439e-bfb6-f95488aca9f4, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:36:04.515547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:36:04.521727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2adbcf9c-b9b0-40a7-9edc-49063c0b157e req-553e62a9-a477-420e-848f-67378c9caf3a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117851 Mar 10 17:36:04.529621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a56b6724-b1b5-48f9-a0e2-2c572c11a3d8 req-d4056eb2-61f4-462c-a8fb-92a7d99045fe service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723672 Mar 10 17:36:04.542263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-e18deb9f-94ec-480b-910b-b75535a20300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:04.543887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-e18deb9f-94ec-480b-910b-b75535a20300 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 930 time: 0.2465875 Mar 10 17:36:04.564731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 4be91fdb-1152-439e-bfb6-f95488aca9f4) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:04.578116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:04.581917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.582451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e743e5-f539-4959-b718-048be45a89e4 None None] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:04.624242 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b82a070-5888-44af-b54d-132a4edb18dd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6002977 Mar 10 17:36:04.627044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:04.631625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:04.851380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-4be91fdb-1152-439e-bfb6-f95488aca9f4', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:36:04.852622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.967966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '14333ca3-5856-4967-acf6-447db1983669', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'mac_address': 'fa:16:3e:e2:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:59Z', 'updated_at': '2022-03-10T17:36:01Z', 'revision_number': 1, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:04.982692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:04.983888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.006606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd4d5-920c-4931-8678-b0ec25e8e029 None None] The sync data for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 is: [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '14333ca3-5856-4967-acf6-447db1983669', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'mac_address': 'fa:16:3e:e2:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:35:59Z', 'updated_at': '2022-03-10T17:36:01Z', 'revision_number': 1, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:05.098063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for router_controller (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.127156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Allocated IP 172.20.0.2 (4be91fdb-1152-439e-bfb6-f95488aca9f4/389d5768-48f4-483b-ad14-1ba8e2319ec2/6c37cb55-3e36-4841-8b8f-3e46a3325c72) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:05.398054 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks [] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.414604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.440957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for router_gateway (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.461851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-4b9984ff-9a39-429b-8e59-86671d79eafc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 999 time: 0.9025104 Mar 10 17:36:05.467651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:05.473198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:05.478490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f175-1bad-4485-86ea-46bce8002e4a req-72d8082e-d130-4e3e-8cd9-89b154c626c5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:05.481143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:05.486211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8df5f175-1bad-4485-86ea-46bce8002e4a req-72d8082e-d130-4e3e-8cd9-89b154c626c5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.7534668 Mar 10 17:36:05.487784 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff333b2-c89d-4053-bd83-f003984dd6e3 None None] New status for floating IP 14333ca3-5856-4967-acf6-447db1983669: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:05.500546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Pushing event updated for resources: {'Port': ['ID=6c37cb55-3e36-4841-8b8f-3e46a3325c72,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:05.602550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Attempting to bind port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:36:05.602841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Attempting to bind port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:36:05.603160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Attempting to bind port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:05.611573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:36:05.611573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Checking segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:05.612497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.612497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Bound using segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:36:05.612761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Bound port: 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:36:05.613099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.614902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-c914280e-a650-4428-b284-dbc61d15aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:05.616439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-c914280e-a650-4428-b284-dbc61d15aa00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.1205497 Mar 10 17:36:05.682273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22a9a967-4536-4928-b57c-5a83301a948c req-aa3135c2-358b-45fd-9eda-72b0492349f6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 258 time: 1.0491498 Mar 10 17:36:05.697507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:05.749154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8df5f175-1bad-4485-86ea-46bce8002e4a req-23c865e5-93df-4e12-8f1f-315c99972eb0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564144 Mar 10 17:36:05.766848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-408279b6-f932-47bc-bb2a-d3c132a795e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:05.769367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-408279b6-f932-47bc-bb2a-d3c132a795e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1454225 Mar 10 17:36:05.802849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.821945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] For port 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:05.826621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] For port 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c37cb55-3e36-4841-8b8f-3e46a3325c72,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:36:05.843279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.929509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12dbf2-e23f-4df5-8897-daeaf53e6bab None None] Pushing event updated for resources: {'Port': ['ID=6c37cb55-3e36-4841-8b8f-3e46a3325c72,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:05.972409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for router_gateway (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:05.999410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.057145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-961614ba-e4c8-49c6-968a-ff6205f3ad7e service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811038 Mar 10 17:36:06.140822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Allocated IP 172.25.3.118 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:06.306523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a437c-5b0b-4cc0-9127-e3060e9057b5 req-f714f3d0-8e03-4988-93b0-d012b54d047d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:06.308095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-242a437c-5b0b-4cc0-9127-e3060e9057b5 req-f714f3d0-8e03-4988-93b0-d012b54d047d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.4120238 Mar 10 17:36:06.365952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.390411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-370ace92-737d-4bb5-9fb9-f3e17272678c req-486ffae0-eba9-4715-be11-0122b85ab0cd service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244796 Mar 10 17:36:06.426473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.442027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.456825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-242a437c-5b0b-4cc0-9127-e3060e9057b5 req-6ccd3c2a-90b8-4b3a-9766-ecf2c9372c52 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326344 Mar 10 17:36:06.506536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:06.512132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:06.518059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:06.572150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:06.641964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Allocated IP 172.25.3.46 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/d5bd71e0-f557-4bcc-9b5a-607e962de69b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:06.829922 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.957982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for router_gateway (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:06.989109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:07.005605 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.086793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fac62-a30d-46f9-82b0-df7e1b8c8f10 req-61c710f3-e2de-495f-815b-b7cfc61c7d28 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:07.088643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-767fac62-a30d-46f9-82b0-df7e1b8c8f10 req-61c710f3-e2de-495f-815b-b7cfc61c7d28 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1843557 Mar 10 17:36:07.098656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event updated for resources: {'Port': ['ID=d5bd71e0-f557-4bcc-9b5a-607e962de69b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:07.151717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:07.157591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:07.178481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:07.424208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-767fac62-a30d-46f9-82b0-df7e1b8c8f10 req-1867ae71-0843-48ae-b9c5-3eb3271b3358 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678962 Mar 10 17:36:07.488560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7195e215-72fd-4690-87eb-e3a7fe0570f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.533961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (fe72dbf2-8b19-491e-9c21-514b09d5879d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.593735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.619611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd03bb8-07a2-4729-89d2-8f9fc7c81740 None None] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:07.745063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:07.805628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b61f-25a8-46e1-bf54-9aad902b56b3 req-1f9a42f1-1fad-486d-8ea3-eb1bb3246ebb tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:07.807569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a076b61f-25a8-46e1-bf54-9aad902b56b3 req-1f9a42f1-1fad-486d-8ea3-eb1bb3246ebb tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1525328 Mar 10 17:36:07.890748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a076b61f-25a8-46e1-bf54-9aad902b56b3 req-1e5dc494-6c30-445b-b066-f94f1eab6194 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726216 Mar 10 17:36:07.892374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:36:08.015734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c37cb55-3e36-4841-8b8f-3e46a3325c72 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:08.052926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.070877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.151733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7195e215-72fd-4690-87eb-e3a7fe0570f0 admin admin] Publish callbacks [] for security_group (d8a18e45-b3ad-458e-81d7-89d668aea303), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.154243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Provisioning complete for port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:08.157274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.213066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:08.246129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7195e215-72fd-4690-87eb-e3a7fe0570f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d8a18e45-b3ad-458e-81d7-89d668aea303), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.249299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:08.269522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.274858 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00bfde43-0609-4c18-aa88-e16cb493d9c3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6464956 Mar 10 17:36:08.277522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:08.359078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7195e215-72fd-4690-87eb-e3a7fe0570f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe7825d1b6a64b419f8e321fd0f36921&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3633335 Mar 10 17:36:08.361457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38188) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:08.372261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fe72dbf2-8b19-491e-9c21-514b09d5879d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.385195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Current status of the port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:08.385580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.386729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195e215-72fd-4690-87eb-e3a7fe0570f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a18e45-b3ad-458e-81d7-89d668aea303,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:08.387756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:08.388487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:08.399797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event updated for resources: {'Port': ['ID=d5bd71e0-f557-4bcc-9b5a-607e962de69b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:08.420902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.436077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22a9a967-4536-4928-b57c-5a83301a948c req-5efdc06a-87a9-4308-b109-c7d85c13e928 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7526379 Mar 10 17:36:08.524520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:08.659442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22a9a967-4536-4928-b57c-5a83301a948c req-86c4cfb5-8cd7-4c2e-8ae4-fccd109f229d tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.46 HTTP/1.1" status: 200 len: 695 time: 0.2219253 Mar 10 17:36:08.815950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] For port 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c37cb55-3e36-4841-8b8f-3e46a3325c72,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:08.823648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:08.824727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.851809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:08.875320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048bb42-fc09-4c80-87a1-4403c5ea3935 req-f435996c-f5d6-4540-84d4-82edbc263365 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:08.876982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1048bb42-fc09-4c80-87a1-4403c5ea3935 req-f435996c-f5d6-4540-84d4-82edbc263365 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.3114350 Mar 10 17:36:08.963866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9a967-4536-4928-b57c-5a83301a948c req-2e2c8adf-aab1-46ec-9029-6dbe5c86183d tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:08.976485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:06Z', 'revision_number': 3, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:08.981850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22a9a967-4536-4928-b57c-5a83301a948c req-2e2c8adf-aab1-46ec-9029-6dbe5c86183d tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.3151674 Mar 10 17:36:08.983839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d864e7-f2a6-4170-8e37-008f7d3d1b6a None None] Pushing event updated for resources: {'Port': ['ID=6c37cb55-3e36-4841-8b8f-3e46a3325c72,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:08.993337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] Publish callbacks [] for security_group (d8a18e45-b3ad-458e-81d7-89d668aea303), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.035613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.045470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:09.045867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Updating router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:36:09.123144 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.165728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:09.183270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] Publish callbacks [] for security_group (d8a18e45-b3ad-458e-81d7-89d668aea303), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.192463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8184e635-988b-4353-94aa-04de872835c5 None None] Provisioning complete for port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:09.192915 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8184e635-988b-4353-94aa-04de872835c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.320901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1048bb42-fc09-4c80-87a1-4403c5ea3935 req-cc69f427-8549-4294-aab0-f12d4e33b6a5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343706 Mar 10 17:36:09.362923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2535-7f98-4865-9fb4-63bdcad49330 req-8d7536eb-bb99-42af-8a64-306067baefc9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:09.373564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ccf2535-7f98-4865-9fb4-63bdcad49330 req-8d7536eb-bb99-42af-8a64-306067baefc9 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.2457922 Mar 10 17:36:09.396053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Allocated IP 172.20.0.1 (4be91fdb-1152-439e-bfb6-f95488aca9f4/389d5768-48f4-483b-ad14-1ba8e2319ec2/9380e0af-f484-49de-b73e-d1a045a1fd7e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:09.444415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8184e635-988b-4353-94aa-04de872835c5 None None] Current status of the port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:09.520139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ccf2535-7f98-4865-9fb4-63bdcad49330 req-bbc5c8e3-0b8e-46d9-99ad-8559ca4ac333 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429384 Mar 10 17:36:09.592766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d8a18e45-b3ad-458e-81d7-89d668aea303), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.600176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.603843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8a18e45-b3ad-458e-81d7-89d668aea303 HTTP/1.1" status: 204 len: 168 time: 1.2406330 Mar 10 17:36:09.637671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks [] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.644264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aaf50-9722-46bf-af18-98ffcad4ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a18e45-b3ad-458e-81d7-89d668aea303,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:09.662139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.671277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks [] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.699129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-bf7b96be-26dd-4114-80a6-5f7dc8095027 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:09.709521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-bf7b96be-26dd-4114-80a6-5f7dc8095027 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2083282 Mar 10 17:36:09.718244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983192c-ae89-4f4c-a0b5-4d140daa881c None None] Pushing event updated for resources: {'Port': ['ID=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:09.764051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Attempting to bind port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:36:09.764899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Attempting to bind port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:36:09.765356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Attempting to bind port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:09.773990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:36:09.775014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:09.775776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.776994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:36:09.779076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Bound port: c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:36:09.779724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.785759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c37cb55-3e36-4841-8b8f-3e46a3325c72 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:09.791885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.840854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-3b5c4152-22dc-4cd6-993a-8dc296682ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.46 HTTP/1.1" status: 200 len: 695 time: 0.1295917 Mar 10 17:36:09.855625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-b4294922-ff6e-4b07-9c4c-7b04cea35013 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'floatingip': {'port_id': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:09.896999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:09.907697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:09.911122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-b4294922-ff6e-4b07-9c4c-7b04cea35013 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (fe72dbf2-8b19-491e-9c21-514b09d5879d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:09.951219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:10.003977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] For port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:10.016949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] For port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:36:10.025836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Pushing event updated for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:10.056833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.058407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.059553 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.060019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.060516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.061960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.062688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.063196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.064747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.065390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.065888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.067219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.067706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.069855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:10.089183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:10.091576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.107541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.328981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:10.328981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:10.412057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.442673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983192c-ae89-4f4c-a0b5-4d140daa881c None None] Pushing event updated for resources: {'Port': ['ID=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:10.464194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8a9f4947-005e-4751-8e1c-f742135c7b6f None None] Provisioning complete for port 9380e0af-f484-49de-b73e-d1a045a1fd7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:10.465124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a9f4947-005e-4751-8e1c-f742135c7b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.479627 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-b4294922-ff6e-4b07-9c4c-7b04cea35013 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 17:36:10.480978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90bafec9-a00e-468c-9955-6279f7d77b73 req-b4294922-ff6e-4b07-9c4c-7b04cea35013 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "PUT /v2.0/floatingips/fe72dbf2-8b19-491e-9c21-514b09d5879d HTTP/1.1" status: 409 len: 549 time: 0.6392243 Mar 10 17:36:10.503289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.509220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.515263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.521741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.528234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.536151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.544224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.565519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-bec2d397-2816-4d43-82ad-20f47c685938 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.1768889 Mar 10 17:36:10.679574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:10.753799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks [] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.755794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c33a27b0-82de-4f0c-8282-b86fd239cfea req-f28d6fa6-274d-4210-b080-dcc3b49037a0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1889997 Mar 10 17:36:10.761022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.777263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adab38-f644-4ff5-a5b2-8d3af6abf846 req-28cfc86c-350e-4ab9-849a-cef94f909ada tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:10.779450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87adab38-f644-4ff5-a5b2-8d3af6abf846 req-28cfc86c-350e-4ab9-849a-cef94f909ada tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1509578 Mar 10 17:36:10.862919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f4947-005e-4751-8e1c-f742135c7b6f None None] Port 9380e0af-f484-49de-b73e-d1a045a1fd7e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:36:10.888933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:10.900574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:10.904920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Pushing event updated for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:10.988335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-5e81ee1f-61c6-4ed0-a8f0-d6b1223efad9 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips/fe72dbf2-8b19-491e-9c21-514b09d5879d HTTP/1.1" status: 200 len: 692 time: 0.1151478 Mar 10 17:36:10.998589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87adab38-f644-4ff5-a5b2-8d3af6abf846 req-5ee09751-081b-4086-bf18-e5a64c64d7d1 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120988 Mar 10 17:36:11.106750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:11.112290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:11.197271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:09Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:11.366091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca260-565f-4493-830c-e924d452f251 req-56e64508-609c-45eb-b4fe-4be4af895dea tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:11.375960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05fca260-565f-4493-830c-e924d452f251 req-56e64508-609c-45eb-b4fe-4be4af895dea tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.1598043 Mar 10 17:36:11.379279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:11.406728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-cda16d63-2276-4b37-95f0-513cb664a4a9 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:11.408258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-cda16d63-2276-4b37-95f0-513cb664a4a9 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.4142542 Mar 10 17:36:11.541289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-129732c0-f6dd-4cbb-8fdc-674010e6193d tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.46 HTTP/1.1" status: 200 len: 695 time: 0.1067524 Mar 10 17:36:11.549684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:11.558075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f633e-a844-48b7-acca-a6d7809b5901 None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:09Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:11.575022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4fcf2b75-a784-4d0b-85f3-36d61f50407f admin admin] 10.222.0.35 "PUT /v2.0/routers/1bc23ed5-e6e4-4a34-91b9-4b7130cd4766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2964392 Mar 10 17:36:11.596156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-41cf3cd7-e086-4c46-8b03-30f778acdcb3 None None] Provisioning complete for port 9380e0af-f484-49de-b73e-d1a045a1fd7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:11.597371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41cf3cd7-e086-4c46-8b03-30f778acdcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:11.608984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-052eeb10-9228-4aec-8ee8-f45cef5425f0 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.46 HTTP/1.1" status: 200 len: 695 time: 0.0563669 Mar 10 17:36:11.685170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-41cf3cd7-e086-4c46-8b03-30f778acdcb3 None None] Port 9380e0af-f484-49de-b73e-d1a045a1fd7e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:36:11.706228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05fca260-565f-4493-830c-e924d452f251 req-2324e519-52e4-4932-9a63-a97abc5c9292 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244271 Mar 10 17:36:11.838191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Deleting port d5bd71e0-f557-4bcc-9b5a-607e962de69b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:11.838557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.010237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.010987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (d5bd71e0-f557-4bcc-9b5a-607e962de69b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.032550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Calling delete_port for d5bd71e0-f557-4bcc-9b5a-607e962de69b owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:12.189830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d5bd71e0-f557-4bcc-9b5a-607e962de69b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.351040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event deleted for resources: {'Port': ['ID=d5bd71e0-f557-4bcc-9b5a-607e962de69b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:12.354719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (fe72dbf2-8b19-491e-9c21-514b09d5879d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.358281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.376121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a185baaa-c49f-4f29-832b-a7a0ed0000e5 req-22b4bd32-fb00-408f-944d-ee63205750e5 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "DELETE /v2.0/floatingips/fe72dbf2-8b19-491e-9c21-514b09d5879d HTTP/1.1" status: 204 len: 173 time: 0.7556162 Mar 10 17:36:12.410008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fece8f98-ef4d-412c-bebb-85da8a84fb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.525908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:12.570673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.576690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.582959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.596605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.604505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.609671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.636496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:12.638941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-e85e2db5-d7d2-4871-8dd2-469736cd2361 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.2131236 Mar 10 17:36:12.754639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a3587e9-768f-46aa-8c4b-3d807f365622 req-79249725-19d8-4945-b85e-4b17f35923c5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015487 Mar 10 17:36:12.782308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5280bdf-b9ee-4948-a065-ca3a5c04a140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.974938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5280bdf-b9ee-4948-a065-ca3a5c04a140 admin admin] Publish callbacks [] for security_group (318a13f8-12c0-4f38-b1d8-1d0ea672f7a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:12.989579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c5280bdf-b9ee-4948-a065-ca3a5c04a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (318a13f8-12c0-4f38-b1d8-1d0ea672f7a5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.033667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388cdc1-983b-47a6-9655-13f6c7028ba2 req-4136988e-66de-4bcf-8609-7d96d5fc69f4 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.038760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9388cdc1-983b-47a6-9655-13f6c7028ba2 req-4136988e-66de-4bcf-8609-7d96d5fc69f4 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1297657 Mar 10 17:36:13.094268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:13.113696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968030298', 'description': 'tempest-description--613363713'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:13.116501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c5280bdf-b9ee-4948-a065-ca3a5c04a140 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ff4ed6874344aaaa3980186346e99df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891135 Mar 10 17:36:13.119554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38280) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:13.148081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5280bdf-b9ee-4948-a065-ca3a5c04a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a13f8-12c0-4f38-b1d8-1d0ea672f7a5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:13.227375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9388cdc1-983b-47a6-9655-13f6c7028ba2 req-4a27022d-c7ea-4014-8056-21f3a37f1e5c tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796997 Mar 10 17:36:13.230851 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.244405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] Publish callbacks [] for security_group (318a13f8-12c0-4f38-b1d8-1d0ea672f7a5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.281088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] Publish callbacks [] for security_group (318a13f8-12c0-4f38-b1d8-1d0ea672f7a5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.327833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (b583ae8b-5578-437c-b3bb-f4817cc5793a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.340588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b583ae8b-5578-437c-b3bb-f4817cc5793a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.391757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-e34a7453-181b-43da-9384-9fa685239d6a tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1001 time: 0.2550006 Mar 10 17:36:13.403473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (318a13f8-12c0-4f38-b1d8-1d0ea672f7a5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.406869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.408502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/318a13f8-12c0-4f38-b1d8-1d0ea672f7a5 HTTP/1.1" status: 204 len: 168 time: 0.2863281 Mar 10 17:36:13.418022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.419295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2425827-1af0-45a8-a5d7-b1f5ab6f652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a13f8-12c0-4f38-b1d8-1d0ea672f7a5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:13.419431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3203943 Mar 10 17:36:13.422227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:13.428831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group_rule': {'security_group_id': 'b583ae8b-5578-437c-b3bb-f4817cc5793a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:13.462811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1238-562c-4710-826c-4ba87a821847 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b583ae8b-5578-437c-b3bb-f4817cc5793a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:13.488731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (339587a4-db00-41e5-8fad-c5271511cf89), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.497306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-96f651da-a774-420b-b15f-99ab68869f82 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.529888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-96f651da-a774-420b-b15f-99ab68869f82 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports/bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 942 time: 0.1371453 Mar 10 17:36:13.571227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f93a6-4338-4b98-97cc-473a7b77f265 req-f7ee55e4-370c-4941-bb25-ed5e6c8edbcf tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:13.603037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c36f93a6-4338-4b98-97cc-473a7b77f265 req-f7ee55e4-370c-4941-bb25-ed5e6c8edbcf tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.2505863 Mar 10 17:36:13.692556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (339587a4-db00-41e5-8fad-c5271511cf89), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.699840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (339587a4-db00-41e5-8fad-c5271511cf89), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.736609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339587a4-db00-41e5-8fad-c5271511cf89,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:13.758804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:13.780690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.784698 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53ce5e9a-da14-4af4-ba7c-f435d8e4eebb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580427 Mar 10 17:36:13.789263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:13.801865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group_rule': {'security_group_id': 'b583ae8b-5578-437c-b3bb-f4817cc5793a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:13.875508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:13.880223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:13.955394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c36f93a6-4338-4b98-97cc-473a7b77f265 req-4c6e9656-6f95-46ce-9db3-c1ab8cd0d5a7 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512852 Mar 10 17:36:13.967814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-7e4a3986-507b-4cd0-ae24-28eb3950f4b3 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1001 time: 0.3621211 Mar 10 17:36:14.007587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (dd6c5478-6d2e-4355-b2fa-26d2a16a3d1b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.069753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:14.070375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.095026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:14.116817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.186732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.193614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.201801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.208724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.213952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.219155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.225527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.228030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-00792101-0498-47d9-90a3-dfec7c4eabaf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.4338121 Mar 10 17:36:14.245661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:14.257336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.257603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.257971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.258311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.258676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.259064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.259391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.259714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.260093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.260413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.260741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.261184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.261518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:14.376091 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (dd6c5478-6d2e-4355-b2fa-26d2a16a3d1b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.381547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-040b4776-653c-4c03-aa7e-520b15dcc60b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.383091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-040b4776-653c-4c03-aa7e-520b15dcc60b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1389530 Mar 10 17:36:14.396424 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (dd6c5478-6d2e-4355-b2fa-26d2a16a3d1b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.430790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.438827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.441373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.446533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.451901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.457588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.463365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.471114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ac7188b-e684-4245-adf3-f6541601f15b req-540eab57-05f7-42fd-9654-1dc96e4611f8 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 5432 time: 0.3744223 Mar 10 17:36:14.545872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-467ebf77-4272-40b1-9b82-a8ddbe6f00b7 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:14.547288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-467ebf77-4272-40b1-9b82-a8ddbe6f00b7 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.5464547 Mar 10 17:36:14.547964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6c5478-6d2e-4355-b2fa-26d2a16a3d1b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:14.623233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-53f2ff75-fe4d-40d3-a3fd-dd0b127a2eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:14.746002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:14.955477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-621638598-network', 'tenant_id': 'f86ca9eea4e64b51979ce3658074e642'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:14.998366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Made reservation on behalf of f86ca9eea4e64b51979ce3658074e642 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:15.001019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.013607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.044065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.048152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c6030d09-6496-4dfb-acaf-a6f4d129c55d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2578173 Mar 10 17:36:15.055797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38324) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:15.067473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:15.130317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.159354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-62ebc4ab-43f6-429a-a720-6caf3a02e61b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7658796 Mar 10 17:36:15.177766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:15.232619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks [] for security_group (b50c54cb-81ec-4730-a0df-b1c9a99449bf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.269187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b50c54cb-81ec-4730-a0df-b1c9a99449bf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.281288 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:15.295774 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:15.296408 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:15.302035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:36:15.326985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7cd6dabf-71b3-41e5-a07c-47342c7b5031), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.327329 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Added segment 7cd6dabf-71b3-41e5-a07c-47342c7b5031 of type vlan for network 27c92981-2b26-4364-83c7-76ec5d010917 Mar 10 17:36:15.327797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.329639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c54cb-81ec-4730-a0df-b1c9a99449bf,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:15.373235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.388635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (27c92981-2b26-4364-83c7-76ec5d010917), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.470718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ac7188b-e684-4245-adf3-f6541601f15b req-04163639-59ae-43de-8b04-9b6f9e362c23 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9897733 Mar 10 17:36:15.512455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-0ff2152c-c531-4f75-9b73-e214785bead8 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 1001 time: 0.9517710 Mar 10 17:36:15.526136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (27c92981-2b26-4364-83c7-76ec5d010917), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.527168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:15.527751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.531953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:15.581535 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:15.681667 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9343903 Mar 10 17:36:15.694552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38326) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:15.734802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (14333ca3-5856-4967-acf6-447db1983669), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.753230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:15.756905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.804548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Request body: {'subnet': {'network_id': '27c92981-2b26-4364-83c7-76ec5d010917', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-621638598-subnet', 'tenant_id': 'f86ca9eea4e64b51979ce3658074e642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:15.926994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Made reservation on behalf of f86ca9eea4e64b51979ce3658074e642 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:15.930143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.933839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Allocated IP 172.25.3.222 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/14285603-cfdf-48cf-bfaa-9a242df4165b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:15.948429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:15.952353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:15.953483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.001240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (14333ca3-5856-4967-acf6-447db1983669), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.001978 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Floating IP 14333ca3-5856-4967-acf6-447db1983669 disassociated. External IP: 172.25.3.238, port: bc37fb13-7eb7-410f-adbb-7458426b1e3b. Mar 10 17:36:16.096885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 413a0fd1-706e-41fc-8c0e-568a65b2737f no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:16.265671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f473556-94aa-41ba-99b7-fac92e6484cf req-16b5a6cd-e0b3-4300-be38-014ac4763875 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:16.267731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f473556-94aa-41ba-99b7-fac92e6484cf req-16b5a6cd-e0b3-4300-be38-014ac4763875 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.3102336 Mar 10 17:36:16.387925 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 2, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:16.447000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:16.453828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 413a0fd1-706e-41fc-8c0e-568a65b2737f is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:16.454304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.467076 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:16.467433 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Updating router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 port 9380e0af-f484-49de-b73e-d1a045a1fd7e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:36:16.488425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=413a0fd1-706e-41fc-8c0e-568a65b2737f,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:16.508460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f473556-94aa-41ba-99b7-fac92e6484cf req-d2a46726-3d80-46ba-89cf-1d02410ead55 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088037 Mar 10 17:36:16.525436 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.536408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:16.632273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] For port 413a0fd1-706e-41fc-8c0e-568a65b2737f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:16.704985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c451d-13bf-404c-a0e3-c5750ba18f1f admin admin] Pushing event updated for resources: {'Network': ['ID=27c92981-2b26-4364-83c7-76ec5d010917,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:16.717539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 27c92981-2b26-4364-83c7-76ec5d010917 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:36:16.787616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] device_id is not set on port 413a0fd1-706e-41fc-8c0e-568a65b2737f yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:36:16.839279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Publish callbacks [] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.871367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.890386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:16.891527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963915-2b74-40cd-bfd0-905c6d4c1bc0 req-fdc410d5-afbf-4824-afe9-dea43a9fb852 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:16.900228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6963915-2b74-40cd-bfd0-905c6d4c1bc0 req-fdc410d5-afbf-4824-afe9-dea43a9fb852 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.2154398 Mar 10 17:36:16.939736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:17.033701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.049091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:36:17.050060 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:36:17.052460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Sync routers for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:17.062622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6963915-2b74-40cd-bfd0-905c6d4c1bc0 req-19d8a8b5-261b-4ae0-9df8-17fc61c81a8d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612163 Mar 10 17:36:17.066208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:17.067128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:17.069955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.084111 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks [] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.103346 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.171902 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb70e3-416a-496c-93c3-6777e83f08c8 None None] Pushing event updated for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:17.213699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Pushing event updated for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:17.227037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=14285603-cfdf-48cf-bfaa-9a242df4165b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:17.293993 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Attempting to bind port 9380e0af-f484-49de-b73e-d1a045a1fd7e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:36:17.294636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Attempting to bind port 9380e0af-f484-49de-b73e-d1a045a1fd7e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:36:17.294859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:17.295311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Attempting to bind port 9380e0af-f484-49de-b73e-d1a045a1fd7e on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:17.304481 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:36:17.305152 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Checking segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:17.305765 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.307674 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Bound using segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:36:17.307930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.308569 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Bound port: 9380e0af-f484-49de-b73e-d1a045a1fd7e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:36:17.311441 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.312584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:17.324518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:17.333018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-5ac70a32-1f7a-4373-b1a9-79a315bcdcca tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "PUT /v2.0/floatingips/14333ca3-5856-4967-acf6-447db1983669 HTTP/1.1" status: 200 len: 695 time: 1.8192122 Mar 10 17:36:17.334204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:17.340114 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2caf3d-deba-46db-8916-7cbf8d7bba88" -d '{"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:17.352077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] No DVR routers for this DVR port 413a0fd1-706e-41fc-8c0e-568a65b2737f on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:17.491502 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] For port 9380e0af-f484-49de-b73e-d1a045a1fd7e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:17.495154 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] For port 9380e0af-f484-49de-b73e-d1a045a1fd7e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9380e0af-f484-49de-b73e-d1a045a1fd7e,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:36:17.505049 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.539689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:17.542206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] In _notify_port_updated(), no bound segment for port 413a0fd1-706e-41fc-8c0e-568a65b2737f on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:36:17.542782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.553119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.554714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-bb54de93-9363-40e8-b07c-bfcd427986d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 200 len: 1026 time: 2.3840961 Mar 10 17:36:17.583131 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:17.583687 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:17.741864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e5f8f684-f48d-480e-a730-2096671ef536), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.796787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 413a0fd1-706e-41fc-8c0e-568a65b2737f is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:17.798776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device da0c3b64-e003-4fba-846e-ecf235fb769e no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:17.879170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.908262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.938918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.946722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-56ec9ddb-8da5-484e-a846-25a4d68e3583 None None] Provisioning complete for port 413a0fd1-706e-41fc-8c0e-568a65b2737f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:17.947367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56ec9ddb-8da5-484e-a846-25a4d68e3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:17.950345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.959316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.966098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:17.978652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Checking segment: {'id': '7cd6dabf-71b3-41e5-a07c-47342c7b5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '27c92981-2b26-4364-83c7-76ec5d010917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:17.979246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Network hostable DHCP agents. Network: 27c92981-2b26-4364-83c7-76ec5d010917, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:36:17.981924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d752b31-5126-4d4d-b757-617aa815540f req-8745563f-e0c4-49eb-ad96-db4afc70666d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 4659 time: 0.7133236 Mar 10 17:36:17.992670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-31ed1cac-2e2d-4d63-885a-8cf7d5f792e7 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:18.015642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-31ed1cac-2e2d-4d63-885a-8cf7d5f792e7 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "GET /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3883266 Mar 10 17:36:18.021885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.056743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f8f684-f48d-480e-a730-2096671ef536,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:18.088553 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb70e3-416a-496c-93c3-6777e83f08c8 None None] Pushing event updated for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:18.098698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Network 27c92981-2b26-4364-83c7-76ec5d010917 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:36:18.103475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:18.110448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:18.200049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-56ec9ddb-8da5-484e-a846-25a4d68e3583 None None] Port 413a0fd1-706e-41fc-8c0e-568a65b2737f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:36:18.242849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 27c92981-2b26-4364-83c7-76ec5d010917) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:18.250027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.259371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.354551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7ac97-272b-4226-b473-d44c7238703e None None] Network 27c92981-2b26-4364-83c7-76ec5d010917 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:18.435202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-933f61cb-bba7-428f-9382-b12096c5bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:18.447810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-933f61cb-bba7-428f-9382-b12096c5bcae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1127 time: 0.9079690 Mar 10 17:36:18.527531 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:17Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:18.576558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port da0c3b64-e003-4fba-846e-ecf235fb769e is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:18.578344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.610160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.611214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d9d8c-e489-4e6e-8644-ec8ffb285b6c None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:17Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:18.614084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:18.614797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.628461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.757160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Provisioning complete for port 9380e0af-f484-49de-b73e-d1a045a1fd7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:18.757743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.828268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.841022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ea94047-ae70-48cc-b771-f10b1f81b5cf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1365619 Mar 10 17:36:18.904736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=14285603-cfdf-48cf-bfaa-9a242df4165b,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:18.915887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796a661-c6a8-4681-8881-a7d157449eaa None None] Network 27c92981-2b26-4364-83c7-76ec5d010917 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:18.953887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:18.998648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.000846 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fda52b03-4bd4-4dd7-81af-a3572ed38241 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9403653 Mar 10 17:36:19.108579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:19.150229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Checking router: df1f8a62-6d23-4eb2-9c55-3421b4d321a8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:19.174879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:19.176159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:19.180749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Current status of the port 9380e0af-f484-49de-b73e-d1a045a1fd7e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:19.181345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.192002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d752b31-5126-4d4d-b757-617aa815540f req-d8a9762e-b676-45d2-aac5-fcfbf21b9074 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4bb92ee-c05f-4be5-8d59-067591fcea2f&id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2095091 Mar 10 17:36:19.258320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-7d4d6109-3015-4715-87dd-423f3fcf325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:19.260301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-7d4d6109-3015-4715-87dd-423f3fcf325b service neutron] 10.222.0.35 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 930 time: 0.8117428 Mar 10 17:36:19.280513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] For port 9380e0af-f484-49de-b73e-d1a045a1fd7e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9380e0af-f484-49de-b73e-d1a045a1fd7e,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:19.295000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.399857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-8f1c5032-a7a9-441a-9e92-5429847115e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 217 time: 0.1232421 Mar 10 17:36:19.407513 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e46154-6161-4c10-9cdf-a8005de06bf1 x-openstack-request-id: req-c2e46154-6161-4c10-9cdf-a8005de06bf1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:19.407814 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:19.408144 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2e46154-6161-4c10-9cdf-a8005de06bf1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:19.408491 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'status': 'completed', 'code': 200} Mar 10 17:36:19.432664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=da0c3b64-e003-4fba-846e-ecf235fb769e,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:19.681957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] For port da0c3b64-e003-4fba-846e-ecf235fb769e, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:19.826748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9380e0af-f484-49de-b73e-d1a045a1fd7e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:19.833359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-ec862d7b-b996-4045-81fa-bb4a8e8865bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:19.836134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-ec862d7b-b996-4045-81fa-bb4a8e8865bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.3422074 Mar 10 17:36:19.852818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] device_id is not set on port da0c3b64-e003-4fba-846e-ecf235fb769e yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:36:19.877522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4beb3-260f-4069-a473-bcb41be5e73d None None] Pushing event updated for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:19.909830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:19.916961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Publish callbacks [] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:19.956556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-cab3a824-c53e-48c0-b108-64add4b9dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:19.958290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-cab3a824-c53e-48c0-b108-64add4b9dea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1700578ff1d346c98867eb89da1138a9&device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 1127 time: 0.5487549 Mar 10 17:36:19.970005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf72bd-2696-469a-b5c6-52ce3107c4b0 req-1776fe87-ace8-4ca0-89c4-197b1ede5dd0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:19.970578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ebf72bd-2696-469a-b5c6-52ce3107c4b0 req-1776fe87-ace8-4ca0-89c4-197b1ede5dd0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.4628685 Mar 10 17:36:19.995957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.038376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:36:20.039353 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:36:20.143429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9380e0af-f484-49de-b73e-d1a045a1fd7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:20.144687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.260520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Pushing event updated for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:20.271039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] No DVR routers for this DVR port da0c3b64-e003-4fba-846e-ecf235fb769e on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:20.283103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ebf72bd-2696-469a-b5c6-52ce3107c4b0 req-a88d3420-f902-48bd-b3fb-c2395211e3b5 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987452 Mar 10 17:36:20.315525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939025-6475-4bb3-8b90-95acba770ff6 req-d2a5cf71-900e-456a-8214-384ae199c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:20.317076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-d2a5cf71-900e-456a-8214-384ae199c19d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4476244 Mar 10 17:36:20.368049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] In _notify_port_updated(), no bound segment for port da0c3b64-e003-4fba-846e-ecf235fb769e on network 2cee99e2-e609-4bb4-8dc7-568d09ece326 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:36:20.369212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:20.369943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.372145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-5ad77c6b-f742-4438-8166-be6b6f83935f service neutron] 10.222.0.41 "PUT /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 200 len: 1028 time: 2.3448248 Mar 10 17:36:20.419254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-ce1d9e01-29e2-4bda-a090-eec91bb14c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:20.421615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-ce1d9e01-29e2-4bda-a090-eec91bb14c84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 200 len: 930 time: 0.4485695 Mar 10 17:36:20.517051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9380e0af-f484-49de-b73e-d1a045a1fd7e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:20.540736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:20.600740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d5fadc8b-a987-4b52-a939-3ee71efef54a None None] Provisioning complete for port da0c3b64-e003-4fba-846e-ecf235fb769e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:20.601110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5fadc8b-a987-4b52-a939-3ee71efef54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.602936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50f366-1c86-4a6d-8c4e-9d8b4f974b35 None None] The sync data for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 is: [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:39Z', 'revision_number': 4, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '284ed458-32a7-4958-9211-83460f3bc91e', 'name': '', 'network_id': '01960691-e06e-4dfe-8893-e77053e52525', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'mac_address': 'fa:16:3e:91:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:39Z', 'updated_at': '2022-03-10T17:35:45Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'subnets': [{'id': 'c59e73ea-0f9e-4623-8edb-974c7f8fa933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:20.660618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d5fadc8b-a987-4b52-a939-3ee71efef54a None None] Port da0c3b64-e003-4fba-846e-ecf235fb769e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:36:20.664251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port da0c3b64-e003-4fba-846e-ecf235fb769e is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:20.665234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 0bdd0884-8527-4f9d-9ab2-6169b282eabe no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:20.843022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 0bdd0884-8527-4f9d-9ab2-6169b282eabe is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:20.843420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.875960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:20.881224 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0d995-88a5-4de4-bbb1-37794a07397a" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:20.893273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-d85c6f21-c19f-4b66-8da9-adb0225da41f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 200 len: 217 time: 0.4446292 Mar 10 17:36:20.898276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:20.904718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:20.912221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3f15a024-2fd0-4e73-8596-19645b33933b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:20.964396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-16e42612-0ccd-4cad-9b8b-c3c2d7519c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:20.965907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-16e42612-0ccd-4cad-9b8b-c3c2d7519c23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 200 len: 868 time: 0.0631759 Mar 10 17:36:21.040399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.074545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-736877c0-e2b6-4d1b-96c6-b7dfd8819206 service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065966 Mar 10 17:36:21.123196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 3f15a024-2fd0-4e73-8596-19645b33933b is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:21.123761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.140501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-a6cce3ed-0335-4156-a8bf-9896da5684c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:21.142009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-a6cce3ed-0335-4156-a8bf-9896da5684c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01960691-e06e-4dfe-8893-e77053e52525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438382 Mar 10 17:36:21.149951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb59af4-1318-4dd7-acf2-5f24d45d0bb9 req-c8276010-6879-404e-a6a8-10ebe91ad414 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:21.156888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecb59af4-1318-4dd7-acf2-5f24d45d0bb9 req-c8276010-6879-404e-a6a8-10ebe91ad414 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.7343585 Mar 10 17:36:21.180316 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d7ca03-d815-4671-b21e-d95454b71f2d None None] New status for floating IP 14333ca3-5856-4967-acf6-447db1983669: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:21.185675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.191734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.193082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 8fce8e67-49a6-4264-8da3-2c9be3196c3b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:21.257896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecb59af4-1318-4dd7-acf2-5f24d45d0bb9 req-77128fee-484f-4226-8614-2f6626d9eb76 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703609 Mar 10 17:36:21.278554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.361236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 8fce8e67-49a6-4264-8da3-2c9be3196c3b is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:21.362081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.413415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.421146 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.422725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device acb1c126-374b-4ef4-af25-15113c633742 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:21.447963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 8fce8e67-49a6-4264-8da3-2c9be3196c3b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:21.449155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.539394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:21.623665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port acb1c126-374b-4ef4-af25-15113c633742 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:21.624065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.683178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.689565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.690846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7f65e51f-e8a6-4434-a61d-53471eb797ae no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:21.715160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-387596642', 'description': 'tempest-description-678435620'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:21.721036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80939025-6475-4bb3-8b90-95acba770ff6 req-3ba5f142-9ac7-46e7-8b0e-d2bceb5d5b11 service neutron] 10.222.0.35 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145222 Mar 10 17:36:21.732562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-a7759d0f-202e-4835-922f-3c92eda1987d service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567696 Mar 10 17:36:21.832079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port 8fce8e67-49a6-4264-8da3-2c9be3196c3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=8fce8e67-49a6-4264-8da3-2c9be3196c3b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:21.832443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.840032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:21.869370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9380e0af-f484-49de-b73e-d1a045a1fd7e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:21.888360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 8fce8e67-49a6-4264-8da3-2c9be3196c3b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:22.067136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7f65e51f-e8a6-4434-a61d-53471eb797ae is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:22.068105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.096525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.102706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2caf3d-deba-46db-8916-7cbf8d7bba88 req-44f9c9e1-8ca1-4ba8-9c8c-495f073b207f service neutron] 10.222.0.41 "GET /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578911 Mar 10 17:36:22.133748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:22.140322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9380e0af-f484-49de-b73e-d1a045a1fd7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:22.140985 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.147450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.163863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-15ae4032-3882-4574-b260-61b7f2e23c9a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--968030298&fields=id&tenant_id=c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 267 time: 0.1559627 Mar 10 17:36:22.185618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (9fc6a56d-144f-46e5-a617-bce624222c63), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.232031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9fc6a56d-144f-46e5-a617-bce624222c63), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.256505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.322495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.323747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0c13c64-3b54-423e-bd65-9994c0d305ae req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7438691 Mar 10 17:36:22.330273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45749d32-c9b6-4edb-8dd4-43bd4a262cd6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc6a56d-144f-46e5-a617-bce624222c63,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.340303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9380e0af-f484-49de-b73e-d1a045a1fd7e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:22.365969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8fce8e67-49a6-4264-8da3-2c9be3196c3b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.416317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=8fce8e67-49a6-4264-8da3-2c9be3196c3b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:22.505321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-b0760494-2d04-4683-b04d-ef0a0a1ecb6a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:22.506838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-b0760494-2d04-4683-b04d-ef0a0a1ecb6a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 811 time: 0.2828689 Mar 10 17:36:22.507680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port 8fce8e67-49a6-4264-8da3-2c9be3196c3b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:22.511564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.515427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-a22305f1-dfa7-475c-bf47-5af23abae004 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "DELETE /v2.0/ports/8fce8e67-49a6-4264-8da3-2c9be3196c3b HTTP/1.1" status: 204 len: 173 time: 2.1100585 Mar 10 17:36:22.515427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:22.517899 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a5d11-03b3-432c-ae69-65125da6069c" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:22.564006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-c14d03d8-ede9-4bf8-b9ea-d393ee1a225a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/quotas/c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 375 time: 0.0359988 Mar 10 17:36:22.660536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-fc44970b-c00e-4794-b380-e5ae7251fc87 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:22.665940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-fc44970b-c00e-4794-b380-e5ae7251fc87 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:22.671377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-fc44970b-c00e-4794-b380-e5ae7251fc87 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:22.677033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-fc44970b-c00e-4794-b380-e5ae7251fc87 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:22.678833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-fc44970b-c00e-4794-b380-e5ae7251fc87 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 3141 time: 0.2327571 Mar 10 17:36:22.717056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-1c6ef453-8661-4ac5-ae35-b81ec8812f9a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426477 Mar 10 17:36:22.793399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 0bdd0884-8527-4f9d-9ab2-6169b282eabe {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:22.793858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:22.828795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b02b5c6-dbe7-4307-a697-e854a9bc6ac0 req-9fdd08c3-e725-4806-bee2-570db790a5fe tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417484 Mar 10 17:36:22.935985 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a6555-9941-40ba-819c-9b5f4517d264 x-openstack-request-id: req-142a6555-9941-40ba-819c-9b5f4517d264 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:22.936485 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:22.936485 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-142a6555-9941-40ba-819c-9b5f4517d264 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:22.936773 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'code': 200} Mar 10 17:36:22.957822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-50a5fc35-7540-4876-9c88-78122eede6d4 service neutron] 10.222.0.35 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284927 Mar 10 17:36:23.168464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port 0bdd0884-8527-4f9d-9ab2-6169b282eabe, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=0bdd0884-8527-4f9d-9ab2-6169b282eabe,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:23.168742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.195195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-14852f4d-b6b8-49ce-b446-de6a21608920 service neutron] 10.222.0.35 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252989 Mar 10 17:36:23.469508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21442626-ba6f-4593-87e2-4d54f60e568f req-9b409404-8dc5-41e9-ae17-00ff588a7cce tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:23.472185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21442626-ba6f-4593-87e2-4d54f60e568f req-9b409404-8dc5-41e9-ae17-00ff588a7cce tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.4702585 Mar 10 17:36:23.490763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4678415d-2363-4cc4-8e9f-828af51f961b req-53409c9e-47e9-442e-a9a3-1810f2e265b2 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips/14333ca3-5856-4967-acf6-447db1983669 HTTP/1.1" status: 200 len: 693 time: 0.1186743 Mar 10 17:36:23.629575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21442626-ba6f-4593-87e2-4d54f60e568f req-6188dd33-125e-4fcb-94f2-8d0ca4b809f8 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505556 Mar 10 17:36:23.678886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.679156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:23.679478 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Floating IP bbbd188c-d126-4df4-a68e-43f274ae769d disassociated. External IP: 172.25.3.102, port: 0bdd0884-8527-4f9d-9ab2-6169b282eabe. Mar 10 17:36:23.679978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 0bdd0884-8527-4f9d-9ab2-6169b282eabe owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:23.770132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8536001f-ab9d-426c-afff-3aba2146e29b tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:23.772711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8536001f-ab9d-426c-afff-3aba2146e29b tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 784 time: 0.2664158 Mar 10 17:36:23.890911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4678415d-2363-4cc4-8e9f-828af51f961b req-f3496c57-b904-4be6-831a-f961895087a6 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.1114049 Mar 10 17:36:23.987766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4678415d-2363-4cc4-8e9f-828af51f961b req-c074e202-331c-4c3e-8f64-6bb70d01a5a4 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0957720 Mar 10 17:36:24.058226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb3f81-2aa1-45af-ab94-d50e0f01ec20 req-8856d47b-66c0-430a-a72b-015c5d8c7f7f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:24.067462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7feb3f81-2aa1-45af-ab94-d50e0f01ec20 req-8856d47b-66c0-430a-a72b-015c5d8c7f7f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 945 time: 0.2695427 Mar 10 17:36:24.219003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7feb3f81-2aa1-45af-ab94-d50e0f01ec20 req-e9654f16-3f39-47d1-b330-7e4abd55bb6a tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505911 Mar 10 17:36:24.227729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0bdd0884-8527-4f9d-9ab2-6169b282eabe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.305372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=0bdd0884-8527-4f9d-9ab2-6169b282eabe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:24.372694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Deleting port 6d47f0ff-06bd-431b-9308-7c19de17e6cb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:24.373152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.409203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-5c58b3c1-5001-490e-b286-99eff4624b40 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/9fc6a56d-144f-46e5-a617-bce624222c63 HTTP/1.1" status: 200 len: 1822 time: 0.1505995 Mar 10 17:36:24.429588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc6a56d-144f-46e5-a617-bce624222c63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:24.429962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9fc6a56d-144f-46e5-a617-bce624222c63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:24.539399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.539720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (6d47f0ff-06bd-431b-9308-7c19de17e6cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.545481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Router b3891cf3-b3c0-401e-b7cc-01920315262c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:24.571040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Calling delete_port for 6d47f0ff-06bd-431b-9308-7c19de17e6cb owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:24.638226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (0155eb93-6d20-4ee6-a32f-98fe8680b50d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.738491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (0155eb93-6d20-4ee6-a32f-98fe8680b50d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.758996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0155eb93-6d20-4ee6-a32f-98fe8680b50d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:24.937717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:24.940462 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2459b020-fa29-4049-a572-726a864019ba" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "acb1c126-374b-4ef4-af25-15113c633742"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:25.136897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0155eb93-6d20-4ee6-a32f-98fe8680b50d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.167027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.168210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8a15a7a-0b7d-4c5a-8d1a-97b957275c0e req-c443db6a-4980-4aba-94e9-1d613a535d85 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7485414 Mar 10 17:36:25.188216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:25.198363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Sync routers for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:25.216471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:25.217154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.221487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-f181d486-685f-4964-954a-3d99fcffbf06 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:25.221735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-f181d486-685f-4964-954a-3d99fcffbf06 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 811 time: 0.5424426 Mar 10 17:36:25.254838 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67877679-85a7-47cf-a025-a0aee094d986 x-openstack-request-id: req-67877679-85a7-47cf-a025-a0aee094d986 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:25.255134 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:25.255383 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67877679-85a7-47cf-a025-a0aee094d986 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:25.255777 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'status': 'completed', 'code': 200} Mar 10 17:36:25.278609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port 0bdd0884-8527-4f9d-9ab2-6169b282eabe on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:25.292169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.302886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-29265b59-5938-4e15-868e-cdf5b928b82f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "DELETE /v2.0/ports/0bdd0884-8527-4f9d-9ab2-6169b282eabe HTTP/1.1" status: 204 len: 173 time: 2.7815545 Mar 10 17:36:25.422245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:25.438443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6d47f0ff-06bd-431b-9308-7c19de17e6cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.442023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dec6446f-d0d9-493d-956f-72d1488fd210 req-88aa2711-67c2-40e8-8147-136931ea1706 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0864778 Mar 10 17:36:25.515163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event deleted for resources: {'Port': ['ID=6d47f0ff-06bd-431b-9308-7c19de17e6cb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:25.554853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-12944169-99ee-4fa8-8ad9-3aa76bc90044 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 379 time: 0.3135462 Mar 10 17:36:25.599469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'port': {'device_id': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'admin_state_up': True, 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'security_groups': ['b583ae8b-5578-437c-b3bb-f4817cc5793a']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:25.663635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.695738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Checking router: b3891cf3-b3c0-401e-b7cc-01920315262c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:25.696994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks [] for floatingip (14333ca3-5856-4967-acf6-447db1983669), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.699339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.700534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4678415d-2363-4cc4-8e9f-828af51f961b req-8544392a-538c-4689-92e6-13f5375e3b70 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "DELETE /v2.0/floatingips/14333ca3-5856-4967-acf6-447db1983669 HTTP/1.1" status: 204 len: 173 time: 1.7119708 Mar 10 17:36:25.713553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:25.714200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:25.749847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 3f15a024-2fd0-4e73-8596-19645b33933b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:25.750205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.791391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64510d3-d662-4ecf-aa9b-c637b56f1e86 req-e9c3d201-185b-496c-87ef-0e52adaa6437 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:25.796821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64510d3-d662-4ecf-aa9b-c637b56f1e86 req-e9c3d201-185b-496c-87ef-0e52adaa6437 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:25.802508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64510d3-d662-4ecf-aa9b-c637b56f1e86 req-e9c3d201-185b-496c-87ef-0e52adaa6437 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:25.809907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b64510d3-d662-4ecf-aa9b-c637b56f1e86 req-e9c3d201-185b-496c-87ef-0e52adaa6437 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 2408 time: 0.2481911 Mar 10 17:36:25.848202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:25.942966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port 3f15a024-2fd0-4e73-8596-19645b33933b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3f15a024-2fd0-4e73-8596-19645b33933b,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:25.943332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.948514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b64510d3-d662-4ecf-aa9b-c637b56f1e86 req-5aede01b-582e-4aa3-9244-34c0a72ea0ce tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377892 Mar 10 17:36:25.949078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Made reservation on behalf of c49f876da3654b538a02325216c94dc7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:25.952212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:25.978327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 3f15a024-2fd0-4e73-8596-19645b33933b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:26.139125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-244704567', 'description': 'tempest-description-711753356'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:26.199553 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fb057-7264-4f27-9af7-a0c30e452b8d x-openstack-request-id: req-ae0fb057-7264-4f27-9af7-a0c30e452b8d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:26.200166 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "8fce8e67-49a6-4264-8da3-2c9be3196c3b", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "acb1c126-374b-4ef4-af25-15113c633742", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:26.200166 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae0fb057-7264-4f27-9af7-a0c30e452b8d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:26.200373 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b', 'code': 200} Mar 10 17:36:26.200658 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fce8e67-49a6-4264-8da3-2c9be3196c3b', 'code': 200} Mar 10 17:36:26.200892 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742', 'code': 200} Mar 10 17:36:26.201145 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'code': 200} Mar 10 17:36:26.224954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6042-163c-41c8-bbd1-254cae314022 req-869ec76a-0bd6-4669-9a77-3e731c7cf29b tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:26.226529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2beb6042-163c-41c8-bbd1-254cae314022 req-869ec76a-0bd6-4669-9a77-3e731c7cf29b tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1998551 Mar 10 17:36:26.233492 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.252944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Allocated IP 172.20.0.9 (4be91fdb-1152-439e-bfb6-f95488aca9f4/389d5768-48f4-483b-ad14-1ba8e2319ec2/7c6d9c76-3d81-4ee1-9049-ea0d14423dd1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:26.284525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:26.313703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2028be2-46a0-45e8-b4ef-38dbe6f46204 None None] The sync data for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 is: [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:28:51Z', 'revision_number': 4, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'bd45f306-2c46-43df-989e-6868913f974d', 'name': '', 'network_id': '407ac063-017d-423f-8b4c-bac17d9d9a3d', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'mac_address': 'fa:16:3e:b1:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:50Z', 'updated_at': '2022-03-10T17:28:59Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'subnets': [{'id': '5210b961-6cea-4abf-ad63-811d33cacbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:26.389745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2beb6042-163c-41c8-bbd1-254cae314022 req-c7e938d9-3115-469b-a8ff-c66ffc4225b7 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510193 Mar 10 17:36:26.398127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3f15a024-2fd0-4e73-8596-19645b33933b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.459001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=3f15a024-2fd0-4e73-8596-19645b33933b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:26.532197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (7e59fc23-17e6-4d99-8704-abcf3544c79d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.582671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port 3f15a024-2fd0-4e73-8596-19645b33933b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:26.588079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e59fc23-17e6-4d99-8704-abcf3544c79d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.595279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.598782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-675c0cd5-d49d-4eb2-986c-7d66a43dc091 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "DELETE /v2.0/ports/3f15a024-2fd0-4e73-8596-19645b33933b HTTP/1.1" status: 204 len: 173 time: 1.2878995 Mar 10 17:36:26.639619 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de59642-dde1-4fe4-90cc-53fea0b31a38 None None] New status for floating IP bbbd188c-d126-4df4-a68e-43f274ae769d: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:26.716720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.717941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47420151-01e4-417e-aa83-45fe260ed785 req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5893099 Mar 10 17:36:26.736228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98617f3-78f2-4138-a648-bba9a2eda6a0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e59fc23-17e6-4d99-8704-abcf3544c79d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:26.771448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.779332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.799629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d50b8-bce2-4607-98b8-37f9042f2324 req-c7baac57-7751-4f45-a2e6-28ac0f261b86 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:26.807247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80d50b8-bce2-4607-98b8-37f9042f2324 req-c7baac57-7751-4f45-a2e6-28ac0f261b86 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2202892 Mar 10 17:36:26.875072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80d50b8-bce2-4607-98b8-37f9042f2324 req-4823287a-bfe6-44b8-a242-48ce2fa97ab2 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0667200 Mar 10 17:36:26.914223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c5d5bc3-3b2a-467d-a307-4550c1654157 req-c49b6b79-17b5-4711-b672-14811f25eb49 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 210 time: 0.0597978 Mar 10 17:36:26.940501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port acb1c126-374b-4ef4-af25-15113c633742 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:26.940843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (acb1c126-374b-4ef4-af25-15113c633742), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:26.985588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.066391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-727aa818-d469-43ef-95c5-fe369ab17b85 req-c3213a46-4e97-4438-b794-21f1d1a3d449 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0990198 Mar 10 17:36:27.126408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:27.134010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-5e2a92df-5140-4eab-bbe8-c978cc1f7201 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/7e59fc23-17e6-4d99-8704-abcf3544c79d HTTP/1.1" status: 200 len: 1822 time: 0.2173660 Mar 10 17:36:27.150658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:27.152884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:27.161613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:27.211707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7e59fc23-17e6-4d99-8704-abcf3544c79d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:27.211980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7e59fc23-17e6-4d99-8704-abcf3544c79d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:27.260036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:27.263131 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed23422-4eee-44a4-bb1a-6d6aed54ebac" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:27.286608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port acb1c126-374b-4ef4-af25-15113c633742, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=acb1c126-374b-4ef4-af25-15113c633742,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:27.287270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (acb1c126-374b-4ef4-af25-15113c633742), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.302966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:27.303602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.327154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for acb1c126-374b-4ef4-af25-15113c633742 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:27.376226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-4059f6b1-4c05-4120-80ba-e9b51abcf67f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7826731 Mar 10 17:36:27.416981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646e0a-fa34-4762-b1c7-4e0a4f16ed93 req-d02b417b-99f4-4649-b180-703241d97e4d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:27.422319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646e0a-fa34-4762-b1c7-4e0a4f16ed93 req-d02b417b-99f4-4649-b180-703241d97e4d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:27.424058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa646e0a-fa34-4762-b1c7-4e0a4f16ed93 req-d02b417b-99f4-4649-b180-703241d97e4d tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 1676 time: 0.2935228 Mar 10 17:36:27.429189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Request body: {'port': {'device_id': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:27.474567 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (4083656a-2466-499b-8f52-61111fad6c0a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.500624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-603f60cb-852e-4e16-9bf6-625c5016704b None None] Provisioning complete for port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:27.501226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-603f60cb-852e-4e16-9bf6-625c5016704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.537580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-603f60cb-852e-4e16-9bf6-625c5016704b None None] Port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:36:27.588897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (4083656a-2466-499b-8f52-61111fad6c0a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.596821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.601389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa646e0a-fa34-4762-b1c7-4e0a4f16ed93 req-f1376051-61bb-4d16-846f-55d8cbfea9a6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628487 Mar 10 17:36:27.601943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4083656a-2466-499b-8f52-61111fad6c0a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.660339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4083656a-2466-499b-8f52-61111fad6c0a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:27.698331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.699637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c4c2e1f-98a6-4ac9-91dc-ccb7a7b2154b req-369d7d63-4558-41dc-88ce-f7fc977aafee tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5442824 Mar 10 17:36:27.750158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (acb1c126-374b-4ef4-af25-15113c633742), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:27.878057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038ac8af-d52e-4c23-a9d6-b09f10a40c9b x-openstack-request-id: req-038ac8af-d52e-4c23-a9d6-b09f10a40c9b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:27.878057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "0bdd0884-8527-4f9d-9ab2-6169b282eabe", "status": "completed", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "3f15a024-2fd0-4e73-8596-19645b33933b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:27.878057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-038ac8af-d52e-4c23-a9d6-b09f10a40c9b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:27.878057 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '0bdd0884-8527-4f9d-9ab2-6169b282eabe', 'status': 'completed', 'code': 200} Mar 10 17:36:27.878057 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '3f15a024-2fd0-4e73-8596-19645b33933b', 'status': 'completed', 'code': 200} Mar 10 17:36:27.889870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=acb1c126-374b-4ef4-af25-15113c633742,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:27.960352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2095802709', 'description': 'tempest-description-1859921897'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:27.996106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port acb1c126-374b-4ef4-af25-15113c633742 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:28.010873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.014068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-07c677c8-fcc4-4d18-9cd9-8d3a868cfa71 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "DELETE /v2.0/ports/acb1c126-374b-4ef4-af25-15113c633742 HTTP/1.1" status: 204 len: 173 time: 1.3954160 Mar 10 17:36:28.093589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.110342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:36:28.129538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321ee5-fdf9-4c72-a388-5ebe11f652d8 req-f3fa5fe5-8426-4e76-8d00-968be035a14a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:28.131029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e321ee5-fdf9-4c72-a388-5ebe11f652d8 req-f3fa5fe5-8426-4e76-8d00-968be035a14a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2550673 Mar 10 17:36:28.227060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:28.248525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'mac_address': 'fa:16:3e:7e:5e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:36:28.289277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:28.290075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.304892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c5402d9-c9b0-47f2-8bd2-a701bda74698 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:36:28.313056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:36:28.324204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks [] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.327325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:28.335719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.384363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e321ee5-fdf9-4c72-a388-5ebe11f652d8 req-8d57c907-6671-43a8-aa78-f43365484675 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361913 Mar 10 17:36:28.398201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Transition to ACTIVE for port object 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:36:28.410816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 7f65e51f-e8a6-4434-a61d-53471eb797ae {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:28.410816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.413029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:28.426158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.444652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (2b8a301e-8d2d-4f30-bd98-34ad15d1c299), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.456700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7c5402d9-c9b0-47f2-8bd2-a701bda74698'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:28.502212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2b8a301e-8d2d-4f30-bd98-34ad15d1c299), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.977101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:28.979607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e41b7378-4633-4d18-8bac-11227d72a0ca req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.0604544 Mar 10 17:36:29.000785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:29.003897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50f2b8-da5c-4d20-ac61-a1ee6283d09e tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8a301e-8d2d-4f30-bd98-34ad15d1c299,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:29.076918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port 7f65e51f-e8a6-4434-a61d-53471eb797ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7f65e51f-e8a6-4434-a61d-53471eb797ae,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:29.077222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.131724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69022-e3a2-495f-a1f7-081797dec6f3 req-1cb5515c-5f01-41b2-8d9e-a52b50a6d6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.133225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ae69022-e3a2-495f-a1f7-081797dec6f3 req-1cb5515c-5f01-41b2-8d9e-a52b50a6d6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.6714680 Mar 10 17:36:29.144731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 7f65e51f-e8a6-4434-a61d-53471eb797ae owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:29.260221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Attempting to bind port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:36:29.260557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Attempting to bind port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:36:29.260875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Attempting to bind port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:29.291065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:36:29.291319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Attempting to bind port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:29.299606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa51eb-6468-4dde-969a-20b84c93deb7 req-71bc3ba6-1a8f-4053-ba7d-003271a78ace tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.301477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4afa51eb-6468-4dde-969a-20b84c93deb7 req-71bc3ba6-1a8f-4053-ba7d-003271a78ace tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 943 time: 0.2492301 Mar 10 17:36:29.308667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ae69022-e3a2-495f-a1f7-081797dec6f3 req-72d8e8e0-2d51-4150-9969-f741a1d0b74c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652274 Mar 10 17:36:29.325715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:36:29.325715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Checking segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:29.325715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Bound using segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:36:29.325715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Bound port: 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:36:29.325715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.479389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4afa51eb-6468-4dde-969a-20b84c93deb7 req-aba89607-7422-44b2-9e05-6d9ce4b60e7c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674550 Mar 10 17:36:29.526394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:29.536551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:36:29.544673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7f65e51f-e8a6-4434-a61d-53471eb797ae), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.555053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.581738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31036666-0029-4fb7-a403-bd2d0e0730b7 req-8a044bca-091c-4c10-bf86-140c377f57d0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.583330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31036666-0029-4fb7-a403-bd2d0e0730b7 req-8a044bca-091c-4c10-bf86-140c377f57d0 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 942 time: 0.1787586 Mar 10 17:36:29.631470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1883866673', 'description': 'tempest-description-392601227'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:29.638249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=7f65e51f-e8a6-4434-a61d-53471eb797ae,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:29.662605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.663287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.664754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] 10.222.0.59 "PUT /v2.0/ports/7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 1091 time: 2.2397828 Mar 10 17:36:29.736127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.779934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.830881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port 7f65e51f-e8a6-4434-a61d-53471eb797ae on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:29.855939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:29.859287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-700ef3d9-79cf-458f-a32e-12942a882948 req-ff3e7520-27aa-4863-beb2-1cda7b485dd5 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.41 "DELETE /v2.0/ports/7f65e51f-e8a6-4434-a61d-53471eb797ae HTTP/1.1" status: 204 len: 173 time: 1.8380413 Mar 10 17:36:29.878666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742'}, {'name': 'network-changed', 'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'}, {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:29.880975 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4" -d '{"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "acb1c126-374b-4ef4-af25-15113c633742"}, {"name": "network-changed", "server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1"}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:29.883432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc0aa-b183-477b-b1aa-3ab606fd437b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:29.897057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-57029d6a-bb06-4544-9f67-cc00b451d894 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:29.898614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-57029d6a-bb06-4544-9f67-cc00b451d894 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.3394175 Mar 10 17:36:29.914614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31036666-0029-4fb7-a403-bd2d0e0730b7 req-907703d4-e1f1-455d-8e33-4e30737d798c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups?id=b4133037-9d87-45ea-8e1f-dddb8f7c5812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999160 Mar 10 17:36:30.003064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (1f03b69b-5fa4-4710-bf26-766a89ba53dc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.047750 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1f03b69b-5fa4-4710-bf26-766a89ba53dc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.110562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-2cb629b3-12e3-4b4d-bdb7-1f8aa384222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.112882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-2cb629b3-12e3-4b4d-bdb7-1f8aa384222d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1125 time: 0.3606937 Mar 10 17:36:30.121897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:30.162528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.163796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4912a5ac-574f-4158-aaf2-b020bae64193 req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5613897 Mar 10 17:36:30.209822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ca2cc-52e5-4b86-b345-9195777be532 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f03b69b-5fa4-4710-bf26-766a89ba53dc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:30.217263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-0eccf16f-1a6b-419a-b16a-e657b8060ffe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 217 time: 0.0905166 Mar 10 17:36:30.233983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:30.240041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.249130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217fdbf-2b7e-4332-8b71-1f80db25d851 req-be1c6e2e-91da-449f-bd9f-3a645cb8ba14 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.250702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4217fdbf-2b7e-4332-8b71-1f80db25d851 req-be1c6e2e-91da-449f-bd9f-3a645cb8ba14 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.2214236 Mar 10 17:36:30.275863 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63595f29-04a6-4f7e-8080-283d7d93ea04 x-openstack-request-id: req-63595f29-04a6-4f7e-8080-283d7d93ea04 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:30.276179 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "acb1c126-374b-4ef4-af25-15113c633742", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1", "status": "completed", "code": 200}, {"server_uuid": "825d1f33-45ea-4a6d-8644-113b93e05ae1", "name": "network-vif-deleted", "tag": "7f65e51f-e8a6-4434-a61d-53471eb797ae", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:30.276410 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63595f29-04a6-4f7e-8080-283d7d93ea04 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:30.276812 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': 'acb1c126-374b-4ef4-af25-15113c633742', 'status': 'completed', 'code': 200} Mar 10 17:36:30.277070 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'status': 'completed', 'code': 200} Mar 10 17:36:30.277319 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d1f33-45ea-4a6d-8644-113b93e05ae1', 'name': 'network-vif-deleted', 'tag': '7f65e51f-e8a6-4434-a61d-53471eb797ae', 'status': 'completed', 'code': 200} Mar 10 17:36:30.369583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-d398c408-a9d3-4686-a5ee-2319a5a1d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.371148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-d398c408-a9d3-4686-a5ee-2319a5a1d92c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.1416359 Mar 10 17:36:30.383714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Deleting port bc37fb13-7eb7-410f-adbb-7458426b1e3b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:30.384163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.408041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:30.408721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.427240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4217fdbf-2b7e-4332-8b71-1f80db25d851 req-2abf7a11-5094-4f63-820a-be1e2d47d97c tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533632 Mar 10 17:36:30.455714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:30.461785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-3bf40131-6574-4fb5-889f-141deb4e5029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/2b8a301e-8d2d-4f30-bd98-34ad15d1c299 HTTP/1.1" status: 200 len: 1824 time: 0.1686513 Mar 10 17:36:30.462721 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3610b-1597-4ae1-b202-adec40491759" -d '{"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-plugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:30.495434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:30.511472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.582159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5d033fca-2d4f-4c10-b814-6c81fc1cb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.583688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-5d033fca-2d4f-4c10-b814-6c81fc1cb374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1943874 Mar 10 17:36:30.585812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] For port bc37fb13-7eb7-410f-adbb-7458426b1e3b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=bc37fb13-7eb7-410f-adbb-7458426b1e3b,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:30.586154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.591652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:30.616544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-c0f6f78b-eb77-467f-b10c-45aade169e0a tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/1f03b69b-5fa4-4710-bf26-766a89ba53dc HTTP/1.1" status: 200 len: 1823 time: 0.1224067 Mar 10 17:36:30.645516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b8a301e-8d2d-4f30-bd98-34ad15d1c299', 'remote_group_id': '1f03b69b-5fa4-4710-bf26-766a89ba53dc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:30.645839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b8a301e-8d2d-4f30-bd98-34ad15d1c299', 'remote_group_id': '1f03b69b-5fa4-4710-bf26-766a89ba53dc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:30.650697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Calling delete_port for bc37fb13-7eb7-410f-adbb-7458426b1e3b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:30.790562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3e977-53a9-4a44-9052-8c5c0f6df843 req-ca712231-86da-44df-9d47-b56086562f5c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:30.792043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8f3e977-53a9-4a44-9052-8c5c0f6df843 req-ca712231-86da-44df-9d47-b56086562f5c tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b88c2a8-1681-4e8f-b468-5d7a0530ee14 HTTP/1.1" status: 200 len: 945 time: 0.2348661 Mar 10 17:36:30.849250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-6677e15f-edb5-4239-9ec2-2e9d038e5fdd service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359633 Mar 10 17:36:30.927294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (78bdd66c-b674-49ea-b220-bf8f3501b294), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:30.933170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8f3e977-53a9-4a44-9052-8c5c0f6df843 req-d0ad63b2-1c74-400d-b818-a9d6d5ba8fb4 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.35 "GET /v2.0/security-groups?id=099bf5ad-10be-46d2-bbdd-bf717b070698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272774 Mar 10 17:36:30.996667 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fd2e3b-ad3b-404f-8b63-7a8927bacefb x-openstack-request-id: req-82fd2e3b-ad3b-404f-8b63-7a8927bacefb {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:30.997176 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-plugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:30.997632 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82fd2e3b-ad3b-404f-8b63-7a8927bacefb {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:30.998248 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'code': 200} Mar 10 17:36:31.069040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (78bdd66c-b674-49ea-b220-bf8f3501b294), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.090659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (78bdd66c-b674-49ea-b220-bf8f3501b294), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.139616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35e2c311-2447-45f0-b05b-bdf5d9f9d34b req-2a81283f-447b-4ad1-97b6-413f7278fc75 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808042 Mar 10 17:36:31.154001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bdd66c-b674-49ea-b220-bf8f3501b294,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:31.160551 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.175057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2beb54d-a47f-4d2a-a570-269e4a312fee req-d126a7a9-c9b9-4ca2-b12e-3e1f1bb82cb8 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5472593 Mar 10 17:36:31.183714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bc37fb13-7eb7-410f-adbb-7458426b1e3b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.284207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Pushing event deleted for resources: {'Port': ['ID=bc37fb13-7eb7-410f-adbb-7458426b1e3b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:31.324923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6a6c-92b2-4ff1-8647-c0bc7c08039d req-c0a9f4c2-a208-4662-bf8c-182cf211b20a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:31.326631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-428a6a6c-92b2-4ff1-8647-c0bc7c08039d req-c0a9f4c2-a208-4662-bf8c-182cf211b20a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 943 time: 0.2596700 Mar 10 17:36:31.354717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] No DVR routers for this DVR port bc37fb13-7eb7-410f-adbb-7458426b1e3b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:31.358779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.362236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6f3778e-6fd4-4ffa-8d51-6f0c3d7145b0 req-f83d7b21-2391-4cd1-8118-e613b709a56f tempest-FloatingIPsAssociationNegativeTestJSON-1214214343 tempest-FloatingIPsAssociationNegativeTestJSON-1214214343-project] 10.222.0.41 "DELETE /v2.0/ports/bc37fb13-7eb7-410f-adbb-7458426b1e3b HTTP/1.1" status: 204 len: 173 time: 1.4431415 Mar 10 17:36:31.407017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51686aaa-1b61-4cad-a7c5-b2917567fe32 req-297b64cb-5722-4fc6-b28e-60a5fdf41d1b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0532353 Mar 10 17:36:31.457171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-0a8172aa-6ce0-4298-a166-42dffdda8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:31.458743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-0a8172aa-6ce0-4298-a166-42dffdda8036 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1125 time: 0.2076330 Mar 10 17:36:31.487493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368469475', 'description': 'tempest-description-469034492'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:31.508992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-428a6a6c-92b2-4ff1-8647-c0bc7c08039d req-8ffa6ee3-b9e7-4cec-9185-c1633cc81130 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566644 Mar 10 17:36:31.573081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:36:31.578684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:31.606749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:31.635405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.666769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Deleting subnet 9a6546db-1981-4876-b49b-2f9c1d6ac8ab {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:31.670583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Publish callbacks [] for subnet (9a6546db-1981-4876-b49b-2f9c1d6ac8ab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.708069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (9a6546db-1981-4876-b49b-2f9c1d6ac8ab), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.757321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (9a6546db-1981-4876-b49b-2f9c1d6ac8ab), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.766131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-47bbc666-9418-4ba9-b5dd-4790c37c370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:31.770408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-47bbc666-9418-4ba9-b5dd-4790c37c370f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.2777534 Mar 10 17:36:31.792810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13917-bbc9-4ff7-93c8-f6a1e5fcb204 req-ededf539-3da4-4e3a-bb11-90351fe7ccbe tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:31.802922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfb13917-bbc9-4ff7-93c8-f6a1e5fcb204 req-ededf539-3da4-4e3a-bb11-90351fe7ccbe tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1840119 Mar 10 17:36:31.856925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (9a6546db-1981-4876-b49b-2f9c1d6ac8ab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.894823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-a265f832-b122-48bc-8b30-dab05156b9f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 217 time: 0.0462732 Mar 10 17:36:31.898641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6546db-1981-4876-b49b-2f9c1d6ac8ab,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:31.901688 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.909471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b07ba5e-bef6-4128-b205-5b689a1d67c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9a6546db-1981-4876-b49b-2f9c1d6ac8ab HTTP/1.1" status: 204 len: 168 time: 0.3016331 Mar 10 17:36:31.910466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:31.960888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:31.961290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:31.969838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfb13917-bbc9-4ff7-93c8-f6a1e5fcb204 req-c5e8f593-154e-42b5-bb7d-56d3329b515a tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602967 Mar 10 17:36:32.007008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ccad613b-1a6c-48d5-9277-3d6765ae1171), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.052390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:32.068366 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.074234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:32.083100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:32.098582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (357f48aa-f8f2-425a-b355-7f10cf495a2f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.106352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-657e8531-049a-4e40-baec-36bf7f0101a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:32.107783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-657e8531-049a-4e40-baec-36bf7f0101a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.2017002 Mar 10 17:36:32.110224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (357f48aa-f8f2-425a-b355-7f10cf495a2f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.124513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device bc37fb13-7eb7-410f-adbb-7458426b1e3b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:32.129060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'mac_address': 'fa:16:3e:bf:9d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:36:32.140890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ccad613b-1a6c-48d5-9277-3d6765ae1171), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.164669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: bc37fb13-7eb7-410f-adbb-7458426b1e3b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:32.165001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device bc37fb13-7eb7-410f-adbb-7458426b1e3b not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:32.192506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:32.213792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccad613b-1a6c-48d5-9277-3d6765ae1171']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:32.214688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:32.215287 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.231876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:36:32.234846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecf571b-1df1-42bf-915e-42db0062322d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:32.235588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecf571b-1df1-42bf-915e-42db0062322d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:32.247868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (4ecf571b-1df1-42bf-915e-42db0062322d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.257342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:32.274476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.279426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'name': 'network-vif-deleted', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:32.284036 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d05b0-a7c6-4090-a52b-b8e1ebddc067" -d '{"events": [{"server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "name": "network-vif-deleted", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:32.297806 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.321989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d84efb1-a5fa-42fc-ba41-7610291a363a req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8621390 Mar 10 17:36:32.337865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4ecf571b-1df1-42bf-915e-42db0062322d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.363948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:32.365029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (4ecf571b-1df1-42bf-915e-42db0062322d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:32.368882 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:32.376510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357f48aa-f8f2-425a-b355-7f10cf495a2f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:32.378622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:32.380312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-96cc20d8-c935-4c41-bf78-51d8dc95c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:32.387444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-96cc20d8-c935-4c41-bf78-51d8dc95c8f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2666276 Mar 10 17:36:32.412843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.413199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.413543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.413878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.414206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.414553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.414880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.415199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.415517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.415834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.416302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.416624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.416948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745c22b-5a38-4ae3-a077-a610dbe2b029 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:36:32.422415 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a33e0f-62c5-45ab-9d64-6e6fce567425 x-openstack-request-id: req-11a33e0f-62c5-45ab-9d64-6e6fce567425 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:32.422903 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b88c2a8-1681-4e8f-b468-5d7a0530ee14", "name": "network-vif-deleted", "tag": "bc37fb13-7eb7-410f-adbb-7458426b1e3b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:32.423159 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11a33e0f-62c5-45ab-9d64-6e6fce567425 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:32.423685 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c2a8-1681-4e8f-b468-5d7a0530ee14', 'name': 'network-vif-deleted', 'tag': 'bc37fb13-7eb7-410f-adbb-7458426b1e3b', 'status': 'completed', 'code': 200} Mar 10 17:36:32.427067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-473858686', 'description': 'tempest-description-1844000437'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:32.485995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ccad613b-1a6c-48d5-9277-3d6765ae1171), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.526790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.530394 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ccad613b-1a6c-48d5-9277-3d6765ae1171 HTTP/1.1" status: 204 len: 168 time: 0.6183345 Mar 10 17:36:32.546333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61a6e-ec4f-4320-ab9e-661c759cb8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccad613b-1a6c-48d5-9277-3d6765ae1171,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:32.570090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:32.602672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-57c4f80b-0796-484f-93d4-0c42f338d34d service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953232 Mar 10 17:36:32.605500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.638372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03884f2c-113a-468e-bd98-a48b0ac2dc99 req-0d9c0561-f27d-4a22-84f7-c555468eed1e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0341868 Mar 10 17:36:32.778065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:32.828084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (8248868f-85c2-4c68-be11-f38d8f3209cf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.841366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a3e0e32-48c8-4a2d-b31a-dc597b3a2006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a13fc48afa8465bad92e08ede500356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619261 Mar 10 17:36:32.848722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38644) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:32.858945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8248868f-85c2-4c68-be11-f38d8f3209cf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.898954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.947550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.952502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c4bdaa8-abfa-48c2-806d-492e72b5e77f req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5554409 Mar 10 17:36:32.965613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] Publish callbacks [] for security_group (728ad8d4-ca75-4bbb-8eff-fb471e55ac94), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:32.971426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b94b44-e35d-47be-9b0e-f33e781f9cec tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8248868f-85c2-4c68-be11-f38d8f3209cf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:32.988617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] Publish callbacks [] for security_group (728ad8d4-ca75-4bbb-8eff-fb471e55ac94), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.000383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:33.003785 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d8ae1-d8a3-4b35-bb03-aae7663209cd" -d '{"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:33.028186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21b2c-0012-4b29-a31b-7cf8312cacd8 req-6f6e79e4-215f-40a4-a062-78eec6df1a8e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:33.036445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ad21b2c-0012-4b29-a31b-7cf8312cacd8 req-6f6e79e4-215f-40a4-a062-78eec6df1a8e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 943 time: 0.3146548 Mar 10 17:36:33.049015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61a4c069-e9eb-4b0e-94b1-1cc4ea40f7c4 req-29e7e177-5291-4152-898e-6ca3a54f67a1 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898835 Mar 10 17:36:33.052046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (728ad8d4-ca75-4bbb-8eff-fb471e55ac94), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.054920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.056158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/728ad8d4-ca75-4bbb-8eff-fb471e55ac94 HTTP/1.1" status: 204 len: 168 time: 0.2050543 Mar 10 17:36:33.097787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db24a3df-32e7-4910-afe5-097050b21b6b req-16567db6-7b5e-4a6b-86a8-2627aed56bc6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/357f48aa-f8f2-425a-b355-7f10cf495a2f HTTP/1.1" status: 200 len: 1822 time: 0.1236262 Mar 10 17:36:33.125989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c842-421f-45f1-b0d8-2a13acecf53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728ad8d4-ca75-4bbb-8eff-fb471e55ac94,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:33.232482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ad21b2c-0012-4b29-a31b-7cf8312cacd8 req-01af632d-3510-43c2-8db8-ad2d6d00ddfa tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953359 Mar 10 17:36:33.241080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db24a3df-32e7-4910-afe5-097050b21b6b req-ebbe446b-c152-42e3-86b4-29c7d6b598c5 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/8248868f-85c2-4c68-be11-f38d8f3209cf HTTP/1.1" status: 200 len: 1823 time: 0.1329341 Mar 10 17:36:33.254171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '357f48aa-f8f2-425a-b355-7f10cf495a2f', 'remote_group_id': '8248868f-85c2-4c68-be11-f38d8f3209cf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:33.254515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '357f48aa-f8f2-425a-b355-7f10cf495a2f', 'remote_group_id': '8248868f-85c2-4c68-be11-f38d8f3209cf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:33.405405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Deleting port 284ed458-32a7-4958-9211-83460f3bc91e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:33.405757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (284ed458-32a7-4958-9211-83460f3bc91e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.432582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (6d151d3b-9c1b-4924-9f0c-c261feaff97e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.481239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f324e87-583a-4d96-be41-ae7f4296e7d4 req-4fc0f58a-6d8a-4708-a9bb-24889849114e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:33.482918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f324e87-583a-4d96-be41-ae7f4296e7d4 req-4fc0f58a-6d8a-4708-a9bb-24889849114e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 950 time: 0.1231847 Mar 10 17:36:33.494309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (6d151d3b-9c1b-4924-9f0c-c261feaff97e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.508260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (6d151d3b-9c1b-4924-9f0c-c261feaff97e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.540620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d151d3b-9c1b-4924-9f0c-c261feaff97e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:33.555852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.575526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db24a3df-32e7-4910-afe5-097050b21b6b req-f4f32606-5329-4771-a1e9-5c8d32ce5ced tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3334615 Mar 10 17:36:33.590129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f324e87-583a-4d96-be41-ae7f4296e7d4 req-79417362-2c4b-4974-81a9-675796d11d61 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995040 Mar 10 17:36:33.603250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:36:33.613778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] For port 284ed458-32a7-4958-9211-83460f3bc91e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=284ed458-32a7-4958-9211-83460f3bc91e,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:33.614143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (284ed458-32a7-4958-9211-83460f3bc91e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.649606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Calling delete_port for 284ed458-32a7-4958-9211-83460f3bc91e owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:33.794247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-c4e734f3-eb55-40bc-8d0c-29ac855179e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/8248868f-85c2-4c68-be11-f38d8f3209cf HTTP/1.1" status: 200 len: 1823 time: 0.1172829 Mar 10 17:36:33.833818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:33.841584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b8407a9-4912-4ba4-894a-8a0f59ac14e4 req-93b93937-99de-4662-b59f-8a7de0314e2a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0648150 Mar 10 17:36:33.857762 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba2244f-21e1-4dd8-8f55-43bd522ad112 x-openstack-request-id: req-6ba2244f-21e1-4dd8-8f55-43bd522ad112 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:33.858059 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-unplugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:33.858312 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ba2244f-21e1-4dd8-8f55-43bd522ad112 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:33.877005 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'code': 200} Mar 10 17:36:33.926411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (8248868f-85c2-4c68-be11-f38d8f3209cf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:33.941181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:33.974704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (8248868f-85c2-4c68-be11-f38d8f3209cf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.033470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:36:34.083741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'port_id': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'mac_address': 'fa:16:3e:22:54:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:36:34.143787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (284ed458-32a7-4958-9211-83460f3bc91e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.206792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=284ed458-32a7-4958-9211-83460f3bc91e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:34.263254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:34.271733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.441989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:34.450795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.508499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:36:34.580707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:34.663148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:34.664265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.667376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.702487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.742685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:34.756339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.758455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:34.832439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4c101-adec-41d9-9603-c60e19bdefd0 req-0149bb83-f01e-4d5f-bc25-3e7ed166e6bd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:34.834479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d4c101-adec-41d9-9603-c60e19bdefd0 req-0149bb83-f01e-4d5f-bc25-3e7ed166e6bd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 944 time: 0.1063702 Mar 10 17:36:34.844031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:34.867342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8248868f-85c2-4c68-be11-f38d8f3209cf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.870635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:34.885813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43dac989-9d50-44f1-a9b9-3287b3209732 req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/8248868f-85c2-4c68-be11-f38d8f3209cf HTTP/1.1" status: 204 len: 173 time: 1.0904584 Mar 10 17:36:34.919724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19124576-fb49-4bc5-ab0c-2f8f8d075077 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8248868f-85c2-4c68-be11-f38d8f3209cf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:34.978367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:35.013536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d4c101-adec-41d9-9603-c60e19bdefd0 req-ddc0a4d4-bc3f-415b-80dc-4bc4388ebf1b tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655717 Mar 10 17:36:35.152036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a2d5-d367-4b5a-9fe6-05246959419a req-304c7230-9e02-4537-8683-31a5d464b3b0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:35.165749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4575a2d5-d367-4b5a-9fe6-05246959419a req-304c7230-9e02-4537-8683-31a5d464b3b0 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.1622214 Mar 10 17:36:35.314716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4575a2d5-d367-4b5a-9fe6-05246959419a req-853295b2-ce16-4519-b3cd-2cf365696d86 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421318 Mar 10 17:36:35.360678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:35.404397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55f25cbb-5e8d-487a-ae2a-7ba80de288ae req-1a903c9d-2f86-416e-bc09-25f6709134f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0536401 Mar 10 17:36:35.493754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c931fb6-fe69-479b-b213-3c1c5f69991b req-9a3a66c7-2c7b-4799-9e77-b5edbbfa6575 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/357f48aa-f8f2-425a-b355-7f10cf495a2f HTTP/1.1" status: 200 len: 1822 time: 0.1309943 Mar 10 17:36:35.522146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1296743839', 'description': 'tempest-description-1430697346'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:35.560058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:35.683547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (32752c36-72b8-4905-b092-5c16f439673e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:35.692034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (32752c36-72b8-4905-b092-5c16f439673e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:35.731737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:35.742366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Sync routers for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:35.743623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c17e7a0d-f0a5-49eb-9e12-c45222da63b2 admin admin] 10.222.0.35 "PUT /v2.0/routers/df1f8a62-6d23-4eb2-9c55-3421b4d321a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991027 Mar 10 17:36:35.745934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:35.772841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:35.773756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35319740-6ecd-409b-8c00-2cc37bd5c564 req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2562129 Mar 10 17:36:35.783348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:35.784164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:35.844481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2901fa3-b700-47b4-a69f-6388d14ac954 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32752c36-72b8-4905-b092-5c16f439673e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:35.897981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:35.922539 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606eb6a9-2e30-4640-ba37-b38e61bc1376" -d '{"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:35.922957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-2ee0f8ef-65ba-470f-b6cd-78f3c6f24bf1 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 200 len: 1824 time: 0.1164532 Mar 10 17:36:35.953105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32752c36-72b8-4905-b092-5c16f439673e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:35.953660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32752c36-72b8-4905-b092-5c16f439673e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:36.068156 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6108c7f-0605-499d-9f59-bc9ef38a3528 x-openstack-request-id: req-a6108c7f-0605-499d-9f59-bc9ef38a3528 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:36.070703 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-plugged", "status": "completed", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:36.071218 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6108c7f-0605-499d-9f59-bc9ef38a3528 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:36.072658 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'code': 200} Mar 10 17:36:36.188074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (ce81e811-7c88-4a51-ae93-c107fb068ef2), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:36.208293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks [] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:36.229629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:36.469281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (ce81e811-7c88-4a51-ae93-c107fb068ef2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:36.495548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ce81e811-7c88-4a51-ae93-c107fb068ef2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:36.503025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:36:34Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:36.518356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce81e811-7c88-4a51-ae93-c107fb068ef2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:36.542374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Checking router: df1f8a62-6d23-4eb2-9c55-3421b4d321a8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:36.555513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8d8af-11c3-453c-a55b-1222f5626320 req-fd83fdfa-c809-4d92-bdca-c6a3a4836e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:36.556113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Routers {'df1f8a62-6d23-4eb2-9c55-3421b4d321a8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:36.557811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:36.559906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb8d8af-11c3-453c-a55b-1222f5626320 req-fd83fdfa-c809-4d92-bdca-c6a3a4836e76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1133 time: 0.3065920 Mar 10 17:36:36.703360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] Set router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:36.713937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb8d8af-11c3-453c-a55b-1222f5626320 req-952ebedf-85e0-4664-9f61-0f836563875a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445277 Mar 10 17:36:36.736765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fd6a-8815-400c-99be-aa9500d8786c req-a8f8a9a0-5daf-4552-a6e6-e68822352d4d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:36.742757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20e4fd6a-8815-400c-99be-aa9500d8786c req-a8f8a9a0-5daf-4552-a6e6-e68822352d4d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 944 time: 0.4062219 Mar 10 17:36:36.749663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:36.766011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c87ad9a-62ae-41eb-83dd-dc05fd09ffb1 req-95b9936c-0ac6-4f4d-a5ab-2012d46df9e6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8413842 Mar 10 17:36:36.925315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20e4fd6a-8815-400c-99be-aa9500d8786c req-4d44a29d-0a13-4bea-bc74-01ce046ea8cf tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535361 Mar 10 17:36:37.061724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:36:34Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:37.077751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks [] for router_gateway (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.093371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eacc4-0254-411f-bc69-7b03d47214e5 req-20b1ea58-85ce-4cf9-b415-38615c16ee34 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:37.104042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c6e34-c435-49f0-a099-a81495f45424 None None] The sync data for ids ['df1f8a62-6d23-4eb2-9c55-3421b4d321a8'] in n-d-833115-2 is: [{'id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1127402086-router', 'tenant_id': '1700578ff1d346c98867eb89da1138a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:36:34Z', 'revision_number': 5, 'project_id': '1700578ff1d346c98867eb89da1138a9', 'gw_port': {'id': 'aee90d61-213d-4aa1-961d-efbbd22261ba', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:69:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1f8a62-6d23-4eb2-9c55-3421b4d321a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:35:36Z', 'updated_at': '2022-03-10T17:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:37.106270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac0eacc4-0254-411f-bc69-7b03d47214e5 req-20b1ea58-85ce-4cf9-b415-38615c16ee34 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.1023421 Mar 10 17:36:37.181826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Deleting port aee90d61-213d-4aa1-961d-efbbd22261ba {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:37.182469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.250273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac0eacc4-0254-411f-bc69-7b03d47214e5 req-d3532cba-4e17-4af2-8294-82799f4100d7 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429846 Mar 10 17:36:37.311733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] For port aee90d61-213d-4aa1-961d-efbbd22261ba, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=aee90d61-213d-4aa1-961d-efbbd22261ba,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:37.312088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.337966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Calling delete_port for aee90d61-213d-4aa1-961d-efbbd22261ba owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:37.414497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c993c4b6-c1b5-4762-8b6f-3effeaf5bb6d req-723d0fb4-1e97-4d4f-ac21-0471e0b96d9a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0538540 Mar 10 17:36:37.543279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-a8b46508-d390-4fe9-a82e-2c854b2e199f tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 200 len: 2418 time: 0.0793924 Mar 10 17:36:37.560200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32752c36-72b8-4905-b092-5c16f439673e', 'remote_group_id': None}]} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:37.560200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32752c36-72b8-4905-b092-5c16f439673e', 'remote_group_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:37.636763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (aee90d61-213d-4aa1-961d-efbbd22261ba), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.647810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 284ed458-32a7-4958-9211-83460f3bc91e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:37.698637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.709728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:36:37.720312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 284ed458-32a7-4958-9211-83460f3bc91e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:37.721869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 284ed458-32a7-4958-9211-83460f3bc91e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:37.729925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Pushing event deleted for resources: {'Port': ['ID=aee90d61-213d-4aa1-961d-efbbd22261ba,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:37.751466 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.759124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.785773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba47155-1618-4469-8946-f3f6ae7eef86,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:37.810399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:36:37.822695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:36:37.823295 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.836882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.844605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc110784-2615-464a-a63c-0b538c2d2e22 req-4379b5fe-d9d1-46b3-b470-245b5c91ca41 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2943347 Mar 10 17:36:37.937051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:37.937386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:37.986084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:37.998081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.009394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.020757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e36d2aa0-1419-42cc-a04c-e0534a9abf00 req-0efaf89e-a6ab-415f-b7a2-b3da3c31f999 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 200 len: 3017 time: 0.1601162 Mar 10 17:36:38.233379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99dd93-6aae-4e5c-aba8-89c1410f711f req-52bc8186-b931-48c2-8998-8cdeaa03709c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:38.244200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b99dd93-6aae-4e5c-aba8-89c1410f711f req-52bc8186-b931-48c2-8998-8cdeaa03709c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1229689 Mar 10 17:36:38.350456 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.354000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks [] for router_controller (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.364118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b99dd93-6aae-4e5c-aba8-89c1410f711f req-7fd4aad7-41d2-4343-aa95-f1e971a5513d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152451 Mar 10 17:36:38.395419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:38.398325 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c4cfd9-31f1-44ae-99b7-62668d50f003" -d '{"events": [{"server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "name": "network-vif-plugged", "status": "completed", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:38.431585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-ce0f1e06-e1f8-49cf-bae2-f1d13c0d2209 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-group-rules/dba47155-1618-4469-8946-f3f6ae7eef86 HTTP/1.1" status: 200 len: 783 time: 0.0366459 Mar 10 17:36:38.448017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:38.482533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (df1f8a62-6d23-4eb2-9c55-3421b4d321a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.484864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df1f8a62-6d23-4eb2-9c55-3421b4d321a8 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:36:38.501539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.504028 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d4a1a004-14ac-4797-b7c4-c66e4ee1113f admin admin] 10.222.0.35 "DELETE /v2.0/routers/df1f8a62-6d23-4eb2-9c55-3421b4d321a8 HTTP/1.1" status: 204 len: 168 time: 2.7570963 Mar 10 17:36:38.506530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38838) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:38.549360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-500ae443-34c5-4891-82f7-26e8132fed93 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 200 len: 3017 time: 0.1094522 Mar 10 17:36:38.603871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.605582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Deleting subnet c59e73ea-0f9e-4623-8edb-974c7f8fa933 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:38.614776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Publish callbacks [] for subnet (c59e73ea-0f9e-4623-8edb-974c7f8fa933), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.619005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.658929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (dba47155-1618-4469-8946-f3f6ae7eef86), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.674989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.692044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-508d70c5-af94-42d4-86c1-1b4f46067585 req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/dba47155-1618-4469-8946-f3f6ae7eef86 HTTP/1.1" status: 204 len: 173 time: 0.1414423 Mar 10 17:36:38.708995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c59e73ea-0f9e-4623-8edb-974c7f8fa933), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:38.709722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e48bb0-1a53-4637-84af-90107ea1fc61 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba47155-1618-4469-8946-f3f6ae7eef86,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:38.838126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab43d01-67d7-4dd7-b0b0-5b156d181a97 req-ca3f3e46-6ede-4bcc-8aa8-7b531a037a16 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:38.846763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ab43d01-67d7-4dd7-b0b0-5b156d181a97 req-ca3f3e46-6ede-4bcc-8aa8-7b531a037a16 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.0697815 Mar 10 17:36:38.938792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ab43d01-67d7-4dd7-b0b0-5b156d181a97 req-c01a0203-276a-4aef-b01b-42eaa0d1f27b tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907166 Mar 10 17:36:38.987607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c59e73ea-0f9e-4623-8edb-974c7f8fa933), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.009445 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b56741-795c-4e67-a1a2-e0bffc35e0af x-openstack-request-id: req-a7b56741-795c-4e67-a1a2-e0bffc35e0af {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:39.010177 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "name": "network-vif-plugged", "status": "completed", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:39.010514 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7b56741-795c-4e67-a1a2-e0bffc35e0af {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:39.011098 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'code': 200} Mar 10 17:36:39.139610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c59e73ea-0f9e-4623-8edb-974c7f8fa933), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.189175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e73ea-0f9e-4623-8edb-974c7f8fa933,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:39.218554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.225625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b6537-6cc0-49a7-bd0c-935149975719 None None] Network 01960691-e06e-4dfe-8893-e77053e52525 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:39.230271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93fbd3ce-fd40-4ebf-aa89-3fa563fc35a5 req-274c3772-b7d5-482b-af2f-b64d465b9b84 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0948114 Mar 10 17:36:39.232910 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5fa4da57-e4ca-4218-8211-80daed7295e7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c59e73ea-0f9e-4623-8edb-974c7f8fa933 HTTP/1.1" status: 204 len: 168 time: 0.7248468 Mar 10 17:36:39.237024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38844) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:39.279512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5211ee4-15bc-4431-804b-72051bac5f6f req-7fde3400-6336-407d-aa96-0a6df26a6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:39.289737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5211ee4-15bc-4431-804b-72051bac5f6f req-7fde3400-6336-407d-aa96-0a6df26a6231 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1127 time: 0.2084687 Mar 10 17:36:39.396476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (01960691-e06e-4dfe-8893-e77053e52525), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.514589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-b2d072c3-0dff-4908-9a74-af0984a9382b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 200 len: 2418 time: 0.1985352 Mar 10 17:36:39.549139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Deleting port e61a8a55-4aef-4933-9104-b056bdfe8098 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:39.550123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.606191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5211ee4-15bc-4431-804b-72051bac5f6f req-73dd2702-4727-41a7-a08a-e32f2ce47e12 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120651 Mar 10 17:36:39.625056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] DHCP port deletion for 01960691-e06e-4dfe-8893-e77053e52525 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:36:39.695808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (32752c36-72b8-4905-b092-5c16f439673e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.731274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Deleting port e61a8a55-4aef-4933-9104-b056bdfe8098 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:39.731922 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.749180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (32752c36-72b8-4905-b092-5c16f439673e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.749696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] For port e61a8a55-4aef-4933-9104-b056bdfe8098, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e61a8a55-4aef-4933-9104-b056bdfe8098,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:39.753192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.793373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Calling delete_port for e61a8a55-4aef-4933-9104-b056bdfe8098 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:39.842164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] For port e61a8a55-4aef-4933-9104-b056bdfe8098, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e61a8a55-4aef-4933-9104-b056bdfe8098,segment=NetworkSegment(9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f),segment_id=9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:39.842887 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.849747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (32752c36-72b8-4905-b092-5c16f439673e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.852919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:39.854330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bfe2770-e24b-4a2e-b3b5-cb828b4612c8 req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/32752c36-72b8-4905-b092-5c16f439673e HTTP/1.1" status: 204 len: 173 time: 0.3389072 Mar 10 17:36:39.872820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade442-512d-44b4-b122-a986e9d049a4 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32752c36-72b8-4905-b092-5c16f439673e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:39.881016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Calling delete_port for e61a8a55-4aef-4933-9104-b056bdfe8098 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:40.030399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.105295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61a8a55-4aef-4933-9104-b056bdfe8098,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: from cryptography.utils import int_from_bytes Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: from cryptography.utils import int_from_bytes Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.108595 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:36:40.111441 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:36:40.122285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e61a8a55-4aef-4933-9104-b056bdfe8098), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.124567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] No DVR routers for this DVR port e61a8a55-4aef-4933-9104-b056bdfe8098 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:40.127128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device aee90d61-213d-4aa1-961d-efbbd22261ba no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:40.281011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: aee90d61-213d-4aa1-961d-efbbd22261ba {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:40.284957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device aee90d61-213d-4aa1-961d-efbbd22261ba not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:40.285643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e61a8a55-4aef-4933-9104-b056bdfe8098 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:40.288150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] Pushing event deleted for resources: {'Port': ['ID=e61a8a55-4aef-4933-9104-b056bdfe8098,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:40.313069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a5c0f-2744-43bd-bc84-9613b660a1e8 req-7fbe7f53-e0cc-418c-9f43-96cf8ad0a233 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:40.315304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f90a5c0f-2744-43bd-bc84-9613b660a1e8 req-7fbe7f53-e0cc-418c-9f43-96cf8ad0a233 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1334441 Mar 10 17:36:40.325973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e61a8a55-4aef-4933-9104-b056bdfe8098 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:40.333818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e61a8a55-4aef-4933-9104-b056bdfe8098 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:40.342212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (01960691-e06e-4dfe-8893-e77053e52525), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.342660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c396388-0bf0-4c4d-8c0e-6f2b930d8689 None None] No DVR routers for this DVR port e61a8a55-4aef-4933-9104-b056bdfe8098 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:40.420837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01960691-e06e-4dfe-8893-e77053e52525']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:40.434794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f90a5c0f-2744-43bd-bc84-9613b660a1e8 req-4decc2c4-5356-4139-bf6d-a87630286eb2 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129463 Mar 10 17:36:40.442405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:40.443266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:40.456147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.472464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.489447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:40.489858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (9cf50ce4-c615-4a7d-ab0e-d5ae1820a69f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:40.505381 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:40.513202 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-3b3f484d-79c2-4005-933d-1546a8d15cc8 req-b375e111-0903-4afc-ba21-9742bd909924 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] show failed (client error): The resource could not be found. Mar 10 17:36:40.524481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b3f484d-79c2-4005-933d-1546a8d15cc8 req-b375e111-0903-4afc-ba21-9742bd909924 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/8248868f-85c2-4c68-be11-f38d8f3209cf HTTP/1.1" status: 404 len: 352 time: 0.0327976 Mar 10 17:36:40.625182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (01960691-e06e-4dfe-8893-e77053e52525), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.642679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:40.651674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01960691-e06e-4dfe-8893-e77053e52525 HTTP/1.1" status: 204 len: 168 time: 1.4110448 Mar 10 17:36:40.677365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1253b2c-2612-4d71-97ab-5d5891b1a842 admin admin] Pushing event deleted for resources: {'Network': ['ID=01960691-e06e-4dfe-8893-e77053e52525,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:40.708077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2216d1-f261-442c-bee0-ce638b89c1bb req-d386b7e4-faa3-4f39-9de1-e2fd8215f718 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:40.715014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce2216d1-f261-442c-bee0-ce638b89c1bb req-d386b7e4-faa3-4f39-9de1-e2fd8215f718 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1133 time: 0.0759814 Mar 10 17:36:40.777037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce2216d1-f261-442c-bee0-ce638b89c1bb req-a3f8234e-ecaa-45c9-a371-5f2778a41fc7 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 Mar 10 17:36:40.985871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38864) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:41.038180 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4aecc17e-980f-4c7b-bd9c-68041069a21e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1700578ff1d346c98867eb89da1138a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503724 Mar 10 17:36:41.045482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8509073-0e6f-441d-bf8c-a5e71e48e19c req-bc75838d-30a9-4f83-8bff-94b2538e6afd tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0581234 Mar 10 17:36:41.087400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:41.159798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-5c7b7666-15af-4f17-9d99-53e443c49a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/357f48aa-f8f2-425a-b355-7f10cf495a2f HTTP/1.1" status: 200 len: 1822 time: 0.0761213 Mar 10 17:36:41.230886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] Publish callbacks [] for security_group (099bf5ad-10be-46d2-bbdd-bf717b070698), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.262378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (357f48aa-f8f2-425a-b355-7f10cf495a2f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.293030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (357f48aa-f8f2-425a-b355-7f10cf495a2f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.320171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] Publish callbacks [] for security_group (099bf5ad-10be-46d2-bbdd-bf717b070698), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.356886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (357f48aa-f8f2-425a-b355-7f10cf495a2f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.364139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.365326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bc35b7e-2ede-4993-a086-b4fa83b2c957 req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/357f48aa-f8f2-425a-b355-7f10cf495a2f HTTP/1.1" status: 204 len: 173 time: 0.2046764 Mar 10 17:36:41.382547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1017c04-a281-412e-a8d1-74c4933b5376 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f48aa-f8f2-425a-b355-7f10cf495a2f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:41.422260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (099bf5ad-10be-46d2-bbdd-bf717b070698), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.427860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.434229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/099bf5ad-10be-46d2-bbdd-bf717b070698 HTTP/1.1" status: 204 len: 168 time: 0.3450899 Mar 10 17:36:41.444457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb6874-d03a-4451-96ac-82dca6c2a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099bf5ad-10be-46d2-bbdd-bf717b070698,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:41.691981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-b8211595-0c28-4b07-9e0a-e77c94c7de57 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/1f03b69b-5fa4-4710-bf26-766a89ba53dc HTTP/1.1" status: 200 len: 1823 time: 0.0712998 Mar 10 17:36:41.820673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (1f03b69b-5fa4-4710-bf26-766a89ba53dc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:41.871534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (1f03b69b-5fa4-4710-bf26-766a89ba53dc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.022107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1f03b69b-5fa4-4710-bf26-766a89ba53dc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.028437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.057681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4225bc15-35b6-44eb-9f00-e4b08517730f req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/1f03b69b-5fa4-4710-bf26-766a89ba53dc HTTP/1.1" status: 204 len: 173 time: 0.3624704 Mar 10 17:36:42.087775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c10a-0233-4647-b809-976eeef9d3f7 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f03b69b-5fa4-4710-bf26-766a89ba53dc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:42.335879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b84b79-70a0-49f5-b4e9-23076893adad req-94bde53c-232a-461d-8cab-a830eba0d7ad tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:42.351383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b84b79-70a0-49f5-b4e9-23076893adad req-94bde53c-232a-461d-8cab-a830eba0d7ad tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1653037 Mar 10 17:36:42.382526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aca01f81-7c6e-4602-9023-f15384463d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.453725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b84b79-70a0-49f5-b4e9-23076893adad req-00cf34a7-5d35-4f15-8555-f8db5b5aaa10 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036160 Mar 10 17:36:42.628982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939e3a-c1fd-4f91-b4ac-5a0d6bbebf4f req-b1902539-5de1-432a-9c06-59f96e2741e8 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:42.642590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75939e3a-c1fd-4f91-b4ac-5a0d6bbebf4f req-b1902539-5de1-432a-9c06-59f96e2741e8 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 1133 time: 0.0816255 Mar 10 17:36:42.738947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75939e3a-c1fd-4f91-b4ac-5a0d6bbebf4f req-da44ecc4-1312-4851-8b2e-3d3df2429bf0 tempest-ServersAdminTestJSON-1135138063 tempest-ServersAdminTestJSON-1135138063-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876436 Mar 10 17:36:42.817136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-5ad36d94-f222-4190-bf23-35eff215a7d6 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/2b8a301e-8d2d-4f30-bd98-34ad15d1c299 HTTP/1.1" status: 200 len: 1824 time: 0.0635338 Mar 10 17:36:42.897171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (2b8a301e-8d2d-4f30-bd98-34ad15d1c299), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:42.947033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (2b8a301e-8d2d-4f30-bd98-34ad15d1c299), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:43.015671 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2b8a301e-8d2d-4f30-bd98-34ad15d1c299), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:43.018582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:43.034040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03a36da4-357c-40ae-b0f1-b7681a043abe req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/2b8a301e-8d2d-4f30-bd98-34ad15d1c299 HTTP/1.1" status: 204 len: 173 time: 0.2022362 Mar 10 17:36:43.056805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600b541-2f47-4665-992d-83a71852946b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8a301e-8d2d-4f30-bd98-34ad15d1c299,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:43.160728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af92def3-1157-4ae6-ac4c-081c4fe0da41 req-1d6146e7-9101-4ecc-9a0c-99a37436b5a6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0506878 Mar 10 17:36:43.336604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfabc2-ca60-4977-81c4-5d3c33ba5a66 req-85ff78e0-dee7-4ec5-bf1b-84a45b6826df tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:43.353565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:43.354223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11dfabc2-ca60-4977-81c4-5d3c33ba5a66 req-85ff78e0-dee7-4ec5-bf1b-84a45b6826df tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1042011 Mar 10 17:36:43.358291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'floatingip': {'port_id': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:43.420457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:43.992107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-17b67583-b05d-400c-9d24-399396b4259b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787539 Mar 10 17:36:44.107648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3161cd-385b-4b98-bedf-97e458edcead req-2f485a33-27ce-4717-8c82-1adf3b359840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.114697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-2f485a33-27ce-4717-8c82-1adf3b359840 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 1128 time: 0.1001127 Mar 10 17:36:44.266457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:44.276949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:44.288712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3161cd-385b-4b98-bedf-97e458edcead req-903f3556-53c2-4210-96ca-a5ae67342d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.290864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-903f3556-53c2-4210-96ca-a5ae67342d8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.1520271 Mar 10 17:36:44.342073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-7f1c3bcb-e6b6-47d8-bd85-e45aeee4d2a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4f463d0-280a-4912-8154-39b80064af6b HTTP/1.1" status: 200 len: 217 time: 0.0438702 Mar 10 17:36:44.442031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3161cd-385b-4b98-bedf-97e458edcead req-e0fe5938-384b-42a2-8e03-758ed7df049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.443540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-e0fe5938-384b-42a2-8e03-758ed7df049c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0944908 Mar 10 17:36:44.458873 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Floating IP 4fc0b373-7c41-4fdb-9e45-1c6928886be6 associated. External IP: 172.25.3.222, port: 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1. Mar 10 17:36:44.552427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3161cd-385b-4b98-bedf-97e458edcead req-e0c1c74a-dccf-4218-875a-dc481cb363b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:44.555630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-e0c1c74a-dccf-4218-875a-dc481cb363b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024368 Mar 10 17:36:44.605284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8be6f271-4367-40df-8d1f-21a01910b5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:44.688660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-2d0459f2-c398-445f-9d0e-27545b528d20 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214046 Mar 10 17:36:44.864845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc3161cd-385b-4b98-bedf-97e458edcead req-3dd1230a-05f1-4184-ad1d-67bfcf224e23 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614261 Mar 10 17:36:44.946906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:36:45.099001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d288-6be1-4961-9d3f-32af505f2205 req-41508dea-4b40-40cb-bc0b-a4ecfcb87a49 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:45.102153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b309d288-6be1-4961-9d3f-32af505f2205 req-41508dea-4b40-40cb-bc0b-a4ecfcb87a49 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f5b39ab-04e7-4b6f-96d5-187441fb15c2 HTTP/1.1" status: 200 len: 950 time: 0.0975010 Mar 10 17:36:45.124596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:36:45.129187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.155422 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:36:45.163126 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-430845b8-b60c-4e88-8b60-2460afffc1f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "PUT /v2.0/floatingips/4fc0b373-7c41-4fdb-9e45-1c6928886be6 HTTP/1.1" status: 200 len: 991 time: 1.8084145 Mar 10 17:36:45.164025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:45.166511 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca1d9b-8e3a-437c-8107-3de52e5cab36" -d '{"events": [{"name": "network-changed", "server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:45.180994 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:45.181632 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:45.373832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Deleting port 039cc52b-81f6-42c6-aea3-550f7fde4227 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:45.377562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.495189 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:45.545895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] For port 039cc52b-81f6-42c6-aea3-550f7fde4227, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=039cc52b-81f6-42c6-aea3-550f7fde4227,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:45.546719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.565702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Calling delete_port for 039cc52b-81f6-42c6-aea3-550f7fde4227 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:45.742418 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.793181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (039cc52b-81f6-42c6-aea3-550f7fde4227), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.821401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6cb5d58f-c4c4-43c8-a973-3780d4b04df8', '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:45.897218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event deleted for resources: {'Port': ['ID=039cc52b-81f6-42c6-aea3-550f7fde4227,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:45.966572 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4fc0b373-7c41-4fdb-9e45-1c6928886be6', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:22:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:36:17Z', 'updated_at': '2022-03-10T17:36:44Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:45.979934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] No DVR routers for this DVR port 039cc52b-81f6-42c6-aea3-550f7fde4227 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:45.986033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:45.989226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b309d288-6be1-4961-9d3f-32af505f2205 req-79f958ba-bd1a-4af2-9f84-97efaaf64291 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "DELETE /v2.0/ports/039cc52b-81f6-42c6-aea3-550f7fde4227 HTTP/1.1" status: 204 len: 173 time: 0.8814001 Mar 10 17:36:45.989863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'name': 'network-vif-deleted', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:45.992390 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c45be-56c1-44d1-a8b2-a99f11c693eb" -d '{"events": [{"server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "name": "network-vif-deleted", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:46.067833 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:36:46.104024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:36:46.105192 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:46.343944 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:36:46.763035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4fc0b373-7c41-4fdb-9e45-1c6928886be6', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:22:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:36:17Z', 'updated_at': '2022-03-10T17:36:44Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:46.800432 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca734b-93e3-4cfe-9a84-46ebfbd210b5 None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4fc0b373-7c41-4fdb-9e45-1c6928886be6', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:22:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:36:17Z', 'updated_at': '2022-03-10T17:36:44Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:36:47.089522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efec6db-8229-42f2-84b9-037a52aa2f5a None None] New status for floating IP 4fc0b373-7c41-4fdb-9e45-1c6928886be6: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:36:47.182129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:47.676511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 039cc52b-81f6-42c6-aea3-550f7fde4227 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:47.713688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 039cc52b-81f6-42c6-aea3-550f7fde4227 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:47.714308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 039cc52b-81f6-42c6-aea3-550f7fde4227 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:48.664649 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.237670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-c3cc9290-6bba-4695-aeaa-1b3bb8c654e0 tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/7e59fc23-17e6-4d99-8704-abcf3544c79d HTTP/1.1" status: 200 len: 2422 time: 0.0743115 Mar 10 17:36:51.311490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa9687b2-38b0-4d32-9ee1-6149bd266d21 req-f7e49431-3373-4606-a56c-93ab62e6a5e3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0383422 Mar 10 17:36:51.345977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (7e59fc23-17e6-4d99-8704-abcf3544c79d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.390912 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (7e59fc23-17e6-4d99-8704-abcf3544c79d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.486292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e59fc23-17e6-4d99-8704-abcf3544c79d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.489180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:51.490396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f12026d8-7d6f-443e-ab9f-aa5eab553516 req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/7e59fc23-17e6-4d99-8704-abcf3544c79d HTTP/1.1" status: 204 len: 173 time: 0.2471929 Mar 10 17:36:51.501812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e28e-f7e1-4a29-84b3-8d7647595cc9 req-bb6ebcf7-596c-4b07-8bb0-46a3917c7479 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:51.503364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7421e28e-f7e1-4a29-84b3-8d7647595cc9 req-bb6ebcf7-596c-4b07-8bb0-46a3917c7479 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1214831 Mar 10 17:36:51.518169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548c4e4-0368-431a-b6e3-6cf1bee36a2b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e59fc23-17e6-4d99-8704-abcf3544c79d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:51.554397 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec0e4d-c610-48ce-9d91-f504add458ec x-openstack-request-id: req-02ec0e4d-c610-48ce-9d91-f504add458ec {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:51.555606 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:51.556034 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02ec0e4d-c610-48ce-9d91-f504add458ec {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:51.556447 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'status': 'completed', 'code': 200} Mar 10 17:36:51.596783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7421e28e-f7e1-4a29-84b3-8d7647595cc9 req-01a31cfd-b5a1-44bc-bdff-9dee1c2f08cd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792596 Mar 10 17:36:51.640831 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c25427-8307-4d38-a050-8f9ea13e4cf3 x-openstack-request-id: req-61c25427-8307-4d38-a050-8f9ea13e4cf3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:51.641122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b39ab-04e7-4b6f-96d5-187441fb15c2", "name": "network-vif-deleted", "tag": "039cc52b-81f6-42c6-aea3-550f7fde4227", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:51.641376 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61c25427-8307-4d38-a050-8f9ea13e4cf3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:51.642102 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b39ab-04e7-4b6f-96d5-187441fb15c2', 'name': 'network-vif-deleted', 'tag': '039cc52b-81f6-42c6-aea3-550f7fde4227', 'status': 'completed', 'code': 200} Mar 10 17:36:51.660623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-9942e939-9430-4401-9182-743545f53833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:51.662799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-9942e939-9430-4401-9182-743545f53833 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1127 time: 0.0647199 Mar 10 17:36:51.827495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-a5655d99-8706-4521-b208-b9147cdddfaa tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "GET /v2.0/security-groups/9fc6a56d-144f-46e5-a617-bce624222c63 HTTP/1.1" status: 200 len: 2416 time: 0.0809412 Mar 10 17:36:51.833132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-c10ae501-252a-495b-8caa-1d31e53c67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:51.834728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-c10ae501-252a-495b-8caa-1d31e53c67c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.1652682 Mar 10 17:36:51.975123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (9fc6a56d-144f-46e5-a617-bce624222c63), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.041133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-e9ac6d03-55d5-4396-974a-1305bef0cf06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1849885 Mar 10 17:36:52.063961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (9fc6a56d-144f-46e5-a617-bce624222c63), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.133902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-594fe54c-fd5e-407d-a3c9-54d99f9515a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:52.135586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-594fe54c-fd5e-407d-a3c9-54d99f9515a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.0866094 Mar 10 17:36:52.148450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b8e1-f374-4f5f-8230-20f6f0eb4c02 req-6a722163-0bfa-410e-a312-0f6e51852597 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:52.150177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6552b8e1-f374-4f5f-8230-20f6f0eb4c02 req-6a722163-0bfa-410e-a312-0f6e51852597 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1690509 Mar 10 17:36:52.204156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9fc6a56d-144f-46e5-a617-bce624222c63), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.206797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.207996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a495e25-77d4-4aba-9eea-d6d30344fdc8 req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] 10.222.0.35 "DELETE /v2.0/security-groups/9fc6a56d-144f-46e5-a617-bce624222c63 HTTP/1.1" status: 204 len: 173 time: 0.3723512 Mar 10 17:36:52.214875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:52.227720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9a5f7-5217-49be-972a-a2414bd5999b tempest-SecurityGroupRulesTestJSON-662061893 tempest-SecurityGroupRulesTestJSON-662061893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc6a56d-144f-46e5-a617-bce624222c63,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:52.270058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6552b8e1-f374-4f5f-8230-20f6f0eb4c02 req-f3c564ce-a055-4694-a2a1-51d53539318a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038604 Mar 10 17:36:52.289941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-f68fe861-a12d-4463-b945-8976daeb1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:52.295059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-f68fe861-a12d-4463-b945-8976daeb1762 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1432784 Mar 10 17:36:52.349000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Deleting subnet e5f8f684-f48d-480e-a730-2096671ef536 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:36:52.353019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Publish callbacks [] for subnet (e5f8f684-f48d-480e-a730-2096671ef536), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.403160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (e5f8f684-f48d-480e-a730-2096671ef536), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.419146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-8b845525-ade9-4cd2-9d6f-e428eed6f12a service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105671 Mar 10 17:36:52.500554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e5f8f684-f48d-480e-a730-2096671ef536), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.588982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (e5f8f684-f48d-480e-a730-2096671ef536), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.622787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ca1d9b-8e3a-437c-8107-3de52e5cab36 req-a70a352a-e2a5-42bb-8512-39ce2f42f7f1 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918752 Mar 10 17:36:52.627041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f8f684-f48d-480e-a730-2096671ef536,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:52.636758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.640644 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b267ab0d-6caa-4e6c-8608-406ee8a6df4a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e5f8f684-f48d-480e-a730-2096671ef536 HTTP/1.1" status: 204 len: 168 time: 0.4243264 Mar 10 17:36:52.643574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39034) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:52.745589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (27c92981-2b26-4364-83c7-76ec5d010917), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.856063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (27c92981-2b26-4364-83c7-76ec5d010917), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.889444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c92981-2b26-4364-83c7-76ec5d010917']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:52.906847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd6dabf-71b3-41e5-a07c-47342c7b5031') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:52.907280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd6dabf-71b3-41e5-a07c-47342c7b5031') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:36:52.928060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (7cd6dabf-71b3-41e5-a07c-47342c7b5031), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.946942 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7cd6dabf-71b3-41e5-a07c-47342c7b5031), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.954664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:36:52.955645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (7cd6dabf-71b3-41e5-a07c-47342c7b5031), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:36:52.957735 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:36:53.042006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (27c92981-2b26-4364-83c7-76ec5d010917), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.057483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.064303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] 10.222.0.35 "DELETE /v2.0/networks/27c92981-2b26-4364-83c7-76ec5d010917 HTTP/1.1" status: 204 len: 168 time: 0.4168055 Mar 10 17:36:53.078061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab545-79f5-4c74-ab5c-0e06f03ff7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=27c92981-2b26-4364-83c7-76ec5d010917,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:53.325549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1ff3a-46bb-4264-bbca-4f387517c91c req-9f3670fd-57c4-4072-95bc-42e7c1b68a0a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:53.327371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fa1ff3a-46bb-4264-bbca-4f387517c91c req-9f3670fd-57c4-4072-95bc-42e7c1b68a0a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1250241 Mar 10 17:36:53.343244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bd9bb-342b-48e8-af00-11ad59b65beb req-79492e53-9e2e-4e22-b758-d8158dffedb2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:53.345446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f1bd9bb-342b-48e8-af00-11ad59b65beb req-79492e53-9e2e-4e22-b758-d8158dffedb2 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 949 time: 0.2081342 Mar 10 17:36:53.362120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:53.416706 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2645be06-b279-48c0-882b-cc491e02e196 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f86ca9eea4e64b51979ce3658074e642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531063 Mar 10 17:36:53.422323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:53.522576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f1bd9bb-342b-48e8-af00-11ad59b65beb req-30b253a2-abc3-44e4-b82d-3e2b807f127e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671121 Mar 10 17:36:53.528770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fa1ff3a-46bb-4264-bbca-4f387517c91c req-68da0f0b-1ebf-4c52-aa9f-702fc2955d0a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817946 Mar 10 17:36:53.554056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39082) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:53.573142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63995af9-ac88-4615-baae-89093552136d admin admin] Publish callbacks [] for security_group (b50c54cb-81ec-4730-a0df-b1c9a99449bf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.583553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-a406c22a-022a-4c44-a01a-398806fa8916 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:53.585268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-a406c22a-022a-4c44-a01a-398806fa8916 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 949 time: 0.1075976 Mar 10 17:36:53.655086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63995af9-ac88-4615-baae-89093552136d admin admin] Publish callbacks [] for security_group (b50c54cb-81ec-4730-a0df-b1c9a99449bf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.796413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24bf13a3-a679-495d-9f34-dcc42a276d59 req-0ea5ec0a-e116-4eed-ab2c-34ad58bce854 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0940189 Mar 10 17:36:53.821106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19d878eb-af7f-46bf-8d09-85677c22de5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.949586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Deleting port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:53.959210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.964392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63995af9-ac88-4615-baae-89093552136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b50c54cb-81ec-4730-a0df-b1c9a99449bf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.966972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63995af9-ac88-4615-baae-89093552136d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.968121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63995af9-ac88-4615-baae-89093552136d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b50c54cb-81ec-4730-a0df-b1c9a99449bf HTTP/1.1" status: 204 len: 168 time: 0.5409501 Mar 10 17:36:53.988824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19d878eb-af7f-46bf-8d09-85677c22de5b admin admin] Publish callbacks [] for security_group (935fe051-9a41-40b3-bf48-748119fd8d8c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:53.998994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19d878eb-af7f-46bf-8d09-85677c22de5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (935fe051-9a41-40b3-bf48-748119fd8d8c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.014725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63995af9-ac88-4615-baae-89093552136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c54cb-81ec-4730-a0df-b1c9a99449bf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:54.075273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d878eb-af7f-46bf-8d09-85677c22de5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935fe051-9a41-40b3-bf48-748119fd8d8c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:54.114531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f975704-7bea-4273-9c79-4fd1a98afe30 req-5e23be37-9455-4774-b3bb-51ac6fc071e0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:54.116115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f975704-7bea-4273-9c79-4fd1a98afe30 req-5e23be37-9455-4774-b3bb-51ac6fc071e0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2029917 Mar 10 17:36:54.128558 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-19d878eb-af7f-46bf-8d09-85677c22de5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32c06a39c8b24bc3abb8019f3923adc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707266 Mar 10 17:36:54.129750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39100) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:54.189874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] For port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:54.190239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.209534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Calling delete_port for 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:54.231117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] Publish callbacks [] for security_group (935fe051-9a41-40b3-bf48-748119fd8d8c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.265512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] Publish callbacks [] for security_group (935fe051-9a41-40b3-bf48-748119fd8d8c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.282961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:54.326658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (935fe051-9a41-40b3-bf48-748119fd8d8c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.331777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.333452 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/935fe051-9a41-40b3-bf48-748119fd8d8c HTTP/1.1" status: 204 len: 168 time: 0.2035344 Mar 10 17:36:54.348000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f74feb-cc87-424f-bd5b-0e6f3ad38983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935fe051-9a41-40b3-bf48-748119fd8d8c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:54.432035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:36:54.433077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.476152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:54.477720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:54.481092 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ddb8b-c2c5-410b-886b-e765509d8e2d" -d '{"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:54.488686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.602800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:54.623309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f975704-7bea-4273-9c79-4fd1a98afe30 req-e61c9896-c334-460b-89f4-d392acaa668c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993982 Mar 10 17:36:54.629505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-134817a0-4706-49d2-8ce7-ad0585890296 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:54.631135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-134817a0-4706-49d2-8ce7-ad0585890296 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.3517890 Mar 10 17:36:54.670458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-098e0fe7-459c-49d5-ae52-d1d64b715d7c tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/quotas/ac285a55963b41b2971f8add60469909 HTTP/1.1" status: 200 len: 375 time: 0.0302191 Mar 10 17:36:54.747028 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd4d7d6-9368-4b68-8fb9-037b3ec8ff46 x-openstack-request-id: req-2dd4d7d6-9368-4b68-8fb9-037b3ec8ff46 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:54.747326 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:54.747584 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dd4d7d6-9368-4b68-8fb9-037b3ec8ff46 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:54.747988 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'code': 200} Mar 10 17:36:54.896695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6cb5d58f-c4c4-43c8-a973-3780d4b04df8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:54.912088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6cb5d58f-c4c4-43c8-a973-3780d4b04df8', '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:36:54.925282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bae7c4c-9f61-4631-ae2d-87be67ea76f7 req-245bf549-75b2-4ade-8d25-158e5064f2d9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=22661fd4-48f8-4a58-97be-b22d8867f58e HTTP/1.1" status: 200 len: 210 time: 0.1221254 Mar 10 17:36:54.975055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event deleted for resources: {'Port': ['ID=6cb5d58f-c4c4-43c8-a973-3780d4b04df8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:55.067827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-ca878332-695c-46d9-8ec0-5c285597f1b3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3809965 Mar 10 17:36:55.224258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] No DVR routers for this DVR port 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:55.240288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.243819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0caebfb-1a41-4431-905f-3669b10eb83c req-60e38991-2e2c-49df-aac5-51f0dbb464f9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "DELETE /v2.0/ports/6cb5d58f-c4c4-43c8-a973-3780d4b04df8 HTTP/1.1" status: 204 len: 173 time: 1.6443677 Mar 10 17:36:55.247455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'name': 'network-vif-deleted', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:55.251380 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22aab87-6d5c-45c1-8b55-587a0918653b" -d '{"events": [{"server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "name": "network-vif-deleted", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:55.474657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39164) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:55.633021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-364775417-network', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:55.674532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Made reservation on behalf of 69a3ca7339f34bb6b6cd6920b4c6ada7 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:55.684685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.722384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.855288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks [] for security_group (b48da156-2b98-44bf-b68c-f29d31ca13e9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.882617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:55.891185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b48da156-2b98-44bf-b68c-f29d31ca13e9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.928618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48da156-2b98-44bf-b68c-f29d31ca13e9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:55.978169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:36:55.993352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6659c155-653c-450f-8b96-d346e0f14caf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:55.995339 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Added segment 6659c155-653c-450f-8b96-d346e0f14caf of type vlan for network 534094bd-3b1b-49b1-b58e-840c101f691f Mar 10 17:36:56.075638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (534094bd-3b1b-49b1-b58e-840c101f691f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.105581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-371a379a-af21-4785-9b25-b607aaa69ce3 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0354762 Mar 10 17:36:56.116293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-426344359-network', 'tenant_id': 'fc1006cea8824e16a8021ccec1abb4e5'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:56.134207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (534094bd-3b1b-49b1-b58e-840c101f691f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.135459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:56.136520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.181224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Made reservation on behalf of fc1006cea8824e16a8021ccec1abb4e5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:56.183787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.195778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.217496 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7416298 Mar 10 17:36:56.218250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-5f7e3a2a-cf37-431d-9456-c067d66a6288 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111319 Mar 10 17:36:56.218960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:56.230385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Request body: {'subnet': {'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-364775417-subnet', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:56.247982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-0fc5040b-c7ac-430a-9c35-816b3299b51b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:56.253648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded5e36-c66f-40e7-a7c4-4596448b9dcd admin admin] Pushing event updated for resources: {'Network': ['ID=534094bd-3b1b-49b1-b58e-840c101f691f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:56.265807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 534094bd-3b1b-49b1-b58e-840c101f691f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:36:56.283290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-0fc5040b-c7ac-430a-9c35-816b3299b51b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 1.1863782 Mar 10 17:36:56.351709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-89afeeb4-57b4-4187-a4d4-cb6645846b0b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:56.353286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-89afeeb4-57b4-4187-a4d4-cb6645846b0b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cedb2a4-54a1-4bac-961e-137245d2e671 HTTP/1.1" status: 200 len: 943 time: 0.4529157 Mar 10 17:36:56.379147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks [] for security_group (d901292b-3cd4-4e35-8bba-84cbaf508d03), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.385598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d901292b-3cd4-4e35-8bba-84cbaf508d03), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.414824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-a56554e1-1ac0-4391-9ab9-18a1831b4711 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/quotas/802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 375 time: 0.1305480 Mar 10 17:36:56.415302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:36:56.443462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (662ab6e9-2e65-4db6-868e-4b6ffab7abde), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.444569 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Added segment 662ab6e9-2e65-4db6-868e-4b6ffab7abde of type vlan for network bc0b1848-8fd3-4583-92e2-eadbad330afd Mar 10 17:36:56.530661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Made reservation on behalf of 69a3ca7339f34bb6b6cd6920b4c6ada7 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:56.533097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.599197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (bc0b1848-8fd3-4583-92e2-eadbad330afd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.641409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ef7e6eb-4f2c-4ac0-8ccd-47454bc3cdbd req-be534bc4-4da4-4710-9c91-110694a4a280 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0523229 Mar 10 17:36:56.659596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (bc0b1848-8fd3-4583-92e2-eadbad330afd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.660716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:56.661298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.702154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d901292b-3cd4-4e35-8bba-84cbaf508d03,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:56.711564 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8268013 Mar 10 17:36:56.718888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:56.726016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Request body: {'subnet': {'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-426344359-subnet', 'tenant_id': 'fc1006cea8824e16a8021ccec1abb4e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:56.728306 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84734e-d618-414a-8be5-1ac4defbf065 x-openstack-request-id: req-2b84734e-d618-414a-8be5-1ac4defbf065 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:56.729354 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22661fd4-48f8-4a58-97be-b22d8867f58e", "name": "network-vif-deleted", "tag": "6cb5d58f-c4c4-43c8-a973-3780d4b04df8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:56.732735 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b84734e-d618-414a-8be5-1ac4defbf065 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:56.733625 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22661fd4-48f8-4a58-97be-b22d8867f58e', 'name': 'network-vif-deleted', 'tag': '6cb5d58f-c4c4-43c8-a973-3780d4b04df8', 'status': 'completed', 'code': 200} Mar 10 17:36:56.766121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59b11-9828-4154-bf02-1742c25da93e admin admin] Pushing event updated for resources: {'Network': ['ID=bc0b1848-8fd3-4583-92e2-eadbad330afd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:56.788236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network bc0b1848-8fd3-4583-92e2-eadbad330afd details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:36:56.818517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Made reservation on behalf of fc1006cea8824e16a8021ccec1abb4e5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:56.825817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:56.961427 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.078147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-8b81120d-ff19-4276-8cf1-e7a48e9788f9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6616006 Mar 10 17:36:57.109242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b353cab4-f055-4c1f-bf2a-e7d0b608b5ed req-35ad6868-5265-4007-8b49-02deb0c8e6a8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 210 time: 0.0727270 Mar 10 17:36:57.120342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (8446341e-7544-498d-86d5-d1f7e7013143), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.162863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (fa7b6f5b-c362-4ed9-aecf-f437e34ddcce), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.190111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8446341e-7544-498d-86d5-d1f7e7013143,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:57.228979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Checking segment: {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:57.229400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Network hostable DHCP agents. Network: bc0b1848-8fd3-4583-92e2-eadbad330afd, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:36:57.247382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7b6f5b-c362-4ed9-aecf-f437e34ddcce,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:57.249787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Deleting port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:36:57.250182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.253652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Network bc0b1848-8fd3-4583-92e2-eadbad330afd is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:36:57.279708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, bc0b1848-8fd3-4583-92e2-eadbad330afd) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:57.289679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9515c46-bf6e-422c-8ee8-718efc6043a7 None None] Network bc0b1848-8fd3-4583-92e2-eadbad330afd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:57.292388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:57.293219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.315643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dd3dab33-f1e4-4969-b6b1-5c89ac4a7e95 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5916557 Mar 10 17:36:57.495237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] For port 7c5402d9-c9b0-47f2-8bd2-a701bda74698, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c5402d9-c9b0-47f2-8bd2-a701bda74698,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:36:57.495754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.496750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b341d-352b-45fb-ae6f-706aa3c8999d None None] Network bc0b1848-8fd3-4583-92e2-eadbad330afd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:57.508940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-5a4869bd-6e53-4b1d-ac7f-9e74cfa8937b service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300103 Mar 10 17:36:57.533254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Calling delete_port for 7c5402d9-c9b0-47f2-8bd2-a701bda74698 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:36:57.692780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:57.720146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:57.720928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6cb5d58f-c4c4-43c8-a973-3780d4b04df8 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:57.741842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Checking segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:57.742205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Network hostable DHCP agents. Network: 534094bd-3b1b-49b1-b58e-840c101f691f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:36:57.815368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc382-d705-4038-8141-d72489ccdcc4 req-8330c8b8-6a58-421c-87c9-fa8a533d7b9e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:57.816977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ebc382-d705-4038-8141-d72489ccdcc4 req-8330c8b8-6a58-421c-87c9-fa8a533d7b9e tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.2990043 Mar 10 17:36:57.852120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c5402d9-c9b0-47f2-8bd2-a701bda74698), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:57.861852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Network 534094bd-3b1b-49b1-b58e-840c101f691f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:36:57.877271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-e1f5df51-1f23-49d9-9d66-6239a7acbbd2 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522975 Mar 10 17:36:57.908198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event deleted for resources: {'Port': ['ID=7c5402d9-c9b0-47f2-8bd2-a701bda74698,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:57.924821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 534094bd-3b1b-49b1-b58e-840c101f691f) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:57.934918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f6144-1631-4001-b2d3-ce8a989fb8a5 None None] Network 534094bd-3b1b-49b1-b58e-840c101f691f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:36:57.958756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:57.959354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.018358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] No DVR routers for this DVR port 7c5402d9-c9b0-47f2-8bd2-a701bda74698 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:36:58.036164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09ebc382-d705-4038-8141-d72489ccdcc4 req-32f6963f-69c8-4ddd-96f4-a13d36aafe98 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102394 Mar 10 17:36:58.039544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.045743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5bdf8f3-d976-4e05-b2d8-eb4c8fdc7097 req-af51811d-9d5a-4d7f-ab6a-c3a015089e47 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "DELETE /v2.0/ports/7c5402d9-c9b0-47f2-8bd2-a701bda74698 HTTP/1.1" status: 204 len: 173 time: 1.6607032 Mar 10 17:36:58.051061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4d282193-0955-43a3-9284-d985345c4c75 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8245349 Mar 10 17:36:58.055075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:36:58.062305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:58.136657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.142010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.223498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-534094bd-3b1b-49b1-b58e-840c101f691f', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:36:58.224372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.328707 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for router_controller (2c68d2fc-7db5-4c7a-a74a-75051a155d95), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.413421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741067812', 'description': 'tempest-description-1380688822'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:58.447166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:36:58.469040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6f2ea0d-22f2-46fb-9e8b-efc08dc67b9c req-223de42b-f95e-4b3c-bdce-64b0838674f6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.1491656 Mar 10 17:36:58.484099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 7c5402d9-c9b0-47f2-8bd2-a701bda74698 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:36:58.484338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c5402d9-c9b0-47f2-8bd2-a701bda74698 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:36:58.549417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-8fc4eab1-665f-4b6c-b8b6-16dbaf8e2b85 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:58.573306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-8fc4eab1-665f-4b6c-b8b6-16dbaf8e2b85 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.59 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.4524810 Mar 10 17:36:58.603421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Allocated IP 172.20.0.2 (534094bd-3b1b-49b1-b58e-840c101f691f/fa7b6f5b-c362-4ed9-aecf-f437e34ddcce/b18f33bb-4e8e-4c07-8740-0807938ed7be) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:58.629243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for router_gateway (2c68d2fc-7db5-4c7a-a74a-75051a155d95), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.631937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Request body: {'port': {'device_id': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'admin_state_up': True, 'tenant_id': 'ac285a55963b41b2971f8add60469909'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:58.749913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-deleted', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:36:58.752599 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1314f37-4634-4d32-8d67-2b7d36a7a77c" -d '{"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-deleted", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:36:58.829911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.867338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1ed72df-fa5a-4317-bba9-23d2c2406100 req-c0bb447a-52b1-48d3-8fb1-f9b583a81404 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 210 time: 0.1070232 Mar 10 17:36:58.935906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:36:58.952885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.965569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks [] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:58.974986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.043201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79e4c7e6-85cb-4564-87f1-be05fb1ee8ca req-58288a75-3f88-4cff-a82d-27ad559b79a6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 210 time: 0.0530245 Mar 10 17:36:59.044288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Pushing event updated for resources: {'Port': ['ID=b18f33bb-4e8e-4c07-8740-0807938ed7be,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:59.066349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Network 534094bd-3b1b-49b1-b58e-840c101f691f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:36:59.068057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:36:59.071734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:36:59.074413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (6681b458-d802-4ded-9ca5-88b811d6b0e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.111336 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6681b458-d802-4ded-9ca5-88b811d6b0e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.195290 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b00a7e-d60b-42f5-a96b-bd159c56c1ab x-openstack-request-id: req-e3b00a7e-d60b-42f5-a96b-bd159c56c1ab {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:36:59.195560 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cedb2a4-54a1-4bac-961e-137245d2e671", "name": "network-vif-deleted", "tag": "7c5402d9-c9b0-47f2-8bd2-a701bda74698", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:36:59.195823 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3b00a7e-d60b-42f5-a96b-bd159c56c1ab {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:36:59.196281 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cedb2a4-54a1-4bac-961e-137245d2e671', 'name': 'network-vif-deleted', 'tag': '7c5402d9-c9b0-47f2-8bd2-a701bda74698', 'status': 'completed', 'code': 200} Mar 10 17:36:59.231765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Attempting to bind port b18f33bb-4e8e-4c07-8740-0807938ed7be on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:36:59.232202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Attempting to bind port b18f33bb-4e8e-4c07-8740-0807938ed7be by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:36:59.232709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Attempting to bind port b18f33bb-4e8e-4c07-8740-0807938ed7be on network 534094bd-3b1b-49b1-b58e-840c101f691f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:36:59.242799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6681b458-d802-4ded-9ca5-88b811d6b0e8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:59.247746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:36:59.248982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Checking segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:36:59.249512 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.249907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Bound using segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:36:59.251740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Bound port: b18f33bb-4e8e-4c07-8740-0807938ed7be, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:36:59.252931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.389002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] For port b18f33bb-4e8e-4c07-8740-0807938ed7be, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:36:59.392552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] For port b18f33bb-4e8e-4c07-8740-0807938ed7be, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b18f33bb-4e8e-4c07-8740-0807938ed7be,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:36:59.404645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.405895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46e080a4-c88b-45c8-9739-d2e572683f48 req-338b1bb1-2fdc-43b9-9330-08be82a852b7 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0121822 Mar 10 17:36:59.407231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Allocated IP 172.20.0.4 (5230ea8a-414e-4585-85fc-58d27225eca3/df0ce234-2a8e-4680-bab9-f895c2b98c5d/04cfbcec-e882-4cc8-8d36-34b9173a1722) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:36:59.413068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.450352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-58334645', 'description': 'tempest-description-186187036'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:36:59.513947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3409ea-6e11-40ed-8750-ed84cdd004cf req-97d4f334-81fa-4dd3-9530-fe871e83c614 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:59.521340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f3409ea-6e11-40ed-8750-ed84cdd004cf req-97d4f334-81fa-4dd3-9530-fe871e83c614 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.2683055 Mar 10 17:36:59.523494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a2369-ce30-4f00-858a-a850fb2d559e None None] Pushing event updated for resources: {'Port': ['ID=b18f33bb-4e8e-4c07-8740-0807938ed7be,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:36:59.547898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.634677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f3409ea-6e11-40ed-8750-ed84cdd004cf req-f33bb18b-f58e-4c09-99c2-958ad4b8efd9 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123028 Mar 10 17:36:59.745714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for router_gateway (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.756637 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.770598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.828725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bf292f0-12cf-4060-bfcd-68f63c471694 req-40227aa3-701f-4ed8-97a4-d6a6444a43eb tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0628982 Mar 10 17:36:59.951375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28639505-b776-4f9b-aadd-84c369c47680 req-63e3d0d3-fa12-4752-98c8-d12e1b310aac tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:36:59.955127 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28639505-b776-4f9b-aadd-84c369c47680 req-63e3d0d3-fa12-4752-98c8-d12e1b310aac tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 951 time: 0.9220393 Mar 10 17:36:59.971067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks [] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:36:59.978066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a431d562-d8cf-49dc-aeb0-5cabb4ae101f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.017414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a431d562-d8cf-49dc-aeb0-5cabb4ae101f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.097640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Allocated IP 172.25.3.108 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/bf5dc45d-a0fe-4641-8076-aa7e0e273595) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:00.184424 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.186303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89bb5bd9-3545-4454-a789-dcb563f9d5ee req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7400606 Mar 10 17:37:00.188402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b28df38d-0d62-477c-81b4-cd43ce4b855a req-f310583e-c788-4990-91f4-722085ec84a6 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 210 time: 0.1378288 Mar 10 17:37:00.212548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-c4ead26b-f3dd-46a2-b238-6853cbcf5508 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:00.214044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-c4ead26b-f3dd-46a2-b238-6853cbcf5508 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.3808851 Mar 10 17:37:00.216401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a273e1-e7d6-449e-b5e7-324b6ed83d61 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a431d562-d8cf-49dc-aeb0-5cabb4ae101f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:00.246365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'device_id': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'admin_state_up': True, 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:00.267780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.407587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.410198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Network 5230ea8a-414e-4585-85fc-58d27225eca3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:00.415894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Deleting port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:00.416236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.439395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8fdba2a-2d1d-4f8a-934d-62bc0c9c7521 req-88302716-15ef-4973-bf70-49680493a55c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 210 time: 0.0944531 Mar 10 17:37:00.440546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:00.442402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:00.451012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:00.558728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] For port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:00.560041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.579238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Calling delete_port for 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:00.589893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:00.590516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.627052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-34ff24b8-c077-4331-bc01-114343093b40 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0128129 Mar 10 17:37:00.668754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Request body: {'port': {'device_id': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:00.671496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:00.674642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.734658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.848501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:00.854066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:00.870771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:00.916935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-51f0f770-0f45-40ee-b9c2-01a3dd33033f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:00.918636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-51f0f770-0f45-40ee-b9c2-01a3dd33033f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 812 time: 0.4302444 Mar 10 17:37:00.949232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:00.955529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.959123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:00.999008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-d113f0f6-6041-4641-9212-f8c005093d9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/quotas/fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 375 time: 0.0585992 Mar 10 17:37:01.108286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Pushing event deleted for resources: {'Port': ['ID=49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:01.154467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] No DVR routers for this DVR port 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:37:01.160752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:01.166548 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28639505-b776-4f9b-aadd-84c369c47680 req-c302d156-eb77-4ff1-8863-759e093af870 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.59 "DELETE /v2.0/ports/49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 HTTP/1.1" status: 204 len: 173 time: 1.1988578 Mar 10 17:37:01.169312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-deleted', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:01.173831 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295be21a-af52-469d-bf2a-243244d112a7" -d '{"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-deleted", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:01.427478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f7268-2937-4b2d-b036-0682d3f26a2e None None] Network 534094bd-3b1b-49b1-b58e-840c101f691f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:01.506916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Provisioning complete for port b18f33bb-4e8e-4c07-8740-0807938ed7be triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:01.507380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:01.533921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for router_gateway (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:01.716487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:37:01.787491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:37:01.790531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:37:01.799290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Current status of the port b18f33bb-4e8e-4c07-8740-0807938ed7be is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:01.801063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:01.852906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b18f33bb-4e8e-4c07-8740-0807938ed7be up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:01.891062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-babd9aa9-732a-4c93-8e66-5ac36cbf751b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8909264 Mar 10 17:37:01.943611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] For port b18f33bb-4e8e-4c07-8740-0807938ed7be, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b18f33bb-4e8e-4c07-8740-0807938ed7be,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:01.948053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2410a-b58c-4b02-9580-811cce4e63d5 req-47eb69f2-fa25-4f58-afe3-b269b8823061 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:01.953590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:01.955691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d2410a-b58c-4b02-9580-811cce4e63d5 req-47eb69f2-fa25-4f58-afe3-b269b8823061 tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/ports?device_id=573f4706-f93d-4533-a99f-fdd74370dbee HTTP/1.1" status: 200 len: 868 time: 1.1833930 Mar 10 17:37:02.023695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.054892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b18f33bb-4e8e-4c07-8740-0807938ed7be triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:02.055269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.084751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.20.0.5 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/7c607feb-f2eb-4508-9015-66b5ec2ad864) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:02.098933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c61167-df25-4be0-a9f6-6e5264f3d3db None None] Pushing event updated for resources: {'Port': ['ID=b18f33bb-4e8e-4c07-8740-0807938ed7be,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:02.207841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b18f33bb-4e8e-4c07-8740-0807938ed7be is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:02.225088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6a864c65-f8af-479b-b3d4-ab49fa4493e2 None None] Provisioning complete for port b18f33bb-4e8e-4c07-8740-0807938ed7be triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:02.226095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a864c65-f8af-479b-b3d4-ab49fa4493e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.231655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:37:02.259126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d2410a-b58c-4b02-9580-811cce4e63d5 req-a0ade145-2f4f-4fc9-aaa8-b2f93a1d20ae tempest-ServersAdminTestJSON-1572110236 tempest-ServersAdminTestJSON-1572110236-project] 10.222.0.35 "GET /v2.0/security-groups?id=28251e35-8590-4f15-9e1f-cb6176855773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526891 Mar 10 17:37:02.364996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-1398c535-1939-4b0b-9938-46601bea212f service neutron] 10.222.0.35 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721200 Mar 10 17:37:02.431555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:37:02.449638 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Sync routers for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:37:02.464984 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:02.468781 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:02.476809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95b750a6-ecf7-49b4-ae9c-39a22def1b5c req-5f16a23d-5722-44e9-bcf7-d9c58c228700 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0562160 Mar 10 17:37:02.494553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.496067 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b9fe35e6-1218-46bb-bbf0-8c1609b67ed8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4379907 Mar 10 17:37:02.499024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:02.512941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6a864c65-f8af-479b-b3d4-ab49fa4493e2 None None] Current status of the port b18f33bb-4e8e-4c07-8740-0807938ed7be is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:02.591139 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f5854-36b9-4e4f-a886-daec2e6c2c9d x-openstack-request-id: req-b57f5854-36b9-4e4f-a886-daec2e6c2c9d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:02.591618 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f4706-f93d-4533-a99f-fdd74370dbee", "name": "network-vif-deleted", "tag": "49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:02.592026 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b57f5854-36b9-4e4f-a886-daec2e6c2c9d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:02.592584 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f4706-f93d-4533-a99f-fdd74370dbee', 'name': 'network-vif-deleted', 'tag': '49037e81-d0e9-4600-a9b5-c0a5f1e8f3f1', 'status': 'completed', 'code': 200} Mar 10 17:37:02.627450 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:02.858846 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:01Z', 'revision_number': 3, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:02.867223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cfbcec-e882-4cc8-8d36-34b9173a1722 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:02.873127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-7e192af6-9209-4c8e-85ae-240dc2057d76 service neutron] 10.222.0.35 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994776 Mar 10 17:37:02.897486 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Checking router: 2c68d2fc-7db5-4c7a-a74a-75051a155d95 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:37:02.898470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Updating router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 port bf5dc45d-a0fe-4641-8076-aa7e0e273595 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:37:02.923429 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks [] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.938234 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:02.956717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Transition to ACTIVE for port object 04cfbcec-e882-4cc8-8d36-34b9173a1722 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:02.965807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.044698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.073529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.102061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4f463d0-280a-4912-8154-39b80064af6b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:03.106513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:03.177962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871f26c-bb39-40f3-b61a-63243aeb1678 req-cd3504d9-1d2c-4a66-9b17-3f8f4e25a1a5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:03.186675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f871f26c-bb39-40f3-b61a-63243aeb1678 req-cd3504d9-1d2c-4a66-9b17-3f8f4e25a1a5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 931 time: 0.4876089 Mar 10 17:37:03.218838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.329920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:03.332355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:03.365578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:03.397760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:03.500627 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks [] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.519272 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.662597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Attempting to bind port bf5dc45d-a0fe-4641-8076-aa7e0e273595 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:03.663872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Attempting to bind port bf5dc45d-a0fe-4641-8076-aa7e0e273595 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:03.664333 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Attempting to bind port bf5dc45d-a0fe-4641-8076-aa7e0e273595 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:03.672043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Pushing event updated for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:03.684496 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:03.685006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:03.685497 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.689319 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:03.689961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Bound port: bf5dc45d-a0fe-4641-8076-aa7e0e273595, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:03.690612 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.730461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Allocated IP 172.20.0.1 (534094bd-3b1b-49b1-b58e-840c101f691f/fa7b6f5b-c362-4ed9-aecf-f437e34ddcce/717a103f-ba98-4f58-a1e6-b5fee4ff841f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:03.753478 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.753930 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.754355 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.755818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.756248 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.757663 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.758239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.758782 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.761114 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.761797 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.765189 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.765921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.766469 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:03.802717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b18f33bb-4e8e-4c07-8740-0807938ed7be up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:03.837769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f871f26c-bb39-40f3-b61a-63243aeb1678 req-4fbacdbc-9a4d-4c74-b2fb-e53ebdba5d6f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500957 Mar 10 17:37:03.846835 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] For port bf5dc45d-a0fe-4641-8076-aa7e0e273595, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:03.858746 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] For port bf5dc45d-a0fe-4641-8076-aa7e0e273595, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf5dc45d-a0fe-4641-8076-aa7e0e273595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:03.876708 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:03.892733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:03.943895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caeff3-5ac2-458b-a6a2-edc5fbeabc62 req-2ccd96c2-8bf5-43eb-95bd-88938e310452 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:03.956575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43caeff3-5ac2-458b-a6a2-edc5fbeabc62 req-2ccd96c2-8bf5-43eb-95bd-88938e310452 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 931 time: 0.8167293 Mar 10 17:37:03.965006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:03.965933 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:03.966945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks [] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.037173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:04.038126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.039396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.045006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ea1e6-f5a5-4786-aedd-3cb85c70a07b None None] Pushing event updated for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:04.062450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8475327e-65e3-42ab-af61-520f8d1f39e9 None None] Provisioning complete for port 7c607feb-f2eb-4508-9015-66b5ec2ad864 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:04.066712 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8475327e-65e3-42ab-af61-520f8d1f39e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.097652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Attempting to bind port 04cfbcec-e882-4cc8-8d36-34b9173a1722 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:04.097982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Attempting to bind port 04cfbcec-e882-4cc8-8d36-34b9173a1722 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:04.098524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Attempting to bind port 04cfbcec-e882-4cc8-8d36-34b9173a1722 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:04.131283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8346c69c-67bc-4e5f-9664-34b4775b033e req-d9db6fd2-2575-47c9-9467-13f31b350900 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 210 time: 0.1583297 Mar 10 17:37:04.145196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Network 534094bd-3b1b-49b1-b58e-840c101f691f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:04.150014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b18f33bb-4e8e-4c07-8740-0807938ed7be triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:04.150962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.157277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:04.172205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:04.187343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Port 04cfbcec-e882-4cc8-8d36-34b9173a1722 on network 5230ea8a-414e-4585-85fc-58d27225eca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:04.187723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Attempting to bind port 04cfbcec-e882-4cc8-8d36-34b9173a1722 on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:04.187847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Pushing event updated for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:04.206982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:04.207315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Checking segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:04.222712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Bound using segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:04.223306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Bound port: 04cfbcec-e882-4cc8-8d36-34b9173a1722, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:04.223679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.228427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-b1c33872-87da-4fae-b282-f2ffb4e0055c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9986632 Mar 10 17:37:04.296248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Request body: {'port': {'device_id': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:04.333597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.396280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43caeff3-5ac2-458b-a6a2-edc5fbeabc62 req-0a2f9339-11b4-4794-bb8f-668322f86e1e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372113 Mar 10 17:37:04.581320 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:04.613278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:04.672202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e05b32b5-7715-4933-84ef-b2e53ea481e2 req-2ecce2a3-c41b-4594-93f5-0bb36ff6317f tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.2748063 Mar 10 17:37:04.676562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.681894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:04.695411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:04.780283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:04.792505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8475327e-65e3-42ab-af61-520f8d1f39e9 None None] Port 7c607feb-f2eb-4508-9015-66b5ec2ad864 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:04.853619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b18f33bb-4e8e-4c07-8740-0807938ed7be is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:04.925252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3fbe392c-7d05-4907-923e-a034a59d0e99 None None] Provisioning complete for port 717a103f-ba98-4f58-a1e6-b5fee4ff841f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:04.929189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fbe392c-7d05-4907-923e-a034a59d0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.000440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe392c-7d05-4907-923e-a034a59d0e99 None None] Port 717a103f-ba98-4f58-a1e6-b5fee4ff841f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:05.004043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:05.005013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.007244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] 10.222.0.59 "PUT /v2.0/ports/04cfbcec-e882-4cc8-8d36-34b9173a1722 HTTP/1.1" status: 200 len: 1091 time: 4.3460164 Mar 10 17:37:05.055590 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:01Z', 'revision_number': 3, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:05.060119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e795f-21b6-4036-bfa4-d2e93409348f service neutron] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:05.066892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:05.072167 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483" -d '{"events": [{"name": "network-changed", "server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:05.136975 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb2de1-c207-45f7-a31b-1661937eb06f None None] The sync data for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 is: [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:01Z', 'revision_number': 3, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:37:05.223479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ee5ff43-c55d-4b94-81a7-a49ffc2ac10f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78aeba1e9b7b4a7cb491111a47d549eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4410262 Mar 10 17:37:05.226984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39322) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:05.227622 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417ab67f-6a8e-4452-8773-0f5e9c6561f7 x-openstack-request-id: req-417ab67f-6a8e-4452-8773-0f5e9c6561f7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:05.227921 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:05.228178 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-417ab67f-6a8e-4452-8773-0f5e9c6561f7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:05.228584 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'status': 'completed', 'code': 200} Mar 10 17:37:05.241789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.317785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-8a6433bc-2a15-4d63-86fc-f4483854e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:05.319353 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-8a6433bc-2a15-4d63-86fc-f4483854e5cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 1125 time: 0.2262964 Mar 10 17:37:05.375002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks [] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.397476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1376cf-bd35-4ad3-99dd-7bd34af6b2b3 req-0219c1bf-5e14-4a8e-a274-e772c5dfc2f8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:05.405563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb1376cf-bd35-4ad3-99dd-7bd34af6b2b3 req-0219c1bf-5e14-4a8e-a274-e772c5dfc2f8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 943 time: 0.3971362 Mar 10 17:37:05.421298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.445233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc4c7678-d036-42a8-ab16-5d2d5b9ad593 req-b1044584-310f-4ce9-95f1-6088d743cdd8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 210 time: 0.0879936 Mar 10 17:37:05.499944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-b0c4d3d8-41bd-4eaa-be0f-bb8f41d651c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722 HTTP/1.1" status: 200 len: 217 time: 0.1469338 Mar 10 17:37:05.505555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:05.604701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-41ca0ae2-bf71-436d-b36d-451bb028cec3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:05.606194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-41ca0ae2-bf71-436d-b36d-451bb028cec3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 812 time: 0.4580481 Mar 10 17:37:05.655701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'device_id': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd', 'admin_state_up': True, 'tenant_id': 'fc1006cea8824e16a8021ccec1abb4e5'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:05.821684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf5dc45d-a0fe-4641-8076-aa7e0e273595 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:05.850075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb1376cf-bd35-4ad3-99dd-7bd34af6b2b3 req-d04bfa54-1266-41d4-b52c-3aafed978f7e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435804 Mar 10 17:37:05.954378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bf5dc45d-a0fe-4641-8076-aa7e0e273595 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:05.960687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.071579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] Publish callbacks [] for security_group (28251e35-8590-4f15-9e1f-cb6176855773), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.081507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Pushing event updated for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:06.090115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-a7e34777-affa-465a-978b-88b82853d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:06.094111 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-a7e34777-affa-465a-978b-88b82853d99f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.5817177 Mar 10 17:37:06.097856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d15ff8-56a9-4e6c-b90b-fbea20431a3d req-df016585-541a-4633-8825-a2256a42a5b8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:06.098415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bf5dc45d-a0fe-4641-8076-aa7e0e273595 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:06.098692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.101990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40d15ff8-56a9-4e6c-b90b-fbea20431a3d req-df016585-541a-4633-8825-a2256a42a5b8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 931 time: 0.4862382 Mar 10 17:37:06.136214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bf5dc45d-a0fe-4641-8076-aa7e0e273595, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf5dc45d-a0fe-4641-8076-aa7e0e273595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:06.149803 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.191627 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-79c21da5-24b8-4ace-af7b-bb56275dbfd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589869 Mar 10 17:37:06.219592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:06.236788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] Publish callbacks [] for security_group (28251e35-8590-4f15-9e1f-cb6176855773), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.277124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Network 534094bd-3b1b-49b1-b58e-840c101f691f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:06.295285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:06.330900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c607feb-f2eb-4508-9015-66b5ec2ad864 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:06.351025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks [] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.382787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Transition to ACTIVE for port object 7c607feb-f2eb-4508-9015-66b5ec2ad864 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:06.435259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47497c34-f287-4cc0-8c43-ba2e6c40b2c5 req-3e668b2d-70b6-4e4d-9a05-535a6761a3ee tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.4039474 Mar 10 17:37:06.444727 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.553937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:37:06.656152 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-c0e2e481-c794-4664-8fea-22ca770d2317 service neutron] 10.222.0.59 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964181 Mar 10 17:37:06.657534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (28251e35-8590-4f15-9e1f-cb6176855773), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.664350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.677598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28251e35-8590-4f15-9e1f-cb6176855773 HTTP/1.1" status: 204 len: 168 time: 1.4493783 Mar 10 17:37:06.719765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40d15ff8-56a9-4e6c-b90b-fbea20431a3d req-f720ad10-878d-4e52-8b05-6dd63fa16b44 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223026 Mar 10 17:37:06.720465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Made reservation on behalf of fc1006cea8824e16a8021ccec1abb4e5 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:06.724308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.771812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8cdbf511-29cc-4261-bf9e-e52a208d58d7 None None] Provisioning complete for port 717a103f-ba98-4f58-a1e6-b5fee4ff841f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:06.772070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf511-29cc-4261-bf9e-e52a208d58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:06.819609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c233544-e369-4adb-bdeb-d0526fa11213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28251e35-8590-4f15-9e1f-cb6176855773,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:06.923439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbf511-29cc-4261-bf9e-e52a208d58d7 None None] Port 717a103f-ba98-4f58-a1e6-b5fee4ff841f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:06.942624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Allocated IP 172.20.0.12 (bc0b1848-8fd3-4583-92e2-eadbad330afd/8446341e-7544-498d-86d5-d1f7e7013143/961035f4-8a32-4bc0-b026-a325792bf852) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:07.002904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7bdf6145-ae24-4f1e-8825-09b72d52b4e7 req-42045438-546a-4cdc-8e82-a12bb3d3c93c service neutron] 10.222.0.59 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237584 Mar 10 17:37:07.130953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb9fd0d2-e4ef-4588-b9be-f74e049982aa req-6c535bee-74f4-4759-80bc-633e8d75b9cc tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 210 time: 0.4418418 Mar 10 17:37:07.200361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:37:07.208950 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d67ea83-6780-432a-96f0-443950330669 admin admin] 10.222.0.35 "PUT /v2.0/routers/2c68d2fc-7db5-4c7a-a74a-75051a155d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7086399 Mar 10 17:37:07.214887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:07.226340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-ee88c2c6-4117-4a55-8cd2-ae145eb5d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.227828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-ee88c2c6-4117-4a55-8cd2-ae145eb5d9ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 1125 time: 0.1167476 Mar 10 17:37:07.231304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:07.324246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Attempting to bind port 7c607feb-f2eb-4508-9015-66b5ec2ad864 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:07.324727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Attempting to bind port 7c607feb-f2eb-4508-9015-66b5ec2ad864 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:07.325160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Attempting to bind port 7c607feb-f2eb-4508-9015-66b5ec2ad864 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:07.348343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Port 7c607feb-f2eb-4508-9015-66b5ec2ad864 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:07.348343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Attempting to bind port 7c607feb-f2eb-4508-9015-66b5ec2ad864 on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:07.365450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:07.365968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:07.367342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:07.367858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Bound port: 7c607feb-f2eb-4508-9015-66b5ec2ad864, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:07.368328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.386050 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a418bebd-74bb-40c6-97c8-bcb3fab41c21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0eb1fe3dfc884fc6ba143ec2db60e2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533766 Mar 10 17:37:07.393323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fbe07-89e7-4175-bec3-51e9d0c188ff req-36fa3010-f459-45e7-9da7-4b6680fcf6f3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.395865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39346) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:07.401467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73fbe07-89e7-4175-bec3-51e9d0c188ff req-36fa3010-f459-45e7-9da7-4b6680fcf6f3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 943 time: 0.3652375 Mar 10 17:37:07.414194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (961035f4-8a32-4bc0-b026-a325792bf852), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.445629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-0ffd4e2d-1cc4-43a8-9f70-138f59bef5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.450905 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-0ffd4e2d-1cc4-43a8-9f70-138f59bef5b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 905 time: 0.2120991 Mar 10 17:37:07.537755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d73fbe07-89e7-4175-bec3-51e9d0c188ff req-6c2fa333-643f-4050-8352-4bbd03663eb2 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301401 Mar 10 17:37:07.538612 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-11849d93-6548-4d60-8e49-eb63f365a611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722 HTTP/1.1" status: 200 len: 217 time: 0.0696750 Mar 10 17:37:07.566670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:07.576331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:07.580622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.616269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] Publish callbacks [] for security_group (e55e3ce6-ee36-4f4b-bef9-b03dcf690903), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.645496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.692090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Network bc0b1848-8fd3-4583-92e2-eadbad330afd is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:07.710688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.711543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] Publish callbacks [] for security_group (e55e3ce6-ee36-4f4b-bef9-b03dcf690903), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.712200 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:07.713915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 200 len: 1091 time: 3.4426880 Mar 10 17:37:07.747848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-5439c5d8-6cef-48ff-97e3-12068bf2e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:07.753394 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-5439c5d8-6cef-48ff-97e3-12068bf2e2c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.2121437 Mar 10 17:37:07.754540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf5dc45d-a0fe-4641-8076-aa7e0e273595 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:07.783152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:07.785474 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30406dfa-1ead-4633-8329-c72e7685edcd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:07.788194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:07.815532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d49c4b8-a10b-43d1-82a8-712a7ee9d31f req-047cbd74-444f-423d-a74e-c981ad8038d2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.1588116 Mar 10 17:37:07.852227 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-981d1d15-cb2c-49fe-9246-5581ebc7fab3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879424 Mar 10 17:37:07.854140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:07.861011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:07.919300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bf5dc45d-a0fe-4641-8076-aa7e0e273595 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:07.919682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.031782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e55e3ce6-ee36-4f4b-bef9-b03dcf690903), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.041007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.042184 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e55e3ce6-ee36-4f4b-bef9-b03dcf690903 HTTP/1.1" status: 204 len: 168 time: 0.6453643 Mar 10 17:37:08.061203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Sync routers for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:37:08.063534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39362) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:08.093348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:08.094005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:08.102075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cced4d-6e07-4f09-87d2-6344f72d8621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e3ce6-ee36-4f4b-bef9-b03dcf690903,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:08.121837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227517479', 'description': 'tempest-description--484934504'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:08.129563 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d754795-4959-437c-8ba2-cbd7d0d068b2 x-openstack-request-id: req-0d754795-4959-437c-8ba2-cbd7d0d068b2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:08.129851 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:08.130104 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d754795-4959-437c-8ba2-cbd7d0d068b2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:08.135010 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'status': 'completed', 'code': 200} Mar 10 17:37:08.231692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-82356aa1-b126-4cde-8183-61a8537aa42c service neutron] 10.222.0.59 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720813 Mar 10 17:37:08.238689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.320313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:08.504424 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b44bbeb-4a0b-48ee-932f-2f6d51a7e483 req-f5ee3166-4cb6-482c-a1e4-70af1ad1771b service neutron] 10.222.0.59 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543480 Mar 10 17:37:08.516221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.517082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.564209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365772bc-ccdd-4f37-bbe1-ff3e22640529 service neutron] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:08.579759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-12d38723-f11f-409b-89b6-427c147e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.581288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-12d38723-f11f-409b-89b6-427c147e69e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 1125 time: 0.7909710 Mar 10 17:37:08.584425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-8074a51f-2c1e-4145-bd19-0aff4fca5bd3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9520895 Mar 10 17:37:08.608918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Request body: {'port': {'device_id': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:08.666121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-085363ad-db19-450c-943c-a3624c65b684 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 200 len: 217 time: 0.0749235 Mar 10 17:37:08.674834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7757487-218c-4fec-bc30-a57ee8f1a7bc req-f1351e5a-0852-4f93-a186-124bbd5e5f66 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.676827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7757487-218c-4fec-bc30-a57ee8f1a7bc req-f1351e5a-0852-4f93-a186-124bbd5e5f66 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 943 time: 0.6193705 Mar 10 17:37:08.703055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa73ed4-0ee5-4f68-a6e3-0ebab8177cdb req-f11f9a1b-284e-4fec-847f-c73e68438691 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.704687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efa73ed4-0ee5-4f68-a6e3-0ebab8177cdb req-f11f9a1b-284e-4fec-847f-c73e68438691 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 932 time: 0.2123299 Mar 10 17:37:08.718961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (3919fbbe-36ee-4582-a176-eb39db4477aa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.732136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3919fbbe-36ee-4582-a176-eb39db4477aa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.792963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bf5dc45d-a0fe-4641-8076-aa7e0e273595 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:08.860711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-5d2b901d-4397-4431-a976-9f384b8c99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:08.861790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3919fbbe-36ee-4582-a176-eb39db4477aa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:08.875265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-5d2b901d-4397-4431-a976-9f384b8c99a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1806986 Mar 10 17:37:08.875875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.881003 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ca86d167-04c6-4dc5-adc4-8f99f6bb61f1 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8137548 Mar 10 17:37:08.881854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:08.892366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'security_group_rule': {'security_group_id': '3919fbbe-36ee-4582-a176-eb39db4477aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:08.946196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 2, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:08.961352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (93e3faa1-7192-4ebb-bd69-a992a5627384), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:08.982207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7757487-218c-4fec-bc30-a57ee8f1a7bc req-21e50a50-01b4-4f3a-b4bb-1b1ba4585269 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903013 Mar 10 17:37:08.987658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.064158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Checking router: 2c68d2fc-7db5-4c7a-a74a-75051a155d95 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:37:09.065001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Updating router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 port 717a103f-ba98-4f58-a1e6-b5fee4ff841f binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:37:09.125627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (93e3faa1-7192-4ebb-bd69-a992a5627384), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.143230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efa73ed4-0ee5-4f68-a6e3-0ebab8177cdb req-84aac8a4-7fba-4aea-b399-c26d089740f5 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156630 Mar 10 17:37:09.144143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (93e3faa1-7192-4ebb-bd69-a992a5627384), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.177304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.182502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e3faa1-7192-4ebb-bd69-a992a5627384,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:09.227396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.229325 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6eb6cbb-2def-42a6-901f-95467c3a7934 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457975 Mar 10 17:37:09.234090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39384) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:09.245609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'security_group_rule': {'security_group_id': '3919fbbe-36ee-4582-a176-eb39db4477aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:09.317798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (c35bba07-a40f-4cbf-a531-eaa56d2d0f8a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.488697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (c35bba07-a40f-4cbf-a531-eaa56d2d0f8a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.500469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (c35bba07-a40f-4cbf-a531-eaa56d2d0f8a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.554806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35bba07-a40f-4cbf-a531-eaa56d2d0f8a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:09.560896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.563524 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a52e09a9-78d5-4c6f-8a81-716ee748aac9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280010 Mar 10 17:37:09.566471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39394) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:09.573200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:09.606099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c606cac-ee7f-4d4c-9bf4-f1d7cd355355 req-6db29d67-2317-44af-adc9-f8d250d2760a tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.2818818 Mar 10 17:37:09.611433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.625763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-ae3e5e02-d384-4b8c-87c5-edf492771062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:09.631391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-ae3e5e02-d384-4b8c-87c5-edf492771062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7551761 Mar 10 17:37:09.720107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks [] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.731160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.751747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:09.836398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:09.997355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72f8dc-e965-4a5a-b167-716ba30c2aea None None] Pushing event updated for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:10.058000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bc123-f88b-45f1-8bcd-0db2d385b28f req-677f896b-90a3-4e27-91a1-0de545b6dbda tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:10.070248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:10.073954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Attempting to bind port 717a103f-ba98-4f58-a1e6-b5fee4ff841f on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:10.081636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Attempting to bind port 717a103f-ba98-4f58-a1e6-b5fee4ff841f by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:10.082443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Attempting to bind port 717a103f-ba98-4f58-a1e6-b5fee4ff841f on network 534094bd-3b1b-49b1-b58e-840c101f691f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:10.085572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e21bc123-f88b-45f1-8bcd-0db2d385b28f req-677f896b-90a3-4e27-91a1-0de545b6dbda tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 943 time: 0.9373276 Mar 10 17:37:10.095149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:10.095861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Checking segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:10.096500 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.097312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Bound using segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:10.098892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Bound port: 717a103f-ba98-4f58-a1e6-b5fee4ff841f, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:10.100142 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.158246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961035f4-8a32-4bc0-b026-a325792bf852 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:10.187124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks [] for port (961035f4-8a32-4bc0-b026-a325792bf852), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.209368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Allocated IP 172.25.3.73 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/dff7cdf8-db02-4f59-bb34-dc90dfbc535a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:10.224373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'mac_address': 'fa:16:3e:e3:6b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:10.296929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-573d0554-ff08-429b-9ced-608413db89d2 None None] Provisioning complete for port 717a103f-ba98-4f58-a1e6-b5fee4ff841f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:10.301407 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-573d0554-ff08-429b-9ced-608413db89d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.307152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Transition to ACTIVE for port object 961035f4-8a32-4bc0-b026-a325792bf852 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:10.323822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.343966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-6909848c-f9d5-4e31-ae5a-ab56fa938a01 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913118 Mar 10 17:37:10.372592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e21bc123-f88b-45f1-8bcd-0db2d385b28f req-715a5034-1568-4715-9377-11a12b6e05c7 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854660 Mar 10 17:37:10.393089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-573d0554-ff08-429b-9ced-608413db89d2 None None] Port 717a103f-ba98-4f58-a1e6-b5fee4ff841f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:10.417215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] For port 717a103f-ba98-4f58-a1e6-b5fee4ff841f, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:10.422794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] For port 717a103f-ba98-4f58-a1e6-b5fee4ff841f, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=717a103f-ba98-4f58-a1e6-b5fee4ff841f,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:10.426796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 04cfbcec-e882-4cc8-8d36-34b9173a1722 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:10.427339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.443826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cfbcec-e882-4cc8-8d36-34b9173a1722 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:10.446301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.465850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:10.468470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.495099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.500491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.549664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:10.551035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:36:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:10.581139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:10.586007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:10.605271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:10.696121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:10.783807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.811443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72f8dc-e965-4a5a-b167-716ba30c2aea None None] Pushing event updated for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:10.813429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:10.816065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'Port': ['ID=dff7cdf8-db02-4f59-bb34-dc90dfbc535a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:10.913601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.917063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.917682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.918748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.918983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:10.919516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.920082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.920624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.920972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:10.921384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.922091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.922801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['04cfbcec-e882-4cc8-8d36-34b9173a1722'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:10.922917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.923572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.924832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.925416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:10.941533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:10.963239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d1d-225f-4cdb-bfba-dfe6279d1d16 req-6ccfebb0-a85f-438e-981e-3a4c9e429b4c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:10.969093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0264d1d-225f-4cdb-bfba-dfe6279d1d16 req-6ccfebb0-a85f-438e-981e-3a4c9e429b4c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 943 time: 0.5954790 Mar 10 17:37:11.007909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e32720c2-0d12-46a8-b8aa-6e36d67cd320 req-4d57df66-f3ad-4419-8d32-dea16493513a service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329346 Mar 10 17:37:11.024151 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:37:11.060594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c5d47-a8d9-42c7-a1ed-f5bdc65c718b req-61a8811c-8f5c-4a94-85c7-e6e2c133271a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:11.062159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-234c5d47-a8d9-42c7-a1ed-f5bdc65c718b req-61a8811c-8f5c-4a94-85c7-e6e2c133271a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 944 time: 0.4844246 Mar 10 17:37:11.078257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Provisioning complete for port 717a103f-ba98-4f58-a1e6-b5fee4ff841f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:11.078952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.208556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.219000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.287277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0264d1d-225f-4cdb-bfba-dfe6279d1d16 req-771eb0ff-5508-4b05-bdfe-da4ac17f8492 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606082 Mar 10 17:37:11.319684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Attempting to bind port 961035f4-8a32-4bc0-b026-a325792bf852 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:11.320048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Attempting to bind port 961035f4-8a32-4bc0-b026-a325792bf852 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:11.320350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Attempting to bind port 961035f4-8a32-4bc0-b026-a325792bf852 on network bc0b1848-8fd3-4583-92e2-eadbad330afd {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:11.324024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'Port': ['ID=dff7cdf8-db02-4f59-bb34-dc90dfbc535a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:11.334110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Port 961035f4-8a32-4bc0-b026-a325792bf852 on network bc0b1848-8fd3-4583-92e2-eadbad330afd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:11.334467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Attempting to bind port 961035f4-8a32-4bc0-b026-a325792bf852 on network bc0b1848-8fd3-4583-92e2-eadbad330afd {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:11.340555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-698887c2-f2ca-402c-85ab-7fa7898d558d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.375658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:11.376015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Checking segment: {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:11.376437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Bound using segment: {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:11.376906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Bound port: 961035f4-8a32-4bc0-b026-a325792bf852, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:11.377512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.382635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Current status of the port 717a103f-ba98-4f58-a1e6-b5fee4ff841f is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:11.383030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.392895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.415734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.428176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00bbb82c-1c19-4e47-aac1-a024bdfdd6f9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8602645 Mar 10 17:37:11.431261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] For port 717a103f-ba98-4f58-a1e6-b5fee4ff841f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=717a103f-ba98-4f58-a1e6-b5fee4ff841f,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:11.442983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.472094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406dfa-1ead-4633-8329-c72e7685edcd req-d789348a-03ec-4e7c-8c6a-cb8cfb13e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:11.473971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-d789348a-03ec-4e7c-8c6a-cb8cfb13e134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 1125 time: 0.3859560 Mar 10 17:37:11.481396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1485a08-5435-48b6-9b14-048b77efc003 req-94b2db83-024c-4555-85c2-41dc9b0578fc tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0812893 Mar 10 17:37:11.500620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:10Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:11.537506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-234c5d47-a8d9-42c7-a1ed-f5bdc65c718b req-72bc9c56-7253-4133-8751-4ae3407c76a6 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528866 Mar 10 17:37:11.664818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-698887c2-f2ca-402c-85ab-7fa7898d558d admin admin] Publish callbacks [] for security_group (ecaf0244-ca78-460a-b83a-b738725a9c0f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.689679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-698887c2-f2ca-402c-85ab-7fa7898d558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ecaf0244-ca78-460a-b83a-b738725a9c0f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:11.795484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edbc721-a997-4265-a3f5-7c21e0389b42 None None] The sync data for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 is: [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:10Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:37:11.818911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bc8b9-0bdb-424c-bd6b-5e4fbb2029f3 None None] Pushing event updated for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:11.952867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698887c2-f2ca-402c-85ab-7fa7898d558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf0244-ca78-460a-b83a-b738725a9c0f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:11.968439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406dfa-1ead-4633-8329-c72e7685edcd req-2f25fb2a-acea-44ec-aa84-2187cb6d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:11.971557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-2f25fb2a-acea-44ec-aa84-2187cb6d4c1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.4850366 Mar 10 17:37:11.972799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:11.983256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-698887c2-f2ca-402c-85ab-7fa7898d558d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e24390ce7a14ddba4849d6081d05d10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0404689 Mar 10 17:37:11.986453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:12.015600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-e31563a1-fa36-4301-85ef-69758d139799 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1227517479&fields=id&tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7 HTTP/1.1" status: 200 len: 267 time: 0.2824714 Mar 10 17:37:12.021104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:12.062326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] Publish callbacks [] for security_group (ecaf0244-ca78-460a-b83a-b738725a9c0f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.090209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] Publish callbacks [] for security_group (ecaf0244-ca78-460a-b83a-b738725a9c0f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.129062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae421-66c6-4ba9-9f14-3db19cc6e79a req-1bf62260-3281-427f-9407-21ec327cef55 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.131498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fae421-66c6-4ba9-9f14-3db19cc6e79a req-1bf62260-3281-427f-9407-21ec327cef55 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 944 time: 0.4644904 Mar 10 17:37:12.145241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-f4028f8f-fa31-4791-80d9-a39311f4bf01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 200 len: 217 time: 0.1609042 Mar 10 17:37:12.146384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.158981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ecaf0244-ca78-460a-b83a-b738725a9c0f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.161810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.173520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecaf0244-ca78-460a-b83a-b738725a9c0f HTTP/1.1" status: 204 len: 168 time: 0.1857738 Mar 10 17:37:12.185124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c46afc-2db9-47ef-9792-484e5a1133ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf0244-ca78-460a-b83a-b738725a9c0f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:12.317864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-4ba13a0a-4ec2-46e0-8a0d-e68b85025c5d tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.319642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-4ba13a0a-4ec2-46e0-8a0d-e68b85025c5d tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/networks?id=534094bd-3b1b-49b1-b58e-840c101f691f HTTP/1.1" status: 200 len: 805 time: 0.3034093 Mar 10 17:37:12.359480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.360388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.362236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] 10.222.0.59 "PUT /v2.0/ports/961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 1092 time: 3.7614262 Mar 10 17:37:12.368507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fae421-66c6-4ba9-9f14-3db19cc6e79a req-4474ab09-8c65-4b77-addd-0fed23938646 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272699 Mar 10 17:37:12.369216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:12.371879 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780ddced-6c1a-40f9-bf18-eec9fbcee814" -d '{"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:12.390745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ffe01fd-5864-4430-9a78-2d89c8525375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:12.504330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-f42c2161-7ec1-4579-b605-4932982a108e tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/quotas/69a3ca7339f34bb6b6cd6920b4c6ada7 HTTP/1.1" status: 200 len: 375 time: 0.1409581 Mar 10 17:37:12.612185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0e1f4-db45-4fec-a040-5cecdaeba002 service neutron] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:12.623034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406dfa-1ead-4633-8329-c72e7685edcd req-406af346-5546-4a4c-9ad6-961bdf4c0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.624542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-406af346-5546-4a4c-9ad6-961bdf4c0ba0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.4648297 Mar 10 17:37:12.702299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6135eaea-765f-468a-98e4-dca31d5d15f6 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675653 Mar 10 17:37:12.706209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-ba88294c-5c67-4079-b56e-d97f939c706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.707726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-ba88294c-5c67-4079-b56e-d97f939c706c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1126 time: 0.2518222 Mar 10 17:37:12.730821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e732cfc-b097-43a8-b725-cdae59495251 req-400ea92c-005b-4a11-af25-5579c99ebdba tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.732677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e732cfc-b097-43a8-b725-cdae59495251 req-400ea92c-005b-4a11-af25-5579c99ebdba tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 943 time: 0.2046816 Mar 10 17:37:12.845616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-d03d0626-9920-4f65-b23b-77bc89691144 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 217 time: 0.1109419 Mar 10 17:37:12.912033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406dfa-1ead-4633-8329-c72e7685edcd req-884b2936-ab6a-4cb4-8ce6-0271a017f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:12.914004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-884b2936-ab6a-4cb4-8ce6-0271a017f7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2822309 Mar 10 17:37:13.056744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e732cfc-b097-43a8-b725-cdae59495251 req-51ca83fc-4c40-40ab-bae4-1b64a9bd9d42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868791 Mar 10 17:37:13.060231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-30a90df1-9e2b-45e4-9106-5245ba214397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:13.061648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-30a90df1-9e2b-45e4-9106-5245ba214397 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1656573 Mar 10 17:37:13.065401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-694f5911-292f-4021-a8b4-4029e681f85c service neutron] 10.222.0.35 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280110 Mar 10 17:37:13.157581 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d77098-42b6-4ea3-a99e-979efb3c4d4a x-openstack-request-id: req-17d77098-42b6-4ea3-a99e-979efb3c4d4a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:13.157921 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:13.158178 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17d77098-42b6-4ea3-a99e-979efb3c4d4a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:13.158612 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852', 'status': 'completed', 'code': 200} Mar 10 17:37:13.160777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-f9a737fd-f4c9-4a2d-bf04-08355e27277e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465243 Mar 10 17:37:13.601553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6246f59-2ec1-4025-86af-a5039c28fb8c req-1e8518f9-c440-4287-8d5f-cb485f77a53c tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.3842080 Mar 10 17:37:13.603351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-24c7fddc-5283-448e-a7ad-e5bc21845910 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480923 Mar 10 17:37:13.728020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30406dfa-1ead-4633-8329-c72e7685edcd req-9abfc76a-2435-4175-9d31-232e4ae44fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154993 Mar 10 17:37:13.738225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:13.791016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 717a103f-ba98-4f58-a1e6-b5fee4ff841f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:13.806231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-cf374218-2eb9-41c3-8362-a31f75380003 service neutron] 10.222.0.35 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939323 Mar 10 17:37:13.834203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-0c08ddfc-6937-48a2-8401-1bd071ff98fc service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624336 Mar 10 17:37:13.881907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 717a103f-ba98-4f58-a1e6-b5fee4ff841f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:13.882581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:13.884543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 04cfbcec-e882-4cc8-8d36-34b9173a1722 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:13.892203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 04cfbcec-e882-4cc8-8d36-34b9173a1722 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:13.892905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:13.918646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912056-d774-4314-8ec0-c57e7990e314 req-17751bf9-203d-4b3e-8944-933b3eeefbdb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:13.920156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c912056-d774-4314-8ec0-c57e7990e314 req-17751bf9-203d-4b3e-8944-933b3eeefbdb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 944 time: 0.1627924 Mar 10 17:37:14.196637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c912056-d774-4314-8ec0-c57e7990e314 req-8887f36d-3d9d-4640-b214-817389b57af1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589314 Mar 10 17:37:14.199924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 04cfbcec-e882-4cc8-8d36-34b9173a1722 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:14.200309 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:14.225650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134a37b0-99c9-4f7f-bfd1-985beaf1a4b7 req-7754efcc-e1da-4c54-a23c-587464d021ef service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738027 Mar 10 17:37:14.262008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 717a103f-ba98-4f58-a1e6-b5fee4ff841f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:14.319838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:14.321147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:14.327100 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca8e0d1-7866-462d-ad24-2ad15c50348d" -d '{"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-plugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:14.333699 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:14.386011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c607feb-f2eb-4508-9015-66b5ec2ad864 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:14.423859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826130-93b9-4e2e-a418-48dcaf4cec01 req-6fd229b8-4be9-42c2-ae26-f3afd96ca102 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:14.432398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3826130-93b9-4e2e-a418-48dcaf4cec01 req-6fd229b8-4be9-42c2-ae26-f3afd96ca102 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 944 time: 0.1605511 Mar 10 17:37:14.476790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-e4a28490-2329-4de1-b8c8-408290ff56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:14.478664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-e4a28490-2329-4de1-b8c8-408290ff56eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1126 time: 0.1520348 Mar 10 17:37:14.527569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:14.553591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:14.557766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'mac_address': 'fa:16:3e:88:6f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:14.569552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.569897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.570231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.570604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.570931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.572243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.572571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.572933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.573254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.573614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.573934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.574250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.574628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:14.624062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3826130-93b9-4e2e-a418-48dcaf4cec01 req-b1094a6b-944b-463b-96e7-1ca138d48827 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863053 Mar 10 17:37:14.648838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5649adcb-42b8-4a9f-951e-1b9024a1ea58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:14.653862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c607feb-f2eb-4508-9015-66b5ec2ad864 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:14.654368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:14.669351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c607feb-f2eb-4508-9015-66b5ec2ad864 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:14.698363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:14.704726 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:14.776041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:14.782759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74809686-49b2-4d54-9aa9-5a49e6fabf02 req-a18eeecc-cef7-4365-8bca-890a632b3270 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 210 time: 0.0725183 Mar 10 17:37:14.829742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-b765f182-1523-4097-b9b4-ba028a9f4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:14.832172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-b765f182-1523-4097-b9b4-ba028a9f4b78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.3451135 Mar 10 17:37:14.900394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531fe0-93f4-4c22-bcc1-84b8215004d2 req-c79e3305-4998-44a1-85d9-555dedfed41c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:14.902346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55531fe0-93f4-4c22-bcc1-84b8215004d2 req-c79e3305-4998-44a1-85d9-555dedfed41c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 944 time: 0.1531167 Mar 10 17:37:14.903684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-765698c6-2289-4559-9605-3c934e4965c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 217 time: 0.0622251 Mar 10 17:37:14.910092 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a14f7-24dd-4dba-8f14-00c730cb56de x-openstack-request-id: req-c46a14f7-24dd-4dba-8f14-00c730cb56de {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:14.910390 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-plugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:14.910705 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c46a14f7-24dd-4dba-8f14-00c730cb56de {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:14.911092 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'code': 200} Mar 10 17:37:15.016461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7c607feb-f2eb-4508-9015-66b5ec2ad864'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:15.045881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b02131eb-9b02-4f72-b071-fde80c6650b5 req-3a6ff719-6941-45e0-a37d-efa11312a1c6 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0589087 Mar 10 17:37:15.117211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f776-7fb7-419a-a0d8-e7bd8e005c78 req-8245e255-1a23-4648-8ad1-6276a4607629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.122873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fce7f776-7fb7-419a-a0d8-e7bd8e005c78 req-8245e255-1a23-4648-8ad1-6276a4607629 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 1127 time: 0.1031296 Mar 10 17:37:15.155108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55531fe0-93f4-4c22-bcc1-84b8215004d2 req-4c4be02e-b7f3-4fd2-b61f-b727d25e7bb0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428868 Mar 10 17:37:15.186537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-e678ed6e-1e78-459b-a61d-ac9c0dacdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.188097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-e678ed6e-1e78-459b-a61d-ac9c0dacdf8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.2686412 Mar 10 17:37:15.301299 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fce7f776-7fb7-419a-a0d8-e7bd8e005c78 req-29f07d17-9a41-4ec1-af99-f19c48276abd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686871 Mar 10 17:37:15.304907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-5b5dc408-4644-44f6-bdcd-a54270f82b21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054833 Mar 10 17:37:15.393848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ec43-e385-46cd-8e55-de302e404b8e req-b710a79f-168a-4d9c-be60-b4bbdb503d6e tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.401408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6015ec43-e385-46cd-8e55-de302e404b8e req-b710a79f-168a-4d9c-be60-b4bbdb503d6e tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 944 time: 0.1022155 Mar 10 17:37:15.465650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6015ec43-e385-46cd-8e55-de302e404b8e req-ee7dac98-09d6-467c-95e9-dd7986bfdf13 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Mar 10 17:37:15.654960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-909bb7e3-88e0-413e-aebb-2bbd9cbcd840 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569266 Mar 10 17:37:15.814980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:15.866253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-f6592cb7-89bb-4ea5-a5f5-84ac8acfdb6e tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:15.867837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-f6592cb7-89bb-4ea5-a5f5-84ac8acfdb6e tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.41 "GET /v2.0/networks?id=534094bd-3b1b-49b1-b58e-840c101f691f HTTP/1.1" status: 200 len: 805 time: 0.1373580 Mar 10 17:37:16.014122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-445aeb32-56f2-430d-a0ee-78e10abe6985 req-c0e45111-0913-4de7-9e0e-cfac356cd37f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 210 time: 0.0792913 Mar 10 17:37:16.021249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-cc0923bb-f53c-4f64-b766-36f3b2563639 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7 HTTP/1.1" status: 200 len: 380 time: 0.1320996 Mar 10 17:37:16.055261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'port': {'device_id': '220f00c4-f662-4983-a258-df16c5941552', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'admin_state_up': True, 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'security_groups': ['3919fbbe-36ee-4582-a176-eb39db4477aa']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:16.102810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9b2fb-2eb8-494f-817b-87d14f879fdd req-8cc560e9-af3f-416d-970c-71847add424d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:16.111002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60a9b2fb-2eb8-494f-817b-87d14f879fdd req-8cc560e9-af3f-416d-970c-71847add424d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 945 time: 0.3935213 Mar 10 17:37:16.122786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-780ddced-6c1a-40f9-bf18-eec9fbcee814 req-f16a5dfe-8d57-46fa-b57c-67382c7e57b2 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607909 Mar 10 17:37:16.245953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fedb36-931e-400c-ae56-99fa610df9d2 req-aafa5922-5fbe-435d-8b99-ccb8f7fe43aa tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/ports?device_id=825d1f33-45ea-4a6d-8644-113b93e05ae1 HTTP/1.1" status: 200 len: 210 time: 0.0445976 Mar 10 17:37:16.275652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60a9b2fb-2eb8-494f-817b-87d14f879fdd req-1d43d223-fcf0-41c8-8986-3762d3cc94e8 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Mar 10 17:37:16.357817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Made reservation on behalf of 69a3ca7339f34bb6b6cd6920b4c6ada7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:16.363160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.377530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c607feb-f2eb-4508-9015-66b5ec2ad864 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:16.467545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7c607feb-f2eb-4508-9015-66b5ec2ad864 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:16.479421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7c607feb-f2eb-4508-9015-66b5ec2ad864 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:16.479794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.626030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7c607feb-f2eb-4508-9015-66b5ec2ad864 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:16.626980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.634636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d74e4-9041-4449-9efe-12b0c7958687 req-aa074530-7a2b-4444-9220-8c8ae6faf3b5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:16.637157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f8d74e4-9041-4449-9efe-12b0c7958687 req-aa074530-7a2b-4444-9220-8c8ae6faf3b5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 944 time: 0.1372864 Mar 10 17:37:16.684682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Allocated IP 172.20.0.5 (534094bd-3b1b-49b1-b58e-840c101f691f/fa7b6f5b-c362-4ed9-aecf-f437e34ddcce/57b47b56-e8ca-471b-a173-922f1fb327e5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:16.698364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:16.711277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.741611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f8d74e4-9041-4449-9efe-12b0c7958687 req-b513b3ca-c8ef-4641-919c-44a8a0b6a3fc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929120 Mar 10 17:37:16.798590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:16.912210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:16.914580 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e13dc-834b-40ba-a4d5-5aed013101e3" -d '{"events": [{"server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "name": "network-vif-plugged", "status": "completed", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:16.936854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:16.993051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:17.038633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Network 534094bd-3b1b-49b1-b58e-840c101f691f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:17.043759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:17.124054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:17.129226 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524cc007-3cc5-4da1-86c5-52a7270dd18a x-openstack-request-id: req-524cc007-3cc5-4da1-86c5-52a7270dd18a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:17.129759 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "name": "network-vif-plugged", "status": "completed", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:17.130972 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-524cc007-3cc5-4da1-86c5-52a7270dd18a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:17.131615 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'code': 200} Mar 10 17:37:17.181156 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:17.199914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event updated for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:17.224767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:17.225789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:17.327518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-13465c74-cfc6-49fa-a999-a2f0ceb2f6a8 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931478 Mar 10 17:37:17.344506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Request body: {'port': {'device_id': '220f00c4-f662-4983-a258-df16c5941552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:17.391736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e8d0-67fc-4219-80be-9df1f9f804f5 req-fcd57e5d-8b4c-40da-882a-5089c5492809 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:17.393223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0433e8d0-67fc-4219-80be-9df1f9f804f5 req-fcd57e5d-8b4c-40da-882a-5089c5492809 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 944 time: 0.4142306 Mar 10 17:37:17.407869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44000-fe95-44e7-b349-ba4fcb229b30 req-65e98ac6-41d7-47f3-84b3-54ef3d27b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:17.409312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6c44000-fe95-44e7-b349-ba4fcb229b30 req-65e98ac6-41d7-47f3-84b3-54ef3d27b312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 1127 time: 0.1788368 Mar 10 17:37:17.432618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dfa318ff-dad0-4286-a2b6-58b531e18c60 None None] Provisioning complete for port 57b47b56-e8ca-471b-a173-922f1fb327e5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:17.433615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfa318ff-dad0-4286-a2b6-58b531e18c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:17.459139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940885-c984-46bc-a780-c45ee51d0b14 req-244df08e-b07f-43ea-aff1-e92c3729f93d tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:17.466147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84940885-c984-46bc-a780-c45ee51d0b14 req-244df08e-b07f-43ea-aff1-e92c3729f93d tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 931 time: 0.1823797 Mar 10 17:37:17.509015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dfa318ff-dad0-4286-a2b6-58b531e18c60 None None] Port 57b47b56-e8ca-471b-a173-922f1fb327e5 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:17.537035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:17.578029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0433e8d0-67fc-4219-80be-9df1f9f804f5 req-7d0e92d9-66c1-485c-8ea3-b0b239d71447 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722705 Mar 10 17:37:17.592155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6c44000-fe95-44e7-b349-ba4fcb229b30 req-e764bef1-3cd5-49ec-9509-b5890e24ff62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692727 Mar 10 17:37:17.608621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84940885-c984-46bc-a780-c45ee51d0b14 req-3c8de55c-572b-4ac2-8c11-51e521e22b28 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376476 Mar 10 17:37:17.739821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 961035f4-8a32-4bc0-b026-a325792bf852 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:18.036301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:18.054452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '961035f4-8a32-4bc0-b026-a325792bf852', 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd', 'port_id': '961035f4-8a32-4bc0-b026-a325792bf852', 'mac_address': 'fa:16:3e:f1:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8446341e-7544-498d-86d5-d1f7e7013143', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:18.095401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadf876-31e0-41b7-9564-86ea45380429 req-34b58b91-a887-4ced-b428-90a7ad24e136 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:18.097209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cadf876-31e0-41b7-9564-86ea45380429 req-34b58b91-a887-4ced-b428-90a7ad24e136 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 945 time: 0.3345990 Mar 10 17:37:18.121438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 961035f4-8a32-4bc0-b026-a325792bf852 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:18.122271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.132718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b47b56-e8ca-471b-a173-922f1fb327e5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:18.140971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961035f4-8a32-4bc0-b026-a325792bf852 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:18.148502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks [] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.183570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:18.190220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Transition to ACTIVE for port object 57b47b56-e8ca-471b-a173-922f1fb327e5 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:18.192325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.205208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cadf876-31e0-41b7-9564-86ea45380429 req-173379a0-dd00-40d6-8c96-8608c9679559 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980558 Mar 10 17:37:18.216962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.253683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39554) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:18.280403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:18.341305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Pushing event updated for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:18.343833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (b4133037-9d87-45ea-8e1f-dddb8f7c5812), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.405400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (b4133037-9d87-45ea-8e1f-dddb8f7c5812), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.442572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:18.485968 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4133037-9d87-45ea-8e1f-dddb8f7c5812), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.489832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.500319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39558) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:18.502370 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/security-groups/b4133037-9d87-45ea-8e1f-dddb8f7c5812 HTTP/1.1" status: 204 len: 168 time: 0.2460341 Mar 10 17:37:18.528785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe477fc0-1134-4849-90d6-46016e03f350 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4133037-9d87-45ea-8e1f-dddb8f7c5812,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:18.576408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c444d-50f7-46b2-ac8c-1c4d1f9c0273 req-3e0be119-e248-44d2-b1fb-8bda3bd2ed33 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:18.583925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d4c444d-50f7-46b2-ac8c-1c4d1f9c0273 req-3e0be119-e248-44d2-b1fb-8bda3bd2ed33 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 945 time: 0.2558053 Mar 10 17:37:18.585821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Attempting to bind port 57b47b56-e8ca-471b-a173-922f1fb327e5 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:18.586186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Attempting to bind port 57b47b56-e8ca-471b-a173-922f1fb327e5 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:18.597074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Attempting to bind port 57b47b56-e8ca-471b-a173-922f1fb327e5 on network 534094bd-3b1b-49b1-b58e-840c101f691f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:18.602005 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-ac6f483c-5cfb-4a95-9e68-d5cb76f609bf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] show failed (client error): The resource could not be found. Mar 10 17:37:18.620597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ac6f483c-5cfb-4a95-9e68-d5cb76f609bf tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "GET /v2.0/security-groups/b4133037-9d87-45ea-8e1f-dddb8f7c5812 HTTP/1.1" status: 404 len: 347 time: 0.1186209 Mar 10 17:37:18.623959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:18.638737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Port 57b47b56-e8ca-471b-a173-922f1fb327e5 on network 534094bd-3b1b-49b1-b58e-840c101f691f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:18.639101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Attempting to bind port 57b47b56-e8ca-471b-a173-922f1fb327e5 on network 534094bd-3b1b-49b1-b58e-840c101f691f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:18.686995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:18.688063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Checking segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:18.688601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Bound using segment: {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:18.689092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Bound port: 57b47b56-e8ca-471b-a173-922f1fb327e5, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6659c155-653c-450f-8b96-d346e0f14caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:18.689458 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.698110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.795274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:18.799790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=57b47b56-e8ca-471b-a173-922f1fb327e5,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:18.819548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.835888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d4c444d-50f7-46b2-ac8c-1c4d1f9c0273 req-5d32dcd8-984d-4c09-8820-16f84482b114 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507815 Mar 10 17:37:18.858881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:18.872157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.873200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] 10.222.0.41 "PUT /v2.0/ports/57b47b56-e8ca-471b-a173-922f1fb327e5 HTTP/1.1" status: 200 len: 1091 time: 1.5334744 Mar 10 17:37:18.884273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:18.890650 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:18.926399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port ad3f501c-d59c-4736-8163-b3c8f22d0120 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:18.927226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:18.983313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff2c6-c7e3-4026-8598-102195e1a815 req-ad4e8b88-5443-4741-a746-8b9aefa84a89 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:18.985310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-accff2c6-c7e3-4026-8598-102195e1a815 req-ad4e8b88-5443-4741-a746-8b9aefa84a89 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 945 time: 0.3623333 Mar 10 17:37:19.073931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.076310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (ad3f501c-d59c-4736-8163-b3c8f22d0120), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.118282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf78cef-aad6-4032-86f8-c009c5393e38 service neutron] Pushing event updated for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:19.121444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for ad3f501c-d59c-4736-8163-b3c8f22d0120 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:19.237346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-accff2c6-c7e3-4026-8598-102195e1a815 req-1692dd20-7bc7-4269-901c-60fd58052067 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404623 Mar 10 17:37:19.261877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-605e6291-4f0c-461b-b0c3-1d079b7b5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:19.267787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-605e6291-4f0c-461b-b0c3-1d079b7b5f11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7&device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 1125 time: 0.3067594 Mar 10 17:37:19.275569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a64e-947f-4a42-bb79-8e46e53e114c req-1fbab9b2-d4dc-4426-9471-bdd8e7dc944b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:19.284317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35a2a64e-947f-4a42-bb79-8e46e53e114c req-1fbab9b2-d4dc-4426-9471-bdd8e7dc944b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 945 time: 0.1797071 Mar 10 17:37:19.325056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-3d90d3c1-1832-4a44-a1c2-9688e5acbece service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b47b56-e8ca-471b-a173-922f1fb327e5 HTTP/1.1" status: 200 len: 217 time: 0.0378468 Mar 10 17:37:19.346724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad3f501c-d59c-4736-8163-b3c8f22d0120), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.378909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=ad3f501c-d59c-4736-8163-b3c8f22d0120,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:19.442442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-43698b00-b76a-4214-82c7-1f5e6f8ebb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:19.443995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for floatingip (bbbd188c-d126-4df4-a68e-43f274ae769d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.444124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-43698b00-b76a-4214-82c7-1f5e6f8ebb76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7b6f5b-c362-4ed9-aecf-f437e34ddcce HTTP/1.1" status: 200 len: 844 time: 0.1036177 Mar 10 17:37:19.447213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.448451 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ee0f5509-e603-4156-933f-f35c8a9f185e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/floatingips/bbbd188c-d126-4df4-a68e-43f274ae769d HTTP/1.1" status: 204 len: 168 time: 0.8235509 Mar 10 17:37:19.451263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39576) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:19.467044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ff58-c51e-4fd4-b440-402df7277bf9 req-e23b1cb8-79c6-4982-8117-0faa6fc8e053 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:19.468632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1910ff58-c51e-4fd4-b440-402df7277bf9 req-e23b1cb8-79c6-4982-8117-0faa6fc8e053 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 943 time: 0.1426485 Mar 10 17:37:19.486410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35a2a64e-947f-4a42-bb79-8e46e53e114c req-e6d10911-6750-4b4d-8f45-c7063961b861 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010946 Mar 10 17:37:19.539300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-8b900f4e-f47e-4f7e-be3a-c374ee4e189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:19.541330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-8b900f4e-f47e-4f7e-be3a-c374ee4e189c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=534094bd-3b1b-49b1-b58e-840c101f691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0910566 Mar 10 17:37:19.580523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 413a0fd1-706e-41fc-8c0e-568a65b2737f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:19.582641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.583894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1910ff58-c51e-4fd4-b440-402df7277bf9 req-03f08205-f5d6-4a77-8252-a5cf781d6de9 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959218 Mar 10 17:37:19.601548 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c118d4-abdb-4df8-bcdb-cb6c821c4e87 x-openstack-request-id: req-d8c118d4-abdb-4df8-bcdb-cb6c821c4e87 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:19.602080 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:19.602594 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8c118d4-abdb-4df8-bcdb-cb6c821c4e87 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:19.603198 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'status': 'completed', 'code': 200} Mar 10 17:37:19.703186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.717999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 413a0fd1-706e-41fc-8c0e-568a65b2737f owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:19.753277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-d74a68ad-8e1b-4bf6-bcb2-4c57e6facd81 service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052946 Mar 10 17:37:19.756207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 961035f4-8a32-4bc0-b026-a325792bf852 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:19.854687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 961035f4-8a32-4bc0-b026-a325792bf852 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:19.875833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 961035f4-8a32-4bc0-b026-a325792bf852 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:19.876669 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (961035f4-8a32-4bc0-b026-a325792bf852), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.954967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (413a0fd1-706e-41fc-8c0e-568a65b2737f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:19.964238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69a7b60f-c2e7-476d-a3df-67a230904bc0 req-d7b6c22a-3ed5-41f3-9790-885b6beb0a04 service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017689 Mar 10 17:37:19.966177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39588) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:20.003546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=413a0fd1-706e-41fc-8c0e-568a65b2737f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:20.075311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 961035f4-8a32-4bc0-b026-a325792bf852 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:20.075723 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.100241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.105735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-302dd4aa-7772-41a1-9671-ae84ff5c8185 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/ports/413a0fd1-706e-41fc-8c0e-568a65b2737f HTTP/1.1" status: 204 len: 168 time: 0.6532943 Mar 10 17:37:20.108311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:20.120918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:20.123511 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153a822f-a206-426a-a26d-9e92248ccc76" -d '{"events": [{"server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "name": "network-vif-plugged", "status": "completed", "tag": "961035f4-8a32-4bc0-b026-a325792bf852"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:20.137807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:20.145935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.169502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcd319ff-39c6-447b-b0d5-3e4f9c48235c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.236021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-7a7cad7b-0490-42b4-afb1-f6d159773dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:20.239712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-7a7cad7b-0490-42b4-afb1-f6d159773dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7&device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 1125 time: 0.1827714 Mar 10 17:37:20.252392 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55659ee9-a2db-443a-9313-e6b26dba51de x-openstack-request-id: req-55659ee9-a2db-443a-9313-e6b26dba51de {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:20.252898 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "name": "network-vif-plugged", "status": "completed", "tag": "961035f4-8a32-4bc0-b026-a325792bf852", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:20.253292 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55659ee9-a2db-443a-9313-e6b26dba51de {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:20.253844 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852', 'code': 200} Mar 10 17:37:20.254464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620077fe-3858-4926-8d33-dee9410b2cdb req-9c0b3f6f-d2f4-49bb-ad88-16713c1129a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:20.256396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-620077fe-3858-4926-8d33-dee9410b2cdb req-9c0b3f6f-d2f4-49bb-ad88-16713c1129a7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 945 time: 0.2910500 Mar 10 17:37:20.292802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:20.346376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port da0c3b64-e003-4fba-846e-ecf235fb769e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:20.346830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.463131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.483453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for da0c3b64-e003-4fba-846e-ecf235fb769e owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:20.639628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (da0c3b64-e003-4fba-846e-ecf235fb769e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.675340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=da0c3b64-e003-4fba-846e-ecf235fb769e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:20.772351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.778541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f4cb2db6-29d3-4f81-9c0f-29e69b7b6af2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/ports/da0c3b64-e003-4fba-846e-ecf235fb769e HTTP/1.1" status: 204 len: 168 time: 0.6545389 Mar 10 17:37:20.779352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:20.831025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-f54f809c-789c-4683-a626-e652b31bcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:20.832571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-f54f809c-789c-4683-a626-e652b31bcad1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=534094bd-3b1b-49b1-b58e-840c101f691f HTTP/1.1" status: 200 len: 906 time: 0.5704472 Mar 10 17:37:20.835538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting subnet 4d32e59f-6603-4a5d-b2c1-14b9eac14463 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:37:20.839598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for subnet (4d32e59f-6603-4a5d-b2c1-14b9eac14463), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.859129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c158ae-33b2-456b-b56d-a845620bfa49 req-738f8bb4-d29f-4d81-84b9-6cb2fec6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:20.860992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c158ae-33b2-456b-b56d-a845620bfa49 req-738f8bb4-d29f-4d81-84b9-6cb2fec6053d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1128 time: 0.5402288 Mar 10 17:37:20.892442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-620077fe-3858-4926-8d33-dee9410b2cdb req-24279566-31e0-49a2-b503-17ed9e43ca18 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690162 Mar 10 17:37:20.895424 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4d32e59f-6603-4a5d-b2c1-14b9eac14463), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:20.905779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-5da510ac-fe3e-4d24-88cb-412735a71f59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b47b56-e8ca-471b-a173-922f1fb327e5 HTTP/1.1" status: 200 len: 217 time: 0.0650878 Mar 10 17:37:20.989630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f5be0-96c6-4de9-9b0a-e3347476d7a4 req-a5bffa32-5125-440c-befb-667af9af9319 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:20.991213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-219f5be0-96c6-4de9-9b0a-e3347476d7a4 req-a5bffa32-5125-440c-befb-667af9af9319 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 945 time: 0.2819467 Mar 10 17:37:20.998797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcd319ff-39c6-447b-b0d5-3e4f9c48235c admin admin] Publish callbacks [] for security_group (8b78cf0e-ece3-4906-9979-ac8383c7342f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.021256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4d32e59f-6603-4a5d-b2c1-14b9eac14463), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.035224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dcd319ff-39c6-447b-b0d5-3e4f9c48235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8b78cf0e-ece3-4906-9979-ac8383c7342f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.100721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4d32e59f-6603-4a5d-b2c1-14b9eac14463), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.154062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Subnet': ['ID=4d32e59f-6603-4a5d-b2c1-14b9eac14463,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:21.156232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.159776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-863b6830-8ad9-4f4b-a112-d18b7b5a230b tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/subnets/4d32e59f-6603-4a5d-b2c1-14b9eac14463 HTTP/1.1" status: 204 len: 168 time: 0.3795931 Mar 10 17:37:21.161319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c158ae-33b2-456b-b56d-a845620bfa49 req-770d4407-a3d0-49a2-8309-a97fd55b14bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669895 Mar 10 17:37:21.162284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:21.163082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-80a4b312-4a94-41f0-b582-03760940fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:21.164499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-80a4b312-4a94-41f0-b582-03760940fe69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7b6f5b-c362-4ed9-aecf-f437e34ddcce HTTP/1.1" status: 200 len: 844 time: 0.2431011 Mar 10 17:37:21.173161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16839157-7ebd-4766-8995-b8cd132fb03c None None] Network fab475e2-8b0e-4bdb-af21-5235b5b53326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:21.209912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dcd319ff-39c6-447b-b0d5-3e4f9c48235c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e548a42584454c9888321fed9be2d6f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2426422 Mar 10 17:37:21.210854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd319ff-39c6-447b-b0d5-3e4f9c48235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b78cf0e-ece3-4906-9979-ac8383c7342f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:21.217809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:21.261045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-219f5be0-96c6-4de9-9b0a-e3347476d7a4 req-4db38871-c693-456b-8760-637c721e674c tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531080 Mar 10 17:37:21.265998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting subnet ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:37:21.280207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for subnet (ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.322726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900147-ab03-4f28-b8d0-532985d69964 req-4e513c0c-8422-40fe-8f73-004d7f1d296b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:21.330059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a900147-ab03-4f28-b8d0-532985d69964 req-4e513c0c-8422-40fe-8f73-004d7f1d296b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 946 time: 0.2897477 Mar 10 17:37:21.372890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-842630c1-7be9-466e-95ab-0161c45759fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:21.374942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-842630c1-7be9-466e-95ab-0161c45759fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=534094bd-3b1b-49b1-b58e-840c101f691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1949596 Mar 10 17:37:21.395305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.443430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] Publish callbacks [] for security_group (8b78cf0e-ece3-4906-9979-ac8383c7342f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.487799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a900147-ab03-4f28-b8d0-532985d69964 req-49505a09-aae1-40ce-a4fd-af2e82779072 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568043 Mar 10 17:37:21.546843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] Publish callbacks [] for security_group (8b78cf0e-ece3-4906-9979-ac8383c7342f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.575731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] DHCP port deletion for fab475e2-8b0e-4bdb-af21-5235b5b53326 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:37:21.580118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.616271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-90fc7dac-6c1b-463e-b664-8153b63beaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308216 Mar 10 17:37:21.626329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e31a8c-1c87-4c5f-9077-2d2a3de51da4 req-7c50f723-7f2f-4518-a666-cf46b7443372 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:21.633451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e31a8c-1c87-4c5f-9077-2d2a3de51da4 req-7c50f723-7f2f-4518-a666-cf46b7443372 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 943 time: 0.1861441 Mar 10 17:37:21.694272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8b78cf0e-ece3-4906-9979-ac8383c7342f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.696885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.714008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b78cf0e-ece3-4906-9979-ac8383c7342f HTTP/1.1" status: 204 len: 168 time: 0.4686675 Mar 10 17:37:21.764732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.789501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.799559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957eed0-0190-4caa-903f-30f613524232 None None] Network 2cee99e2-e609-4bb4-8dc7-568d09ece326 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:21.801214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/subnets/ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f HTTP/1.1" status: 204 len: 168 time: 0.6372387 Mar 10 17:37:21.802892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:21.834181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65844f-9006-472f-af81-3d4a81fb33a2 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3360a3-9c1d-4ac2-95f5-7732d4a2cb8f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:21.876200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076bce-8e89-4b89-b9d5-da8bacb8331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b78cf0e-ece3-4906-9979-ac8383c7342f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:21.896056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Deleting port 82afcc4a-1e43-4006-be5e-d23a340fc67b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:21.900010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:21.932267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e31a8c-1c87-4c5f-9077-2d2a3de51da4 req-4539c9f1-fe63-4fa8-9d53-a858bd808aca tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978683 Mar 10 17:37:21.955895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43519d03-b103-4584-b774-f2c54ace8745 req-66295795-ab56-4236-b10d-2a66bb6a620a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 267 time: 0.2960815 Mar 10 17:37:21.982392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fab475e2-8b0e-4bdb-af21-5235b5b53326), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.004858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82afcc4a-1e43-4006-be5e-d23a340fc67b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:37:22.058938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da4eb80-f3b4-4bbf-9461-f1919af0bcc4 req-5b388e24-577f-4958-b68b-e35be5c894ee service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220836 Mar 10 17:37:22.139418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519d03-b103-4584-b774-f2c54ace8745 req-cb01c43d-1fc2-45bf-9a13-ca45ac4614b3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:22.141079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43519d03-b103-4584-b774-f2c54ace8745 req-cb01c43d-1fc2-45bf-9a13-ca45ac4614b3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 945 time: 0.1645486 Mar 10 17:37:22.158869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'security_groups': []}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:22.166629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port 82afcc4a-1e43-4006-be5e-d23a340fc67b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:22.166975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.208611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] For port 82afcc4a-1e43-4006-be5e-d23a340fc67b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82afcc4a-1e43-4006-be5e-d23a340fc67b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:22.211731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.322002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.322936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port 82afcc4a-1e43-4006-be5e-d23a340fc67b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82afcc4a-1e43-4006-be5e-d23a340fc67b,segment=NetworkSegment(b66171e0-270f-438f-bc6e-c69799ee5ad9),segment_id=b66171e0-270f-438f-bc6e-c69799ee5ad9)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:22.324505 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.353065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Calling delete_port for 82afcc4a-1e43-4006-be5e-d23a340fc67b owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:22.361433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for 82afcc4a-1e43-4006-be5e-d23a340fc67b owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:22.448269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 57b47b56-e8ca-471b-a173-922f1fb327e5 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:22.543210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 82afcc4a-1e43-4006-be5e-d23a340fc67b is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:22.544140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.549014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.610478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=82afcc4a-1e43-4006-be5e-d23a340fc67b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:22.620363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port 82afcc4a-1e43-4006-be5e-d23a340fc67b on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:37:22.754445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fab475e2-8b0e-4bdb-af21-5235b5b53326), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.794706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab475e2-8b0e-4bdb-af21-5235b5b53326']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:22.804119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=57b47b56-e8ca-471b-a173-922f1fb327e5,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:22.807568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66171e0-270f-438f-bc6e-c69799ee5ad9') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:22.808131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66171e0-270f-438f-bc6e-c69799ee5ad9') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:22.819503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'port_id': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'mac_address': 'fa:16:3e:6c:8f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:22.823249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] DHCP port deletion for 2cee99e2-e609-4bb4-8dc7-568d09ece326 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:37:22.865819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b66171e0-270f-438f-bc6e-c69799ee5ad9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.881391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:22.898827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b66171e0-270f-438f-bc6e-c69799ee5ad9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.910499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:37:22.911105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b66171e0-270f-438f-bc6e-c69799ee5ad9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.961048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 57b47b56-e8ca-471b-a173-922f1fb327e5 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:22.961688 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:22.973378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (82afcc4a-1e43-4006-be5e-d23a340fc67b), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.029480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] Pushing event deleted for resources: {'Port': ['ID=82afcc4a-1e43-4006-be5e-d23a340fc67b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:23.035620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.040587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b47b56-e8ca-471b-a173-922f1fb327e5 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:37:23.043377 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:37:23.064776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2ee5c-4843-4343-ba99-0cf27e7c3cf2 None None] No DVR routers for this DVR port 82afcc4a-1e43-4006-be5e-d23a340fc67b on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:37:23.067157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1db72-2555-43e9-851b-0c38567c07c5 req-0c871751-22a3-49f5-830a-cef3b4d99436 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:23.071843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f1db72-2555-43e9-851b-0c38567c07c5 req-0c871751-22a3-49f5-830a-cef3b4d99436 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 946 time: 0.2667542 Mar 10 17:37:23.080672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.099111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4f463d0-280a-4912-8154-39b80064af6b', '7c607feb-f2eb-4508-9015-66b5ec2ad864'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:23.103095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:23.135032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=57b47b56-e8ca-471b-a173-922f1fb327e5,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:23.138630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fab475e2-8b0e-4bdb-af21-5235b5b53326), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.147367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.154101 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/networks/fab475e2-8b0e-4bdb-af21-5235b5b53326 HTTP/1.1" status: 204 len: 168 time: 1.3488264 Mar 10 17:37:23.155828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:23.173592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Deleting port e2bdfb6a-8b17-4721-98c4-af294894a9b7 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:23.174214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.182026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.203785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39672) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:23.263613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:23.269819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.271312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43519d03-b103-4584-b774-f2c54ace8745 req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "PUT /v2.0/ports/7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 200 len: 904 time: 1.1218112 Mar 10 17:37:23.279816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:23.285811 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0815f33d-4408-478b-9d35-68ee79a5e959" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:23.289107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (2cee99e2-e609-4bb4-8dc7-568d09ece326), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.309887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070dde-5db6-44f6-a53d-9fb1251fd51e tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Network': ['ID=fab475e2-8b0e-4bdb-af21-5235b5b53326,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:23.338987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4c62-51f7-404d-8075-40a9ddb7bac5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:23.430293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Deleting port e2bdfb6a-8b17-4721-98c4-af294894a9b7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:23.431122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.434580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f1db72-2555-43e9-851b-0c38567c07c5 req-431464b3-acb6-47d2-8790-b7b2b6d333c0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388002 Mar 10 17:37:23.476663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-536061012-network', 'tenant_id': 'c1b4a366c90b4ebf8955c8cabc7816d3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:23.513858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Made reservation on behalf of c1b4a366c90b4ebf8955c8cabc7816d3 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:23.519074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.553109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.588199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] For port e2bdfb6a-8b17-4721-98c4-af294894a9b7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2bdfb6a-8b17-4721-98c4-af294894a9b7,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:23.588836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.615441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Calling delete_port for e2bdfb6a-8b17-4721-98c4-af294894a9b7 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:23.856781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks [] for security_group (6988983b-3737-4361-a1f3-9bb2ef37aa9e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.881127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab627c-9557-4031-a73a-88e3105eadc5 req-d3bb6651-9e26-4475-a9f3-7c29705af978 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:23.882837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaab627c-9557-4031-a73a-88e3105eadc5 req-d3bb6651-9e26-4475-a9f3-7c29705af978 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 944 time: 0.3366871 Mar 10 17:37:23.883571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6988983b-3737-4361-a1f3-9bb2ef37aa9e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:23.912687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7c607feb-f2eb-4508-9015-66b5ec2ad864'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:23.923632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2bdfb6a-8b17-4721-98c4-af294894a9b7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:37:23.934922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69ba71-83d0-4f38-9fb4-247d7887afce req-a79d64da-7222-48b2-87e7-ef2e0e14b7fb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:23.949383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b69ba71-83d0-4f38-9fb4-247d7887afce req-a79d64da-7222-48b2-87e7-ef2e0e14b7fb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 907 time: 0.3179517 Mar 10 17:37:24.005174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:37:24.013690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988983b-3737-4361-a1f3-9bb2ef37aa9e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.058624 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f22f3-c5ef-4116-af23-3e2e75ba54e6 x-openstack-request-id: req-991f22f3-c5ef-4116-af23-3e2e75ba54e6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:24.058919 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:24.059178 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-991f22f3-c5ef-4116-af23-3e2e75ba54e6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:24.059584 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'status': 'completed', 'code': 200} Mar 10 17:37:24.092062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['57b47b56-e8ca-471b-a173-922f1fb327e5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:24.094649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.111205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] For port e2bdfb6a-8b17-4721-98c4-af294894a9b7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2bdfb6a-8b17-4721-98c4-af294894a9b7,segment=NetworkSegment(4c0217a9-9516-4eb1-8f04-2ce4092712c1),segment_id=4c0217a9-9516-4eb1-8f04-2ce4092712c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:24.111727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.145888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0558768c-0f61-462f-b1a1-52d578d7825f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.146587 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Added segment 0558768c-0f61-462f-b1a1-52d578d7825f of type vlan for network 8ac98cc5-4481-4239-a38a-456d1cd91e2e Mar 10 17:37:24.188967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Calling delete_port for e2bdfb6a-8b17-4721-98c4-af294894a9b7 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:24.200099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cc02165a-9d86-4c7c-920e-f0a33d4eb3a8 None None] Provisioning complete for port 7c607feb-f2eb-4508-9015-66b5ec2ad864 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:24.200636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc02165a-9d86-4c7c-920e-f0a33d4eb3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.209009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaab627c-9557-4031-a73a-88e3105eadc5 req-7342207d-9ec1-46f1-b2a5-434e55148950 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966211 Mar 10 17:37:24.295716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.321256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Port': ['ID=e2bdfb6a-8b17-4721-98c4-af294894a9b7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.331710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] No DVR routers for this DVR port e2bdfb6a-8b17-4721-98c4-af294894a9b7 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:37:24.336033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8ac98cc5-4481-4239-a38a-456d1cd91e2e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.337190 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No ports have port_id starting with e2bdfb6a-8b17-4721-98c4-af294894a9b7 Mar 10 17:37:24.379947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-e5164ad8-8eea-411b-9fd3-4d3c5694fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:24.382208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-e5164ad8-8eea-411b-9fd3-4d3c5694fcd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 1089 time: 0.3083677 Mar 10 17:37:24.419148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75128231-712c-491a-8dc8-981722e5e160 req-e269a10c-0425-47c6-a4c0-88b271e187e4 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741067812&fields=id&tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 267 time: 0.2754707 Mar 10 17:37:24.500169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8ac98cc5-4481-4239-a38a-456d1cd91e2e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.501354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:24.502209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.514503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (2cee99e2-e609-4bb4-8dc7-568d09ece326), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.540279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cee99e2-e609-4bb4-8dc7-568d09ece326']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:24.552240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0217a9-9516-4eb1-8f04-2ce4092712c1') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:24.552775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0217a9-9516-4eb1-8f04-2ce4092712c1') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:24.563247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (4c0217a9-9516-4eb1-8f04-2ce4092712c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.584367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c0217a9-9516-4eb1-8f04-2ce4092712c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.594250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:37:24.595475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (4c0217a9-9516-4eb1-8f04-2ce4092712c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:37:24.601139 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:37:24.611303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] Pushing event updated for resources: {'Network': ['ID=8ac98cc5-4481-4239-a38a-456d1cd91e2e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.640912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8ac98cc5-4481-4239-a38a-456d1cd91e2e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:37:24.649515 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e2bdfb6a-8b17-4721-98c4-af294894a9b7), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.686910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (2cee99e2-e609-4bb4-8dc7-568d09ece326), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.689568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af122-57a9-4061-8bec-c45618e9722a req-b4388622-132b-47f1-a3d1-257184a9e9c9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:24.704942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c5af122-57a9-4061-8bec-c45618e9722a req-b4388622-132b-47f1-a3d1-257184a9e9c9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3797567 Mar 10 17:37:24.716306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.720236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] 10.222.0.35 "DELETE /v2.0/networks/2cee99e2-e609-4bb4-8dc7-568d09ece326 HTTP/1.1" status: 204 len: 168 time: 1.5606041 Mar 10 17:37:24.734613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] Pushing event deleted for resources: {'Port': ['ID=e2bdfb6a-8b17-4721-98c4-af294894a9b7,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.775638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa6856-78ce-4ae9-908f-334631cb7259 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] Pushing event deleted for resources: {'Network': ['ID=2cee99e2-e609-4bb4-8dc7-568d09ece326,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:24.782090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6a730-661b-492d-8ef9-692e9a1f6359 None None] No DVR routers for this DVR port e2bdfb6a-8b17-4721-98c4-af294894a9b7 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:37:24.784208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc02165a-9d86-4c7c-920e-f0a33d4eb3a8 None None] Current status of the port 7c607feb-f2eb-4508-9015-66b5ec2ad864 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:24.812629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39700) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:24.818102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Request body: {'subnet': {'network_id': '8ac98cc5-4481-4239-a38a-456d1cd91e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-536061012-subnet', 'tenant_id': 'c1b4a366c90b4ebf8955c8cabc7816d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:24.823093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-af79c84e-decd-4126-8e69-8e94b22d99ac admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6125033 Mar 10 17:37:24.853552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75128231-712c-491a-8dc8-981722e5e160 req-f4bd0551-5520-4b23-a4f3-17f2c598ec20 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:24.855432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75128231-712c-491a-8dc8-981722e5e160 req-f4bd0551-5520-4b23-a4f3-17f2c598ec20 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 946 time: 0.4353223 Mar 10 17:37:24.862240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Made reservation on behalf of c1b4a366c90b4ebf8955c8cabc7816d3 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:24.865259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:24.915574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-9d4e2c97-7661-46d7-bda5-8994ed32f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:24.917499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-9d4e2c97-7661-46d7-bda5-8994ed32f4bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.5242152 Mar 10 17:37:24.930810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'security_groups': ['d901292b-3cd4-4e35-8bba-84cbaf508d03', '6681b458-d802-4ded-9ca5-88b811d6b0e8']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:24.947096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c5af122-57a9-4061-8bec-c45618e9722a req-2ea213d4-3db8-4f0d-af0a-a985743f181f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406404 Mar 10 17:37:25.011159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-05043dec-09dc-4244-90dd-9acb91410451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 200 len: 217 time: 0.0792596 Mar 10 17:37:25.127706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (bc04e001-59f5-4431-b31e-023e907de2f3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.139966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.158240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-17c559bb-93a6-4910-8720-d4d1edb641c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:25.159799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-17c559bb-93a6-4910-8720-d4d1edb641c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1415951 Mar 10 17:37:25.243902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc04e001-59f5-4431-b31e-023e907de2f3,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:25.251280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Checking segment: {'id': '0558768c-0f61-462f-b1a1-52d578d7825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8ac98cc5-4481-4239-a38a-456d1cd91e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:25.251650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Network hostable DHCP agents. Network: 8ac98cc5-4481-4239-a38a-456d1cd91e2e, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:37:25.270143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Network 8ac98cc5-4481-4239-a38a-456d1cd91e2e is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:37:25.283896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8ac98cc5-4481-4239-a38a-456d1cd91e2e) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:25.291282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:25.292152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.292728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e120e6c-5d6c-432f-88db-93e5981efb26 None None] Network 8ac98cc5-4481-4239-a38a-456d1cd91e2e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:25.324119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eb58f459-5b46-44c5-9c1c-5affb2e9ae83 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5097783 Mar 10 17:37:25.324994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-3feb18d6-0042-4a88-92d9-76da324ab94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:25.326780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-3feb18d6-0042-4a88-92d9-76da324ab94a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1595473 Mar 10 17:37:25.340552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3e2b-45ac-42db-8cd6-45f61eef8428 req-b6630a1e-272b-4d47-8be2-2100427c5e48 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:25.342186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9de3e2b-45ac-42db-8cd6-45f61eef8428 req-b6630a1e-272b-4d47-8be2-2100427c5e48 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1469057 Mar 10 17:37:25.446877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d69be-9311-484e-9ed7-13312c2586eb None None] Network 8ac98cc5-4481-4239-a38a-456d1cd91e2e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:25.522193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9de3e2b-45ac-42db-8cd6-45f61eef8428 req-7462e22b-1acc-40c2-8c6a-7ed04e620d39 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680732 Mar 10 17:37:25.551311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-9873970d-1870-410a-9b64-a43c2a69035d service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061889 Mar 10 17:37:25.577310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:25.661833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (961035f4-8a32-4bc0-b026-a325792bf852), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.718181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.722026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0815f33d-4408-478b-9d35-68ee79a5e959 req-50ec27d0-5e72-4529-a8dc-9f01fb8faa7b service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528633 Mar 10 17:37:25.734127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:25.808486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:25.809309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:25.831656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75128231-712c-491a-8dc8-981722e5e160 req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "PUT /v2.0/ports/961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 982 time: 0.9094200 Mar 10 17:37:25.857885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:25.877600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942330-d6ce-4181-9320-fcd98c60dafe tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:26.000990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de606eef-a9e8-4850-99ec-bd4e6705acd9 req-98443659-6628-4b1e-91c4-dbd6c1bdcd90 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:26.006459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de606eef-a9e8-4850-99ec-bd4e6705acd9 req-98443659-6628-4b1e-91c4-dbd6c1bdcd90 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 944 time: 0.0960162 Mar 10 17:37:26.067816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:26.073501 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae906b87-6a10-42db-8fb8-b066afdb1a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:26.115814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de606eef-a9e8-4850-99ec-bd4e6705acd9 req-75b79fd1-bf93-4057-810f-a0cc5439db46 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069920 Mar 10 17:37:26.139788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:26.317369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:26.406684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4955000-371f-40a8-84ce-c3c15414dc2f req-8f8b90c3-1e6b-4a7f-82d1-4304bf784819 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:26.413715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4955000-371f-40a8-84ce-c3c15414dc2f req-8f8b90c3-1e6b-4a7f-82d1-4304bf784819 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1404560 Mar 10 17:37:26.447015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'mac_address': 'fa:16:3e:e3:6b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:26.450714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 57b47b56-e8ca-471b-a173-922f1fb327e5 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:26.503156 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-ad96c644-b88f-4a17-b943-ce9d0c585702 req-94145879-8843-4728-8b84-d4040e7baf53 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] show failed (client error): The resource could not be found. Mar 10 17:37:26.504378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad96c644-b88f-4a17-b943-ce9d0c585702 req-94145879-8843-4728-8b84-d4040e7baf53 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/285ee7e3-7caf-4497-b681-e5a3e54cc195 HTTP/1.1" status: 404 len: 352 time: 0.0511553 Mar 10 17:37:26.561024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4955000-371f-40a8-84ce-c3c15414dc2f req-2cdc199b-aa1e-40e5-a371-18cd4d63272d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463914 Mar 10 17:37:26.723544 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c12dd-c62a-4919-89fe-be2ef37ceca1 x-openstack-request-id: req-307c12dd-c62a-4919-89fe-be2ef37ceca1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:26.724390 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:26.735040 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-307c12dd-c62a-4919-89fe-be2ef37ceca1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:26.735843 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852', 'status': 'completed', 'code': 200} Mar 10 17:37:26.763511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 04cfbcec-e882-4cc8-8d36-34b9173a1722 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:26.764451 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:26.805256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04cfbcec-e882-4cc8-8d36-34b9173a1722 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:26.832231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:26.861931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:26.905438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:26.913114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e454a653-0072-42de-bd31-51ede374a7a1 req-73044ba6-8fb9-4d5c-ae9a-c8c5b6107f5c tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-58334645&fields=id&tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 267 time: 0.2335811 Mar 10 17:37:27.017151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['04cfbcec-e882-4cc8-8d36-34b9173a1722'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:27.182923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 57b47b56-e8ca-471b-a173-922f1fb327e5 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:27.286668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 57b47b56-e8ca-471b-a173-922f1fb327e5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:27.287077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:27.339542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:27.474891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 57b47b56-e8ca-471b-a173-922f1fb327e5 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:27.475220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:27.599864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-2a605b17-f110-4216-a639-0a27acb31103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:27.603278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-2a605b17-f110-4216-a639-0a27acb31103 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1167 time: 0.8305216 Mar 10 17:37:27.638745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=57b47b56-e8ca-471b-a173-922f1fb327e5,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:27.640055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:27.641794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6499d-7e33-4923-bd32-9c44009546ec req-1c9f4353-9dc5-4ff6-ae1d-244191726b7b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:27.647433 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32dd0a-2270-415d-9b9d-158bdbd51342" -d '{"events": [{"server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "name": "network-vif-plugged", "status": "completed", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:27.649678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19f6499d-7e33-4923-bd32-9c44009546ec req-1c9f4353-9dc5-4ff6-ae1d-244191726b7b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.7109318 Mar 10 17:37:27.658278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:27.668243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a653-0072-42de-bd31-51ede374a7a1 req-7ca21768-011d-4e09-a66a-fb5610015392 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:27.682564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e454a653-0072-42de-bd31-51ede374a7a1 req-7ca21768-011d-4e09-a66a-fb5610015392 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 985 time: 0.7603829 Mar 10 17:37:27.695124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'security_groups': ['6681b458-d802-4ded-9ca5-88b811d6b0e8', 'd901292b-3cd4-4e35-8bba-84cbaf508d03', 'a431d562-d8cf-49dc-aeb0-5cabb4ae101f']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:27.797250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:27.802087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:27.935868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 04cfbcec-e882-4cc8-8d36-34b9173a1722 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:27.936244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:27.973224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19f6499d-7e33-4923-bd32-9c44009546ec req-458ed07a-698b-4170-9ea7-f0022f07d400 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164215 Mar 10 17:37:28.141351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:28.225921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-038ff612-cee2-44a2-9d6e-0550afd22b77 req-910bdd7b-958d-49f2-9b80-8079a7686f6d tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b4a366c90b4ebf8955c8cabc7816d3 HTTP/1.1" status: 200 len: 3005 time: 0.1540136 Mar 10 17:37:28.235068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-cfaf7d8f-dea5-42b0-965c-cad5b1fbad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:28.239184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-cfaf7d8f-dea5-42b0-965c-cad5b1fbad2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.6239789 Mar 10 17:37:28.310125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 04cfbcec-e882-4cc8-8d36-34b9173a1722 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:28.311659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:28.439419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:28.451471 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:28.521464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-f8d30461-fc92-49f8-bda7-67af70ccfcce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 217 time: 0.2680881 Mar 10 17:37:28.637088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:28.674580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-04762604-239d-49d3-aae6-674f0ae9a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:28.676737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-04762604-239d-49d3-aae6-674f0ae9a3bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1463377 Mar 10 17:37:28.754079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-2ffa66f5-3fb6-4c88-a357-2f19001f10f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646973 Mar 10 17:37:28.774306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-038ff612-cee2-44a2-9d6e-0550afd22b77 req-3178f467-e1a7-49e8-b8e9-6486ec15ee15 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/6988983b-3737-4361-a1f3-9bb2ef37aa9e HTTP/1.1" status: 200 len: 3002 time: 0.5472252 Mar 10 17:37:29.379523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-038ff612-cee2-44a2-9d6e-0550afd22b77 req-363b3f68-c9f5-46cc-9e52-fbce5cffffa4 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/6988983b-3737-4361-a1f3-9bb2ef37aa9e HTTP/1.1" status: 200 len: 3002 time: 0.6034307 Mar 10 17:37:29.442933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-b9111633-9ba1-4971-8332-db188842d673 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662328 Mar 10 17:37:29.713673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae906b87-6a10-42db-8fb8-b066afdb1a5e req-362c7270-59de-4607-9e25-86737c5d818c service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436497 Mar 10 17:37:29.786204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf9b8d-877f-490e-b59f-dca7cf437ed2 req-5ad6dace-aaa2-4fcc-9056-8e3a2d682fea tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:29.788255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2eaf9b8d-877f-490e-b59f-dca7cf437ed2 req-5ad6dace-aaa2-4fcc-9056-8e3a2d682fea tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.2939279 Mar 10 17:37:29.800188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:29.826261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:29.957565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2eaf9b8d-877f-490e-b59f-dca7cf437ed2 req-f5efd6c2-9b4a-4c36-9b5c-0d44284514f6 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520081 Mar 10 17:37:30.019811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (961035f4-8a32-4bc0-b026-a325792bf852), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.030694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.046331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:30.108970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:30.110402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:30.112165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e454a653-0072-42de-bd31-51ede374a7a1 req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "PUT /v2.0/ports/961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 1021 time: 2.4281867 Mar 10 17:37:30.112808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:30.118708 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b840771-3d3c-44a6-a6be-fd2b4422d09a" -d '{"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:30.168269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3da2-7243-42b5-9674-1590e16e7f9f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:30.215233 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae184fc4-a396-4fcf-885d-f0d40b095285 x-openstack-request-id: req-ae184fc4-a396-4fcf-885d-f0d40b095285 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:30.215652 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "name": "network-vif-plugged", "status": "completed", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:30.215991 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae184fc4-a396-4fcf-885d-f0d40b095285 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:30.216447 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'code': 200} Mar 10 17:37:30.309400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:30.697697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c210c-4748-4b0b-af3d-1f4f7dfd332a req-b124d931-d6f9-4e74-bd16-c675636d6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:30.703797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d2c210c-4748-4b0b-af3d-1f4f7dfd332a req-b124d931-d6f9-4e74-bd16-c675636d6d9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 1127 time: 0.4291215 Mar 10 17:37:30.878755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d2c210c-4748-4b0b-af3d-1f4f7dfd332a req-201ae288-5f35-41de-8af0-a0cdfff1869d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193073 Mar 10 17:37:30.903036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86b481eb-430d-4a10-8cbd-5b00063925b1 req-353d4d4c-0b62-4e76-88f4-e973653ef7fa tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/6988983b-3737-4361-a1f3-9bb2ef37aa9e HTTP/1.1" status: 200 len: 3002 time: 0.4566779 Mar 10 17:37:31.051472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-b03a6466-ef08-480e-b695-aef22f574f19 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:31.062229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-b03a6466-ef08-480e-b695-aef22f574f19 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.6143422 Mar 10 17:37:31.091761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7aa7e7b4-971c-4fc3-bfda-9b0966addd2f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/quotas/802bfb0d14994ac0ab589a3e9d9a40c3 HTTP/1.1" status: 200 len: 375 time: 0.0283644 Mar 10 17:37:31.254938 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-86b481eb-430d-4a10-8cbd-5b00063925b1 req-30d6e142-6f71-4887-bcdf-356a54e403ad tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 17:37:31.256664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86b481eb-430d-4a10-8cbd-5b00063925b1 req-30d6e142-6f71-4887-bcdf-356a54e403ad tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "DELETE /v2.0/security-groups/6988983b-3737-4361-a1f3-9bb2ef37aa9e HTTP/1.1" status: 409 len: 352 time: 0.3526826 Mar 10 17:37:31.294334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-a61d8900-46a2-4179-9d67-ea298d00d875 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2017026 Mar 10 17:37:31.701356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af8536-6bd4-4b29-9567-e59f94ce52ad req-9cb00c49-622d-4f66-a5f4-79e39b3b97ce tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:31.709101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03af8536-6bd4-4b29-9567-e59f94ce52ad req-9cb00c49-622d-4f66-a5f4-79e39b3b97ce tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1024 time: 0.1952958 Mar 10 17:37:31.761173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-b1d634c9-2dd2-4b38-b3f1-abc01380582c service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541898 Mar 10 17:37:32.015360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03af8536-6bd4-4b29-9567-e59f94ce52ad req-664db0a6-43a7-4be9-9c85-3ac5302471f3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=6681b458-d802-4ded-9ca5-88b811d6b0e8&id=a431d562-d8cf-49dc-aeb0-5cabb4ae101f&id=d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 200 len: 6205 time: 0.3056362 Mar 10 17:37:32.164116 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f857ef3-388b-4227-af0b-d048cc4c43f0 x-openstack-request-id: req-4f857ef3-388b-4227-af0b-d048cc4c43f0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:32.171769 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "tag": "961035f4-8a32-4bc0-b026-a325792bf852", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:32.172290 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f857ef3-388b-4227-af0b-d048cc4c43f0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:32.181864 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852', 'status': 'completed', 'code': 200} Mar 10 17:37:32.218066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:32.221589 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acddd6e4-0a24-48ff-9ecb-4d79013b93d0" -d '{"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-plugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:32.395893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-b88fd257-65c8-42db-b2ca-b9c371565919 service neutron] 10.222.0.35 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791955 Mar 10 17:37:32.427818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-bab6c795-8e97-49c2-99b1-490a87c2741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:32.429488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-bab6c795-8e97-49c2-99b1-490a87c2741c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1207 time: 0.2357991 Mar 10 17:37:32.521465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36638d9-002a-4e71-86d3-d15e41d5573f req-8e98da0d-ce31-4485-92d0-903feece77eb tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:32.528207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d36638d9-002a-4e71-86d3-d15e41d5573f req-8e98da0d-ce31-4485-92d0-903feece77eb tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.2507644 Mar 10 17:37:32.861595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d36638d9-002a-4e71-86d3-d15e41d5573f req-24966797-af00-475a-b1fa-1c5c9e8bebd3 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125455 Mar 10 17:37:32.951664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-220015cd-8a6e-4e69-b892-fb628328b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:32.961980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-220015cd-8a6e-4e69-b892-fb628328b711 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.5157554 Mar 10 17:37:32.989777 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-3a5402ac-140b-48a7-9b27-b383887d27a3 req-805e93e7-4457-48be-88ef-cf747923ca26 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] show failed (client error): The resource could not be found. Mar 10 17:37:33.039839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a5402ac-140b-48a7-9b27-b383887d27a3 req-805e93e7-4457-48be-88ef-cf747923ca26 tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/4f7b299a-1cb3-4bd5-bffb-51502ba6507f HTTP/1.1" status: 404 len: 352 time: 0.1336904 Mar 10 17:37:33.095674 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe200a-0c27-468f-9f88-33ca04ee68b7 x-openstack-request-id: req-5efe200a-0c27-468f-9f88-33ca04ee68b7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:33.095973 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-plugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:33.096227 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5efe200a-0c27-468f-9f88-33ca04ee68b7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:33.096624 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'code': 200} Mar 10 17:37:33.266576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-9fa2002a-53ab-4122-9a02-d3a0012e7a19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 200 len: 217 time: 0.2923214 Mar 10 17:37:33.282784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': ' tempest-securitygroup -237724399 ', 'description': 'tempest-description-816056545'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:33.471410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d39efd99-9d05-404a-a2ae-332b675a251a req-7b580075-3809-414e-9151-1a4e54134bf5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 210 time: 0.2100940 Mar 10 17:37:33.474663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-8cdd3166-5630-4377-bb55-e35c7010b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:33.478007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-8cdd3166-5630-4377-bb55-e35c7010b148 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1088443 Mar 10 17:37:33.559074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-077f41dc-c886-4bec-b43d-03ec10d42ebc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664823 Mar 10 17:37:33.748673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-2a86bd85-80fe-47b2-ab6c-944fba90e764 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791446 Mar 10 17:37:33.749411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:33.817239 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-71af7f62-e82a-48db-8b53-728acb2cff39 req-d8e3c66c-b51e-4db0-b0d6-174eeb7f79fd tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] show failed (client error): The resource could not be found. Mar 10 17:37:33.824404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71af7f62-e82a-48db-8b53-728acb2cff39 req-d8e3c66c-b51e-4db0-b0d6-174eeb7f79fd tempest-SecurityGroupsNegativeTestJSON-946625842 tempest-SecurityGroupsNegativeTestJSON-946625842-project] 10.222.0.35 "GET /v2.0/security-groups/2f7b8a79-71c4-4a6c-8344-d80ce9364933 HTTP/1.1" status: 404 len: 352 time: 0.3037975 Mar 10 17:37:33.835219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:34.007518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Deleting subnet bc04e001-59f5-4431-b31e-023e907de2f3 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:37:34.021107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Publish callbacks [] for subnet (bc04e001-59f5-4431-b31e-023e907de2f3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.140616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b840771-3d3c-44a6-a6be-fd2b4422d09a req-87b8ec8a-e736-49d8-a091-6fa2b3a4847b service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319261 Mar 10 17:37:34.258848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (bc04e001-59f5-4431-b31e-023e907de2f3), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.397382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (5ce719d9-6236-403c-8568-640d462e7dad), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.424661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858232f-e874-4d7c-8f9e-442399eb5ab0 req-6fcaeeaf-3c5a-4a16-add7-b2cb1f138c52 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:34.430339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (bc04e001-59f5-4431-b31e-023e907de2f3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.446229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a858232f-e874-4d7c-8f9e-442399eb5ab0 req-6fcaeeaf-3c5a-4a16-add7-b2cb1f138c52 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.3969111 Mar 10 17:37:34.575256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a858232f-e874-4d7c-8f9e-442399eb5ab0 req-6dc6777a-cf6b-4eab-9dd8-155b7e0c7c68 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234655 Mar 10 17:37:34.581096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5ce719d9-6236-403c-8568-640d462e7dad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.672492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (bc04e001-59f5-4431-b31e-023e907de2f3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.697340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.716248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d4bd77e-b2e2-4f2b-9cdb-4307f44dcd36 req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.4537351 Mar 10 17:37:34.769937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce719d9-6236-403c-8568-640d462e7dad,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:34.776272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc04e001-59f5-4431-b31e-023e907de2f3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:34.793956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:34.800202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a0bb46a-811d-4131-8729-bea286770096 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bc04e001-59f5-4431-b31e-023e907de2f3 HTTP/1.1" status: 204 len: 168 time: 0.9603615 Mar 10 17:37:34.809982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:34.816658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.817027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.817377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.817776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.818051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.818383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.818737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.819064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.819386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.819708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.820031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.820350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.820670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b03446-062b-4291-b257-1017e58b938b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:37:34.986831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fa75df-0d1d-4225-a9cc-615b85a7831e req-d36ab9e4-4730-4e22-b5d1-00d9d3ea46db tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 210 time: 0.0467088 Mar 10 17:37:35.017325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8ac98cc5-4481-4239-a38a-456d1cd91e2e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.049377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075fa5e-0181-42e8-99e5-0cc6acab7604 req-bcf56c35-d437-4c65-a351-ef910299af6f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:35.066584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7075fa5e-0181-42e8-99e5-0cc6acab7604 req-bcf56c35-d437-4c65-a351-ef910299af6f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.2027202 Mar 10 17:37:35.068809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39920) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:35.080876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Request body: {'floatingip': {'port_id': '57b47b56-e8ca-471b-a173-922f1fb327e5'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:35.250484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.342200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8ac98cc5-4481-4239-a38a-456d1cd91e2e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.434841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac98cc5-4481-4239-a38a-456d1cd91e2e']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:35.461144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0558768c-0f61-462f-b1a1-52d578d7825f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:35.462900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0558768c-0f61-462f-b1a1-52d578d7825f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:35.489824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (0558768c-0f61-462f-b1a1-52d578d7825f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.517568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0558768c-0f61-462f-b1a1-52d578d7825f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.527069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:37:35.528569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (0558768c-0f61-462f-b1a1-52d578d7825f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:37:35.533023 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:37:35.709230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8ac98cc5-4481-4239-a38a-456d1cd91e2e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.720100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:35.729311 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ac98cc5-4481-4239-a38a-456d1cd91e2e HTTP/1.1" status: 204 len: 168 time: 0.9158106 Mar 10 17:37:35.766963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc8f18-cba0-4d1f-88f6-03b6c48e3403 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac98cc5-4481-4239-a38a-456d1cd91e2e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:35.887381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac7aaddc-9343-4608-96e6-5cd83fb1c755 req-12685156-2b98-413c-9555-2421f48ac90b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/5ce719d9-6236-403c-8568-640d462e7dad HTTP/1.1" status: 200 len: 1798 time: 0.8193562 Mar 10 17:37:35.946642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-758b4fec-2fce-4ea2-bda8-a2fc6270b0aa tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:35.961095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-758b4fec-2fce-4ea2-bda8-a2fc6270b0aa tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 811 time: 0.7775908 Mar 10 17:37:35.987138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Request body: {'port': {'device_id': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'admin_state_up': True, 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:36.099162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:36.207128 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08eb65df-957e-4317-aa34-7ba56756f4f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b4a366c90b4ebf8955c8cabc7816d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066566 Mar 10 17:37:36.212854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39946) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:36.218479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0fa5c7a-75ff-4e1c-b9db-2518ebbc521f req-3562a5e5-c5fb-47ea-85ba-36145d781abc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 210 time: 0.0721805 Mar 10 17:37:36.260447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-d9212c55-d089-4639-8a6e-8e7fa2adc649 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/5ce719d9-6236-403c-8568-640d462e7dad HTTP/1.1" status: 200 len: 1798 time: 0.2886045 Mar 10 17:37:36.353913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] Publish callbacks [] for security_group (6988983b-3737-4361-a1f3-9bb2ef37aa9e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.398985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] Publish callbacks [] for security_group (6988983b-3737-4361-a1f3-9bb2ef37aa9e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.401261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (5ce719d9-6236-403c-8568-640d462e7dad), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.437821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Made reservation on behalf of 802bfb0d14994ac0ab589a3e9d9a40c3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:36.443243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.467599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (5ce719d9-6236-403c-8568-640d462e7dad), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.520523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6988983b-3737-4361-a1f3-9bb2ef37aa9e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.523431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.524849 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6988983b-3737-4361-a1f3-9bb2ef37aa9e HTTP/1.1" status: 204 len: 168 time: 0.3108437 Mar 10 17:37:36.539674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6f63b-10c5-4632-95db-ba04c0d32d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988983b-3737-4361-a1f3-9bb2ef37aa9e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:36.580402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:37:36.688868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5ce719d9-6236-403c-8568-640d462e7dad), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.703251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.707287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e34fd989-55e4-4793-8ebf-7d7c2666efee req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/5ce719d9-6236-403c-8568-640d462e7dad HTTP/1.1" status: 204 len: 173 time: 0.4336424 Mar 10 17:37:36.740845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.766392 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-3a0bffc4-96c0-46f6-a5a1-924351f51e66 req-15c90781-8de3-4095-93f1-9f332e04f0f8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:37:36.774656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a0bffc4-96c0-46f6-a5a1-924351f51e66 req-15c90781-8de3-4095-93f1-9f332e04f0f8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/5ce719d9-6236-403c-8568-640d462e7dad HTTP/1.1" status: 404 len: 352 time: 0.0266769 Mar 10 17:37:36.775930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5671a-98a0-4d07-8315-dae47d08d664 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce719d9-6236-403c-8568-640d462e7dad,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:36.784948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:36.857955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1283189206', 'description': 'tempest-description-1882111326'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:36.916602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Allocated IP 172.20.0.11 (45fd7b72-870b-4a58-8500-7b3c68a11dd5/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5/f6e862b1-5311-4fd6-84df-4ed85f96eecd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:36.966191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:37.357777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (deaef700-4cc9-464f-b897-254f845b62b5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:37.373097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (deaef700-4cc9-464f-b897-254f845b62b5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:37.456753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d7eaebd-9b17-4726-a449-72ed9b065595 req-fde2a06e-557d-4448-8952-90a8a21db54b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 210 time: 0.0970533 Mar 10 17:37:37.485065 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Floating IP 2efed354-c4eb-4a91-b239-bd01d12ea29f associated. External IP: 172.25.3.73, port: 57b47b56-e8ca-471b-a173-922f1fb327e5. Mar 10 17:37:37.535469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:37.541527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14451b4e-ff28-43cd-9c85-3d739d031365 req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7328188 Mar 10 17:37:37.561811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:37.570052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff3f66-4edf-44be-80eb-c71bd72e4788 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaef700-4cc9-464f-b897-254f845b62b5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:37.575298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2090279707', 'description': 'tempest-description-817322884'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:37.624399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.118689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:38.323546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1222587397-network', 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:38.366266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:38.369474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.389100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.482894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.501221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.572030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:38.575001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.589452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:38.642918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks [] for security_group (adc55287-fdca-41f5-99db-7d4ecc720a11), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.657243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (adc55287-fdca-41f5-99db-7d4ecc720a11), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.700245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.707182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e98b24-16c6-4a8b-b047-bf4162e3ecfb req-b3d1a1a3-026a-474e-b547-073bdc820a40 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1424026 Mar 10 17:37:38.728157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4f463d0-280a-4912-8154-39b80064af6b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:38.741197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:37:38.771425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc55287-fdca-41f5-99db-7d4ecc720a11,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:38.792546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1774417989', 'description': 'tempest-description-180996318'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:38.793183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (28afae3b-5014-4e39-b8a4-49aa33702744), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.793995 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Added segment 28afae3b-5014-4e39-b8a4-49aa33702744 of type vlan for network 28a73f44-53a0-435f-9390-d9dbc4dd5920 Mar 10 17:37:38.917245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (28a73f44-53a0-435f-9390-d9dbc4dd5920), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:38.943905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81f3dc-0dd9-4683-8d5e-8e7221a5a012 req-b52253b1-3082-4a4e-844b-0cf2777df4bc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:38.958592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f81f3dc-0dd9-4683-8d5e-8e7221a5a012 req-b52253b1-3082-4a4e-844b-0cf2777df4bc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 932 time: 0.3810153 Mar 10 17:37:38.962275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:39.030914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (28a73f44-53a0-435f-9390-d9dbc4dd5920), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.033280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:39.034659 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.076646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.089163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9692786 Mar 10 17:37:39.093805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:37:39.101179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Request body: {'subnet': {'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1222587397-subnet', 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:39.108739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:39.111512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:39.193597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:39.194184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6434-740c-4e45-b035-6dd8e579b2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=28a73f44-53a0-435f-9390-d9dbc4dd5920,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:39.210721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:37:39.215187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:39.218592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.439344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:37:39.631751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (8176a252-2175-4521-bda6-d9a6f1599211), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.677512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a1ebabab-30d4-47e9-b30a-8c45e9caac78), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.682136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-70a19241-3b71-46c9-9ca0-cc899796ec3a None None] Provisioning complete for port f6e862b1-5311-4fd6-84df-4ed85f96eecd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:39.682634 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70a19241-3b71-46c9-9ca0-cc899796ec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.693708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f81f3dc-0dd9-4683-8d5e-8e7221a5a012 req-c7c2c19b-3526-4120-8fe5-d690aaa9a0e4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341866 Mar 10 17:37:39.721273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1ebabab-30d4-47e9-b30a-8c45e9caac78), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.731565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8176a252-2175-4521-bda6-d9a6f1599211,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:39.765718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:39.766445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Network hostable DHCP agents. Network: 28a73f44-53a0-435f-9390-d9dbc4dd5920, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:37:39.782910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-70a19241-3b71-46c9-9ca0-cc899796ec3a None None] Port f6e862b1-5311-4fd6-84df-4ed85f96eecd cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:37:39.786146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.787447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac296e08-a193-439f-83b4-3d82f415ef41 req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0442758 Mar 10 17:37:39.802602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:37:39.849167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 28a73f44-53a0-435f-9390-d9dbc4dd5920) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:39.857333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6a8a4-7c31-4fa2-aef9-3bf51e53fec6 None None] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:39.861938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:39.862634 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:39.960903 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e311a103-be35-4f54-8845-4fd0cf5bc263 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8647451 Mar 10 17:37:40.180151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:40.181545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:40.188945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:37:40.198074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:40.200591 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Sync routers for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:37:40.210109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b96ee-c959-40d2-bdae-8a1fa8047e89 None None] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:37:40.244435 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:40.245135 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:40.261953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede538ef-6c7b-42b7-b37e-35252e1b5265 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebabab-30d4-47e9-b30a-8c45e9caac78,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:40.386335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-7c5a9476-9384-4525-8064-68878d01486f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4039617 Mar 10 17:37:40.428703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Request body: {'port': {'device_id': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:40.527432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fb757fb9-b5dd-46e2-b538-75224bd7f6a7 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "PUT /v2.0/floatingips/2efed354-c4eb-4a91-b239-bd01d12ea29f HTTP/1.1" status: 200 len: 990 time: 5.4576604 Mar 10 17:37:40.541379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:40.548133 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ded24-c9be-4971-86ed-5abc4c60dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:40.633672 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:40.667554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:41.145400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d119d0a3-6d0c-41a0-8189-f4d1c4c11cda req-c6c93b39-ebed-4fd8-b75a-db0172cabc1b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 11010 time: 0.9605038 Mar 10 17:37:41.338703 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '2efed354-c4eb-4a91-b239-bd01d12ea29f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'port_id': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'mac_address': 'fa:16:3e:6c:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f00c4-f662-4983-a258-df16c5941552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:37:10Z', 'updated_at': '2022-03-10T17:37:36Z', 'revision_number': 1, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:41.400687 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Checking router: 2c68d2fc-7db5-4c7a-a74a-75051a155d95 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:37:41.421839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:37:41.422660 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:41.472828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d119d0a3-6d0c-41a0-8189-f4d1c4c11cda req-5823cb2d-c76b-40db-91b0-2378dc415d95 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 200 len: 3002 time: 0.2719140 Mar 10 17:37:41.507533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-d271f779-9fc7-439a-b5f3-f1617ef9234a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:41.510824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-d271f779-9fc7-439a-b5f3-f1617ef9234a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.7874804 Mar 10 17:37:41.575895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8f424ea0-27a2-4166-8967-c1a449aec2fc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0397105 Mar 10 17:37:41.627239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-e9371fe8-3f63-47b7-863f-ecf12c01727e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372703 Mar 10 17:37:41.696188 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:37:41.703946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d119d0a3-6d0c-41a0-8189-f4d1c4c11cda req-52931c16-b7b4-419e-b978-ada4d0441d41 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 200 len: 3002 time: 0.2225170 Mar 10 17:37:42.131288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-4ebee34d-5c4f-4e5a-bed7-7ee53290c25e service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738333 Mar 10 17:37:42.196682 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '2efed354-c4eb-4a91-b239-bd01d12ea29f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'port_id': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'mac_address': 'fa:16:3e:6c:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f00c4-f662-4983-a258-df16c5941552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:37:10Z', 'updated_at': '2022-03-10T17:37:36Z', 'revision_number': 1, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:37:42.208736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e862b1-5311-4fd6-84df-4ed85f96eecd {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:42.230456 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks [] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:42.259270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Transition to ACTIVE for port object f6e862b1-5311-4fd6-84df-4ed85f96eecd will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:42.269266 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89861741-f67f-4a6b-9b20-997e5bdff782 None None] The sync data for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 is: [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '2efed354-c4eb-4a91-b239-bd01d12ea29f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'port_id': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'mac_address': 'fa:16:3e:6c:8f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220f00c4-f662-4983-a258-df16c5941552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:37:10Z', 'updated_at': '2022-03-10T17:37:36Z', 'revision_number': 1, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:37:42.388113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-fdee79d0-2b20-492c-90ee-31bcd077590a service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 Mar 10 17:37:42.399554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b4dd0-3bae-4267-a804-4e7e1086c2a6 req-037f5b64-98a4-41b4-a690-d75f5f5d2304 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:42.403193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c69b4dd0-3bae-4267-a804-4e7e1086c2a6 req-037f5b64-98a4-41b4-a690-d75f5f5d2304 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.5042830 Mar 10 17:37:42.404712 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bc24911-4f1f-49e8-a61c-4b4ddc5fd3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:42.405499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:42.801574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5229b7c-95a3-4071-b66f-3abc8e8d72ff None None] New status for floating IP 2efed354-c4eb-4a91-b239-bd01d12ea29f: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:37:42.905593 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686fec04-671b-4489-9402-5a8681b5ee82 x-openstack-request-id: req-686fec04-671b-4489-9402-5a8681b5ee82 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:42.912166 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:42.913025 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-686fec04-671b-4489-9402-5a8681b5ee82 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:42.913637 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'status': 'completed', 'code': 200} Mar 10 17:37:43.336950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-7e5adef5-b939-4a02-84ec-505c39249857 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6718099 Mar 10 17:37:43.343785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:43.382326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c69b4dd0-3bae-4267-a804-4e7e1086c2a6 req-db6000ac-13d5-4198-8702-3f42ccfdf396 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9702654 Mar 10 17:37:43.414458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-3a1b7dce-71b5-4f03-8aca-cb0655d08b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:43.414458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-3a1b7dce-71b5-4f03-8aca-cb0655d08b4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7&device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 1127 time: 0.5501382 Mar 10 17:37:43.690601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Attempting to bind port f6e862b1-5311-4fd6-84df-4ed85f96eecd on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:43.690944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Attempting to bind port f6e862b1-5311-4fd6-84df-4ed85f96eecd by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:43.691379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Attempting to bind port f6e862b1-5311-4fd6-84df-4ed85f96eecd on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:43.716628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bab01c-6280-4d07-ac2c-a9bb985f61c4 req-c9dce8f6-bd24-4bdb-a9d8-9921deedac7e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:43.721274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93bab01c-6280-4d07-ac2c-a9bb985f61c4 req-c9dce8f6-bd24-4bdb-a9d8-9921deedac7e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 944 time: 0.6004124 Mar 10 17:37:43.735789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-d1f15d57-0f42-424b-8fa0-0b011681b783 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/deaef700-4cc9-464f-b897-254f845b62b5 HTTP/1.1" status: 200 len: 1820 time: 0.1803334 Mar 10 17:37:43.844844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Port f6e862b1-5311-4fd6-84df-4ed85f96eecd on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:43.846013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Attempting to bind port f6e862b1-5311-4fd6-84df-4ed85f96eecd on network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:43.905564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:43.907582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Checking segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:43.908235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Bound using segment: {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:43.908844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Bound port: f6e862b1-5311-4fd6-84df-4ed85f96eecd, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853b65fb-64c1-4da2-8134-64b4faeee6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:43.909406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.045736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-3f48ab72-c0d4-40d4-8d9d-4421dac3fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:44.047348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-3f48ab72-c0d4-40d4-8d9d-4421dac3fd34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=534094bd-3b1b-49b1-b58e-840c101f691f HTTP/1.1" status: 200 len: 906 time: 0.6061730 Mar 10 17:37:44.233778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-9c985432-06e0-4dcf-b1fd-ffe10526122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:44.235463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-9c985432-06e0-4dcf-b1fd-ffe10526122a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 1128 time: 0.7465339 Mar 10 17:37:44.255753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93bab01c-6280-4d07-ac2c-a9bb985f61c4 req-ef1cb32e-ac1c-4f2b-a49b-dfa4964dbf0c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163376 Mar 10 17:37:44.332758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-46baae8d-afa0-43c2-b1f1-f75583a5eb51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57b47b56-e8ca-471b-a173-922f1fb327e5 HTTP/1.1" status: 200 len: 1000 time: 0.2196240 Mar 10 17:37:44.341205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (deaef700-4cc9-464f-b897-254f845b62b5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.467710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-a87b3c39-540b-4f02-84c5-21fd15b086be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:44.470075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-a87b3c39-540b-4f02-84c5-21fd15b086be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa7b6f5b-c362-4ed9-aecf-f437e34ddcce HTTP/1.1" status: 200 len: 844 time: 0.1238689 Mar 10 17:37:44.475191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:44.571624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-08a1958a-c1ee-4b81-8a4b-74ad3718df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:44.573585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-08a1958a-c1ee-4b81-8a4b-74ad3718df81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.0959163 Mar 10 17:37:44.596000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ca92eae-0b12-4db5-89dd-5f35bb8de53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.794684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:44.803124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8ddbd18-fe01-432c-85d9-2eaa23fd6f34 req-d3d1408a-32b6-4952-af6a-8748b67ece05 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 210 time: 0.3317721 Mar 10 17:37:44.805291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (deaef700-4cc9-464f-b897-254f845b62b5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.841945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:44.896071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-92491a30-5643-4be5-b0be-2f6542526588 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 200 len: 217 time: 0.2786543 Mar 10 17:37:45.000665 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-39e2c9cf-f198-43ec-b2db-ad95be04e79c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:45.003361 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-39e2c9cf-f198-43ec-b2db-ad95be04e79c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.2289491 Mar 10 17:37:45.018948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': '959f7986-b519-443c-b970-181e4ab27fe3', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:45.078864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:45.086188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:45.087733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] 10.222.0.41 "PUT /v2.0/ports/f6e862b1-5311-4fd6-84df-4ed85f96eecd HTTP/1.1" status: 200 len: 1092 time: 4.6799116 Mar 10 17:37:45.088340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:45.091349 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:45.166749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a2d2f-6008-4991-be0a-07d54a999cbe service neutron] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:45.179407 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3f04c-c93c-45e3-9ce6-d521342b85dc x-openstack-request-id: req-74f3f04c-c93c-45e3-9ce6-d521342b85dc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:45.179985 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:45.181306 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74f3f04c-c93c-45e3-9ce6-d521342b85dc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:45.182158 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'status': 'completed', 'code': 200} Mar 10 17:37:45.204324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-4479d036-3aac-45d6-a146-f1d149e73abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:45.206239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-4479d036-3aac-45d6-a146-f1d149e73abd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=534094bd-3b1b-49b1-b58e-840c101f691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6248376 Mar 10 17:37:45.297971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:45.302499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:45.759343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-f52810d1-072a-4228-a379-23b638a31d72 service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301032 Mar 10 17:37:45.768568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:45.829910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-30e51ff4-c37e-4864-bc80-b849c90f75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:45.831605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-30e51ff4-c37e-4864-bc80-b849c90f75c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.8249259 Mar 10 17:37:45.832299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (deaef700-4cc9-464f-b897-254f845b62b5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:45.836331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:45.845239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12475c02-78f7-417b-8730-a0eeb2ac51e8 req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/deaef700-4cc9-464f-b897-254f845b62b5 HTTP/1.1" status: 204 len: 173 time: 2.0181627 Mar 10 17:37:46.001569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0daa7a-34b7-422a-b608-d973bd8dec8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaef700-4cc9-464f-b897-254f845b62b5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:46.089561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abc11e-8bf8-4c67-8a72-8e7ee9fc087c req-91e36510-5ab7-4134-a1ea-85368a3658b4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.101014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42abc11e-8bf8-4c67-8a72-8e7ee9fc087c req-91e36510-5ab7-4134-a1ea-85368a3658b4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 944 time: 0.3389187 Mar 10 17:37:46.115390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-a9f1e8aa-c344-4307-8785-c4335c84cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.117171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-a9f1e8aa-c344-4307-8785-c4335c84cbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 1126 time: 0.9281070 Mar 10 17:37:46.120154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd400644-c9a0-4a36-ad1a-5192d899acd7 req-24543cab-d49c-405c-8b88-d9dd56d3694c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 210 time: 0.0774689 Mar 10 17:37:46.161650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.10 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/44490674-6872-4afe-9871-13d5a4159ea3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:46.200741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-dee1e5f5-e762-4015-8357-9ecebeca2640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd HTTP/1.1" status: 200 len: 217 time: 0.0653319 Mar 10 17:37:46.276343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-a14b8ff1-c872-4320-899f-88b95f0e72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.279606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-a14b8ff1-c872-4320-899f-88b95f0e72d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0621796 Mar 10 17:37:46.361635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42abc11e-8bf8-4c67-8a72-8e7ee9fc087c req-3642794a-343d-4b95-9d0b-f0ad0afb6a89 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594347 Mar 10 17:37:46.379360 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-df78672a-ba46-45b0-9bac-80cf458892b8 req-e87d9bca-33a5-40e0-a9bb-853147e41d90 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:37:46.380388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df78672a-ba46-45b0-9bac-80cf458892b8 req-e87d9bca-33a5-40e0-a9bb-853147e41d90 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/deaef700-4cc9-464f-b897-254f845b62b5 HTTP/1.1" status: 404 len: 352 time: 0.1748064 Mar 10 17:37:46.399113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-c029e465-2a28-43fb-b766-bc52f411ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.400403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-c029e465-2a28-43fb-b766-bc52f411ce4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5300961 Mar 10 17:37:46.410923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-752ded24-c9be-4971-86ed-5abc4c60dadb req-46cf2af9-82c6-42c4-9388-e715179c17c0 service neutron] 10.222.0.41 "GET /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349573 Mar 10 17:37:46.488455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (44490674-6872-4afe-9871-13d5a4159ea3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.491517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c35217-b9cc-4003-8859-90179d147ef7 req-410a3321-0648-4f74-be3c-f9f3a011a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.493381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-410a3321-0648-4f74-be3c-f9f3a011a3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1594734 Mar 10 17:37:46.534459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.597319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:46.600904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:46.605705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:46.619051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-b0e094b9-34fe-4b5b-94cd-a215052b4e86 service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060239 Mar 10 17:37:46.660184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-fa2e9bf8-aec9-4df1-b0b9-b0a2fc704eac tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b HTTP/1.1" status: 200 len: 1819 time: 0.1717515 Mar 10 17:37:46.669728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:46.670588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.676161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:46.705843 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-ee1c308f-c3b0-446c-9276-fe2d96a333a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6920443 Mar 10 17:37:46.748117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Request body: {'port': {'device_id': '959f7986-b519-443c-b970-181e4ab27fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:46.756717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-f41fc6a5-383a-4eda-bfc1-318971a8fb94 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544394 Mar 10 17:37:46.887605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e20eb5-4660-4615-ac1c-165f5179d83f req-b23eba6f-93e0-4988-8c29-aafcd0c0abdf service neutron] 10.222.0.59 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604001 Mar 10 17:37:46.892896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.947028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:46.989687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.102758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.108151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.113472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74fa4a0f-3087-4043-9ba4-a65baaef3b6d req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b HTTP/1.1" status: 204 len: 173 time: 0.4521935 Mar 10 17:37:47.182698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.191357 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-39b4328f-31d3-4e3a-a17d-e29efbb18b28 req-cf5ea242-6456-4832-ab42-8f1ffcdbe2fb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:37:47.193602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39b4328f-31d3-4e3a-a17d-e29efbb18b28 req-cf5ea242-6456-4832-ab42-8f1ffcdbe2fb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b HTTP/1.1" status: 404 len: 352 time: 0.0442734 Mar 10 17:37:47.196631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23cd93-d135-4689-bc58-05395901fb03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:47.402165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65c35217-b9cc-4003-8859-90179d147ef7 req-2a1e10c6-fd24-46c3-aadf-1ac88c48511e service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362360 Mar 10 17:37:47.525482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44490674-6872-4afe-9871-13d5a4159ea3 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:47.529730 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks [] for port (44490674-6872-4afe-9871-13d5a4159ea3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.546894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Transition to ACTIVE for port object 44490674-6872-4afe-9871-13d5a4159ea3 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:47.561521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.607549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:47.680894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7499-edb2-4568-9822-fbd251e0f8f7 req-3aa36209-d282-491b-af6b-fe451d106f7f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:47.689371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19e7499-edb2-4568-9822-fbd251e0f8f7 req-3aa36209-d282-491b-af6b-fe451d106f7f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 932 time: 0.4314399 Mar 10 17:37:47.707116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-758674c6-4e11-4905-8762-9bfa8f0c1a41 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/a1ebabab-30d4-47e9-b30a-8c45e9caac78 HTTP/1.1" status: 200 len: 1819 time: 0.4538171 Mar 10 17:37:47.768338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-8838e5c5-6af8-437b-9c01-d7d4cc480701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:47.771843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-8838e5c5-6af8-437b-9c01-d7d4cc480701 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 1126 time: 0.2492037 Mar 10 17:37:47.870213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Attempting to bind port 44490674-6872-4afe-9871-13d5a4159ea3 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:47.878668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Attempting to bind port 44490674-6872-4afe-9871-13d5a4159ea3 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:47.879083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Attempting to bind port 44490674-6872-4afe-9871-13d5a4159ea3 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:47.887729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Port 44490674-6872-4afe-9871-13d5a4159ea3 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:47.888073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Attempting to bind port 44490674-6872-4afe-9871-13d5a4159ea3 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:47.893546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:47.893917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:47.894269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:47.899023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Bound port: 44490674-6872-4afe-9871-13d5a4159ea3, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:47.899386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:47.935926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-e73ee6d6-36bf-4f03-9cd0-68167ed7c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:47.947897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-e73ee6d6-36bf-4f03-9cd0-68167ed7c697 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.1595273 Mar 10 17:37:48.031519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:48.035403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:48.045129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:37:48.053787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.071324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.072662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.074225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] 10.222.0.59 "PUT /v2.0/ports/44490674-6872-4afe-9871-13d5a4159ea3 HTTP/1.1" status: 200 len: 1092 time: 1.3401406 Mar 10 17:37:48.075947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:48.079571 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa455dc4-6a73-49c1-9909-73a9e098003c" -d '{"events": [{"name": "network-changed", "server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "tag": "44490674-6872-4afe-9871-13d5a4159ea3"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:48.126897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-d0dea987-89ad-4860-8f5b-2642ecbdb66e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd HTTP/1.1" status: 200 len: 217 time: 0.1760118 Mar 10 17:37:48.153126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51be1e-3d5d-4bfe-a32c-9687bca428cf service neutron] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:48.169775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19e7499-edb2-4568-9822-fbd251e0f8f7 req-8cb12396-e89a-4701-b9d8-b3875494df47 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792244 Mar 10 17:37:48.259995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-e1d5ba06-4b40-4010-823a-4af150679a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.264742 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-e1d5ba06-4b40-4010-823a-4af150679a4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 1126 time: 0.0923898 Mar 10 17:37:48.337702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-0fb5eeb4-f1be-4851-9a5f-18a686cade9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44490674-6872-4afe-9871-13d5a4159ea3 HTTP/1.1" status: 200 len: 217 time: 0.0668094 Mar 10 17:37:48.435457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd595b-252a-409b-b41f-569970d4e64d req-b54d9d39-6961-440d-b489-0844480520ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.446805 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-b54d9d39-6961-440d-b489-0844480520ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1012983 Mar 10 17:37:48.471592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a1ebabab-30d4-47e9-b30a-8c45e9caac78), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.496863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-81ffd317-a7e5-41e7-98c6-7201ca15e67b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435112 Mar 10 17:37:48.541704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a1ebabab-30d4-47e9-b30a-8c45e9caac78), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.666278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.668302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1ebabab-30d4-47e9-b30a-8c45e9caac78), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.671245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:48.675026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04cd9114-6bbd-4bdd-a385-edc5e0df69e4 req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1ebabab-30d4-47e9-b30a-8c45e9caac78 HTTP/1.1" status: 204 len: 173 time: 0.9567821 Mar 10 17:37:48.710948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-e91df0eb-0af1-4489-98c4-8a5bfb1c8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.711914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-e91df0eb-0af1-4489-98c4-8a5bfb1c8a3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.5351467 Mar 10 17:37:48.715403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60fe60-4992-4bfb-af30-4f9655857817 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebabab-30d4-47e9-b30a-8c45e9caac78,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:48.751851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-b8e75051-988b-4886-b6dc-23cabeeaeabe service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465539 Mar 10 17:37:48.857756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0459c2-1fc5-40e8-a3a5-50ea71c43747 req-63b82097-51c5-4ed8-86ac-35581c62301d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.871617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c0459c2-1fc5-40e8-a3a5-50ea71c43747 req-63b82097-51c5-4ed8-86ac-35581c62301d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 944 time: 0.2440202 Mar 10 17:37:48.945143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-761a3e77-a89f-41ff-a257-8adda22041ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:48.946816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-761a3e77-a89f-41ff-a257-8adda22041ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2263465 Mar 10 17:37:48.991189 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac44d4a8-b8b9-49b4-8176-717dfb045ba9 x-openstack-request-id: req-ac44d4a8-b8b9-49b4-8176-717dfb045ba9 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:48.991404 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "tag": "44490674-6872-4afe-9871-13d5a4159ea3", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:48.991638 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac44d4a8-b8b9-49b4-8176-717dfb045ba9 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:48.992045 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3', 'status': 'completed', 'code': 200} Mar 10 17:37:48.994041 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5ecd595b-252a-409b-b41f-569970d4e64d req-98cbcd31-2d6b-490a-941a-9a8dc9d3e170 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355762 Mar 10 17:37:49.005286 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-d879fe43-9b06-4e6d-a55b-e4143b5325e5 req-df4f085b-9b50-439b-b2a3-eb87f95672a8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:37:49.006687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d879fe43-9b06-4e6d-a55b-e4143b5325e5 req-df4f085b-9b50-439b-b2a3-eb87f95672a8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/a1ebabab-30d4-47e9-b30a-8c45e9caac78 HTTP/1.1" status: 404 len: 352 time: 0.0432749 Mar 10 17:37:49.035647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c0459c2-1fc5-40e8-a3a5-50ea71c43747 req-6945cd78-b79f-4274-8e71-5857e325466e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570892 Mar 10 17:37:49.178087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-5280b16e-edae-48ef-8099-f54870a245f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:49.179669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-5280b16e-edae-48ef-8099-f54870a245f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 1126 time: 0.0980639 Mar 10 17:37:49.250117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-bf757210-0ad3-48ce-b218-76882b79fa3e service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901847 Mar 10 17:37:49.338564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57eda4b5-60ae-4c84-985c-6ec064b0ad1e req-8b4dedc6-c47b-4032-bad7-afef7caacd98 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 6205 time: 0.2379873 Mar 10 17:37:49.435785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ef874be-f4a6-4a6a-9431-a0bbe3f96ab0 req-1aad069c-c1d6-480e-a544-9fb5170bf622 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701081 Mar 10 17:37:49.447974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-533efade-4dfc-4392-b2f9-1afc55857417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:49.449463 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-533efade-4dfc-4392-b2f9-1afc55857417 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.2628028 Mar 10 17:37:49.633700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57eda4b5-60ae-4c84-985c-6ec064b0ad1e req-45a66ec3-2d43-4ef3-8f9e-97a609ecc12d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 200 len: 3002 time: 0.1955793 Mar 10 17:37:49.645718 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-901e2c98-a99c-44fb-ad34-def76ca4ae6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44490674-6872-4afe-9871-13d5a4159ea3 HTTP/1.1" status: 200 len: 217 time: 0.1774783 Mar 10 17:37:49.731371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ea31-bb2c-4e4d-a083-7b7c40e85b13 req-f195fa3f-3e91-4b8c-beaf-31fc9ad5480f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:49.733057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59b3ea31-bb2c-4e4d-a083-7b7c40e85b13 req-f195fa3f-3e91-4b8c-beaf-31fc9ad5480f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 944 time: 0.3012099 Mar 10 17:37:49.751741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-f690b9f5-5633-4a77-af89-2bd994ef71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:49.753753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-f690b9f5-5633-4a77-af89-2bd994ef71ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.0987523 Mar 10 17:37:49.796766 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-e0bc04bf-e6a3-4c9f-9bd7-07427ed58645 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349021 Mar 10 17:37:49.824117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57eda4b5-60ae-4c84-985c-6ec064b0ad1e req-bb02a23d-eb15-4444-9be7-7fe5b20aa9da tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 200 len: 3002 time: 0.1772687 Mar 10 17:37:49.894202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59b3ea31-bb2c-4e4d-a083-7b7c40e85b13 req-d902fcdb-86f8-491f-b941-391670d002c1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456628 Mar 10 17:37:49.980868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-990610567', 'description': 'tempest-description-22012384'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:50.012660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-a4aa0009-4b40-4183-a49b-7c39d944f094 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952989 Mar 10 17:37:50.050147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.248253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fa455dc4-6a73-49c1-9909-73a9e098003c req-59af3712-e974-4e0f-8737-2c27a360a4b0 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298288 Mar 10 17:37:50.389888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (b7c2828a-66bc-410f-a0e5-2fabd515bb99), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.409574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b7c2828a-66bc-410f-a0e5-2fabd515bb99), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.435357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae9479-3ff4-4888-861b-bc843c203a28 req-1cbdc5cf-a0b9-4b91-87da-3d6a80a98124 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:50.443044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bae9479-3ff4-4888-861b-bc843c203a28 req-1cbdc5cf-a0b9-4b91-87da-3d6a80a98124 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 944 time: 0.2512953 Mar 10 17:37:50.512764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c2828a-66bc-410f-a0e5-2fabd515bb99,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:50.557698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bae9479-3ff4-4888-861b-bc843c203a28 req-3d434369-3ed5-49e7-98d1-ac85362da163 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136055 Mar 10 17:37:50.564218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:50.575808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.577086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ce6276a-1838-4516-8619-a1a91f9c4f5b req-9e8e4ad5-445b-497c-97ea-fc48c02cdc72 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6016171 Mar 10 17:37:50.603963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1978041541', 'description': 'tempest-description-153193312'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:50.643622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.780838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:50.792085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (810069a2-8984-4186-87b6-18c35c676742), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.805853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (810069a2-8984-4186-87b6-18c35c676742), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.812940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:50.885202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810069a2-8984-4186-87b6-18c35c676742,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:50.906174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.909788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c5aa315-9432-4635-b7a4-fe007201089a req-d8c90f9f-93ab-460e-a7de-5cd34886e4ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3103828 Mar 10 17:37:50.943183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:50.943579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:50.962503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e862b1-5311-4fd6-84df-4ed85f96eecd {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:51.012133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:51.032570 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:51.185611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:51.229896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4832414-39b6-4853-8a4b-d2f628325de9 req-ca646377-b2d9-4f6f-acc1-a3456f6b8d50 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:51.232351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4832414-39b6-4853-8a4b-d2f628325de9 req-ca646377-b2d9-4f6f-acc1-a3456f6b8d50 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 944 time: 0.1297452 Mar 10 17:37:51.316561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4832414-39b6-4853-8a4b-d2f628325de9 req-7d823936-315a-4e13-b312-e2604f6fef15 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775659 Mar 10 17:37:51.379964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['f6e862b1-5311-4fd6-84df-4ed85f96eecd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:51.601143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-eaba339c-d047-4b6a-921a-05cf349e06c8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:51.609932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-eaba339c-d047-4b6a-921a-05cf349e06c8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 812 time: 0.3069313 Mar 10 17:37:51.634221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-7387798b-e6a3-40d8-bc37-66310e26d838 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/quotas/fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 375 time: 0.0212274 Mar 10 17:37:51.801543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b795dbf8-91ab-4e1b-97d1-123241742589 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610234 Mar 10 17:37:51.813243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05844ed6-afbf-4776-bca1-7d0deeef9981 req-e55f4465-10a0-4f6f-be82-9621ee25a0a6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:51.815709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05844ed6-afbf-4776-bca1-7d0deeef9981 req-e55f4465-10a0-4f6f-be82-9621ee25a0a6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 945 time: 0.1022370 Mar 10 17:37:51.852392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44490674-6872-4afe-9871-13d5a4159ea3 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:37:52.135586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05844ed6-afbf-4776-bca1-7d0deeef9981 req-98ba8af9-965a-4aa8-8944-b6fc201e26ea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984686 Mar 10 17:37:52.191969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-2a16f80b-ddf0-4969-a7d2-36637afd1423 service neutron] 10.222.0.35 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751984 Mar 10 17:37:52.294612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:52.311440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '44490674-6872-4afe-9871-13d5a4159ea3', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': '44490674-6872-4afe-9871-13d5a4159ea3', 'mac_address': 'fa:16:3e:8a:79:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:37:52.335434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-9082ba50-b495-4c7d-ae39-e1a218785170 service neutron] 10.222.0.35 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353929 Mar 10 17:37:52.389326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 44490674-6872-4afe-9871-13d5a4159ea3 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:52.389326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.405965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44490674-6872-4afe-9871-13d5a4159ea3 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:52.458321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:52.470303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:52.673835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:52.868320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-638aab48-c2f0-4b94-9427-2aae551784ad req-ad246563-4b2f-46ac-87e1-dd01c3fb5620 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 210 time: 0.0563567 Mar 10 17:37:52.868449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['44490674-6872-4afe-9871-13d5a4159ea3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:53.232671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87295453-7c3c-4788-8d6e-215d62e11a44 req-878e33a7-4b55-44c0-83ea-3ba63b29d64a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:53.241857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87295453-7c3c-4788-8d6e-215d62e11a44 req-878e33a7-4b55-44c0-83ea-3ba63b29d64a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 945 time: 0.1805742 Mar 10 17:37:53.370315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87295453-7c3c-4788-8d6e-215d62e11a44 req-803f1e42-06e7-4577-97c0-a9766d467ec8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Mar 10 17:37:53.417183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255aef7-4f36-4e52-aab3-fc1eb15186ae req-5a380bf1-02fe-4684-8956-0944d6fa04e4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:53.424613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c255aef7-4f36-4e52-aab3-fc1eb15186ae req-5a380bf1-02fe-4684-8956-0944d6fa04e4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 945 time: 0.1353493 Mar 10 17:37:53.555496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c255aef7-4f36-4e52-aab3-fc1eb15186ae req-ccab74e4-e9a3-41d6-9fb9-0e6a9626fd17 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295805 Mar 10 17:37:54.018524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-211e1045-c856-4083-b27f-25f0523acce0 req-9b881761-3726-4b4a-ace4-e0da20ee73ae tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 210 time: 0.0544035 Mar 10 17:37:54.425985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-ea56801e-c1d8-4e9c-ae39-c65cfd236932 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:54.432161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-ea56801e-c1d8-4e9c-ae39-c65cfd236932 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 812 time: 0.1766925 Mar 10 17:37:54.451177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'device_id': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd', 'admin_state_up': True, 'tenant_id': 'fc1006cea8824e16a8021ccec1abb4e5'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:54.585324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:54.619367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bc3cc-12ca-4226-81c3-ac426847a216 req-bc5278cd-fbdc-4f52-8581-c4ed68a9bbba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:54.626150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-479bc3cc-12ca-4226-81c3-ac426847a216 req-bc5278cd-fbdc-4f52-8581-c4ed68a9bbba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 945 time: 0.1482246 Mar 10 17:37:54.737890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Made reservation on behalf of fc1006cea8824e16a8021ccec1abb4e5 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:37:54.741568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:54.752247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port f6e862b1-5311-4fd6-84df-4ed85f96eecd completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:54.757135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-479bc3cc-12ca-4226-81c3-ac426847a216 req-66ff15e6-5821-49d2-ac53-3da25807c7b9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269426 Mar 10 17:37:54.768414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port f6e862b1-5311-4fd6-84df-4ed85f96eecd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:54.772402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:54.896740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2face4a7-8f6d-4db4-be0e-7079b6061315 req-2305ee3c-8b10-4f0a-905a-b452e3ae4c36 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:54.898335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2face4a7-8f6d-4db4-be0e-7079b6061315 req-2305ee3c-8b10-4f0a-905a-b452e3ae4c36 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 945 time: 0.1402328 Mar 10 17:37:54.965340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Allocated IP 172.20.0.10 (bc0b1848-8fd3-4583-92e2-eadbad330afd/8446341e-7544-498d-86d5-d1f7e7013143/925ca578-f25c-4209-833d-86ad4523a661) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:37:55.003218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2face4a7-8f6d-4db4-be0e-7079b6061315 req-1cc4502c-190b-4806-bed0-ea6e301ebf56 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957379 Mar 10 17:37:55.019194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:55.019688 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.064214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:55.066679 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb3b21a-36bc-46e5-8d43-8843847f9810" -d '{"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-plugged", "status": "completed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:55.102305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:55.112242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.208152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:55.231191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd7bc688-1a11-4576-8ff9-a7d45be2d7fc req-48cd8bb5-1ab6-48d1-88b9-363fb7b26bb8 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 210 time: 0.0804553 Mar 10 17:37:55.260004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (925ca578-f25c-4209-833d-86ad4523a661), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.284725 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe583289-b413-45cb-b0a5-ff469c6687f6 x-openstack-request-id: req-fe583289-b413-45cb-b0a5-ff469c6687f6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:55.285114 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-plugged", "status": "completed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:55.285610 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe583289-b413-45cb-b0a5-ff469c6687f6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:55.286098 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'code': 200} Mar 10 17:37:55.408559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.422162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:37:55.481006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Network bc0b1848-8fd3-4583-92e2-eadbad330afd is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:37:55.484536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54558f-d598-4ca8-a8bb-2e981550f2e1 req-8fc5f8b2-b43a-42f7-b136-99f1931720d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:55.487625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:37:55.489438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d54558f-d598-4ca8-a8bb-2e981550f2e1 req-8fc5f8b2-b43a-42f7-b136-99f1931720d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 1128 time: 0.1296761 Mar 10 17:37:55.491141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:37:55.507667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:55.610016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d54558f-d598-4ca8-a8bb-2e981550f2e1 req-497a42e2-d140-4313-8dd0-289c01cff0d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111109 Mar 10 17:37:55.635359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:55.637444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.704461 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b27e0b4c-e2c2-4154-8c90-3b522bf030d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2558098 Mar 10 17:37:55.721904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Request body: {'port': {'device_id': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:55.860090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:55.884709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44490674-6872-4afe-9871-13d5a4159ea3 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:37:56.038517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 44490674-6872-4afe-9871-13d5a4159ea3 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:37:56.046316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 44490674-6872-4afe-9871-13d5a4159ea3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:37:56.049019 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44490674-6872-4afe-9871-13d5a4159ea3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.053471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ee270-0d1b-4fba-9cb8-4178ee451092 req-75159db9-b400-48d7-bdb0-1adbecc666ff tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:56.067522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-704ee270-0d1b-4fba-9cb8-4178ee451092 req-75159db9-b400-48d7-bdb0-1adbecc666ff tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 945 time: 0.1690495 Mar 10 17:37:56.139527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 44490674-6872-4afe-9871-13d5a4159ea3 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:56.140054 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.191681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-704ee270-0d1b-4fba-9cb8-4178ee451092 req-ef7a9848-7e91-4736-a3a6-05df4acc6cb1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 Mar 10 17:37:56.212496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:56.224175 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.321371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e692b66-1dcc-4a11-be5e-4e0b695a1696 req-d9567f0b-0f78-4328-b3dd-21f1e2297273 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:56.330110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e692b66-1dcc-4a11-be5e-4e0b695a1696 req-d9567f0b-0f78-4328-b3dd-21f1e2297273 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.0768316 Mar 10 17:37:56.335679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:56.448255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e692b66-1dcc-4a11-be5e-4e0b695a1696 req-5befd7e4-b668-4953-bf34-4d90220414bd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154754 Mar 10 17:37:56.499038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925ca578-f25c-4209-833d-86ad4523a661 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:37:56.520641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks [] for port (925ca578-f25c-4209-833d-86ad4523a661), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.542865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Transition to ACTIVE for port object 925ca578-f25c-4209-833d-86ad4523a661 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:37:56.553474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.579847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bace4-ba80-4b0b-90ec-b477366c597a req-9477d04c-c54c-4af1-900f-e81eeaa0013f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:56.595484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b0bace4-ba80-4b0b-90ec-b477366c597a req-9477d04c-c54c-4af1-900f-e81eeaa0013f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 932 time: 0.1127696 Mar 10 17:37:56.679311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:56.714826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b0bace4-ba80-4b0b-90ec-b477366c597a req-d9017634-f092-4301-9669-7da23bf5f7df tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130316 Mar 10 17:37:56.754492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Attempting to bind port 925ca578-f25c-4209-833d-86ad4523a661 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:37:56.755452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Attempting to bind port 925ca578-f25c-4209-833d-86ad4523a661 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:37:56.755776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Attempting to bind port 925ca578-f25c-4209-833d-86ad4523a661 on network bc0b1848-8fd3-4583-92e2-eadbad330afd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:56.762387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Port 925ca578-f25c-4209-833d-86ad4523a661 on network bc0b1848-8fd3-4583-92e2-eadbad330afd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:37:56.762727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Attempting to bind port 925ca578-f25c-4209-833d-86ad4523a661 on network bc0b1848-8fd3-4583-92e2-eadbad330afd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:37:56.769599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:37:56.769874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Checking segment: {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:37:56.770313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Bound using segment: {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:37:56.770918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Bound port: 925ca578-f25c-4209-833d-86ad4523a661, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662ab6e9-2e65-4db6-868e-4b6ffab7abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:37:56.771280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.844114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.862800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-60d05e09-39c0-4ce5-b42d-48f081227b26 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:56.871361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-60d05e09-39c0-4ce5-b42d-48f081227b26 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.2246470 Mar 10 17:37:56.875792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:37:56.881013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:37:56.890566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.909992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:56.911148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:56.913740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] 10.222.0.59 "PUT /v2.0/ports/925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 1092 time: 1.1958485 Mar 10 17:37:56.915899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:56.918020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3235a2ff-5d5b-46a9-9eaa-779d7b1d1058 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/quotas/ac285a55963b41b2971f8add60469909 HTTP/1.1" status: 200 len: 375 time: 0.0444341 Mar 10 17:37:56.928399 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc5c23c-200f-4046-b208-55a32d9dc952" -d '{"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:57.072387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-d30facbd-af72-47d5-9796-565f005b4dca tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531122 Mar 10 17:37:57.107590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afb9c2-3746-4898-8149-e8ec499ac167 service neutron] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:57.185866 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f80a42-89a0-4395-86c3-65eb5c217d8a x-openstack-request-id: req-b3f80a42-89a0-4395-86c3-65eb5c217d8a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:57.186652 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:57.186975 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3f80a42-89a0-4395-86c3-65eb5c217d8a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:57.187366 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661', 'status': 'completed', 'code': 200} Mar 10 17:37:57.224894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-a3c4afa2-cbec-416c-924c-d427ea07487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:57.228961 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-a3c4afa2-cbec-416c-924c-d427ea07487a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1126 time: 0.1085515 Mar 10 17:37:57.287197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:57.290168 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc303e-6849-4230-ab13-960ca28d4b1b" -d '{"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-plugged", "status": "completed", "tag": "44490674-6872-4afe-9871-13d5a4159ea3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:57.316604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-a680a3f4-8fcc-4d6a-a4b6-cb13c4335594 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409170 Mar 10 17:37:57.454560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-fd427782-cefc-4935-918a-5d58df5984f5 service neutron] 10.222.0.35 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360898 Mar 10 17:37:57.694990 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57954da-c07a-4c56-8e5d-f0a867dfa216 x-openstack-request-id: req-c57954da-c07a-4c56-8e5d-f0a867dfa216 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:37:57.695595 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-plugged", "status": "completed", "tag": "44490674-6872-4afe-9871-13d5a4159ea3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:37:57.696014 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c57954da-c07a-4c56-8e5d-f0a867dfa216 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:37:57.696571 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3', 'code': 200} Mar 10 17:37:57.870396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-9bf13220-a868-4d39-940a-0e7b96fe4881 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 217 time: 0.6308136 Mar 10 17:37:57.879933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:37:57.986406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b7ae7721-90c4-4a98-ae2d-fd092f6ebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.020189 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-b7ae7721-90c4-4a98-ae2d-fd092f6ebe35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1407554 Mar 10 17:37:58.038730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 04cfbcec-e882-4cc8-8d36-34b9173a1722 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:37:58.039262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:58.052738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f335a2-9b16-4e71-8670-34723b3e236d req-8d2c74c5-09d9-434c-81c6-362a9123bc2c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.054336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20f335a2-9b16-4e71-8670-34723b3e236d req-8d2c74c5-09d9-434c-81c6-362a9123bc2c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.6193743 Mar 10 17:37:58.079582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-897b3c16-70e0-48df-959c-24d76829da0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470219 Mar 10 17:37:58.091761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e000d8-99f7-4551-89d0-404d3af4614f req-e49ec108-4889-4e8b-a8c2-c803689381e3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.093430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58e000d8-99f7-4551-89d0-404d3af4614f req-e49ec108-4889-4e8b-a8c2-c803689381e3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.3255467 Mar 10 17:37:58.109725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:58.123333 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:58.241671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:37:58.243459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa9164-de2c-40c3-abfb-b29845cd3c21 req-64c91f1d-9ebc-49b4-8c4d-55d32fd7956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.244961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01fa9164-de2c-40c3-abfb-b29845cd3c21 req-64c91f1d-9ebc-49b4-8c4d-55d32fd7956a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 1128 time: 0.3958836 Mar 10 17:37:58.291782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20f335a2-9b16-4e71-8670-34723b3e236d req-8ef6d075-c55b-4d24-8e23-31104f1b0c3a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947846 Mar 10 17:37:58.292595 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-a1638c90-6a88-42b5-b2bc-fc0352786aee service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060671 Mar 10 17:37:58.466721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9401b29a-088b-44f6-821b-767ed19ade29 req-4847712a-cdf4-42b9-9eee-9360a40edad4 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689055 Mar 10 17:37:58.586382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6db38c84-283d-4440-8fdd-18ef6d2b6306 req-602dc1cc-d7e4-4fa7-9d04-48b8b012a6be tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 210 time: 0.1891792 Mar 10 17:37:58.614159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58e000d8-99f7-4551-89d0-404d3af4614f req-e1a28378-d8b2-4f5f-a06b-cc75708ddd96 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997301 Mar 10 17:37:58.614323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-cd107e43-2335-4ea8-9a1d-aa9248d64356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.614323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-cd107e43-2335-4ea8-9a1d-aa9248d64356 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1126 time: 0.0845373 Mar 10 17:37:58.685971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-c681db56-786f-4ef2-80bd-191ef6a9c159 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.698327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-c681db56-786f-4ef2-80bd-191ef6a9c159 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.59 "GET /v2.0/ports?device_id=64617ab1-c77b-4cb9-82d4-8dee092f7912 HTTP/1.1" status: 200 len: 943 time: 0.4352889 Mar 10 17:37:58.811850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01fa9164-de2c-40c3-abfb-b29845cd3c21 req-35bdae41-9719-4056-a3ab-86f387f5315a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114112 Mar 10 17:37:58.876928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-bf14d2e2-22cd-482f-b0cf-fb66351bd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.878645 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-bf14d2e2-22cd-482f-b0cf-fb66351bd2b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.2578492 Mar 10 17:37:58.942141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2b2ea-72e7-4461-9718-f3db92afc4ff req-0dbc8a81-39c6-4b8d-a9e1-e379db2c27ac tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:58.943791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92b2b2ea-72e7-4461-9718-f3db92afc4ff req-0dbc8a81-39c6-4b8d-a9e1-e379db2c27ac tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 944 time: 0.1548529 Mar 10 17:37:59.004668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Deleting port 04cfbcec-e882-4cc8-8d36-34b9173a1722 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:37:59.004858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:59.129704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-ab46a88a-e33b-4a47-ac39-b96280d78bee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 217 time: 0.1041813 Mar 10 17:37:59.202549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-f089576d-3187-4f6a-8ada-fad580d983f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:59.204268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-f089576d-3187-4f6a-8ada-fad580d983f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.0680854 Mar 10 17:37:59.269868 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-83448a5e-c8c3-4a3c-9fee-72e3d9d8bc9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385270 Mar 10 17:37:59.395049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-4abd7977-a931-442d-bb6d-f94cda5fc2c7 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169715 Mar 10 17:37:59.448802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92b2b2ea-72e7-4461-9718-f3db92afc4ff req-81e94539-7028-4e5d-bee7-87354d2cd098 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950404 Mar 10 17:37:59.608339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bc5c23c-200f-4046-b208-55a32d9dc952 req-9d1d6fcb-6046-472e-81ee-fa337d212bf6 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938415 Mar 10 17:37:59.612704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711c57b-bb5e-436b-943a-ff2ddd2a2e9a req-aaa64128-5fb0-4fae-9e6b-c19d1493e9c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:59.615017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7711c57b-bb5e-436b-943a-ff2ddd2a2e9a req-aaa64128-5fb0-4fae-9e6b-c19d1493e9c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.6694956 Mar 10 17:37:59.680031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] For port 04cfbcec-e882-4cc8-8d36-34b9173a1722, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=04cfbcec-e882-4cc8-8d36-34b9173a1722,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:37:59.680407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:59.698603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:37:59.700910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-7d490243-ad0c-4a24-a8d7-13e7ffe765d7 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:59.702452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-7d490243-ad0c-4a24-a8d7-13e7ffe765d7 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 804 time: 0.2574987 Mar 10 17:37:59.704670 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e0aa21-a8e2-4029-84bc-2c8ee0c11545" -d '{"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:37:59.719162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Calling delete_port for 04cfbcec-e882-4cc8-8d36-34b9173a1722 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:37:59.723789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Request body: {'port': {'device_id': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'admin_state_up': True, 'tenant_id': 'ac285a55963b41b2971f8add60469909'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:37:59.749942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ff6aa-592b-4b60-8b11-980f272c167c req-a5904f86-8345-42e7-93d8-5cedab8f10c8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:37:59.752026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae5ff6aa-592b-4b60-8b11-980f272c167c req-a5904f86-8345-42e7-93d8-5cedab8f10c8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.1856163 Mar 10 17:37:59.774687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:37:59.871580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7711c57b-bb5e-436b-943a-ff2ddd2a2e9a req-5c68c60a-081d-47a0-b08b-6a7a30ed938a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416406 Mar 10 17:38:00.014319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77d885f4-6a12-4edc-8a82-12b77bcfaf60 req-cb8234fc-40a3-4d5d-9bc9-5ca8bfa98557 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 210 time: 0.0493262 Mar 10 17:38:00.018029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae5ff6aa-592b-4b60-8b11-980f272c167c req-1d2afce1-5251-4499-8982-6a4bef1ae379 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680503 Mar 10 17:38:00.045898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Made reservation on behalf of ac285a55963b41b2971f8add60469909 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:00.060240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.102465 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0ccc15-86d3-403d-a52b-e58c661e451b x-openstack-request-id: req-ae0ccc15-86d3-403d-a52b-e58c661e451b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:00.102768 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:00.103025 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae0ccc15-86d3-403d-a52b-e58c661e451b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:00.103420 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'code': 200} Mar 10 17:38:00.205454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (04cfbcec-e882-4cc8-8d36-34b9173a1722), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.255955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event deleted for resources: {'Port': ['ID=04cfbcec-e882-4cc8-8d36-34b9173a1722,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:00.333389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] No DVR routers for this DVR port 04cfbcec-e882-4cc8-8d36-34b9173a1722 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:00.337754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.341254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6e01540-f49c-4f64-964a-4c67aa2dd2ad req-e23dd34b-d717-40e0-a2e7-3b52779a2fe5 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.59 "DELETE /v2.0/ports/04cfbcec-e882-4cc8-8d36-34b9173a1722 HTTP/1.1" status: 204 len: 173 time: 1.6420496 Mar 10 17:38:00.341707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-deleted', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:00.344239 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9c159-1c56-455b-a7e4-255b0485f470" -d '{"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-deleted", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:00.373958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Allocated IP 172.20.0.3 (5230ea8a-414e-4585-85fc-58d27225eca3/df0ce234-2a8e-4680-bab9-f895c2b98c5d/99cab47f-df04-462a-98b4-a3b402f441ae) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:00.402931 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b82be-dee4-4ca6-a6a0-6491b69bd48d x-openstack-request-id: req-517b82be-dee4-4ca6-a6a0-6491b69bd48d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:00.403497 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64617ab1-c77b-4cb9-82d4-8dee092f7912", "name": "network-vif-deleted", "tag": "04cfbcec-e882-4cc8-8d36-34b9173a1722", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:00.403764 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-517b82be-dee4-4ca6-a6a0-6491b69bd48d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:00.414510 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64617ab1-c77b-4cb9-82d4-8dee092f7912', 'name': 'network-vif-deleted', 'tag': '04cfbcec-e882-4cc8-8d36-34b9173a1722', 'status': 'completed', 'code': 200} Mar 10 17:38:00.614643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks [] for port (99cab47f-df04-462a-98b4-a3b402f441ae), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.646077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08e617-145d-473d-9079-19decdd39788 req-9f88c11e-fb88-454d-a864-8c7d8173a607 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:00.647594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c08e617-145d-473d-9079-19decdd39788 req-9f88c11e-fb88-454d-a864-8c7d8173a607 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 944 time: 0.0888686 Mar 10 17:38:00.680176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.747998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c08e617-145d-473d-9079-19decdd39788 req-d87cedd1-f665-40cc-9f15-9828e7834186 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909564 Mar 10 17:38:00.759292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Network 5230ea8a-414e-4585-85fc-58d27225eca3 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:00.764164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:00.768002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:00.770621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:00.895473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:00.896533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:00.955753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-3401a668-075e-4e78-87ab-ee42b3e073fd tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389367 Mar 10 17:38:00.971107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Request body: {'port': {'device_id': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:01.068092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:01.439279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c144-0b97-44f7-975b-c7043b23f901 req-919f7b74-2113-4aa4-aa63-03be1d4e6ee6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:01.440821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8de6c144-0b97-44f7-975b-c7043b23f901 req-919f7b74-2113-4aa4-aa63-03be1d4e6ee6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.1842988 Mar 10 17:38:01.451128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621f266-5da9-449a-804d-7e245c9bd8f2 req-8ba61d57-6d2e-4bf2-9180-5d565b47fbda tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:01.452540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5621f266-5da9-449a-804d-7e245c9bd8f2 req-8ba61d57-6d2e-4bf2-9180-5d565b47fbda tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.4122257 Mar 10 17:38:01.582334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8de6c144-0b97-44f7-975b-c7043b23f901 req-56d61f8c-9301-4b4f-bbd2-a9ae02d9dd20 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 Mar 10 17:38:01.612537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5621f266-5da9-449a-804d-7e245c9bd8f2 req-2184d2f9-8e38-4794-bdf7-3199f6e326c0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497624 Mar 10 17:38:01.645568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cab47f-df04-462a-98b4-a3b402f441ae {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:01.654110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks [] for port (99cab47f-df04-462a-98b4-a3b402f441ae), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:01.669631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Transition to ACTIVE for port object 99cab47f-df04-462a-98b4-a3b402f441ae will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:38:01.679583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:01.801994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:01.828332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33808983-a281-4d4f-8c2c-634a7b022b18 req-7f33c4de-7f30-4d9c-8eea-9bddd8397650 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:01.835265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33808983-a281-4d4f-8c2c-634a7b022b18 req-7f33c4de-7f30-4d9c-8eea-9bddd8397650 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 943 time: 0.1200166 Mar 10 17:38:01.913359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 925ca578-f25c-4209-833d-86ad4523a661 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:38:01.916147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:01.942000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33808983-a281-4d4f-8c2c-634a7b022b18 req-f658cded-8d58-4cc9-ac0e-4ba658bebabb tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960910 Mar 10 17:38:01.982364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 04cfbcec-e882-4cc8-8d36-34b9173a1722 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:01.999189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 04cfbcec-e882-4cc8-8d36-34b9173a1722 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:02.010641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Attempting to bind port 99cab47f-df04-462a-98b4-a3b402f441ae on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:02.010929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Attempting to bind port 99cab47f-df04-462a-98b4-a3b402f441ae by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:02.011237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Attempting to bind port 99cab47f-df04-462a-98b4-a3b402f441ae on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:02.018924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Port 99cab47f-df04-462a-98b4-a3b402f441ae on network 5230ea8a-414e-4585-85fc-58d27225eca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:38:02.019253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Attempting to bind port 99cab47f-df04-462a-98b4-a3b402f441ae on network 5230ea8a-414e-4585-85fc-58d27225eca3 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:02.027562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:02.027980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Checking segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:02.028270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Bound using segment: {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:02.028997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Bound port: 99cab47f-df04-462a-98b4-a3b402f441ae, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:02.029121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.187649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:02.192506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:02.199936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '925ca578-f25c-4209-833d-86ad4523a661', 'network_id': 'bc0b1848-8fd3-4583-92e2-eadbad330afd', 'port_id': '925ca578-f25c-4209-833d-86ad4523a661', 'mac_address': 'fa:16:3e:e1:73:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8446341e-7544-498d-86d5-d1f7e7013143', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:38:02.202534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea667ce-605b-478d-93fd-bf8b5a2a5d97 req-93600599-0828-47e1-a19f-26c6c877ca90 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:02.204859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ea667ce-605b-478d-93fd-bf8b5a2a5d97 req-93600599-0828-47e1-a19f-26c6c877ca90 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 944 time: 0.1491537 Mar 10 17:38:02.207072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:02.235695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.272953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 925ca578-f25c-4209-833d-86ad4523a661 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:02.273353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.275530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:02.276204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.277664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] 10.222.0.41 "PUT /v2.0/ports/99cab47f-df04-462a-98b4-a3b402f441ae HTTP/1.1" status: 200 len: 1091 time: 1.3136692 Mar 10 17:38:02.309739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925ca578-f25c-4209-833d-86ad4523a661 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:02.333196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:02.344549 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:02.416318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:02.419399 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00e186-45b8-478d-aaf1-7de958e6497f" -d '{"events": [{"name": "network-changed", "server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:02.429382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ea667ce-605b-478d-93fd-bf8b5a2a5d97 req-858d5483-a44f-4255-8731-2b675c18fa82 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169785 Mar 10 17:38:02.442265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150492d-71a1-49e0-98d8-d3b67ffbf8fc service neutron] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:02.458829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-17dbb77b-779f-4dd4-8e9e-dd186224bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:02.461098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-17dbb77b-779f-4dd4-8e9e-dd186224bda7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 1125 time: 0.1140742 Mar 10 17:38:02.503806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:02.524871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-129313fc-2492-4986-9b60-a1591edf16fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99cab47f-df04-462a-98b4-a3b402f441ae HTTP/1.1" status: 200 len: 217 time: 0.0550947 Mar 10 17:38:02.617968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:02.661947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8985492f-970a-455e-b899-92c3bad9fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:02.663618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-8985492f-970a-455e-b899-92c3bad9fd06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.1323862 Mar 10 17:38:02.710715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-43822c19-666e-4b2b-b88b-bf0720c9b241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390520 Mar 10 17:38:02.752754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f4593-39c3-41ce-925c-d36fb1878ab3 req-9903bcd4-4766-4991-8aed-83a97d5e5d51 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:02.755429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a8f4593-39c3-41ce-925c-d36fb1878ab3 req-9903bcd4-4766-4991-8aed-83a97d5e5d51 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.1667728 Mar 10 17:38:02.820246 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b8c77-91f2-4d24-8f53-793ec8cdecdc x-openstack-request-id: req-6f5b8c77-91f2-4d24-8f53-793ec8cdecdc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:02.821543 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:02.821543 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f5b8c77-91f2-4d24-8f53-793ec8cdecdc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:02.822510 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae', 'status': 'completed', 'code': 200} Mar 10 17:38:02.886223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a8f4593-39c3-41ce-925c-d36fb1878ab3 req-c7fb7714-65c7-4c11-9423-135d0fc1357b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039398 Mar 10 17:38:02.979833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-7d3a4eca-604b-44d3-8d1e-61120a7146f9 service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581787 Mar 10 17:38:03.103390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1443228-28f0-4d3c-b249-070c3713ccfc req-8c613a6c-8bcd-4899-b506-cf99be111119 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.104978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1443228-28f0-4d3c-b249-070c3713ccfc req-8c613a6c-8bcd-4899-b506-cf99be111119 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1588576 Mar 10 17:38:03.217867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-835c59ec-566f-4534-bd38-2f679fc99a9e req-2e1d91d1-dda6-4961-a0cd-dd7ff93f70ee service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295718 Mar 10 17:38:03.237977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee356-739b-44c2-ac80-444d8ff668cb req-3f9c691c-2e88-4977-b8ca-eefb7a5792e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.240144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-163ee356-739b-44c2-ac80-444d8ff668cb req-3f9c691c-2e88-4977-b8ca-eefb7a5792e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2235403 Mar 10 17:38:03.247513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1443228-28f0-4d3c-b249-070c3713ccfc req-e1a6f02c-c4b8-4236-98d4-083d0d4197cc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306934 Mar 10 17:38:03.393028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-163ee356-739b-44c2-ac80-444d8ff668cb req-fe00ed13-21f0-41d1-8e75-fcdf1897f4a1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444600 Mar 10 17:38:03.462857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-ccd45319-dbc6-48ad-b010-98a24a521511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.464505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-ccd45319-dbc6-48ad-b010-98a24a521511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac285a55963b41b2971f8add60469909&device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 1125 time: 0.1685960 Mar 10 17:38:03.502888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-2fc950a9-ad74-4ba2-900a-49f24ce7ef40 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.505282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-2fc950a9-ad74-4ba2-900a-49f24ce7ef40 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.1460686 Mar 10 17:38:03.513467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ada8a-d623-4100-997a-a49a4b89e05b req-e0ae3695-b158-4c39-b930-fd65e27b80ad tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.515049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c0ada8a-d623-4100-997a-a49a4b89e05b req-e0ae3695-b158-4c39-b930-fd65e27b80ad tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 943 time: 0.1350737 Mar 10 17:38:03.723291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-b4293aa7-e943-4eff-a8d8-e9c62b01a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:03.724698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-b4293aa7-e943-4eff-a8d8-e9c62b01a960 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 200 len: 905 time: 0.2533674 Mar 10 17:38:03.729519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c0ada8a-d623-4100-997a-a49a4b89e05b req-10c77c28-0160-4372-a99c-23fdb3e6d65d tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809900 Mar 10 17:38:03.912825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 925ca578-f25c-4209-833d-86ad4523a661 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:04.053051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 925ca578-f25c-4209-833d-86ad4523a661 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:38:04.058318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 925ca578-f25c-4209-833d-86ad4523a661 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:04.058713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (925ca578-f25c-4209-833d-86ad4523a661), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.191596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-a5ed6d02-8cc9-4dfc-9dca-2243d929a6b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99cab47f-df04-462a-98b4-a3b402f441ae HTTP/1.1" status: 200 len: 217 time: 0.4543002 Mar 10 17:38:04.212824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c662d5-215a-4325-b006-6f4916c829e0 req-d6542242-a746-4684-bc6e-0fb3c79028be tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:04.215618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47c662d5-215a-4325-b006-6f4916c829e0 req-d6542242-a746-4684-bc6e-0fb3c79028be tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 945 time: 0.6146457 Mar 10 17:38:04.263931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 925ca578-f25c-4209-833d-86ad4523a661 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:04.265108 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.306328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:04.307707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ca578-f25c-4209-833d-86ad4523a661'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:04.311079 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d225f2-f542-4266-94bf-d5b3743b124d" -d '{"events": [{"server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "name": "network-vif-plugged", "status": "completed", "tag": "925ca578-f25c-4209-833d-86ad4523a661"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:04.321457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.323011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 44490674-6872-4afe-9871-13d5a4159ea3 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:04.335927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port 44490674-6872-4afe-9871-13d5a4159ea3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:04.336273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.367374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-79f5f6b7-a02b-41f6-9747-76ab189e65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:04.368655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-79f5f6b7-a02b-41f6-9747-76ab189e65f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 200 len: 844 time: 0.1240323 Mar 10 17:38:04.377698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47c662d5-215a-4325-b006-6f4916c829e0 req-4cbb7e54-ad85-4665-9b44-8c2961595557 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179013 Mar 10 17:38:04.421407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40560) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:04.464171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f2471-62f9-4e95-bcd4-58031373718f req-7ec36d58-8ce4-411f-8911-2702f6f63582 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:04.472362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-059f2471-62f9-4e95-bcd4-58031373718f req-7ec36d58-8ce4-411f-8911-2702f6f63582 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 946 time: 0.3402135 Mar 10 17:38:04.480690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-e308c8b8-a4ec-422b-97c7-8c72d7e24cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5230ea8a-414e-4585-85fc-58d27225eca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019421 Mar 10 17:38:04.525525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:04.690781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:38:04.694905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:04.695284 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (44490674-6872-4afe-9871-13d5a4159ea3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.713149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 44490674-6872-4afe-9871-13d5a4159ea3 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:04.713541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44490674-6872-4afe-9871-13d5a4159ea3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.755294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-059f2471-62f9-4e95-bcd4-58031373718f req-eb394931-882f-4dc5-ba3d-cc864273935b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819929 Mar 10 17:38:04.771123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 44490674-6872-4afe-9871-13d5a4159ea3, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=44490674-6872-4afe-9871-13d5a4159ea3,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:04.788824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:04.790143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for 44490674-6872-4afe-9871-13d5a4159ea3 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:04.883296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbbb9e-9739-4fbb-b26d-d93054bd8179 req-e213f01f-1736-4eda-a249-f6f31b4cc254 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:04.884917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aedbbb9e-9739-4fbb-b26d-d93054bd8179 req-e213f01f-1736-4eda-a249-f6f31b4cc254 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.3027594 Mar 10 17:38:04.891800 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76babb11-85a1-4515-9b9e-775605038596 x-openstack-request-id: req-76babb11-85a1-4515-9b9e-775605038596 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:04.892074 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "name": "network-vif-plugged", "status": "completed", "tag": "925ca578-f25c-4209-833d-86ad4523a661", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:04.892314 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76babb11-85a1-4515-9b9e-775605038596 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:04.892891 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925ca578-f25c-4209-833d-86ad4523a661', 'code': 200} Mar 10 17:38:04.930291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:04.973916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-efe98d96-888e-485c-b2a1-158435286ceb service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849975 Mar 10 17:38:05.009828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:05.041644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'port_id': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:38:05.087013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:05.087813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.106619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680a0e1-6713-4ee1-be1e-2e7b18b9da9f req-d334c4fe-3649-4cf6-b180-4b5cf5ece509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:05.109697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b680a0e1-6713-4ee1-be1e-2e7b18b9da9f req-d334c4fe-3649-4cf6-b180-4b5cf5ece509 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1128 time: 0.1418447 Mar 10 17:38:05.123225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6e862b1-5311-4fd6-84df-4ed85f96eecd {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:05.134549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aedbbb9e-9739-4fbb-b26d-d93054bd8179 req-0752f229-5856-456e-954b-26cee1ed6768 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729937 Mar 10 17:38:05.157631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fce2b0-0350-4b7e-a645-999558915829 req-6519f33c-eeb1-4b53-8756-abb9ee25dff6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:05.165306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15fce2b0-0350-4b7e-a645-999558915829 req-6519f33c-eeb1-4b53-8756-abb9ee25dff6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2134056 Mar 10 17:38:05.179520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:05.187728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.231518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a00e186-45b8-478d-aaf1-7de958e6497f req-a2d39204-cd7b-482f-a16b-dbcb57fcafdf service neutron] 10.222.0.41 "GET /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333412 Mar 10 17:38:05.249479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b680a0e1-6713-4ee1-be1e-2e7b18b9da9f req-5aca2ce8-f642-484e-89a0-a162a1747850 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253340 Mar 10 17:38:05.311563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:05.315611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15fce2b0-0350-4b7e-a645-999558915829 req-0a0151d0-0e87-4255-a9c3-4b9f37bfde34 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493587 Mar 10 17:38:05.329100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (44490674-6872-4afe-9871-13d5a4159ea3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.372830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b3891cf3-b3c0-401e-b7cc-01920315262c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.401636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['f6e862b1-5311-4fd6-84df-4ed85f96eecd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:05.416161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=44490674-6872-4afe-9871-13d5a4159ea3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:05.591943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port 44490674-6872-4afe-9871-13d5a4159ea3 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:05.617130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.636406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c926ad7-41e1-4318-89ec-13041ae31902 req-f1a6bfa7-1ed0-4401-a67b-f1ef4d6162ba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "DELETE /v2.0/ports/44490674-6872-4afe-9871-13d5a4159ea3 HTTP/1.1" status: 204 len: 173 time: 2.1203003 Mar 10 17:38:05.717368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Deleting port bd45f306-2c46-43df-989e-6868913f974d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:05.717908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bd45f306-2c46-43df-989e-6868913f974d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.753058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-deleted', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:05.756024 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689e570-1029-42b5-9469-41497c8ce8a2" -d '{"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-deleted", "tag": "44490674-6872-4afe-9871-13d5a4159ea3"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:05.794588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191e960-ce27-4c1e-8037-003f253631ba req-e38496ed-7276-42c0-9c5a-df347cdc1a97 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:05.796312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2191e960-ce27-4c1e-8037-003f253631ba req-e38496ed-7276-42c0-9c5a-df347cdc1a97 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 943 time: 0.4008496 Mar 10 17:38:05.829548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968e2d-0cc9-409b-9922-afb40d1299e0 req-5f251aa2-2f9a-4a08-8ff2-d4d9b72188b4 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:05.835940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09968e2d-0cc9-409b-9922-afb40d1299e0 req-5f251aa2-2f9a-4a08-8ff2-d4d9b72188b4 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 946 time: 0.3247800 Mar 10 17:38:05.859103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] For port bd45f306-2c46-43df-989e-6868913f974d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd45f306-2c46-43df-989e-6868913f974d,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:05.859851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bd45f306-2c46-43df-989e-6868913f974d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:05.886282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Calling delete_port for bd45f306-2c46-43df-989e-6868913f974d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:05.975866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2191e960-ce27-4c1e-8037-003f253631ba req-40d8c5c4-cd00-4ba3-a8f7-c53c0d9cc95b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616166 Mar 10 17:38:05.990963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09968e2d-0cc9-409b-9922-afb40d1299e0 req-cd8c0a0c-5221-429b-82bf-83529ffa5c43 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258528 Mar 10 17:38:06.092519 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8cf1ff-263b-42e4-81d6-b934aa3bc467 x-openstack-request-id: req-ec8cf1ff-263b-42e4-81d6-b934aa3bc467 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:06.092816 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-deleted", "tag": "44490674-6872-4afe-9871-13d5a4159ea3", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:06.093145 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec8cf1ff-263b-42e4-81d6-b934aa3bc467 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:06.093796 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-deleted', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3', 'status': 'completed', 'code': 200} Mar 10 17:38:06.186045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bd45f306-2c46-43df-989e-6868913f974d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:06.199515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5ef27c8-11cb-4ae9-8172-3a3529cca321 req-922e1e9f-188e-4b91-a588-4c9fbf641562 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=959f7986-b519-443c-b970-181e4ab27fe3 HTTP/1.1" status: 200 len: 210 time: 0.0563793 Mar 10 17:38:06.218225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd45f306-2c46-43df-989e-6868913f974d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:06.426519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076135ce-d2df-480b-8575-dd457f58787d req-5264ddbd-7506-4209-bf6c-81b8ad0a09de tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:06.465341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-076135ce-d2df-480b-8575-dd457f58787d req-5264ddbd-7506-4209-bf6c-81b8ad0a09de tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 945 time: 0.1497750 Mar 10 17:38:06.635843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-076135ce-d2df-480b-8575-dd457f58787d req-29c38b9f-bc08-4719-86a2-d8db55ebf64c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662307 Mar 10 17:38:06.665017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b3891cf3-b3c0-401e-b7cc-01920315262c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:06.671908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:38:06.678400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc0e99-c6e6-4785-874d-e9bc8808e7a5 req-abaa86c9-e8c4-442d-8f25-87ab43cde340 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:06.692491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05dc0e99-c6e6-4785-874d-e9bc8808e7a5 req-abaa86c9-e8c4-442d-8f25-87ab43cde340 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1870034 Mar 10 17:38:06.782940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:06.796899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05dc0e99-c6e6-4785-874d-e9bc8808e7a5 req-1fa56272-2af8-4aed-8d07-ae95b2b4a005 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999849 Mar 10 17:38:06.893642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:06.896290 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a979e0-b969-4b77-bfd0-9a96e6136d83" -d '{"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "44490674-6872-4afe-9871-13d5a4159ea3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:06.928369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:06.945167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '99cab47f-df04-462a-98b4-a3b402f441ae', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '99cab47f-df04-462a-98b4-a3b402f441ae', 'mac_address': 'fa:16:3e:ce:ec:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:38:06.951445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port f6e862b1-5311-4fd6-84df-4ed85f96eecd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:06.951812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.000998 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b2928-f9da-4bee-acc3-c9be846a1bf0 x-openstack-request-id: req-108b2928-f9da-4bee-acc3-c9be846a1bf0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:07.001211 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959f7986-b519-443c-b970-181e4ab27fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "44490674-6872-4afe-9871-13d5a4159ea3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:07.001447 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-108b2928-f9da-4bee-acc3-c9be846a1bf0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:07.002193 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959f7986-b519-443c-b970-181e4ab27fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44490674-6872-4afe-9871-13d5a4159ea3', 'code': 200} Mar 10 17:38:07.022103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Router b3891cf3-b3c0-401e-b7cc-01920315262c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:07.031147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 99cab47f-df04-462a-98b4-a3b402f441ae is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:07.032903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.068317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cab47f-df04-462a-98b4-a3b402f441ae {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:07.088232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:07.094057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.176540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:07.176844 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.188147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b472d-e3a1-4a77-a31a-62afaedde97c req-b78629e4-955b-48df-aa33-6bf97918b185 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:07.195754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858b472d-e3a1-4a77-a31a-62afaedde97c req-b78629e4-955b-48df-aa33-6bf97918b185 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 946 time: 0.1149099 Mar 10 17:38:07.212749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d479f2b-2f87-4a0d-bbe9-6e7bb9f8933c req-ea08cb02-220a-4eb1-97a5-80ef826f18f3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:07.214840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d479f2b-2f87-4a0d-bbe9-6e7bb9f8933c req-ea08cb02-220a-4eb1-97a5-80ef826f18f3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 944 time: 0.1030691 Mar 10 17:38:07.292754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:07.302903 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d4992dc-69af-4d62-b164-851fec897882 admin admin] 10.222.0.35 "PUT /v2.0/routers/b3891cf3-b3c0-401e-b7cc-01920315262c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763611 Mar 10 17:38:07.304314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:07.305641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Sync routers for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:07.318711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d479f2b-2f87-4a0d-bbe9-6e7bb9f8933c req-d227282e-3f25-40b2-9188-4b41125b4198 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Mar 10 17:38:07.321570 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:07.324478 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:07.339542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858b472d-e3a1-4a77-a31a-62afaedde97c req-e80f83df-e07b-4739-a57b-bb395366486b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398444 Mar 10 17:38:07.427922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:07.450692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:07.458634 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.530737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:07.584658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:07.625713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-22fd1345-2652-4a22-8bee-ec4c442aee6a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-990610567&fields=id&tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 267 time: 0.1370001 Mar 10 17:38:07.641972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks [] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.753502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-f0e8ceda-110e-42b0-9afc-c4773c97935b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:07.759073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['99cab47f-df04-462a-98b4-a3b402f441ae'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:07.766742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-f0e8ceda-110e-42b0-9afc-c4773c97935b tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 946 time: 0.1239033 Mar 10 17:38:07.775661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'security_groups': ['d901292b-3cd4-4e35-8bba-84cbaf508d03', 'b7c2828a-66bc-410f-a0e5-2fabd515bb99']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:07.927591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:07.977433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks [] for router_gateway (b3891cf3-b3c0-401e-b7cc-01920315262c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.073918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Deleting port 92ede391-dd7e-441e-981a-25eb1f2b41b9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:08.074701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.161140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] For port 92ede391-dd7e-441e-981a-25eb1f2b41b9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=92ede391-dd7e-441e-981a-25eb1f2b41b9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:08.161786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.176896 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:38:06Z', 'revision_number': 5, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port': {'id': '92ede391-dd7e-441e-981a-25eb1f2b41b9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:44Z', 'updated_at': '2022-03-10T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:08.181512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Calling delete_port for 92ede391-dd7e-441e-981a-25eb1f2b41b9 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:08.205036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Checking router: b3891cf3-b3c0-401e-b7cc-01920315262c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:08.213506 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Routers {'b3891cf3-b3c0-401e-b7cc-01920315262c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:08.214110 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b3891cf3-b3c0-401e-b7cc-01920315262c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:08.303265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-d1342d08-e676-489b-bcae-ed26b12a3efd tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:08.304766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-d1342d08-e676-489b-bcae-ed26b12a3efd tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.2430358 Mar 10 17:38:08.320329 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] Set router b3891cf3-b3c0-401e-b7cc-01920315262c gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:08.324760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-e9cdd575-ede3-4245-abcb-3b81e11bf157 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0126317 Mar 10 17:38:08.361151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-ca73b1e0-a97e-42c2-ac04-91bea86160a4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299354 Mar 10 17:38:08.395768 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:38:07Z', 'revision_number': 6, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:08.397781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (92ede391-dd7e-441e-981a-25eb1f2b41b9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.425959 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f8528-ec17-47c1-aa43-0460e268fce2 None None] The sync data for ids ['b3891cf3-b3c0-401e-b7cc-01920315262c'] in n-d-833115-2 is: [{'id': 'b3891cf3-b3c0-401e-b7cc-01920315262c', 'name': 'tempest-TaggedBootDevicesTest-861031921-router', 'tenant_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:43Z', 'updated_at': '2022-03-10T17:38:07Z', 'revision_number': 6, 'project_id': '4ef0c821cdac4ff0a19389fe19213ed6', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:08.445975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:08.472537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ede391-dd7e-441e-981a-25eb1f2b41b9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:08.496144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (925ca578-f25c-4209-833d-86ad4523a661), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.505679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-6ef664b2-caa4-41a8-b622-789d9d369461 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346049 Mar 10 17:38:08.514146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.528465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852', '925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:08.542054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (b3891cf3-b3c0-401e-b7cc-01920315262c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.585972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:08.633466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:08.634362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.635878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c85334-3e10-409f-a4a8-59968919f0c2 req-c1d1b298-d6b2-44b4-b3e4-3fcd42ee9cff tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "PUT /v2.0/ports/925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 982 time: 0.8680496 Mar 10 17:38:08.636398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:08.643713 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:08.665966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.668669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks [] for router_controller (b3891cf3-b3c0-401e-b7cc-01920315262c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.709102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-2fe29fd2-228b-4068-90ef-423f6984b9ec service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023997 Mar 10 17:38:08.729544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (b3891cf3-b3c0-401e-b7cc-01920315262c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.730118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3891cf3-b3c0-401e-b7cc-01920315262c {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:38:08.742045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.745648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b5d93fdb-1cdc-4063-b166-640182884df4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b3891cf3-b3c0-401e-b7cc-01920315262c HTTP/1.1" status: 204 len: 168 time: 1.4333534 Mar 10 17:38:08.745985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:08.761522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:08.792399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Deleting subnet 5210b961-6cea-4abf-ad63-811d33cacbd5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:08.795842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Publish callbacks [] for subnet (5210b961-6cea-4abf-ad63-811d33cacbd5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.838737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5210b961-6cea-4abf-ad63-811d33cacbd5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:08.864296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9669c-a104-466a-90b8-79ce4fcd07db req-b8c91d6f-50fc-4c42-a99a-ae4fe0a68b5d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:08.869754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c9669c-a104-466a-90b8-79ce4fcd07db req-b8c91d6f-50fc-4c42-a99a-ae4fe0a68b5d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1361647 Mar 10 17:38:08.982840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c9669c-a104-466a-90b8-79ce4fcd07db req-d1e8f417-28d4-46cb-8512-557cf9ed8473 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050105 Mar 10 17:38:09.044720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5210b961-6cea-4abf-ad63-811d33cacbd5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.057562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:09.059847 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58eefdb-bbb0-44de-bef2-54139e2d24fa" -d '{"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-plugged", "status": "completed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:09.158539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca79f7-613a-42b5-90da-08755d70823d req-34efe6cf-6358-4f2b-9476-d47a90e4bf57 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:09.160509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5210b961-6cea-4abf-ad63-811d33cacbd5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.168015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7fca79f7-613a-42b5-90da-08755d70823d req-34efe6cf-6358-4f2b-9476-d47a90e4bf57 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 944 time: 0.1088223 Mar 10 17:38:09.226058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5210b961-6cea-4abf-ad63-811d33cacbd5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:09.230346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127cad71-dcb7-45b4-9eff-f1cd586c6f54 None None] Network 407ac063-017d-423f-8b4c-bac17d9d9a3d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:09.235436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.245311 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b5d773a4-b4e2-436f-ba00-d21066bcedc1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5210b961-6cea-4abf-ad63-811d33cacbd5 HTTP/1.1" status: 204 len: 168 time: 0.4981737 Mar 10 17:38:09.248331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40630) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:09.249906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7fca79f7-613a-42b5-90da-08755d70823d req-59931e48-b3cf-4146-99dd-1da8fb93650c tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779617 Mar 10 17:38:09.272781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375849c-3216-4141-a41b-163706bf58a8 req-2b869b53-cc0f-41db-819d-bb7c6da05e9e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:09.274461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e375849c-3216-4141-a41b-163706bf58a8 req-2b869b53-cc0f-41db-819d-bb7c6da05e9e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1755810 Mar 10 17:38:09.356782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (407ac063-017d-423f-8b4c-bac17d9d9a3d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.391732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2df7a2-d555-48e8-a024-4b28ca2d0365 req-c645e12e-526e-4760-acd8-b923d117bce1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/b7c2828a-66bc-410f-a0e5-2fabd515bb99 HTTP/1.1" status: 200 len: 1817 time: 0.1076267 Mar 10 17:38:09.410085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e375849c-3216-4141-a41b-163706bf58a8 req-ede31c33-fc26-408e-ba18-f55152824275 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216848 Mar 10 17:38:09.490686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Deleting port 268f17a3-5125-4583-9421-f7e989ccfa75 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:09.495060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.499868 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561f6cf-abcd-43cd-bb43-d63e72acfd49 x-openstack-request-id: req-8561f6cf-abcd-43cd-bb43-d63e72acfd49 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:09.503830 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:09.504336 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8561f6cf-abcd-43cd-bb43-d63e72acfd49 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:09.504970 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661', 'status': 'completed', 'code': 200} Mar 10 17:38:09.561415 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-2c2df7a2-d555-48e8-a024-4b28ca2d0365 req-d4d70b29-d67d-4c54-ab4a-f4cab246dd7f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 17:38:09.573000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2df7a2-d555-48e8-a024-4b28ca2d0365 req-d4d70b29-d67d-4c54-ab4a-f4cab246dd7f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7c2828a-66bc-410f-a0e5-2fabd515bb99 HTTP/1.1" status: 409 len: 341 time: 0.1613307 Mar 10 17:38:09.662872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] For port 268f17a3-5125-4583-9421-f7e989ccfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=268f17a3-5125-4583-9421-f7e989ccfa75,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:09.663681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.681110 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2776ef82-1e7c-4198-bdfd-24855c246720 x-openstack-request-id: req-2776ef82-1e7c-4198-bdfd-24855c246720 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:09.682394 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-plugged", "status": "completed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:09.682555 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2776ef82-1e7c-4198-bdfd-24855c246720 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:09.685822 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'code': 200} Mar 10 17:38:09.696851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Calling delete_port for 268f17a3-5125-4583-9421-f7e989ccfa75 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:09.703898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] DHCP port deletion for 407ac063-017d-423f-8b4c-bac17d9d9a3d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:38:09.805687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069921d9-0929-429d-b69d-078a9bcfaa2f req-2d1a8dfd-53e8-42e4-81f8-dd0fd302893e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1442349 Mar 10 17:38:09.876759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-f259bdfc-e6a6-47ea-8ec7-f5d1b2bcbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:09.886399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-f259bdfc-e6a6-47ea-8ec7-f5d1b2bcbb36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1167 time: 0.3464727 Mar 10 17:38:09.900719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Deleting port 268f17a3-5125-4583-9421-f7e989ccfa75 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:09.905943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:09.931957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 268f17a3-5125-4583-9421-f7e989ccfa75 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:10.247263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-4c1dd302-c33c-4413-a825-eb0146bb45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:10.248779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-4c1dd302-c33c-4413-a825-eb0146bb45c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.3549337 Mar 10 17:38:10.253978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] For port 268f17a3-5125-4583-9421-f7e989ccfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=268f17a3-5125-4583-9421-f7e989ccfa75,segment=NetworkSegment(71b2dee2-e9f8-419e-b9ba-2bd3787bfd82),segment_id=71b2dee2-e9f8-419e-b9ba-2bd3787bfd82)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:10.254387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.300027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Calling delete_port for 268f17a3-5125-4583-9421-f7e989ccfa75 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:10.364825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.387671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Port 268f17a3-5125-4583-9421-f7e989ccfa75 update to DOWN by agent not found {{(pid=103796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 17:38:10.388185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd45f306-2c46-43df-989e-6868913f974d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:10.397949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-8896b962-1a71-4fa6-9af2-75b35f154697 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 217 time: 0.1054888 Mar 10 17:38:10.410486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Pushing event deleted for resources: {'Port': ['ID=268f17a3-5125-4583-9421-f7e989ccfa75,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:10.420313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] No DVR routers for this DVR port 268f17a3-5125-4583-9421-f7e989ccfa75 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:10.435171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: bd45f306-2c46-43df-989e-6868913f974d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:10.435602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd45f306-2c46-43df-989e-6868913f974d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:10.435910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 92ede391-dd7e-441e-981a-25eb1f2b41b9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:10.480829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 92ede391-dd7e-441e-981a-25eb1f2b41b9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:10.481590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 92ede391-dd7e-441e-981a-25eb1f2b41b9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:10.516488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dadb34-3d0f-4d91-924b-7122a46787c7 req-1b25543d-8d61-460f-a670-d4143e3fbf33 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:10.524116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51dadb34-3d0f-4d91-924b-7122a46787c7 req-1b25543d-8d61-460f-a670-d4143e3fbf33 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 985 time: 0.3840764 Mar 10 17:38:10.540454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-35e4439a-1da0-4e89-a60e-479db5e68413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:10.542314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-35e4439a-1da0-4e89-a60e-479db5e68413 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1364958 Mar 10 17:38:10.562006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (268f17a3-5125-4583-9421-f7e989ccfa75), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.591862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] No DVR routers for this DVR port 268f17a3-5125-4583-9421-f7e989ccfa75 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:10.636398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f188d-6395-435e-acc4-0e5836b25136 None None] Pushing event deleted for resources: {'Port': ['ID=268f17a3-5125-4583-9421-f7e989ccfa75,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:10.672746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:10.705900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-4b062008-4591-4f58-b401-acd2c9b8775a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541357 Mar 10 17:38:10.719021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72686f5e-b265-415f-b2b2-7096fd2d2f62 req-aa6ad4bb-0aa5-4d20-a052-b6fa2a4a58f5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:10.719294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (407ac063-017d-423f-8b4c-bac17d9d9a3d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.728269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72686f5e-b265-415f-b2b2-7096fd2d2f62 req-aa6ad4bb-0aa5-4d20-a052-b6fa2a4a58f5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.4774377 Mar 10 17:38:10.737148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51dadb34-3d0f-4d91-924b-7122a46787c7 req-a2a7d9b5-9347-4d8a-a38c-e1c4ab476c5f tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2115123 Mar 10 17:38:10.779849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407ac063-017d-423f-8b4c-bac17d9d9a3d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:10.788098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 99cab47f-df04-462a-98b4-a3b402f441ae completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:38:10.792898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 99cab47f-df04-462a-98b4-a3b402f441ae triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:10.793281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.817912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:10.818272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b2dee2-e9f8-419e-b9ba-2bd3787bfd82') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:10.839632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (71b2dee2-e9f8-419e-b9ba-2bd3787bfd82), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.865958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (71b2dee2-e9f8-419e-b9ba-2bd3787bfd82), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.880453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:10.880865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (71b2dee2-e9f8-419e-b9ba-2bd3787bfd82), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:10.887305 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:10.985655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72686f5e-b265-415f-b2b2-7096fd2d2f62 req-e970f473-65f3-4b2d-8fbf-db354c050fc2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561588 Mar 10 17:38:11.052376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 99cab47f-df04-462a-98b4-a3b402f441ae is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:11.052973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:11.072944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (407ac063-017d-423f-8b4c-bac17d9d9a3d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:11.084304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:11.090237 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] 10.222.0.35 "DELETE /v2.0/networks/407ac063-017d-423f-8b4c-bac17d9d9a3d HTTP/1.1" status: 204 len: 168 time: 1.8392296 Mar 10 17:38:11.098481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:11.158588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Pushing event deleted for resources: {'Network': ['ID=407ac063-017d-423f-8b4c-bac17d9d9a3d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:11.177011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:11.188940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:11.214819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.223950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.225166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.225789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.226470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.226990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.227503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.228138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.228627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.229383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.229871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.230349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.230910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f789f-5c2e-4d2a-bdc8-59dc071a7eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:11.256199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-740d51a8-1b5e-46b8-bdda-e02a2cf6a425 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248597 Mar 10 17:38:11.287445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:11.333480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b031-0a2b-4c8a-9773-c6ea5fc003ef req-c486f0f4-2296-4407-9ff5-de6fbdc2b975 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:11.335132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1954b031-0a2b-4c8a-9773-c6ea5fc003ef req-c486f0f4-2296-4407-9ff5-de6fbdc2b975 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 944 time: 0.4567692 Mar 10 17:38:11.400028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-3bd7072b-f3c7-42a1-97a1-b4523780ac0d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:11.402276 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-3bd7072b-f3c7-42a1-97a1-b4523780ac0d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.3067722 Mar 10 17:38:11.424170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:11.617148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1954b031-0a2b-4c8a-9773-c6ea5fc003ef req-ee5c5f91-55cf-4ef5-aa2d-c6fa47538131 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591283 Mar 10 17:38:11.631197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:11.636478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:11.668734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25351a1b-b4f3-4ecb-9b35-6fe624cad9ab req-adee9ad9-0e71-4da3-a8d5-c53af94508ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:11.675170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25351a1b-b4f3-4ecb-9b35-6fe624cad9ab req-adee9ad9-0e71-4da3-a8d5-c53af94508ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.4500427 Mar 10 17:38:11.682759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6e2363-0b8b-402f-ac47-4c2e84f597c4 req-74dbeddf-7d32-4a89-925c-13e86b6a0fcb service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594081 Mar 10 17:38:11.685477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:11.687961 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755f13f-5696-4eb6-aa73-519e8d7fda97" -d '{"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-plugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:11.850358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.7 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:12.082492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:12.172690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:12.231226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:12.235055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:12.239875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:12.254764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25351a1b-b4f3-4ecb-9b35-6fe624cad9ab req-251b9498-3785-4ca2-99e2-c5e7ab62a03f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5640447 Mar 10 17:38:12.297955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:12.324379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.325314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:12.336557 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c4006-863f-475e-81ab-002004824491 x-openstack-request-id: req-6a1c4006-863f-475e-81ab-002004824491 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:12.337316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cef349-40ab-4e7a-a523-068de5377a9f req-c34609b9-1218-4589-b41b-5ae42f25c348 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.337817 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-plugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:12.339118 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a1c4006-863f-475e-81ab-002004824491 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:12.341262 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae', 'code': 200} Mar 10 17:38:12.345749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23cef349-40ab-4e7a-a523-068de5377a9f req-c34609b9-1218-4589-b41b-5ae42f25c348 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 931 time: 0.5642703 Mar 10 17:38:12.365788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-0abc7887-22cf-423e-b3fd-750ba74e9744 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9526289 Mar 10 17:38:12.381805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Request body: {'port': {'device_id': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:12.402682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7ec910c-622c-45e0-9a3e-bf7a7b847e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:12.423436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23cef349-40ab-4e7a-a523-068de5377a9f req-eb82cef6-888c-4066-a691-4ff7b349facf tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766027 Mar 10 17:38:12.486857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-dd3f84f5-f63c-4304-b575-1491daadcafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.488367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-dd3f84f5-f63c-4304-b575-1491daadcafa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1167 time: 0.7108464 Mar 10 17:38:12.596891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:12.693670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795252-13e2-4397-ab2e-03c20cc6db11 req-aec12b51-5ccb-4b1e-a878-2eaae85868a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.695520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2795252-13e2-4397-ab2e-03c20cc6db11 req-aec12b51-5ccb-4b1e-a878-2eaae85868a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 1127 time: 0.2783120 Mar 10 17:38:12.783613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8df34-05f5-4a46-ac72-af676901e84b req-78689d76-44b6-4af6-9b47-489b74c3a584 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.791815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09e8df34-05f5-4a46-ac72-af676901e84b req-78689d76-44b6-4af6-9b47-489b74c3a584 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 985 time: 0.3185854 Mar 10 17:38:12.809303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-2724bc9e-2a7c-483d-95e0-96e713b2e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.811182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-2724bc9e-2a7c-483d-95e0-96e713b2e973 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.3109176 Mar 10 17:38:12.900965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-1fbdb4da-ffdc-4f31-88df-d1bb87fc5052 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 217 time: 0.0711296 Mar 10 17:38:12.933990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2795252-13e2-4397-ab2e-03c20cc6db11 req-4a34916c-1d08-4545-bc67-faeacafcd3c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137642 Mar 10 17:38:12.941976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cea80-cc74-4ff0-bcf4-3875937eee7d req-86924c0a-3cba-4a03-9ad2-382de16336d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:12.945450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e58cea80-cc74-4ff0-bcf4-3875937eee7d req-86924c0a-3cba-4a03-9ad2-382de16336d1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.3036647 Mar 10 17:38:12.987607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:12.997399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks [] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.016696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Transition to ACTIVE for port object 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:38:13.034447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.055510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09e8df34-05f5-4a46-ac72-af676901e84b req-ae49dcd2-855d-462e-aea6-abdaab40323a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2623224 Mar 10 17:38:13.108104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-1058d2a5-29dd-480f-9cb0-f085a8ec9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.112149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-1058d2a5-29dd-480f-9cb0-f085a8ec9dd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.1938555 Mar 10 17:38:13.130068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Pushing event updated for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:13.231382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-9ceea243-0e0a-4044-b601-d861d79a0263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047578 Mar 10 17:38:13.235858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e58cea80-cc74-4ff0-bcf4-3875937eee7d req-40b3e177-9ece-42eb-accb-08859d445a03 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817266 Mar 10 17:38:13.266216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Attempting to bind port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:13.266216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Attempting to bind port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:13.266216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Attempting to bind port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:13.266216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:38:13.266216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Attempting to bind port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:13.272018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:13.272551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:13.272872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:13.273366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Bound port: 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:13.273793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.424135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:13.430491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:13.446562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.478890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (24833750-6314-41a1-86b7-089a5163270b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.495885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.496596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:13.498374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] 10.222.0.59 "PUT /v2.0/ports/40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 HTTP/1.1" status: 200 len: 1091 time: 1.1220877 Mar 10 17:38:13.499167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:13.501796 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a114427-4cad-41bc-bf8c-cb111b50a94b" -d '{"events": [{"name": "network-changed", "server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:13.541485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4fb95-c1af-4ee5-b247-7c77b7d0bdba service neutron] Pushing event updated for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:13.641010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-6d7d0d04-ad94-43d6-9c8d-a16ed26d5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.643880 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-6d7d0d04-ad94-43d6-9c8d-a16ed26d5c75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 1125 time: 0.0915873 Mar 10 17:38:13.710877 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-580525c0-d63f-4a91-bcb9-4b073eaf1437 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 HTTP/1.1" status: 200 len: 217 time: 0.0590987 Mar 10 17:38:13.761448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e574f-6f83-4131-a95f-47b8b0bac78c req-972e0924-3233-4d9e-8668-c88662aea011 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.763196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a71e574f-6f83-4131-a95f-47b8b0bac78c req-972e0924-3233-4d9e-8668-c88662aea011 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.5815430 Mar 10 17:38:13.764102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-d9b8580c-914c-497d-a53e-5b90a08d86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.765714 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-d9b8580c-914c-497d-a53e-5b90a08d86ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.0491769 Mar 10 17:38:13.809812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-f5a234fe-0f7b-4fd0-a2fc-24e6b7aa0b8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377321 Mar 10 17:38:13.911881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a71e574f-6f83-4131-a95f-47b8b0bac78c req-599e3651-84a3-4c94-a9b3-8ad8eee0c9b4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976379 Mar 10 17:38:13.966756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8e6100da-5a74-493f-a6a6-40b973093fd8 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485655 Mar 10 17:38:13.967270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966d636-3e19-405a-becb-bea148840471 req-3d9b61f5-40d7-464f-b63c-c10918fb95f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:13.977053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3966d636-3e19-405a-becb-bea148840471 req-3d9b61f5-40d7-464f-b63c-c10918fb95f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.5886149 Mar 10 17:38:14.097659 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca0bab75-2e12-47b5-84f6-0be4405c598c req-8ccd3b98-4ef2-4aee-9a46-12d18a2cfbaa service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246693 Mar 10 17:38:14.148241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-adfdd937-31bd-49af-8158-76a4e21f2168 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8914680 Mar 10 17:38:14.165694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3966d636-3e19-405a-becb-bea148840471 req-85395877-db02-4230-97e9-cb1f2fb34c03 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876764 Mar 10 17:38:14.251349 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98daaca-e259-4f54-bfc0-81031561b663 x-openstack-request-id: req-f98daaca-e259-4f54-bfc0-81031561b663 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:14.251640 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:14.251888 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f98daaca-e259-4f54-bfc0-81031561b663 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:14.252296 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69', 'status': 'completed', 'code': 200} Mar 10 17:38:14.286341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c750b-779b-485b-bcb7-a2a224c84212 req-b2276760-641f-415d-9a2e-644f5d343ef1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.297308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-703c750b-779b-485b-bcb7-a2a224c84212 req-b2276760-641f-415d-9a2e-644f5d343ef1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 943 time: 0.2766392 Mar 10 17:38:14.412559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-3702af7f-7173-4a29-8392-4a3ef0d7c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.414466 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-3702af7f-7173-4a29-8392-4a3ef0d7c6fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 1125 time: 0.1385233 Mar 10 17:38:14.518823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-703c750b-779b-485b-bcb7-a2a224c84212 req-f7d3c07a-dfac-4d95-ad58-38414b4178a8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203588 Mar 10 17:38:14.574157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Deleting port e0dc3670-bf07-49cf-9165-ca2550d5b949 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:14.574546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:14.589604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09440-9108-46df-a03b-8683ff9af984 req-7ec8e7dd-9c7c-4eb0-a574-c86201c10b46 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.591165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ea09440-9108-46df-a03b-8683ff9af984 req-7ec8e7dd-9c7c-4eb0-a574-c86201c10b46 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 985 time: 0.2379417 Mar 10 17:38:14.611116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff060799-b0c5-43d7-b9c4-5d0b66d14411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:14.616958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd7c8170-fdef-40c0-a771-b1edd39e0131 req-5a03aecd-d638-4d1e-9156-b04d1a583f59 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481909 Mar 10 17:38:14.664101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-bd24b569-ff66-4edd-a1b8-7f43e55a91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.665714 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-bd24b569-ff66-4edd-a1b8-7f43e55a91e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.2425280 Mar 10 17:38:14.737631 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-1c7c83e3-2037-4431-9116-1afede70fb66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 HTTP/1.1" status: 200 len: 217 time: 0.0643613 Mar 10 17:38:14.771556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ea09440-9108-46df-a03b-8683ff9af984 req-a4869965-58df-4a9e-8ead-346ce6c1af8a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1631632 Mar 10 17:38:14.811030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-8b68abe2-bd3e-4170-b3d2-3ee8ee1b8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.813328 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-8b68abe2-bd3e-4170-b3d2-3ee8ee1b8a9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.0692866 Mar 10 17:38:14.904358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-63351eaf-953f-44a8-86ac-7a6468cba48a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648730 Mar 10 17:38:14.904561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] For port e0dc3670-bf07-49cf-9165-ca2550d5b949, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e0dc3670-bf07-49cf-9165-ca2550d5b949,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:14.904870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:14.924738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c0ba8-8d55-415e-a0c0-cb629007fcb6 req-d1e51fd4-5daf-4669-b446-f0cbe2feb362 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:14.933531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103c0ba8-8d55-415e-a0c0-cb629007fcb6 req-d1e51fd4-5daf-4669-b446-f0cbe2feb362 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.2304196 Mar 10 17:38:14.964352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Calling delete_port for e0dc3670-bf07-49cf-9165-ca2550d5b949 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:14.997033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103c0ba8-8d55-415e-a0c0-cb629007fcb6 req-672d7e98-143c-457a-bbba-15ab119edbe5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Mar 10 17:38:15.094813 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-3f87489c-6a63-4616-a7f2-451289a1e528 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892543 Mar 10 17:38:15.331747 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3a114427-4cad-41bc-bf8c-cb111b50a94b req-2def77ec-9da9-408f-8aef-b59ce8634568 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143073 Mar 10 17:38:15.473072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57b83-4ef1-448c-98df-3f13f5ad045b req-e67a3068-5973-44c6-9e7a-def371355b6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:15.474794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ae57b83-4ef1-448c-98df-3f13f5ad045b req-e67a3068-5973-44c6-9e7a-def371355b6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1549969 Mar 10 17:38:15.494312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d04e7e-8639-4cd5-a7bd-69270860e41d req-87c7ffe0-aff6-4bc2-bfd5-19622617b12b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:15.495912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5d04e7e-8639-4cd5-a7bd-69270860e41d req-87c7ffe0-aff6-4bc2-bfd5-19622617b12b tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.4238060 Mar 10 17:38:15.635695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ae57b83-4ef1-448c-98df-3f13f5ad045b req-53730ff7-701f-4fc4-869f-a21f6aaaa4c0 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387727 Mar 10 17:38:15.648646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5d04e7e-8639-4cd5-a7bd-69270860e41d req-b413cced-3500-4258-9fec-a508f634bad3 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303225 Mar 10 17:38:15.659266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e0dc3670-bf07-49cf-9165-ca2550d5b949), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:15.754307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dc3670-bf07-49cf-9165-ca2550d5b949,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:15.780910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:15.971690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:38:16.080554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e9904-e8cf-4129-a089-ab3013254e43 req-071123f5-6882-4192-9f51-8e0c242d9b0e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:16.087845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a89e9904-e8cf-4129-a089-ab3013254e43 req-071123f5-6882-4192-9f51-8e0c242d9b0e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 943 time: 0.2702005 Mar 10 17:38:16.202813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:16.259151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69', 'mac_address': 'fa:16:3e:95:dd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:38:16.393026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:16.393421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:16.444106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:16.508657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:16.528898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:16.610599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (24833750-6314-41a1-86b7-089a5163270b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:16.660451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a89e9904-e8cf-4129-a089-ab3013254e43 req-5e55f6dd-97f0-47ef-b6fe-9948a8d75545 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714719 Mar 10 17:38:16.789815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:16.809735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.810108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.810417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.810783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.811118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.811838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.812178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.812506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.812830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.813154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.813712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.814051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.814375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:16.819181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:16.898583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0bc64-9cee-4986-8f64-20b20fb27e86 req-4c2a549d-b883-470f-9a34-21399af2a2af tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:16.901762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4a0bc64-9cee-4986-8f64-20b20fb27e86 req-4c2a549d-b883-470f-9a34-21399af2a2af tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 985 time: 0.3239005 Mar 10 17:38:17.005829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401d94f-cda3-4133-879e-8b3c5500f2bf req-f9b50377-97b6-4b35-82e2-65a57934916c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:17.020116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c401d94f-cda3-4133-879e-8b3c5500f2bf req-f9b50377-97b6-4b35-82e2-65a57934916c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.2109985 Mar 10 17:38:17.113602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4a0bc64-9cee-4986-8f64-20b20fb27e86 req-6e52bd6d-b644-4f7b-a35c-689a790b9f07 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1472540 Mar 10 17:38:17.182229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c401d94f-cda3-4133-879e-8b3c5500f2bf req-b8219bcb-1384-4b7d-9ba1-122a687f7612 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609030 Mar 10 17:38:17.195790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:17.454833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2cbf-1c03-44a2-b619-ee92ef308466 req-c78e02dd-6f15-4f9d-a148-79be76eaf809 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:17.461565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f08e2cbf-1c03-44a2-b619-ee92ef308466 req-c78e02dd-6f15-4f9d-a148-79be76eaf809 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1443555 Mar 10 17:38:17.479398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-ecd118c8-84be-4500-bfeb-5c92980b2e93 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1978041541&fields=id&tenant_id=fc1006cea8824e16a8021ccec1abb4e5 HTTP/1.1" status: 200 len: 267 time: 0.1799383 Mar 10 17:38:17.522134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Router 24833750-6314-41a1-86b7-089a5163270b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:17.565930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f08e2cbf-1c03-44a2-b619-ee92ef308466 req-d81e080e-3ff5-4baa-8cf8-4a5741507c83 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963883 Mar 10 17:38:17.612067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-62806f5b-b712-4c92-aebb-8e2bf71dc66d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:17.619525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-62806f5b-b712-4c92-aebb-8e2bf71dc66d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 985 time: 0.1392641 Mar 10 17:38:17.625322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'port': {'security_groups': ['b7c2828a-66bc-410f-a0e5-2fabd515bb99', 'd901292b-3cd4-4e35-8bba-84cbaf508d03', '810069a2-8984-4186-87b6-18c35c676742']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:17.898453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:17.971102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:18.136176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:38:18.142263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:18.142945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.325657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:18.331673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:18.332563 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.383691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:18.386836 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5985b377-7849-41c1-897b-c3c15a169eb5" -d '{"events": [{"server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "name": "network-vif-plugged", "status": "completed", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:18.387635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for port (925ca578-f25c-4209-833d-86ad4523a661), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.425920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.429075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:18.439906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852', '925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:18.450539 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.473621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:18.486269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-410e6f6b-fee9-4d32-96ff-eb693d55de06 admin admin] 10.222.0.35 "PUT /v2.0/routers/24833750-6314-41a1-86b7-089a5163270b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3761234 Mar 10 17:38:18.489578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:18.543302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Sync routers for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:18.609561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:18.610167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:18.617330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:18.618289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:18.627088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3341180a-70d6-45a4-bb09-ddb660c2a974 req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "PUT /v2.0/ports/925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 1021 time: 1.0065894 Mar 10 17:38:18.653689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:18.659577 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615" -d '{"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:18.722833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:18.750147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37f6b-2de9-48cc-8dea-06180e473841 req-230b5b2f-3f40-408a-a5a4-16dc865f4853 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:18.763138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eda37f6b-2de9-48cc-8dea-06180e473841 req-230b5b2f-3f40-408a-a5a4-16dc865f4853 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 944 time: 0.3625846 Mar 10 17:38:18.775782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:38:18.829232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f07e7-ae7d-47a1-bee9-151dd957cc03 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:19.011511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eda37f6b-2de9-48cc-8dea-06180e473841 req-46831f4f-825a-4e62-aa7c-15d529c3f977 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399533 Mar 10 17:38:19.012996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks [] for router (24833750-6314-41a1-86b7-089a5163270b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:19.055036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02635d-62db-4f98-a309-049228afafd7 req-6a08df36-f46b-40ef-bdbb-d1675585a7c7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:19.056650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af02635d-62db-4f98-a309-049228afafd7 req-6a08df36-f46b-40ef-bdbb-d1675585a7c7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.2546139 Mar 10 17:38:19.108711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:19.158556 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8da65-5a92-49f6-a6af-56fdedf7e14d x-openstack-request-id: req-4db8da65-5a92-49f6-a6af-56fdedf7e14d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:19.158860 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "name": "network-vif-plugged", "status": "completed", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:19.171934 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4db8da65-5a92-49f6-a6af-56fdedf7e14d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:19.172507 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69', 'code': 200} Mar 10 17:38:19.204337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:19.215909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:19.220914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af02635d-62db-4f98-a309-049228afafd7 req-6960f89d-3170-49ec-a3a0-d4176568e6a3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485746 Mar 10 17:38:19.365353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks [] for router_gateway (24833750-6314-41a1-86b7-089a5163270b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:19.433708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '99cab47f-df04-462a-98b4-a3b402f441ae', 'network_id': '5230ea8a-414e-4585-85fc-58d27225eca3', 'port_id': '99cab47f-df04-462a-98b4-a3b402f441ae', 'mac_address': 'fa:16:3e:ce:ec:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ce234-2a8e-4680-bab9-f895c2b98c5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:38:19.467027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f3b6d-6d92-416a-82d6-3d426b2ca496 req-05c339cc-71f2-419b-acbe-b03533c3353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:19.471238 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-886f3b6d-6d92-416a-82d6-3d426b2ca496 req-05c339cc-71f2-419b-acbe-b03533c3353d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 1127 time: 0.2179859 Mar 10 17:38:19.546832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfc5a134-b42e-4f8f-9f51-5bb78c6c1ba2 req-6955bc06-87c3-494b-8ba0-8faa3ffd9585 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/810069a2-8984-4186-87b6-18c35c676742 HTTP/1.1" status: 200 len: 1819 time: 0.2672954 Mar 10 17:38:19.600300 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-886f3b6d-6d92-416a-82d6-3d426b2ca496 req-191bc103-eaaa-4352-9fa0-1ac95dc3e952 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147289 Mar 10 17:38:19.621311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Deleting port b9688bc9-752e-488f-b04a-5588c9b1edad {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:19.621621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:19.664523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4836c8-a45a-48a6-8bb6-6a2fda8599a7 req-8682ede0-ea36-439d-9609-3f5aa3a6670a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:19.673159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb4836c8-a45a-48a6-8bb6-6a2fda8599a7 req-8682ede0-ea36-439d-9609-3f5aa3a6670a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3279276 Mar 10 17:38:19.674185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:19.748171 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-dfc5a134-b42e-4f8f-9f51-5bb78c6c1ba2 req-c7caaa52-852c-4123-9684-13d7ef0cc71e tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 17:38:19.749896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfc5a134-b42e-4f8f-9f51-5bb78c6c1ba2 req-c7caaa52-852c-4123-9684-13d7ef0cc71e tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/810069a2-8984-4186-87b6-18c35c676742 HTTP/1.1" status: 409 len: 341 time: 0.2022741 Mar 10 17:38:19.780896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb4836c8-a45a-48a6-8bb6-6a2fda8599a7 req-8765bf61-c850-4945-a94d-80aecef17031 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067653 Mar 10 17:38:19.894678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] For port b9688bc9-752e-488f-b04a-5588c9b1edad, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9688bc9-752e-488f-b04a-5588c9b1edad,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:19.894926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:19.908717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3fc6-ceca-4264-9d1c-1cc310a4f891 req-45faf8a3-38c0-4384-bcb7-59b71739d461 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:19.916919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-137a3fc6-ceca-4264-9d1c-1cc310a4f891 req-45faf8a3-38c0-4384-bcb7-59b71739d461 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.0750647 Mar 10 17:38:19.952200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Calling delete_port for b9688bc9-752e-488f-b04a-5588c9b1edad owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:19.980527 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4438b963-39c8-4237-98ae-f042e9b5bd56 x-openstack-request-id: req-4438b963-39c8-4237-98ae-f042e9b5bd56 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:19.980796 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "tag": "925ca578-f25c-4209-833d-86ad4523a661", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:19.981062 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4438b963-39c8-4237-98ae-f042e9b5bd56 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:19.982231 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'tag': '925ca578-f25c-4209-833d-86ad4523a661', 'status': 'completed', 'code': 200} Mar 10 17:38:20.000277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-137a3fc6-ceca-4264-9d1c-1cc310a4f891 req-c6455b32-a33e-43bd-a189-7bddc4b815bc tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819230 Mar 10 17:38:20.245861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e5cdb-06b6-4416-86e8-74668d14458c req-4f039934-7a1e-4332-8e45-8207cee1efb6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:20.258569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af6e5cdb-06b6-4416-86e8-74668d14458c req-4f039934-7a1e-4332-8e45-8207cee1efb6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 945 time: 0.1317592 Mar 10 17:38:20.305743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-49fed912-10a3-4f6f-9053-cbf117bc452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:20.320458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-49fed912-10a3-4f6f-9053-cbf117bc452f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1207 time: 0.3129847 Mar 10 17:38:20.373672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af6e5cdb-06b6-4416-86e8-74668d14458c req-16df8987-0537-4ad2-9921-bb59f7ace988 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139045 Mar 10 17:38:20.396058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 99cab47f-df04-462a-98b4-a3b402f441ae is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:20.396670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:20.517315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9826d-7397-41f6-8cde-351fbfc89e3b req-f9be18e3-c643-4f51-99d4-06bffd288668 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:20.519145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ff9826d-7397-41f6-8cde-351fbfc89e3b req-f9be18e3-c643-4f51-99d4-06bffd288668 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1024 time: 0.1717217 Mar 10 17:38:20.523047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99cab47f-df04-462a-98b4-a3b402f441ae {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:38:20.584800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf87d5f-7689-4c00-babb-5d628eed393c req-5b7c8748-0ea1-4649-acbc-15e9413b20ec tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:20.593177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf87d5f-7689-4c00-babb-5d628eed393c req-5b7c8748-0ea1-4649-acbc-15e9413b20ec tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1181669 Mar 10 17:38:20.605238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:20.648255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:20.721747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ff9826d-7397-41f6-8cde-351fbfc89e3b req-0ec3e688-1c6b-4816-97aa-260b69582b05 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=810069a2-8984-4186-87b6-18c35c676742&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1935949 Mar 10 17:38:20.807136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf87d5f-7689-4c00-babb-5d628eed393c req-b23c26b7-a627-4724-8d33-2f75c4274c06 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128949 Mar 10 17:38:20.865985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-1bb19bb5-045c-40a9-9788-010930f09121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:20.873334 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-1bb19bb5-045c-40a9-9788-010930f09121 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 200 len: 913 time: 0.5287278 Mar 10 17:38:20.874223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['99cab47f-df04-462a-98b4-a3b402f441ae'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:20.960796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:21.036491 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-1b555048-1478-421f-9f63-10abd6670ab7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 200 len: 217 time: 0.1558509 Mar 10 17:38:21.042133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9688bc9-752e-488f-b04a-5588c9b1edad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:21.083043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be1761-ae36-4dc4-9903-01c1fceabb72 req-c0daa23a-8011-4c91-85d5-37574e901e00 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:21.088424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41be1761-ae36-4dc4-9903-01c1fceabb72 req-c0daa23a-8011-4c91-85d5-37574e901e00 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1426029 Mar 10 17:38:21.154618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:15Z', 'revision_number': 5, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port': {'id': 'b9688bc9-752e-488f-b04a-5588c9b1edad', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24833750-6314-41a1-86b7-089a5163270b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:28:57Z', 'updated_at': '2022-03-10T17:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:21.221574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41be1761-ae36-4dc4-9903-01c1fceabb72 req-126dd533-9058-4d36-b2d8-349e4a0313c8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260026 Mar 10 17:38:21.246724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9688bc9-752e-488f-b04a-5588c9b1edad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:21.335426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Checking router: 24833750-6314-41a1-86b7-089a5163270b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:21.365475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2735c96-0e17-430a-aa9c-01c4524df8e1 req-9ae40122-a018-4762-b0ee-58e52e5b6d96 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:21.377582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2735c96-0e17-430a-aa9c-01c4524df8e1 req-9ae40122-a018-4762-b0ee-58e52e5b6d96 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 944 time: 0.1423709 Mar 10 17:38:21.383778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-6aed634f-acfc-4989-8e6d-28abfa707e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:21.385239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-6aed634f-acfc-4989-8e6d-28abfa707e09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 200 len: 852 time: 0.3257952 Mar 10 17:38:21.484349 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-972a4026-8a1e-4be8-a2fd-61b9ff01fa6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc0b1848-8fd3-4583-92e2-eadbad330afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705612 Mar 10 17:38:21.502615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2735c96-0e17-430a-aa9c-01c4524df8e1 req-db6a980d-0a96-4dad-a33d-7bda808b46d6 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240020 Mar 10 17:38:21.615373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d97e7d-237b-49e5-9f72-2a1f65987f79 req-3705c3f8-7613-4791-8ba1-58c5f25acfd6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:21.622623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03d97e7d-237b-49e5-9f72-2a1f65987f79 req-3705c3f8-7613-4791-8ba1-58c5f25acfd6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 945 time: 0.1172926 Mar 10 17:38:21.659812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Routers {'24833750-6314-41a1-86b7-089a5163270b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:21.660441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['24833750-6314-41a1-86b7-089a5163270b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:21.662461 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-6ea2517f-8c24-4ecc-b4da-a45fc6d40870 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452885 Mar 10 17:38:21.665830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (24833750-6314-41a1-86b7-089a5163270b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:21.732143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03d97e7d-237b-49e5-9f72-2a1f65987f79 req-2a3c3100-71d7-462f-b315-9193d6340e13 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085494 Mar 10 17:38:21.850192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] Set router 24833750-6314-41a1-86b7-089a5163270b gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:21.989134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (24833750-6314-41a1-86b7-089a5163270b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:21.995277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks [] for router_controller (24833750-6314-41a1-86b7-089a5163270b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.065810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:20Z', 'revision_number': 7, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:22.115094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5ac54-cf8f-40ca-8c1d-655a34ddd123 None None] The sync data for ids ['24833750-6314-41a1-86b7-089a5163270b'] in n-d-833115-2 is: [{'id': '24833750-6314-41a1-86b7-089a5163270b', 'name': 'tempest-TaggedBootDevicesTest-802480661-router', 'tenant_id': '50546d0121484550b1f43fbfb460ccde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:28:56Z', 'updated_at': '2022-03-10T17:38:20Z', 'revision_number': 7, 'project_id': '50546d0121484550b1f43fbfb460ccde', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:22.203813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-b6bdabcb-310f-434a-b6f7-d89033230861 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:22.206696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-b6bdabcb-310f-434a-b6f7-d89033230861 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1024 time: 0.3522513 Mar 10 17:38:22.323428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4620321-6eb7-42b5-bf64-3de1dd97cf21 req-f549e671-4e92-48c8-80a2-1bf82c890cf9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:22.325059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4620321-6eb7-42b5-bf64-3de1dd97cf21 req-f549e671-4e92-48c8-80a2-1bf82c890cf9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 1024 time: 0.3984525 Mar 10 17:38:22.356290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45b122-7c68-45e2-be46-92bf6561272f req-8c7bf132-4bfe-4ac8-858b-1c9932ea5857 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:22.370036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f45b122-7c68-45e2-be46-92bf6561272f req-8c7bf132-4bfe-4ac8-858b-1c9932ea5857 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.3825827 Mar 10 17:38:22.524712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f45b122-7c68-45e2-be46-92bf6561272f req-3a3d8eb1-7252-4359-a24c-8c49bcaee4fb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533420 Mar 10 17:38:22.665447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (24833750-6314-41a1-86b7-089a5163270b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.666259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24833750-6314-41a1-86b7-089a5163270b {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:38:22.676764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.682366 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57779838-d8b0-4327-8b19-0a5228e5506e admin admin] 10.222.0.35 "DELETE /v2.0/routers/24833750-6314-41a1-86b7-089a5163270b HTTP/1.1" status: 204 len: 168 time: 4.1923399 Mar 10 17:38:22.683384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:22.710667 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ebec6eb-4eda-4f70-a861-3aaa05f2f615 req-8a2715fd-8199-4fb5-a5eb-21d421ee2be8 service neutron] 10.222.0.59 "GET /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7036474 Mar 10 17:38:22.749635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:22.764153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Deleting port 925ca578-f25c-4209-833d-86ad4523a661 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:22.767425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (925ca578-f25c-4209-833d-86ad4523a661), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.825721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 99cab47f-df04-462a-98b4-a3b402f441ae triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:22.826149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.871234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4620321-6eb7-42b5-bf64-3de1dd97cf21 req-4f3eeb27-ee56-475e-9539-5d989ebb0ac9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=d901292b-3cd4-4e35-8bba-84cbaf508d03&id=810069a2-8984-4186-87b6-18c35c676742&id=b7c2828a-66bc-410f-a0e5-2fabd515bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4912522 Mar 10 17:38:22.968121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 925ca578-f25c-4209-833d-86ad4523a661, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=925ca578-f25c-4209-833d-86ad4523a661,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:22.969988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 99cab47f-df04-462a-98b4-a3b402f441ae is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:22.970830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.971620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (925ca578-f25c-4209-833d-86ad4523a661), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:22.977539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Deleting subnet e871158b-9fdc-4666-9379-c2c336c3ceaf {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:23.010525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7405a-0857-4853-8d49-aaf2e8f4d810 req-1f805777-b0be-4cab-93c1-c2d224ba4bd8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:23.018170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11c7405a-0857-4853-8d49-aaf2e8f4d810 req-1f805777-b0be-4cab-93c1-c2d224ba4bd8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3508062 Mar 10 17:38:23.021737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:23.023610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:23.026092 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779f20b-3537-4740-a21a-4500ec0e0f60" -d '{"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-plugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:23.033930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.046915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Calling delete_port for 925ca578-f25c-4209-833d-86ad4523a661 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:23.047994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Publish callbacks [] for subnet (e871158b-9fdc-4666-9379-c2c336c3ceaf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.124487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e871158b-9fdc-4666-9379-c2c336c3ceaf), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.149480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:23.217352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11c7405a-0857-4853-8d49-aaf2e8f4d810 req-ae15cd44-76f0-46ec-b79e-25617a2ddc5a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978683 Mar 10 17:38:23.276456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339a374-6c01-4e7a-b83d-e258744b6f0f req-f3862793-6e32-4e63-a681-4a171be6c45e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:23.289816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e339a374-6c01-4e7a-b83d-e258744b6f0f req-f3862793-6e32-4e63-a681-4a171be6c45e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 944 time: 0.3012342 Mar 10 17:38:23.312248 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c843e60-99fb-47f9-b9e7-46b8f53aa05f x-openstack-request-id: req-0c843e60-99fb-47f9-b9e7-46b8f53aa05f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:23.312445 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-plugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:23.312633 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c843e60-99fb-47f9-b9e7-46b8f53aa05f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:23.313025 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae', 'code': 200} Mar 10 17:38:23.470469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e339a374-6c01-4e7a-b83d-e258744b6f0f req-51632dd9-644a-4ebc-8047-6c67dc096a4f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733184 Mar 10 17:38:23.622211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e871158b-9fdc-4666-9379-c2c336c3ceaf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.665645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (925ca578-f25c-4209-833d-86ad4523a661), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.679305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['961035f4-8a32-4bc0-b026-a325792bf852', '925ca578-f25c-4209-833d-86ad4523a661'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:38:23.761110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e0dc3670-bf07-49cf-9165-ca2550d5b949 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:23.800143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e0dc3670-bf07-49cf-9165-ca2550d5b949 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:23.801009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e0dc3670-bf07-49cf-9165-ca2550d5b949 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:23.801436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9688bc9-752e-488f-b04a-5588c9b1edad no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:23.806412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'Port': ['ID=925ca578-f25c-4209-833d-86ad4523a661,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:23.825492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b9688bc9-752e-488f-b04a-5588c9b1edad {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:23.825826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9688bc9-752e-488f-b04a-5588c9b1edad not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:23.865402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e871158b-9fdc-4666-9379-c2c336c3ceaf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.975323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] No DVR routers for this DVR port 925ca578-f25c-4209-833d-86ad4523a661 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:23.978846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:23.984573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88d4b4c5-646c-4109-ad74-2c63a3a1b621 req-72808cc2-5ce5-4678-a8cc-888b5f9b54d1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "DELETE /v2.0/ports/925ca578-f25c-4209-833d-86ad4523a661 HTTP/1.1" status: 204 len: 173 time: 1.7698672 Mar 10 17:38:23.987485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'name': 'network-vif-deleted', 'tag': '925ca578-f25c-4209-833d-86ad4523a661'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:23.991222 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0fd6f-9f59-46e1-8dac-51c9ab6f7c81" -d '{"events": [{"server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "name": "network-vif-deleted", "tag": "925ca578-f25c-4209-833d-86ad4523a661"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:23.994168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e871158b-9fdc-4666-9379-c2c336c3ceaf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:24.013017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd499e53-5035-426e-84b0-ad524313876e None None] Network 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:24.017602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:24.021268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a3de3105-ec1a-484b-bee8-45344eab6afb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e871158b-9fdc-4666-9379-c2c336c3ceaf HTTP/1.1" status: 204 len: 168 time: 1.3296916 Mar 10 17:38:24.024998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40856) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:24.067738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c1afefa-ad06-437b-8af3-4fbe886fa890 req-6d3617e7-c097-4c4e-87ea-a1ee329826a6 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3289ff93-0e4d-473f-bcaf-c9548baccc1c HTTP/1.1" status: 200 len: 210 time: 0.0627661 Mar 10 17:38:24.141119 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8c22d5-f21d-4a6c-b870-7638291a7bd5 x-openstack-request-id: req-7e8c22d5-f21d-4a6c-b870-7638291a7bd5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:24.141519 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3289ff93-0e4d-473f-bcaf-c9548baccc1c", "name": "network-vif-deleted", "tag": "925ca578-f25c-4209-833d-86ad4523a661", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:24.141710 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e8c22d5-f21d-4a6c-b870-7638291a7bd5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:24.142103 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3289ff93-0e4d-473f-bcaf-c9548baccc1c', 'name': 'network-vif-deleted', 'tag': '925ca578-f25c-4209-833d-86ad4523a661', 'status': 'completed', 'code': 200} Mar 10 17:38:24.158797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954c24-4267-4bf9-a975-6a106dee3392 req-d8be17e3-815f-4d32-a83d-7e80d698ffa4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.168378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef954c24-4267-4bf9-a975-6a106dee3392 req-d8be17e3-815f-4d32-a83d-7e80d698ffa4 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.4897444 Mar 10 17:38:24.407417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] DHCP port deletion for 4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:38:24.551303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Deleting port 14ca0d20-95f3-4531-96b4-78903a1c79ff {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:24.551994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:24.716633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] For port 14ca0d20-95f3-4531-96b4-78903a1c79ff, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=14ca0d20-95f3-4531-96b4-78903a1c79ff,segment=NetworkSegment(36438ebe-1b4b-4774-acc6-edeacd369d80),segment_id=36438ebe-1b4b-4774-acc6-edeacd369d80)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:24.722172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:24.754122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Calling delete_port for 14ca0d20-95f3-4531-96b4-78903a1c79ff owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:24.776701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:24.830690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef954c24-4267-4bf9-a975-6a106dee3392 req-0e96bfae-dd6b-4e51-8efc-c6561ea27101 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606994 Mar 10 17:38:24.866463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bf7e9-7daa-486d-8a55-848957f89d23 req-b9fc980d-3e23-4120-9298-e406ce4a0048 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:24.868068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0bf7e9-7daa-486d-8a55-848957f89d23 req-b9fc980d-3e23-4120-9298-e406ce4a0048 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2160268 Mar 10 17:38:24.878599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:24.914820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] Pushing event deleted for resources: {'Port': ['ID=14ca0d20-95f3-4531-96b4-78903a1c79ff,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:24.921944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b99d4-b5ea-4924-a989-87cf8291804e None None] No DVR routers for this DVR port 14ca0d20-95f3-4531-96b4-78903a1c79ff on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:24.984356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0bf7e9-7daa-486d-8a55-848957f89d23 req-e494b40b-ee48-4c02-8ef0-006736240a96 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808029 Mar 10 17:38:25.027282 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:38:25.076472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Deleting port 14ca0d20-95f3-4531-96b4-78903a1c79ff {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:25.077190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.147694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9243-5cec-4040-afe1-0fe3d9115ce4 req-b67b6292-12c6-4228-978c-a31b0e6997e4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:25.149344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ddf9243-5cec-4040-afe1-0fe3d9115ce4 req-b67b6292-12c6-4228-978c-a31b0e6997e4 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.1635342 Mar 10 17:38:25.274502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] For port 14ca0d20-95f3-4531-96b4-78903a1c79ff, host n-d-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:25.274502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Calling delete_port for 14ca0d20-95f3-4531-96b4-78903a1c79ff owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Port 14ca0d20-95f3-4531-96b4-78903a1c79ff was not found and therefore no delete operation was performed {{(pid=103795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (14ca0d20-95f3-4531-96b4-78903a1c79ff), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ddf9243-5cec-4040-afe1-0fe3d9115ce4 req-a58e3ef6-94c3-4ce3-9fbc-e19a26153423 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586328 Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-373a3f26-2546-4248-94b2-86f224e59c92 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/b7c2828a-66bc-410f-a0e5-2fabd515bb99 HTTP/1.1" status: 200 len: 1817 time: 0.1656532 Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=14ca0d20-95f3-4531-96b4-78903a1c79ff,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:25.378686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] No DVR routers for this DVR port 14ca0d20-95f3-4531-96b4-78903a1c79ff on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:25.524581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.539542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (b7c2828a-66bc-410f-a0e5-2fabd515bb99), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.562293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4f45d2-c252-474d-89d7-54bf7d4cb6b8']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:25.585108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36438ebe-1b4b-4774-acc6-edeacd369d80') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:25.585370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36438ebe-1b4b-4774-acc6-edeacd369d80') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:25.595818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (b7c2828a-66bc-410f-a0e5-2fabd515bb99), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.609219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (36438ebe-1b4b-4774-acc6-edeacd369d80), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.634020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (36438ebe-1b4b-4774-acc6-edeacd369d80), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.645988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:25.646535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (36438ebe-1b4b-4774-acc6-edeacd369d80), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:25.648266 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:25.703854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b7c2828a-66bc-410f-a0e5-2fabd515bb99), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.722871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.724108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-974ce85d-39e8-4c56-91e4-72d989fa42a1 req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7c2828a-66bc-410f-a0e5-2fabd515bb99 HTTP/1.1" status: 204 len: 173 time: 0.3641486 Mar 10 17:38:25.844598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 14ca0d20-95f3-4531-96b4-78903a1c79ff no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:25.865854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d8f4-67ba-4f15-9550-db2256839f30 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c2828a-66bc-410f-a0e5-2fabd515bb99,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:25.887714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (4a4f45d2-c252-474d-89d7-54bf7d4cb6b8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.913004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:25.922475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a4f45d2-c252-474d-89d7-54bf7d4cb6b8 HTTP/1.1" status: 204 len: 168 time: 1.8949673 Mar 10 17:38:25.943282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 14ca0d20-95f3-4531-96b4-78903a1c79ff {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:25.945217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 14ca0d20-95f3-4531-96b4-78903a1c79ff not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:25.953684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22742b3-7a61-4cd7-9b52-11b868bbb0fe admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4f45d2-c252-474d-89d7-54bf7d4cb6b8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:25.958279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-8a096ee8-a1e4-4450-9f4f-269d161648bd tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/810069a2-8984-4186-87b6-18c35c676742 HTTP/1.1" status: 200 len: 1819 time: 0.1789639 Mar 10 17:38:25.986914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 925ca578-f25c-4209-833d-86ad4523a661 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:26.016641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 925ca578-f25c-4209-833d-86ad4523a661 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:26.017274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 925ca578-f25c-4209-833d-86ad4523a661 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:26.095641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (810069a2-8984-4186-87b6-18c35c676742), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.170820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (810069a2-8984-4186-87b6-18c35c676742), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.261330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40912) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:26.291716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (810069a2-8984-4186-87b6-18c35c676742), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.298212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.305907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6d854da-0b51-45aa-a099-d62781f52bc8 req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/810069a2-8984-4186-87b6-18c35c676742 HTTP/1.1" status: 204 len: 173 time: 0.3287704 Mar 10 17:38:26.343759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bba1e2-a001-47f4-be42-c83e68f8c03d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810069a2-8984-4186-87b6-18c35c676742,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:26.370943 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba70df19-6dad-4a52-810a-e5eb7fe23ab7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ef0c821cdac4ff0a19389fe19213ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1079526 Mar 10 17:38:26.373582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40916) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:26.528580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] Publish callbacks [] for security_group (b4bb92ee-c05f-4be5-8d59-067591fcea2f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.580998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] Publish callbacks [] for security_group (b4bb92ee-c05f-4be5-8d59-067591fcea2f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.667849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b030d7-aba2-4470-9066-f36ef8978ddf req-f7558106-0ba3-4983-a2ad-3d3ec46dd77f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:26.676004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4b030d7-aba2-4470-9066-f36ef8978ddf req-f7558106-0ba3-4983-a2ad-3d3ec46dd77f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1974468 Mar 10 17:38:26.727348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cc8bb-e302-4a2b-9fe4-c9aef78000ab req-99d58c92-3f5b-41ea-8cc1-aba3aa5a8b96 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:26.735231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-084cc8bb-e302-4a2b-9fe4-c9aef78000ab req-99d58c92-3f5b-41ea-8cc1-aba3aa5a8b96 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.2454731 Mar 10 17:38:26.823809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-084cc8bb-e302-4a2b-9fe4-c9aef78000ab req-5a64a16d-ce61-4d77-8e45-6cb1341a1622 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756435 Mar 10 17:38:26.861190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.895219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4b030d7-aba2-4470-9066-f36ef8978ddf req-269c0973-6ce9-453a-bc25-ea3e5d804d7b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181842 Mar 10 17:38:26.926986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4bb92ee-c05f-4be5-8d59-067591fcea2f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.929580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:26.930745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4bb92ee-c05f-4be5-8d59-067591fcea2f HTTP/1.1" status: 204 len: 168 time: 0.5557806 Mar 10 17:38:26.968972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-297305033', 'description': 'tempest-description-383895458'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:27.087170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0dd92-8998-47be-9577-ef38ef78d997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb92ee-c05f-4be5-8d59-067591fcea2f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:27.159136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.229945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fccd6a-3113-4f4c-9320-c88511bb614c req-e83ab502-c48b-4e71-a518-7da4ad2d0d21 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:27.245883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6fccd6a-3113-4f4c-9320-c88511bb614c req-e83ab502-c48b-4e71-a518-7da4ad2d0d21 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3204844 Mar 10 17:38:27.340856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6fccd6a-3113-4f4c-9320-c88511bb614c req-b007ed2f-88d3-49cb-841f-7a5df3658e73 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939512 Mar 10 17:38:27.438633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (48bab759-b610-41b1-8049-4209df36a772), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.448395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48bab759-b610-41b1-8049-4209df36a772), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.491033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bab759-b610-41b1-8049-4209df36a772,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:27.614171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:27.625866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-84d0ec71-8e13-48b8-8860-68660e803e29 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:27.627457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-84d0ec71-8e13-48b8-8860-68660e803e29 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.1085198 Mar 10 17:38:27.634695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.635919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ed72161-8d00-43f8-9917-938fb4357dc2 req-37bd3007-1786-4314-8013-d93503a77f23 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6903949 Mar 10 17:38:27.710908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f3cff1d-124a-4ac7-8919-b570d286e8bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50546d0121484550b1f43fbfb460ccde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947022 Mar 10 17:38:27.713066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40932) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:27.790977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] Publish callbacks [] for security_group (665f8f42-104d-43c9-a490-59611975f3b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.819584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] Publish callbacks [] for security_group (665f8f42-104d-43c9-a490-59611975f3b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.828346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-5e5c2dc2-5abe-49c5-b7e8-a7e7b3ca8c32 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/48bab759-b610-41b1-8049-4209df36a772 HTTP/1.1" status: 200 len: 1818 time: 0.1420178 Mar 10 17:38:27.859755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Request body: {'security_group': {'name': 'tempest-sg-hth-360789406', 'description': 'tempest-description-hth-1136634979'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:27.912658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (48bab759-b610-41b1-8049-4209df36a772), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.929193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (665f8f42-104d-43c9-a490-59611975f3b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.932253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:27.933867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/665f8f42-104d-43c9-a490-59611975f3b2 HTTP/1.1" status: 204 len: 168 time: 0.2191644 Mar 10 17:38:27.952646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b124838-0e42-4669-911e-b50f5e7bf84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f8f42-104d-43c9-a490-59611975f3b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:28.083697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (48bab759-b610-41b1-8049-4209df36a772), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.216030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48bab759-b610-41b1-8049-4209df36a772), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.226727 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.239199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25b08d91-02e2-4735-8044-3d9a7599cc8d req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "PUT /v2.0/security-groups/48bab759-b610-41b1-8049-4209df36a772 HTTP/1.1" status: 200 len: 1793 time: 0.4017127 Mar 10 17:38:28.373484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fc2f9-8b3b-432d-b006-6ccba63eab75 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bab759-b610-41b1-8049-4209df36a772,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:28.422214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb5caa-5a1d-4303-a661-1d81030ce903 req-40dbd569-c322-4afa-b41a-09d779391dfc tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:28.435102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57eb5caa-5a1d-4303-a661-1d81030ce903 req-40dbd569-c322-4afa-b41a-09d779391dfc tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 945 time: 0.3153450 Mar 10 17:38:28.493202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Deleting port 99cab47f-df04-462a-98b4-a3b402f441ae {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:28.494913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:28.580525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57eb5caa-5a1d-4303-a661-1d81030ce903 req-3d269bd0-f2bf-44bf-b898-4a2a8f44f35f tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Mar 10 17:38:28.766840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:28.886725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bbdc0-575d-4f29-bcd2-9709d3e6c875 req-0e1cdc48-0eb2-42ba-b8f4-3a6ee45e412c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:28.897089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b3bbdc0-575d-4f29-bcd2-9709d3e6c875 req-0e1cdc48-0eb2-42ba-b8f4-3a6ee45e412c tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.5448079 Mar 10 17:38:28.908952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc5fedf4-3a18-41d8-8c4e-c7a199f51b69 req-f36d6462-ac4f-45ad-8e04-a769756891eb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/48bab759-b610-41b1-8049-4209df36a772 HTTP/1.1" status: 200 len: 1793 time: 0.2817445 Mar 10 17:38:28.940883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 99cab47f-df04-462a-98b4-a3b402f441ae is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:28.941511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.037254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:29.039611 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dda1ab7-e3d7-41d6-a055-0ec3dee5dba2" -d '{"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-unplugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:29.098880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:29.111946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.222327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] For port 99cab47f-df04-462a-98b4-a3b402f441ae, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=99cab47f-df04-462a-98b4-a3b402f441ae,segment=NetworkSegment(e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f),segment_id=e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:29.222940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.234715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:29.244457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b3bbdc0-575d-4f29-bcd2-9709d3e6c875 req-aafa0a20-d378-46f6-90d3-9506b09d6fcc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464069 Mar 10 17:38:29.310692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Calling delete_port for 99cab47f-df04-462a-98b4-a3b402f441ae owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:29.403786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6c0c-ae98-4453-bc54-eb69014961b4 req-5a528f39-8814-4a98-b09f-221881d2ac28 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:29.411685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ae6c0c-ae98-4453-bc54-eb69014961b4 req-5a528f39-8814-4a98-b09f-221881d2ac28 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3216641 Mar 10 17:38:29.486930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98533419-2ee9-460e-9e09-ad58088e7784 req-c9ba4954-cfec-4da7-9bbe-29677603b8b1 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/48bab759-b610-41b1-8049-4209df36a772 HTTP/1.1" status: 200 len: 1793 time: 0.2171700 Mar 10 17:38:29.589776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ae6c0c-ae98-4453-bc54-eb69014961b4 req-e35358b4-6b7e-45a2-aa1b-ca540187ebd6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714163 Mar 10 17:38:29.706655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98533419-2ee9-460e-9e09-ad58088e7784 req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (48bab759-b610-41b1-8049-4209df36a772), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.744190 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492a32d-edbb-493a-9031-289ebe5924bc x-openstack-request-id: req-6492a32d-edbb-493a-9031-289ebe5924bc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:29.744664 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-unplugged", "status": "completed", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:29.745085 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6492a32d-edbb-493a-9031-289ebe5924bc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:29.745739 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae', 'code': 200} Mar 10 17:38:29.809158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.810085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98533419-2ee9-460e-9e09-ad58088e7784 req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (48bab759-b610-41b1-8049-4209df36a772), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:29.819793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:30.012724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (99cab47f-df04-462a-98b4-a3b402f441ae), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.027850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1181027519-network', 'tenant_id': 'ce7309337d294c8e96a9ec302f2f2b77'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:30.082906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Made reservation on behalf of ce7309337d294c8e96a9ec302f2f2b77 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:30.085819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.120285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.251747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Pushing event deleted for resources: {'Port': ['ID=99cab47f-df04-462a-98b4-a3b402f441ae,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:30.255077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks [] for security_group (3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.270513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.309086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:30.312385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] No DVR routers for this DVR port 99cab47f-df04-462a-98b4-a3b402f441ae on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:30.324283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.331096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0f58bcc-b3b6-46cb-9997-92fb078a7e3a req-bf764c3c-4413-4f35-817e-e9ef8c05f548 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.41 "DELETE /v2.0/ports/99cab47f-df04-462a-98b4-a3b402f441ae HTTP/1.1" status: 204 len: 173 time: 2.6942103 Mar 10 17:38:30.350202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb3002-9489-4925-b634-31fbd3f1ac19 req-0f7faaf8-51f1-4052-ba19-722dfc8a786e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:30.353925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ccb3002-9489-4925-b634-31fbd3f1ac19 req-0f7faaf8-51f1-4052-ba19-722dfc8a786e tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/ports?device_id=f956f30c-1166-4939-81e0-e042d5f2c906 HTTP/1.1" status: 200 len: 865 time: 0.4882271 Mar 10 17:38:30.354562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-deleted', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:30.360696 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233038f1-21b5-425f-ac68-cfb4c0229b26" -d '{"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-deleted", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:30.368170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:30.409770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9fb2b050-9f2e-4853-969a-befb77738f52), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.411677 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Added segment 9fb2b050-9f2e-4853-969a-befb77738f52 of type vlan for network f9a29d75-1fbc-4f67-9e5c-f56c07ee232d Mar 10 17:38:30.416769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98533419-2ee9-460e-9e09-ad58088e7784 req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48bab759-b610-41b1-8049-4209df36a772), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.424940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98533419-2ee9-460e-9e09-ad58088e7784 req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.430468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98533419-2ee9-460e-9e09-ad58088e7784 req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/48bab759-b610-41b1-8049-4209df36a772 HTTP/1.1" status: 204 len: 173 time: 0.9393914 Mar 10 17:38:30.483158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488a5be-6707-4a34-a554-2b566a718da0 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bab759-b610-41b1-8049-4209df36a772,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:30.568607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (f9a29d75-1fbc-4f67-9e5c-f56c07ee232d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.642921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (f9a29d75-1fbc-4f67-9e5c-f56c07ee232d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.646899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:30.647834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.655850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ccb3002-9489-4925-b634-31fbd3f1ac19 req-c91d566e-83ee-46af-a097-39f97353e9a7 tempest-ImagesTestJSON-1303698219 tempest-ImagesTestJSON-1303698219-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633934 Mar 10 17:38:30.730245 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9074728 Mar 10 17:38:30.735043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80664a5-df19-431b-b368-fb79e86c39b1 req-e2795308-a45c-4468-9a51-1ce849cdf576 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:30.738135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a80664a5-df19-431b-b368-fb79e86c39b1 req-e2795308-a45c-4468-9a51-1ce849cdf576 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1294975 Mar 10 17:38:30.742130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:30.753708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Request body: {'subnet': {'network_id': 'f9a29d75-1fbc-4f67-9e5c-f56c07ee232d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1181027519-subnet', 'tenant_id': 'ce7309337d294c8e96a9ec302f2f2b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:30.793031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b145d3-96ca-4005-81c2-40c63e49b203 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a29d75-1fbc-4f67-9e5c-f56c07ee232d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:30.808959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network f9a29d75-1fbc-4f67-9e5c-f56c07ee232d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:30.828064 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09de6eb-ebee-4970-9614-295fc9627541 x-openstack-request-id: req-c09de6eb-ebee-4970-9614-295fc9627541 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:30.829910 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f956f30c-1166-4939-81e0-e042d5f2c906", "name": "network-vif-deleted", "tag": "99cab47f-df04-462a-98b4-a3b402f441ae", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:30.831184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c09de6eb-ebee-4970-9614-295fc9627541 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:30.832336 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f956f30c-1166-4939-81e0-e042d5f2c906', 'name': 'network-vif-deleted', 'tag': '99cab47f-df04-462a-98b4-a3b402f441ae', 'status': 'completed', 'code': 200} Mar 10 17:38:30.874603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Made reservation on behalf of ce7309337d294c8e96a9ec302f2f2b77 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:30.878339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:30.961382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a80664a5-df19-431b-b368-fb79e86c39b1 req-bc16db97-d3ea-4b0d-ad36-64532a2ca6e5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360180 Mar 10 17:38:31.101746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806c1f2-7cbb-4466-8066-be2791d43739 req-97ff0974-9ef4-418c-b857-9d6e3ede4870 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:31.103603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9806c1f2-7cbb-4466-8066-be2791d43739 req-97ff0974-9ef4-418c-b857-9d6e3ede4870 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1075900 Mar 10 17:38:31.176714 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-97c458f4-6c6a-4aeb-97a5-e725b2db325f req-2fb70e66-be84-48b3-9ebe-0398387aba21 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.184959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97c458f4-6c6a-4aeb-97a5-e725b2db325f req-2fb70e66-be84-48b3-9ebe-0398387aba21 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/810069a2-8984-4186-87b6-18c35c676742 HTTP/1.1" status: 404 len: 352 time: 0.0780706 Mar 10 17:38:31.224249 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-a9f4cb63-049c-4004-a3f3-1a278a405da8 req-000a652b-3596-4958-8006-7918bca8a5d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.232633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9f4cb63-049c-4004-a3f3-1a278a405da8 req-000a652b-3596-4958-8006-7918bca8a5d9 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/b7c2828a-66bc-410f-a0e5-2fabd515bb99 HTTP/1.1" status: 404 len: 352 time: 0.0266759 Mar 10 17:38:31.291440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9806c1f2-7cbb-4466-8066-be2791d43739 req-6e61b871-5f09-4a5c-8573-d4618fc69c62 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793544 Mar 10 17:38:31.344453 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-3b2e2b0f-34ad-4897-82d2-db93cf9dac5c req-ffcba714-7071-4bf9-9cab-fe95090b25ae tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.351495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b2e2b0f-34ad-4897-82d2-db93cf9dac5c req-ffcba714-7071-4bf9-9cab-fe95090b25ae tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/a1ebabab-30d4-47e9-b30a-8c45e9caac78 HTTP/1.1" status: 404 len: 352 time: 0.0640998 Mar 10 17:38:31.366017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a3173798-3ac7-4943-8fce-c89a9cdf56c2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.401332 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-8e70d8c8-2552-418e-8c74-3a1b59f2c8be req-7dfc89ed-bcc6-4546-bc04-efc9c3e7d191 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.402551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e70d8c8-2552-418e-8c74-3a1b59f2c8be req-7dfc89ed-bcc6-4546-bc04-efc9c3e7d191 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/3f4a0fdd-fe22-4d15-a0bf-388a7896ed7b HTTP/1.1" status: 404 len: 352 time: 0.0339043 Mar 10 17:38:31.459832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3173798-3ac7-4943-8fce-c89a9cdf56c2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:31.463868 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-ab9a4571-fb26-43d6-b609-7e8084e96820 req-47ee5577-7fa5-4b97-8188-c553934f0be3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.465191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab9a4571-fb26-43d6-b609-7e8084e96820 req-47ee5577-7fa5-4b97-8188-c553934f0be3 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/deaef700-4cc9-464f-b897-254f845b62b5 HTTP/1.1" status: 404 len: 352 time: 0.0365050 Mar 10 17:38:31.474089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Checking segment: {'id': '9fb2b050-9f2e-4853-969a-befb77738f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f9a29d75-1fbc-4f67-9e5c-f56c07ee232d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:31.474603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Network hostable DHCP agents. Network: f9a29d75-1fbc-4f67-9e5c-f56c07ee232d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:31.505952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Network f9a29d75-1fbc-4f67-9e5c-f56c07ee232d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:31.508965 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-b73c8083-7f63-457f-9285-2a2588536f46 req-51aca90f-3853-4ce4-998d-0b8d1db04a83 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] show failed (client error): The resource could not be found. Mar 10 17:38:31.510176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b73c8083-7f63-457f-9285-2a2588536f46 req-51aca90f-3853-4ce4-998d-0b8d1db04a83 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/5ce719d9-6236-403c-8568-640d462e7dad HTTP/1.1" status: 404 len: 352 time: 0.0197508 Mar 10 17:38:31.526179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, f9a29d75-1fbc-4f67-9e5c-f56c07ee232d) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:31.542867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456cea0-82ac-4c4a-bda1-870828fce813 None None] Network f9a29d75-1fbc-4f67-9e5c-f56c07ee232d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:31.543433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:31.548089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:31.600239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-542c8c29-a4e7-4ee6-b4ff-00dcdfe95c5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8565907 Mar 10 17:38:31.771038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8d905-9ded-434f-b042-5d8f69fcc833 None None] Network f9a29d75-1fbc-4f67-9e5c-f56c07ee232d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:32.097569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2759-28b3-4b44-b9e6-13565dde2812 req-ce3626b6-6358-48cb-be35-ac8f3c07e0fb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.099269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3aa2759-28b3-4b44-b9e6-13565dde2812 req-ce3626b6-6358-48cb-be35-ac8f3c07e0fb tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1024 time: 0.1795039 Mar 10 17:38:32.217311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3aa2759-28b3-4b44-b9e6-13565dde2812 req-69aca551-02f2-409e-8dd0-5278de6b9d18 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=6681b458-d802-4ded-9ca5-88b811d6b0e8&id=a431d562-d8cf-49dc-aeb0-5cabb4ae101f&id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1083987 Mar 10 17:38:32.441732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e0f5f-83b4-454e-bb05-4fbdbd921e4b req-316126ce-9c74-452b-8534-b30fe73ae618 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.445853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a7e0f5f-83b4-454e-bb05-4fbdbd921e4b req-316126ce-9c74-452b-8534-b30fe73ae618 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.0795465 Mar 10 17:38:32.554073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a7e0f5f-83b4-454e-bb05-4fbdbd921e4b req-bf9be0fd-fbff-4d0c-801a-dbbf65f53b4d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026666 Mar 10 17:38:32.618006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6092c-334b-4e28-b092-82129432028a req-3d775efa-0681-4dc1-86ca-924d395eac51 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:32.626145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e6092c-334b-4e28-b092-82129432028a req-3d775efa-0681-4dc1-86ca-924d395eac51 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1297972 Mar 10 17:38:32.754180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e6092c-334b-4e28-b092-82129432028a req-a7201b0c-6d55-410d-8cd2-7c7894d52548 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270180 Mar 10 17:38:32.788844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:32.858063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 99cab47f-df04-462a-98b4-a3b402f441ae {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:32.858450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 99cab47f-df04-462a-98b4-a3b402f441ae not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:32.869840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:32.973466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:32.977219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Deleting subnet a3173798-3ac7-4943-8fce-c89a9cdf56c2 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:32.982967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Publish callbacks [] for subnet (a3173798-3ac7-4943-8fce-c89a9cdf56c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.041778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Deleting subnet df0ce234-2a8e-4680-bab9-f895c2b98c5d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:33.046128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Publish callbacks [] for subnet (df0ce234-2a8e-4680-bab9-f895c2b98c5d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.062127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (a3173798-3ac7-4943-8fce-c89a9cdf56c2), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.103044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (df0ce234-2a8e-4680-bab9-f895c2b98c5d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.168436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (df0ce234-2a8e-4680-bab9-f895c2b98c5d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.224126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a3173798-3ac7-4943-8fce-c89a9cdf56c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.326509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (df0ce234-2a8e-4680-bab9-f895c2b98c5d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.376728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a3173798-3ac7-4943-8fce-c89a9cdf56c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.379705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.383406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df0ce234-2a8e-4680-bab9-f895c2b98c5d HTTP/1.1" status: 204 len: 168 time: 0.4080417 Mar 10 17:38:33.413775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:33.439333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3173798-3ac7-4943-8fce-c89a9cdf56c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:33.468278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b04ae-5008-418e-b17a-dceefd5c8994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0ce234-2a8e-4680-bab9-f895c2b98c5d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:33.523247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5230ea8a-414e-4585-85fc-58d27225eca3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.545620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.549166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d567f21e-2288-4b81-ba29-7bbd5ec4268c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a3173798-3ac7-4943-8fce-c89a9cdf56c2 HTTP/1.1" status: 204 len: 168 time: 0.6766655 Mar 10 17:38:33.552168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:33.678566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-6bf1defc-fb67-4b0f-8016-8bd9e46f3b7a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:33.680383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-6bf1defc-fb67-4b0f-8016-8bd9e46f3b7a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1024 time: 0.1542156 Mar 10 17:38:33.697047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (f9a29d75-1fbc-4f67-9e5c-f56c07ee232d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.777437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5230ea8a-414e-4585-85fc-58d27225eca3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.799362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071880-3893-4b85-ab5f-ecd1f41f502e req-7ea07a8f-c07e-47c4-9c64-7224b18805ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:33.811755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65071880-3893-4b85-ab5f-ecd1f41f502e req-7ea07a8f-c07e-47c4-9c64-7224b18805ec tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 1024 time: 0.2915080 Mar 10 17:38:33.911139 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (f9a29d75-1fbc-4f67-9e5c-f56c07ee232d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:33.972402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a29d75-1fbc-4f67-9e5c-f56c07ee232d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:33.987530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb2b050-9f2e-4853-969a-befb77738f52') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:33.988209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb2b050-9f2e-4853-969a-befb77738f52') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:34.008816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (9fb2b050-9f2e-4853-969a-befb77738f52), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.045583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9fb2b050-9f2e-4853-969a-befb77738f52), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.053740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:34.054537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (9fb2b050-9f2e-4853-969a-befb77738f52), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.057651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5230ea8a-414e-4585-85fc-58d27225eca3']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:34.058926 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:34.095547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:34.096009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:34.121339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.138962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed89c-2a63-49ec-90bf-60aafd573f66 req-1ff91251-9618-47e0-ac28-30068c03aae6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:34.140872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc1ed89c-2a63-49ec-90bf-60aafd573f66 req-1ff91251-9618-47e0-ac28-30068c03aae6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.4512956 Mar 10 17:38:34.156931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (f9a29d75-1fbc-4f67-9e5c-f56c07ee232d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.187829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.195811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] 10.222.0.35 "DELETE /v2.0/networks/f9a29d75-1fbc-4f67-9e5c-f56c07ee232d HTTP/1.1" status: 204 len: 168 time: 0.6421075 Mar 10 17:38:34.200092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07e275-7a12-48ab-98ff-d608f04deeab admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a29d75-1fbc-4f67-9e5c-f56c07ee232d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:34.217411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.275851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65071880-3893-4b85-ab5f-ecd1f41f502e req-60495076-654d-4aad-bc95-63231905490a tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups?id=6681b458-d802-4ded-9ca5-88b811d6b0e8&id=a431d562-d8cf-49dc-aeb0-5cabb4ae101f&id=d901292b-3cd4-4e35-8bba-84cbaf508d03&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4628124 Mar 10 17:38:34.288776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:34.289162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (e3a6c8f1-3a9d-4de1-a933-fca32e4cbf3f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:34.308243 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:34.352229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Deleting port 961035f4-8a32-4bc0-b026-a325792bf852 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:34.352618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (961035f4-8a32-4bc0-b026-a325792bf852), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.483137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41100) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:34.562887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32535a64-e2f9-454e-aecb-4a135d40e362 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce7309337d294c8e96a9ec302f2f2b77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778754 Mar 10 17:38:34.564036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41102) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:34.593033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc1ed89c-2a63-49ec-90bf-60aafd573f66 req-32ce9f6d-4ba4-49e2-92a2-7086647f291f tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373722 Mar 10 17:38:34.680124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] Publish callbacks [] for security_group (3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.689943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] For port 961035f4-8a32-4bc0-b026-a325792bf852, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=961035f4-8a32-4bc0-b026-a325792bf852,segment=NetworkSegment(662ab6e9-2e65-4db6-868e-4b6ffab7abde),segment_id=662ab6e9-2e65-4db6-868e-4b6ffab7abde)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:34.690675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (961035f4-8a32-4bc0-b026-a325792bf852), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.711114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Calling delete_port for 961035f4-8a32-4bc0-b026-a325792bf852 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:34.713357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5230ea8a-414e-4585-85fc-58d27225eca3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.719340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.725199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5230ea8a-414e-4585-85fc-58d27225eca3 HTTP/1.1" status: 204 len: 168 time: 1.2969270 Mar 10 17:38:34.734803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] Publish callbacks [] for security_group (3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.756355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204b857-1438-4d09-a588-2c2e04d7d2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5230ea8a-414e-4585-85fc-58d27225eca3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:34.811487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb23ff-6a17-49a7-afca-25bdc183675e req-9929a306-7d23-4cc4-85c1-04bb656f2a83 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:34.813068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0adb23ff-6a17-49a7-afca-25bdc183675e req-9929a306-7d23-4cc4-85c1-04bb656f2a83 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2849150 Mar 10 17:38:34.860328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.863436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:34.865163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2 HTTP/1.1" status: 204 len: 168 time: 0.2997844 Mar 10 17:38:34.887523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c800d-b6ca-4874-a9b8-24670518d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7058c-9fbd-40a4-8bb1-cca89e6df1b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:35.024956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0adb23ff-6a17-49a7-afca-25bdc183675e req-1e13c828-c023-49d1-892b-4707c7a7d0f6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736774 Mar 10 17:38:35.126253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (961035f4-8a32-4bc0-b026-a325792bf852), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.132117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:35.171260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'Port': ['ID=961035f4-8a32-4bc0-b026-a325792bf852,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:35.207848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.208198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.208844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.209366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.210308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.210714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.211302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.212106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.212662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.213250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.213828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.214388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.214956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:35.238929 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b9865fc4-912f-4fce-bded-76b99f417980 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac285a55963b41b2971f8add60469909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034324 Mar 10 17:38:35.242287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:35.262386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] No DVR routers for this DVR port 961035f4-8a32-4bc0-b026-a325792bf852 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:35.265334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.270624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc8138cf-2fbc-4078-b06f-00cc9b9b9aea req-5f2b04fa-e211-4034-b08f-ef24b9e38a16 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.59 "DELETE /v2.0/ports/961035f4-8a32-4bc0-b026-a325792bf852 HTTP/1.1" status: 204 len: 173 time: 1.5769966 Mar 10 17:38:35.271410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'name': 'network-vif-deleted', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:35.277280 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903031d-db6c-48a7-a1c5-a77f5136be30" -d '{"events": [{"server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "name": "network-vif-deleted", "tag": "961035f4-8a32-4bc0-b026-a325792bf852"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:35.426647 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686d102f-ed40-411a-8d13-43dbde414d94 x-openstack-request-id: req-686d102f-ed40-411a-8d13-43dbde414d94 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:35.430678 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06091ed-b7a7-4ac3-9cd7-fff7a330c10c", "name": "network-vif-deleted", "tag": "961035f4-8a32-4bc0-b026-a325792bf852", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:35.432335 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-686d102f-ed40-411a-8d13-43dbde414d94 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:35.433250 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06091ed-b7a7-4ac3-9cd7-fff7a330c10c', 'name': 'network-vif-deleted', 'tag': '961035f4-8a32-4bc0-b026-a325792bf852', 'status': 'completed', 'code': 200} Mar 10 17:38:35.461896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] Publish callbacks [] for security_group (2e6576b4-fcb3-40d2-81f7-50044f9d0e2e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.535081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7825-2d50-4d72-a9ff-e65a6510b0ff req-4334b97f-8e2c-4fb8-87f6-29c723b1b9e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:35.543871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2e7825-2d50-4d72-a9ff-e65a6510b0ff req-4334b97f-8e2c-4fb8-87f6-29c723b1b9e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.1273770 Mar 10 17:38:35.552521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] Publish callbacks [] for security_group (2e6576b4-fcb3-40d2-81f7-50044f9d0e2e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.601929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681efae4-dfca-46c5-b601-4050b71eb04e req-695baa3e-a38a-44f6-b541-43a50e8bf76d tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b06091ed-b7a7-4ac3-9cd7-fff7a330c10c HTTP/1.1" status: 200 len: 210 time: 0.0438139 Mar 10 17:38:35.707642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e6576b4-fcb3-40d2-81f7-50044f9d0e2e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.710876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:35.712183 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e6576b4-fcb3-40d2-81f7-50044f9d0e2e HTTP/1.1" status: 204 len: 168 time: 0.4688098 Mar 10 17:38:35.738331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e403c84-1f63-4517-9d0d-f44399ebe1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6576b4-fcb3-40d2-81f7-50044f9d0e2e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:35.836870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2e7825-2d50-4d72-a9ff-e65a6510b0ff req-5bc85b01-6063-4dc5-ac83-e7a8343b69b1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897706 Mar 10 17:38:35.902100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-4a31d105-eeb0-47a5-9007-492d122ea491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:35.903677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-4a31d105-eeb0-47a5-9007-492d122ea491 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1127 time: 0.2976539 Mar 10 17:38:35.934780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b0c47-5a19-4da0-a467-307a08910418 req-a053db27-4113-4a33-b19c-345f9478d3c3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:35.953342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-476b0c47-5a19-4da0-a467-307a08910418 req-a053db27-4113-4a33-b19c-345f9478d3c3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1987903 Mar 10 17:38:36.040985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 961035f4-8a32-4bc0-b026-a325792bf852 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:36.094722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 961035f4-8a32-4bc0-b026-a325792bf852 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:36.095068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 961035f4-8a32-4bc0-b026-a325792bf852 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:36.203155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-476b0c47-5a19-4da0-a467-307a08910418 req-11fd8e1f-dfda-4d14-bb43-148a1bb1fddb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487936 Mar 10 17:38:36.304789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-a77e1c19-0f8c-4062-8f6c-365512c1a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:36.307001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-a77e1c19-0f8c-4062-8f6c-365512c1a5a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.3942602 Mar 10 17:38:36.386660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-0310a708-b6e4-45ed-8a92-3f300ff30672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:36.388878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-0310a708-b6e4-45ed-8a92-3f300ff30672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 1128 time: 0.6009068 Mar 10 17:38:36.460937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-ef8a32c5-2767-4f19-9d87-6184787f1151 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1427217 Mar 10 17:38:36.533152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41174) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:36.600435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-2b6c5855-0418-4b45-9caa-99debb79821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:36.602274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-2b6c5855-0418-4b45-9caa-99debb79821e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.1335449 Mar 10 17:38:36.678670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-6d1f8474-723c-4ec6-b5c6-e0db1523155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:36.680401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-6d1f8474-723c-4ec6-b5c6-e0db1523155a service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.2796612 Mar 10 17:38:36.752332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-a908404d-b205-47bc-a70f-3dcca93e0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:36.753882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-a908404d-b205-47bc-a70f-3dcca93e0317 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1420779 Mar 10 17:38:36.759015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-90c9f6d6-0e2c-4547-85e9-f3afb6514847 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd HTTP/1.1" status: 200 len: 217 time: 0.0711908 Mar 10 17:38:36.847556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1170003849-network', 'tenant_id': '41ed142eb3014fcc949f56a1ba52ea42'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:36.892615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Made reservation on behalf of 41ed142eb3014fcc949f56a1ba52ea42 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:36.895097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.915517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:36.993642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-3a70816f-f4e2-4973-a2cb-58fcefb9ee09 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293348 Mar 10 17:38:37.105071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks [] for security_group (2e7402d4-2bd0-4205-a069-31f08db2eef2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.116749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e7402d4-2bd0-4205-a069-31f08db2eef2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.172016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:37.191961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7402d4-2bd0-4205-a069-31f08db2eef2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.220164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fe696b5a-0cb3-447f-b019-88d20ac59d59), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.220505 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Added segment fe696b5a-0cb3-447f-b019-88d20ac59d59 of type vlan for network 5445e153-466b-4150-b8e8-77cf471f87f0 Mar 10 17:38:37.318227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5445e153-466b-4150-b8e8-77cf471f87f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.388802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5445e153-466b-4150-b8e8-77cf471f87f0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.390016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:37.390644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.503113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] Pushing event updated for resources: {'Network': ['ID=5445e153-466b-4150-b8e8-77cf471f87f0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:37.515053 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b558997-e711-44a0-a694-0d80ed658ccf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9799948 Mar 10 17:38:37.515845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:37.517912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5445e153-466b-4150-b8e8-77cf471f87f0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:37.521051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Request body: {'subnet': {'network_id': '5445e153-466b-4150-b8e8-77cf471f87f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1170003849-subnet', 'tenant_id': '41ed142eb3014fcc949f56a1ba52ea42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:37.547048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Made reservation on behalf of 41ed142eb3014fcc949f56a1ba52ea42 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:37.549238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.580625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-45768f99-0678-4916-bfcf-b54e1d35f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:37.587762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-45768f99-0678-4916-bfcf-b54e1d35f900 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.8126359 Mar 10 17:38:37.613099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-091b05c6-41ab-4379-98ad-e6bf49c154ce tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/a431d562-d8cf-49dc-aeb0-5cabb4ae101f HTTP/1.1" status: 200 len: 1817 time: 0.8579779 Mar 10 17:38:37.668927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4210160-0541-4ec4-8dc9-e176cd9c14fb req-afa06ee1-5096-4e28-81b5-487c1d8b30ed service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658387 Mar 10 17:38:37.752705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847106d-c031-446e-a1a2-5e6058154095 req-7ccc35af-4821-409c-8c9b-bd53f1080ebd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:37.761813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d847106d-c031-446e-a1a2-5e6058154095 req-7ccc35af-4821-409c-8c9b-bd53f1080ebd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.7619133 Mar 10 17:38:37.867295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a431d562-d8cf-49dc-aeb0-5cabb4ae101f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.886249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2cae7dd5-4680-4bc5-9fe7-39b27f26107b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.910575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-a435ff20-8654-45cd-a026-12367b14362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:37.912423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-a435ff20-8654-45cd-a026-12367b14362c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2964156 Mar 10 17:38:37.944221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (a431d562-d8cf-49dc-aeb0-5cabb4ae101f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:37.961913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d847106d-c031-446e-a1a2-5e6058154095 req-5c2748c0-7cfe-45f1-ade5-414b25e6e3dc tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987369 Mar 10 17:38:37.962361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Checking segment: {'id': 'fe696b5a-0cb3-447f-b019-88d20ac59d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5445e153-466b-4150-b8e8-77cf471f87f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:37.962767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Network hostable DHCP agents. Network: 5445e153-466b-4150-b8e8-77cf471f87f0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:37.968407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cae7dd5-4680-4bc5-9fe7-39b27f26107b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.020466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Network 5445e153-466b-4150-b8e8-77cf471f87f0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:38.046073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5445e153-466b-4150-b8e8-77cf471f87f0) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:38.053472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:38.054809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.063883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd867e-482c-4bc4-a524-ac36a9d2956d None None] Network 5445e153-466b-4150-b8e8-77cf471f87f0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:38.071134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-d8dee81a-a7a0-4e4c-876e-068c7108f252 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460876 Mar 10 17:38:38.074378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a431d562-d8cf-49dc-aeb0-5cabb4ae101f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.078997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.081860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c9079b5-8e6a-4587-9811-9a4fef29edae req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/a431d562-d8cf-49dc-aeb0-5cabb4ae101f HTTP/1.1" status: 204 len: 173 time: 0.4677453 Mar 10 17:38:38.106460 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-29c10e7d-e3c3-4d24-a845-3bd69e6bdce0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5796306 Mar 10 17:38:38.130339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c2d8a-a883-40dc-8295-3e279e7a3017 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a431d562-d8cf-49dc-aeb0-5cabb4ae101f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.280869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f5c71b4-aca7-4993-9a05-05d5b9504c77 req-8c451c5d-5e0d-4559-ae19-9453424bffbc service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968513 Mar 10 17:38:38.309965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e395523-0f89-4c77-84d6-b0cee5b525d9 req-44a77c08-8dcb-4406-827f-62164fdb6b43 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:38.314331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e395523-0f89-4c77-84d6-b0cee5b525d9 req-44a77c08-8dcb-4406-827f-62164fdb6b43 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.0852132 Mar 10 17:38:38.415232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5992e-eb9e-4af4-9906-0d24a1c5f3f6 None None] Network 5445e153-466b-4150-b8e8-77cf471f87f0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:38.503409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e395523-0f89-4c77-84d6-b0cee5b525d9 req-e17b5601-bd86-47a3-a425-b3e647801d96 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819410 Mar 10 17:38:38.507308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-0e1814a3-8d88-462a-bbc7-45770d0577b6 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "GET /v2.0/security-groups/6681b458-d802-4ded-9ca5-88b811d6b0e8 HTTP/1.1" status: 200 len: 1819 time: 0.1291904 Mar 10 17:38:38.572897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (6681b458-d802-4ded-9ca5-88b811d6b0e8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.602216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:38.604933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (6681b458-d802-4ded-9ca5-88b811d6b0e8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.703590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6681b458-d802-4ded-9ca5-88b811d6b0e8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.706493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.707746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70c02a09-2d75-428a-bb8d-0840c94ec937 req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] 10.222.0.35 "DELETE /v2.0/security-groups/6681b458-d802-4ded-9ca5-88b811d6b0e8 HTTP/1.1" status: 204 len: 173 time: 0.1930680 Mar 10 17:38:38.720806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:38.726953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Deleting subnet 2cae7dd5-4680-4bc5-9fe7-39b27f26107b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:38.732019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Publish callbacks [] for subnet (2cae7dd5-4680-4bc5-9fe7-39b27f26107b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.752599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e86611-c57d-440e-a3aa-c8c96bebfca2 tempest-SecurityGroupsTestJSON-1687334384 tempest-SecurityGroupsTestJSON-1687334384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6681b458-d802-4ded-9ca5-88b811d6b0e8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.788741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2cae7dd5-4680-4bc5-9fe7-39b27f26107b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.833871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2cae7dd5-4680-4bc5-9fe7-39b27f26107b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.852646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Deleting subnet 8446341e-7544-498d-86d5-d1f7e7013143 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:38:38.860754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Publish callbacks [] for subnet (8446341e-7544-498d-86d5-d1f7e7013143), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.894465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2cae7dd5-4680-4bc5-9fe7-39b27f26107b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.916645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (8446341e-7544-498d-86d5-d1f7e7013143), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.959605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cae7dd5-4680-4bc5-9fe7-39b27f26107b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:38.963867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:38.969466 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71117803-4e87-4024-815c-4c9dfbe277b2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2cae7dd5-4680-4bc5-9fe7-39b27f26107b HTTP/1.1" status: 204 len: 168 time: 0.3636045 Mar 10 17:38:38.971351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41222) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:39.013751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8446341e-7544-498d-86d5-d1f7e7013143), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.164797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5445e153-466b-4150-b8e8-77cf471f87f0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.196367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e883f12-6406-4245-a2bf-6ae22e138b6c req-b26c3e22-a268-4a40-bffb-9d5dae7b6a7b tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:39.204426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e883f12-6406-4245-a2bf-6ae22e138b6c req-b26c3e22-a268-4a40-bffb-9d5dae7b6a7b tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.0871997 Mar 10 17:38:39.268105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e883f12-6406-4245-a2bf-6ae22e138b6c req-971a4985-3026-4670-a57b-6a422235f4d9 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627139 Mar 10 17:38:39.269659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (8446341e-7544-498d-86d5-d1f7e7013143), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.290941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5445e153-466b-4150-b8e8-77cf471f87f0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.294632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.299496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8446341e-7544-498d-86d5-d1f7e7013143 HTTP/1.1" status: 204 len: 168 time: 0.5777240 Mar 10 17:38:39.303563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:39.320851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940dfc-04e2-4a44-8d4c-2abff368ac3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8446341e-7544-498d-86d5-d1f7e7013143,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:39.337248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5445e153-466b-4150-b8e8-77cf471f87f0']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.356318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe696b5a-0cb3-447f-b019-88d20ac59d59') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.356638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe696b5a-0cb3-447f-b019-88d20ac59d59') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.400460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (fe696b5a-0cb3-447f-b019-88d20ac59d59), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.415146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (bc0b1848-8fd3-4583-92e2-eadbad330afd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.424006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fe696b5a-0cb3-447f-b019-88d20ac59d59), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.445005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:39.445404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (fe696b5a-0cb3-447f-b019-88d20ac59d59), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:39.462317 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:39.584842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5445e153-466b-4150-b8e8-77cf471f87f0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.597430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.604484 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5445e153-466b-4150-b8e8-77cf471f87f0 HTTP/1.1" status: 204 len: 168 time: 0.6297524 Mar 10 17:38:39.647056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (bc0b1848-8fd3-4583-92e2-eadbad330afd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.679551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae66314-5cfc-45a3-8797-62fe3deb70b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5445e153-466b-4150-b8e8-77cf471f87f0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:39.706624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0b1848-8fd3-4583-92e2-eadbad330afd']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.736072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662ab6e9-2e65-4db6-868e-4b6ffab7abde') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.737101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662ab6e9-2e65-4db6-868e-4b6ffab7abde') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:39.749404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (662ab6e9-2e65-4db6-868e-4b6ffab7abde), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.750845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05b5c-4fa4-4003-ba80-e18204465f93 req-764b396a-7652-4b65-a820-4ae7fc914200 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:39.762476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63c05b5c-4fa4-4003-ba80-e18204465f93 req-764b396a-7652-4b65-a820-4ae7fc914200 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.1183937 Mar 10 17:38:39.771261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (662ab6e9-2e65-4db6-868e-4b6ffab7abde), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.783624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:39.786665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (662ab6e9-2e65-4db6-868e-4b6ffab7abde), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:39.790153 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:39.896135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (bc0b1848-8fd3-4583-92e2-eadbad330afd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.914680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63c05b5c-4fa4-4003-ba80-e18204465f93 req-ae0e385d-cc10-4aa0-b6c9-d12fc9e30bf3 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422362 Mar 10 17:38:39.915092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:39.915092 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] 10.222.0.35 "DELETE /v2.0/networks/bc0b1848-8fd3-4583-92e2-eadbad330afd HTTP/1.1" status: 204 len: 168 time: 0.6078761 Mar 10 17:38:39.930944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb85ef-f55a-4a98-a732-95f3a84d1a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0b1848-8fd3-4583-92e2-eadbad330afd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:39.990406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.055438 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d816d76-9846-46f2-9d07-9255445aadc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41ed142eb3014fcc949f56a1ba52ea42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604780 Mar 10 17:38:40.055992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.123753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] Publish callbacks [] for security_group (2e7402d4-2bd0-4205-a069-31f08db2eef2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.153780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] Publish callbacks [] for security_group (2e7402d4-2bd0-4205-a069-31f08db2eef2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.253374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e7402d4-2bd0-4205-a069-31f08db2eef2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.261722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.271073 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e7402d4-2bd0-4205-a069-31f08db2eef2 HTTP/1.1" status: 204 len: 168 time: 0.2136590 Mar 10 17:38:40.289889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e058b0-6134-4b2b-98c7-6b42de890adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7402d4-2bd0-4205-a069-31f08db2eef2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:40.297936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.491760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.578754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-646c2c8e-ca88-424f-9b36-acf2667b4b7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc1006cea8824e16a8021ccec1abb4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825412 Mar 10 17:38:40.579453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:40.690117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] Publish callbacks [] for security_group (d901292b-3cd4-4e35-8bba-84cbaf508d03), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.742738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] Publish callbacks [] for security_group (d901292b-3cd4-4e35-8bba-84cbaf508d03), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.804847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f47e577e-963b-4e3f-9dab-c4fb3d34dfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.843316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:40.948283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f47e577e-963b-4e3f-9dab-c4fb3d34dfea admin admin] Publish callbacks [] for security_group (f3292c02-ed98-4628-ae23-07c136c99863), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:40.973979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f47e577e-963b-4e3f-9dab-c4fb3d34dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f3292c02-ed98-4628-ae23-07c136c99863), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.015693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:41.032006 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f47e577e-963b-4e3f-9dab-c4fb3d34dfea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=671ddd227c674f05a5bbad58ecb486e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7296305 Mar 10 17:38:41.032006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e577e-963b-4e3f-9dab-c4fb3d34dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3292c02-ed98-4628-ae23-07c136c99863,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.032418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:41.045993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:41.059511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.079409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d901292b-3cd4-4e35-8bba-84cbaf508d03), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.082845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.088452 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d901292b-3cd4-4e35-8bba-84cbaf508d03 HTTP/1.1" status: 204 len: 168 time: 0.5034473 Mar 10 17:38:41.116370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076e004-2d59-4bab-90e1-14acb1a0df1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d901292b-3cd4-4e35-8bba-84cbaf508d03,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.129792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:41.140124 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e26ab-c754-414c-9d15-67432da5685e" -d '{"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:41.160460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] Publish callbacks [] for security_group (f3292c02-ed98-4628-ae23-07c136c99863), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.221539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:41.231699 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561ed65-1866-4b9f-bf33-901cf70aa073 x-openstack-request-id: req-8561ed65-1866-4b9f-bf33-901cf70aa073 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:41.232144 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-unplugged", "status": "failed", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd", "code": 422}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:41.232403 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8561ed65-1866-4b9f-bf33-901cf70aa073 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:41.233185 n-d-833115-2 neutron-server[103796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'code': 422} returned with failed status Mar 10 17:38:41.237582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.274046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] Publish callbacks [] for security_group (f3292c02-ed98-4628-ae23-07c136c99863), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.292934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d7d75-e579-4652-956e-ac2bd1199224 req-55ddd8db-8547-4ed4-a62f-dcc9807f25c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:41.303678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a9d7d75-e579-4652-956e-ac2bd1199224 req-55ddd8db-8547-4ed4-a62f-dcc9807f25c8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 946 time: 0.2101173 Mar 10 17:38:41.354239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.426268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea338780-57da-4d38-a862-4a4a2e4ad80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.448625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a9d7d75-e579-4652-956e-ac2bd1199224 req-d5ff84de-7fc1-4267-aad3-bbcebf2df505 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438844 Mar 10 17:38:41.471092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f3292c02-ed98-4628-ae23-07c136c99863), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.474125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.477647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3292c02-ed98-4628-ae23-07c136c99863 HTTP/1.1" status: 204 len: 168 time: 0.4418848 Mar 10 17:38:41.493011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6054c-1129-483f-9b20-c12e49e80f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3292c02-ed98-4628-ae23-07c136c99863,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.578309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea338780-57da-4d38-a862-4a4a2e4ad80c admin admin] Publish callbacks [] for security_group (f898b91f-2498-480d-b884-f8590e0733f6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.589108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ea338780-57da-4d38-a862-4a4a2e4ad80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f898b91f-2498-480d-b884-f8590e0733f6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.717957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ea338780-57da-4d38-a862-4a4a2e4ad80c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06b77785d84a4f078d847c3130f3d3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010860 Mar 10 17:38:41.720450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338780-57da-4d38-a862-4a4a2e4ad80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f898b91f-2498-480d-b884-f8590e0733f6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:41.721399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:41.787973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c7530-b1a4-497e-a0e0-7f0b9086b5c2 req-0d4d7b88-91a5-45ed-876c-a1ed4ac6a2ef tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:41.800082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a51c7530-b1a4-497e-a0e0-7f0b9086b5c2 req-0d4d7b88-91a5-45ed-876c-a1ed4ac6a2ef tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2004156 Mar 10 17:38:41.854445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] Publish callbacks [] for security_group (f898b91f-2498-480d-b884-f8590e0733f6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:41.874414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a51c7530-b1a4-497e-a0e0-7f0b9086b5c2 req-fab8c456-12f9-4b0b-9baf-14d4753d4193 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727172 Mar 10 17:38:41.905262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] Publish callbacks [] for security_group (f898b91f-2498-480d-b884-f8590e0733f6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.014536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f898b91f-2498-480d-b884-f8590e0733f6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.019005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.030830 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f898b91f-2498-480d-b884-f8590e0733f6 HTTP/1.1" status: 204 len: 168 time: 0.3010130 Mar 10 17:38:42.044518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a468b29-446a-4f4f-bf47-a2f617c28ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f898b91f-2498-480d-b884-f8590e0733f6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:42.105544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f81c7-27f4-4ba0-8dec-6f4d7b1530c5 req-61ad7e73-4126-4d69-8d75-f4e340242c7e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:42.120916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c64f81c7-27f4-4ba0-8dec-6f4d7b1530c5 req-61ad7e73-4126-4d69-8d75-f4e340242c7e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1088572 Mar 10 17:38:42.200028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c64f81c7-27f4-4ba0-8dec-6f4d7b1530c5 req-e7831010-07f0-4008-9532-b34ed705ea94 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776830 Mar 10 17:38:42.379984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-95ad8325-f824-4f1b-91fd-d6a5fe5eb12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:42.396264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04265eb-e604-4dcf-8429-67fd3cc03672 req-411aa1ef-ff6f-4fcf-ab5a-e910ee4b852b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:42.397954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d04265eb-e604-4dcf-8429-67fd3cc03672 req-411aa1ef-ff6f-4fcf-ab5a-e910ee4b852b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0928125 Mar 10 17:38:42.489494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d04265eb-e604-4dcf-8429-67fd3cc03672 req-fdcb53ad-c39f-4d68-8df9-824b789d0305 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813460 Mar 10 17:38:42.654234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfdd8d-3205-4c96-832a-ab1332fa473f req-ae72bc58-7f52-4b03-96fb-b631272d212e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:42.656675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89bfdd8d-3205-4c96-832a-ab1332fa473f req-ae72bc58-7f52-4b03-96fb-b631272d212e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0720930 Mar 10 17:38:42.772503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89bfdd8d-3205-4c96-832a-ab1332fa473f req-57d7248e-9a12-4bfc-a72e-87d15fd84a22 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095073 Mar 10 17:38:43.041379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.078418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75b808-d9af-42c7-bf3b-108816732201 req-3f9f63ca-7fa2-4c06-9780-ea7b52753ed0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:43.087397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd75b808-d9af-42c7-bf3b-108816732201 req-3f9f63ca-7fa2-4c06-9780-ea7b52753ed0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.0840964 Mar 10 17:38:43.144388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd75b808-d9af-42c7-bf3b-108816732201 req-1062a8c3-47b4-497e-b572-ad23d5757c99 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561304 Mar 10 17:38:43.329881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9779c30-c744-4b02-8c70-cf68a40ec666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.357966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.446248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9779c30-c744-4b02-8c70-cf68a40ec666 admin admin] Publish callbacks [] for security_group (a3a706f8-29f2-4b7a-8601-a226932eb7a4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.451774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9779c30-c744-4b02-8c70-cf68a40ec666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3a706f8-29f2-4b7a-8601-a226932eb7a4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.508592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9779c30-c744-4b02-8c70-cf68a40ec666 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb82330f9ca34cef8179b300e787df4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647593 Mar 10 17:38:43.511372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.520727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9779c30-c744-4b02-8c70-cf68a40ec666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a706f8-29f2-4b7a-8601-a226932eb7a4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.579530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41400) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:43.595666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-688814114-network', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:43.612899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] Publish callbacks [] for security_group (a3a706f8-29f2-4b7a-8601-a226932eb7a4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.628210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:43.632408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.656617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] Publish callbacks [] for security_group (a3a706f8-29f2-4b7a-8601-a226932eb7a4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.659308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-network', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:43.665502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.703602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:43.706418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.711353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3a706f8-29f2-4b7a-8601-a226932eb7a4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.715723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.719570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3a706f8-29f2-4b7a-8601-a226932eb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2044523 Mar 10 17:38:43.732474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6f505-3e91-4dc7-b027-52acecb49e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a706f8-29f2-4b7a-8601-a226932eb7a4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.741966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.844668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks [] for security_group (164a5a2a-5647-4266-8d97-e18a42977483), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.858043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (164a5a2a-5647-4266-8d97-e18a42977483), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.908137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:43.915011 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks [] for security_group (cfe94870-c0f8-4564-99b8-277222c409c3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.918826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164a5a2a-5647-4266-8d97-e18a42977483,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.927159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cfe94870-c0f8-4564-99b8-277222c409c3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.930643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d892ddd1-dbfa-4542-8b88-faa408089da1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:43.930983 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Added segment d892ddd1-dbfa-4542-8b88-faa408089da1 of type vlan for network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 Mar 10 17:38:43.971945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe94870-c0f8-4564-99b8-277222c409c3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:43.975825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:44.018767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (aa81c156-6455-465b-9137-e73dabf217cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.019107 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Added segment aa81c156-6455-465b-9137-e73dabf217cb of type vlan for network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b Mar 10 17:38:44.021512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.082322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (34d205ab-54b4-4fc6-98a2-eb2fc135b56b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.097426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.098724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:44.099400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.155944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (34d205ab-54b4-4fc6-98a2-eb2fc135b56b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.156934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:44.157570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.203610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8392458 Mar 10 17:38:44.204172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f8a62-b3a9-4c4b-8a50-9d90aef49abc admin admin] Pushing event updated for resources: {'Network': ['ID=3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:44.204844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:44.219145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Request body: {'subnet': {'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-688814114-subnet', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:44.219922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:44.235148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6540983 Mar 10 17:38:44.235774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:44.244010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Request body: {'subnet': {'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-subnet', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:44.276472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:44.281268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.287521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:44.294614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.495126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799559e-5eea-4526-ab4c-a49cac92aadc admin admin] Pushing event updated for resources: {'Network': ['ID=34d205ab-54b4-4fc6-98a2-eb2fc135b56b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:44.513779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:44.549647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5ab3f995-78f2-4c5a-a3ef-4d71828348ac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.605311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a374-4649-401b-ac24-cde127c51f86 req-04d8b22f-547d-4e64-b66b-7f45c2fe3a6a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:44.611078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3a4a374-4649-401b-ac24-cde127c51f86 req-04d8b22f-547d-4e64-b66b-7f45c2fe3a6a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1904392 Mar 10 17:38:44.640537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-206f738b-c66e-4e34-991b-f0552eebabca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326292 Mar 10 17:38:44.697801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab3f995-78f2-4c5a-a3ef-4d71828348ac,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:44.709002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Checking segment: {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:44.709772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Network hostable DHCP agents. Network: 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:44.737821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:44.757376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:44.764893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2b09-0ed1-4f9d-b5ae-bea98b6a6d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.771474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c50ff-20b0-4a4a-8f80-41329445b3b2 None None] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:44.772606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3a4a374-4649-401b-ac24-cde127c51f86 req-7771152a-8b7e-4336-b0ca-c3bec37c1651 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606050 Mar 10 17:38:44.792689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:44.793318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.799173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4070c5d4-d455-48c7-bb6d-d8143341143c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.826010 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab81c4a7-29ef-4f75-9762-a8ed945ae19a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6150155 Mar 10 17:38:44.829062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41444) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:44.834077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:44.867122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.868251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:44.940388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee9a9-149a-406f-a72c-31168866deeb req-d0527010-668f-4105-b7aa-b6c6887157bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:44.943268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-d0527010-668f-4105-b7aa-b6c6887157bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1127 time: 0.2427154 Mar 10 17:38:44.980026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:44.981956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Checking segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:44.982318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Network hostable DHCP agents. Network: 34d205ab-54b4-4fc6-98a2-eb2fc135b56b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:44.985929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for router_controller (195c0ea3-7f22-4fe5-a636-f789c8680f18), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.001341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f6e862b1-5311-4fd6-84df-4ed85f96eecd no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:45.012001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4070c5d4-d455-48c7-bb6d-d8143341143c,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:45.103317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:45.138222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-76d3d8e9-85ac-4bb1-9854-11cd48e97c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:45.141784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-76d3d8e9-85ac-4bb1-9854-11cd48e97c0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.1775463 Mar 10 17:38:45.142591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 34d205ab-54b4-4fc6-98a2-eb2fc135b56b) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:45.153572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:45.154654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.163485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee9a9-149a-406f-a72c-31168866deeb req-d10fe160-42ff-4e6b-b890-ad5831402bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:45.165652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-d10fe160-42ff-4e6b-b890-ad5831402bf5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.1864586 Mar 10 17:38:45.180307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3c0d2-1fcf-4630-9655-b2d3a6b21671 None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:45.183452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-24826747-network', 'tenant_id': 'a45bf94e782e4d859603a88ed3fccf92'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:45.246946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f6e862b1-5311-4fd6-84df-4ed85f96eecd is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:45.259645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for router_gateway (195c0ea3-7f22-4fe5-a636-f789c8680f18), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.261940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4c91bc8f-1719-4690-90aa-2ffe4b0f2fc7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0223835 Mar 10 17:38:45.265760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41452) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:45.273068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:45.286078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'fixed_ips': [{'subnet_id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:38:45.286991 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.344102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Made reservation on behalf of a45bf94e782e4d859603a88ed3fccf92 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:45.346898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.377211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-221da3f0-f633-493d-aead-7a0ccb67940f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1821392 Mar 10 17:38:45.379897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.384413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.385750 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.431504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:38:45.433970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.515111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-5197144f-97ca-49e1-a41e-ec67d9e8131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:45.516914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-5197144f-97ca-49e1-a41e-ec67d9e8131b service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.3501728 Mar 10 17:38:45.564334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for router_gateway (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.585198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.600764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Allocated IP 172.20.0.2 (34d205ab-54b4-4fc6-98a2-eb2fc135b56b/4070c5d4-d455-48c7-bb6d-d8143341143c/ae62782f-453e-4d42-8213-828cb1a588da) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:45.635132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-1fdb12ad-7354-4cf0-9776-f9e8905191ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.0727210 Mar 10 17:38:45.717047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for router_controller (c8dc4999-d7b2-4c67-abb5-173043cb9bab), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.723311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Allocated IP 172.25.3.154 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9e45f82e-d8d0-4004-92cb-680ecd5a30da) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:45.757892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks [] for port (ae62782f-453e-4d42-8213-828cb1a588da), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.782157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (ae62782f-453e-4d42-8213-828cb1a588da), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.809071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.855125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:45.860129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:45.865094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:45.887713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Allocated IP 172.20.0.2 (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8/5ab3f995-78f2-4c5a-a3ef-4d71828348ac/61ea8d5b-56df-4669-a379-979c85f9651a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:45.888575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.892662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Pushing event updated for resources: {'Port': ['ID=ae62782f-453e-4d42-8213-828cb1a588da,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:45.972560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.974767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee9a9-149a-406f-a72c-31168866deeb req-ce2e6fcf-2ef6-407b-b154-452747f8e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:45.976421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-ce2e6fcf-2ef6-407b-b154-452747f8e223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.5750473 Mar 10 17:38:45.978977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Attempting to bind port ae62782f-453e-4d42-8213-828cb1a588da on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:45.979351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Attempting to bind port ae62782f-453e-4d42-8213-828cb1a588da by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:45.979756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Attempting to bind port ae62782f-453e-4d42-8213-828cb1a588da on network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:45.987358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:45.987721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Checking segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:45.988168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:45.988690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Bound using segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:45.989154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Bound port: ae62782f-453e-4d42-8213-828cb1a588da, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:45.989526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae62782f-453e-4d42-8213-828cb1a588da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.036158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:46.041669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:46.050904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:46.079280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for router_gateway (c8dc4999-d7b2-4c67-abb5-173043cb9bab), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.091529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] For port ae62782f-453e-4d42-8213-828cb1a588da, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:46.095555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-746f943c-8dbd-4f2e-82e5-94550101a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:46.095883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] For port ae62782f-453e-4d42-8213-828cb1a588da, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ae62782f-453e-4d42-8213-828cb1a588da,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:46.097796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-746f943c-8dbd-4f2e-82e5-94550101a967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.3770461 Mar 10 17:38:46.112551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ae62782f-453e-4d42-8213-828cb1a588da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.176759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks [] for security_group (88933896-4863-4484-87c4-6259778c53e2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.195868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Pushing event updated for resources: {'Port': ['ID=9e45f82e-d8d0-4004-92cb-680ecd5a30da,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.226040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88933896-4863-4484-87c4-6259778c53e2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.242023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:46.258242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b818b-68e2-4ae7-914b-a35f3e69b2fa None None] Pushing event updated for resources: {'Port': ['ID=ae62782f-453e-4d42-8213-828cb1a588da,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.282043 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks [] for port (61ea8d5b-56df-4669-a379-979c85f9651a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.292344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.296038 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ebeb9b1f-9787-4596-9fe6-8443b08edaf7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.296569 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Added segment ebeb9b1f-9787-4596-9fe6-8443b08edaf7 of type vlan for network d444c13e-7e60-46d6-88c8-b4a943e06751 Mar 10 17:38:46.302717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee9a9-149a-406f-a72c-31168866deeb req-a4f7c17a-e967-4f8a-ab92-9e600c0c99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:46.304273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-a4f7c17a-e967-4f8a-ab92-9e600c0c99f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3019214 Mar 10 17:38:46.337570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905482-9648-4aee-a4c3-137326dd0dcd req-6033ff71-dac9-4244-b3bd-71317c01a6b5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:46.339828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d905482-9648-4aee-a4c3-137326dd0dcd req-6033ff71-dac9-4244-b3bd-71317c01a6b5 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4024127 Mar 10 17:38:46.340494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88933896-4863-4484-87c4-6259778c53e2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.383518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Pushing event updated for resources: {'Port': ['ID=61ea8d5b-56df-4669-a379-979c85f9651a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.398559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:46.401590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-725ce0b8-9c07-4e71-b671-7b9b8f0db38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:46.403133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-725ce0b8-9c07-4e71-b671-7b9b8f0db38d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2940550 Mar 10 17:38:46.403426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:46.406239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:46.479344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Attempting to bind port 61ea8d5b-56df-4669-a379-979c85f9651a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:46.480121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Attempting to bind port 61ea8d5b-56df-4669-a379-979c85f9651a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:46.480121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Attempting to bind port 61ea8d5b-56df-4669-a379-979c85f9651a on network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:46.487007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:46.487384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Checking segment: {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:46.488250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.488250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Bound using segment: {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:46.488815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Bound port: 61ea8d5b-56df-4669-a379-979c85f9651a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:46.489184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.592010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for router_gateway (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.593690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] For port 61ea8d5b-56df-4669-a379-979c85f9651a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:46.597392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] For port 61ea8d5b-56df-4669-a379-979c85f9651a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61ea8d5b-56df-4669-a379-979c85f9651a,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:46.610473 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:46.706328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bad11-2c53-4186-8603-0c3e412c4482 None None] Pushing event updated for resources: {'Port': ['ID=61ea8d5b-56df-4669-a379-979c85f9651a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:46.967427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d444c13e-7e60-46d6-88c8-b4a943e06751), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.027393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d905482-9648-4aee-a4c3-137326dd0dcd req-9f4cb8b2-8f50-4ae1-b430-679b78c63e18 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6635311 Mar 10 17:38:47.186408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.229214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-923348aa-ec62-4448-bf74-909aa9b76210 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786318 Mar 10 17:38:47.229918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d444c13e-7e60-46d6-88c8-b4a943e06751), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.231103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:47.233256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.259060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.307063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-38986c43-eaee-4226-af59-07f6967dbe7a service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450406 Mar 10 17:38:47.447601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Router 195c0ea3-7f22-4fe5-a636-f789c8680f18 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:38:47.566392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5803549 Mar 10 17:38:47.616379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:47.635655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for router_gateway (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.646129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Sync routers for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:47.660023 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:47.660702 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:47.674241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.678904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6e4ce52-43fd-4c8d-a347-facdfc5b98ac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8488512 Mar 10 17:38:47.679524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41472) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:47.731152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce1856d-c021-42dd-afa8-9c2fa75f02e8 req-fb62e5d1-4e70-4c79-b462-4d71bdab039d service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103513 Mar 10 17:38:47.741632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd44617-29b7-471d-89c6-3f159653104e None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:47.816302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:47.980987 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:48.011068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Allocated IP 172.25.3.114 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:48.098489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61ea8d5b-56df-4669-a379-979c85f9651a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:48.215902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be997da-23d1-4f8b-a404-f5190fa2a838 admin admin] Pushing event updated for resources: {'Network': ['ID=d444c13e-7e60-46d6-88c8-b4a943e06751,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:48.217222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Provisioning complete for port ae62782f-453e-4d42-8213-828cb1a588da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:48.217760 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ae62782f-453e-4d42-8213-828cb1a588da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.272192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d444c13e-7e60-46d6-88c8-b4a943e06751 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:48.351136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9591f0f-43d1-4c11-8db3-ab54d823829f None None] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:48.383239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:46Z', 'revision_number': 3, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:48.424562 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Checking router: 195c0ea3-7f22-4fe5-a636-f789c8680f18 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:48.425204 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Updating router 195c0ea3-7f22-4fe5-a636-f789c8680f18 port 9e45f82e-d8d0-4004-92cb-680ecd5a30da binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:38:48.457113 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.542926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 61ea8d5b-56df-4669-a379-979c85f9651a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:48.543294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.565933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.661814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-174ee9a9-149a-406f-a72c-31168866deeb req-5cb774e5-92bd-4601-96eb-d1757ff69b98 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4113786 Mar 10 17:38:48.694199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Current status of the port ae62782f-453e-4d42-8213-828cb1a588da is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:48.694199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ae62782f-453e-4d42-8213-828cb1a588da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.715745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f803d36-4343-44fe-b6ee-d877b3ab6b9d req-7fc5135b-8cf0-4f84-873b-8838059b90de tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:48.718156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f803d36-4343-44fe-b6ee-d877b3ab6b9d req-7fc5135b-8cf0-4f84-873b-8838059b90de tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4512677 Mar 10 17:38:48.721398 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.750358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.768485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb4aa-2df9-4aa6-b7c2-f482aa6dc80e req-9e698bd7-3444-44c3-8ae8-ad8dce44185d tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:48.776135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb4aa-2df9-4aa6-b7c2-f482aa6dc80e req-9e698bd7-3444-44c3-8ae8-ad8dce44185d tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:48.782331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb4aa-2df9-4aa6-b7c2-f482aa6dc80e req-9e698bd7-3444-44c3-8ae8-ad8dce44185d tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:48.786885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-468bb4aa-2df9-4aa6-b7c2-f482aa6dc80e req-9e698bd7-3444-44c3-8ae8-ad8dce44185d tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.5912406 Mar 10 17:38:48.883235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] For port ae62782f-453e-4d42-8213-828cb1a588da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ae62782f-453e-4d42-8213-828cb1a588da,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:48.899767 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ae62782f-453e-4d42-8213-828cb1a588da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.908610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 61ea8d5b-56df-4669-a379-979c85f9651a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:48.908984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:48.923138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Allocated IP 172.20.0.1 (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8/5ab3f995-78f2-4c5a-a3ef-4d71828348ac/2f275b98-2be3-4c57-9f9f-3999eaed72ff) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:48.935872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f803d36-4343-44fe-b6ee-d877b3ab6b9d req-d49f4156-96ec-4be1-90e5-f2927510719a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017405 Mar 10 17:38:48.995864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 61ea8d5b-56df-4669-a379-979c85f9651a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61ea8d5b-56df-4669-a379-979c85f9651a,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:49.002168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549376-8f86-4617-8417-cf41b6f7ecbf None None] Pushing event updated for resources: {'Port': ['ID=ae62782f-453e-4d42-8213-828cb1a588da,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.006129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.006845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ae62782f-453e-4d42-8213-828cb1a588da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:49.011323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.092164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec36d-180a-478c-a1b4-121f6e19b35e req-e1cfe076-3032-4425-934b-b74c81fd7dba tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:49.095166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052ec36d-180a-478c-a1b4-121f6e19b35e req-e1cfe076-3032-4425-934b-b74c81fd7dba tempest-ComputeTenantNetworksTest-362279171 tempest-ComputeTenantNetworksTest-362279171-project] 10.222.0.35 "GET /v2.0/networks/d444c13e-7e60-46d6-88c8-b4a943e06751 HTTP/1.1" status: 200 len: 767 time: 0.2571092 Mar 10 17:38:49.106465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41488) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:49.112452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:49.131588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Provisioning complete for port 61ea8d5b-56df-4669-a379-979c85f9651a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:49.133332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.136833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=61ea8d5b-56df-4669-a379-979c85f9651a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.140854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:49.160699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:49.196199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.200963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks [] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.210144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ae62782f-453e-4d42-8213-828cb1a588da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:49.210565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ae62782f-453e-4d42-8213-828cb1a588da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.275617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.283473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d444c13e-7e60-46d6-88c8-b4a943e06751), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.295540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Current status of the port 61ea8d5b-56df-4669-a379-979c85f9651a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:49.320639 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks [] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.328429 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.335580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Provisioning complete for port ae62782f-453e-4d42-8213-828cb1a588da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:49.335949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ae62782f-453e-4d42-8213-828cb1a588da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.347064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:49.352416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:49.360138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:49.402070 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Attempting to bind port 9e45f82e-d8d0-4004-92cb-680ecd5a30da on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:49.402525 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Attempting to bind port 9e45f82e-d8d0-4004-92cb-680ecd5a30da by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:49.402888 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Attempting to bind port 9e45f82e-d8d0-4004-92cb-680ecd5a30da on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:49.411745 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:49.412406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:49.412978 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.418156 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:49.419077 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Bound port: 9e45f82e-d8d0-4004-92cb-680ecd5a30da, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:49.419685 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.451873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.492280 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] For port 9e45f82e-d8d0-4004-92cb-680ecd5a30da, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:49.512251 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Pushing event updated for resources: {'Port': ['ID=9e45f82e-d8d0-4004-92cb-680ecd5a30da,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.521885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] For port 9e45f82e-d8d0-4004-92cb-680ecd5a30da, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9e45f82e-d8d0-4004-92cb-680ecd5a30da,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:49.524261 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.524813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.525311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.525832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.526319 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.526846 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.527336 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.527836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.528334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.529168 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.529799 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.530380 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.530900 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:38:49.548243 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.620162 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd07535-a332-42e2-9d35-88d0b514adb7 None None] Pushing event updated for resources: {'Port': ['ID=9e45f82e-d8d0-4004-92cb-680ecd5a30da,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.659969 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:49.660601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:49.668426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Pushing event updated for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:49.675130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ae62782f-453e-4d42-8213-828cb1a588da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:49.716712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.754550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-143cf77d-2803-45a1-9b27-eec52fc67ffc None None] Current status of the port ae62782f-453e-4d42-8213-828cb1a588da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:49.777335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d444c13e-7e60-46d6-88c8-b4a943e06751), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.803665 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:49.874891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61ea8d5b-56df-4669-a379-979c85f9651a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:49.917096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d444c13e-7e60-46d6-88c8-b4a943e06751']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:49.950118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:49.950569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:49.966153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeb9b1f-9787-4596-9fe6-8443b08edaf7') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:49.966576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeb9b1f-9787-4596-9fe6-8443b08edaf7') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:50.011466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Port 2f275b98-2be3-4c57-9f9f-3999eaed72ff cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:38:50.013051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks [] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.020693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.026382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 61ea8d5b-56df-4669-a379-979c85f9651a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:50.026670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.031299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (ebeb9b1f-9787-4596-9fe6-8443b08edaf7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.044736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for router_gateway (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.064344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Provisioning complete for port 61ea8d5b-56df-4669-a379-979c85f9651a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:50.064783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.103496 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:46Z', 'revision_number': 3, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:50.115928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Pushing event updated for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:50.144434 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0ed3a-934a-49b9-93e2-c00ae687a831 None None] The sync data for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 is: [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:46Z', 'revision_number': 3, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:50.193465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.216581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 61ea8d5b-56df-4669-a379-979c85f9651a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:50.218155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ae62782f-453e-4d42-8213-828cb1a588da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:50.221587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e94a1b-3a54-4ace-bcda-bc51280dfd2f None None] Current status of the port 61ea8d5b-56df-4669-a379-979c85f9651a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:50.309431 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ebeb9b1f-9787-4596-9fe6-8443b08edaf7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.319324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:38:50.320780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (ebeb9b1f-9787-4596-9fe6-8443b08edaf7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.322457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ae62782f-453e-4d42-8213-828cb1a588da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:50.322842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ae62782f-453e-4d42-8213-828cb1a588da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.338307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:50.339896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:38:50.388199 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:38:50.492996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ae62782f-453e-4d42-8213-828cb1a588da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:50.499517 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d444c13e-7e60-46d6-88c8-b4a943e06751), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.516538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.521367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/d444c13e-7e60-46d6-88c8-b4a943e06751 HTTP/1.1" status: 204 len: 168 time: 1.4076550 Mar 10 17:38:50.568403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Router 195c0ea3-7f22-4fe5-a636-f789c8680f18 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:50.583160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33b63-6e5e-481b-b519-4334c68402ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d444c13e-7e60-46d6-88c8-b4a943e06751,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:50.710096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8eb3-fa1b-4a63-8a6a-193720ed0a0f req-366c595b-f05b-4404-8fc1-308bd9241bcc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:50.711879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e28f8eb3-fa1b-4a63-8a6a-193720ed0a0f req-366c595b-f05b-4404-8fc1-308bd9241bcc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4279940 Mar 10 17:38:50.716045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.728769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41500) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:50.781703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:50.803436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04f81c75-bed6-4cdd-b1cc-faf99416ef8d admin admin] 10.222.0.35 "PUT /v2.0/routers/195c0ea3-7f22-4fe5-a636-f789c8680f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124814 Mar 10 17:38:50.859504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e73672ac-4a93-477a-ac96-4d64734dabdb None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:50.860004 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e73672ac-4a93-477a-ac96-4d64734dabdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:50.947368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e73672ac-4a93-477a-ac96-4d64734dabdb None None] Port 2f275b98-2be3-4c57-9f9f-3999eaed72ff cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:38:51.036688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:51.287423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-35036747'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:51.336106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:51.342913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.377842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:51.398796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b81f41cd-23e7-4bad-b898-27e162bc2871), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.399186 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Added segment b81f41cd-23e7-4bad-b898-27e162bc2871 of type vlan for network 6465590d-ab23-4505-9ef1-56552d3ce02c Mar 10 17:38:51.411338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e28f8eb3-fa1b-4a63-8a6a-193720ed0a0f req-5d0b9614-0fcb-41a9-bc51-55f2e9de61b8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6923470 Mar 10 17:38:51.423112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-57c41379-539a-4bcd-9104-417fbbf6a174 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a45bf94e782e4d859603a88ed3fccf92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6904240 Mar 10 17:38:51.426491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:51.501897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6465590d-ab23-4505-9ef1-56552d3ce02c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.553609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6465590d-ab23-4505-9ef1-56552d3ce02c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.559479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:51.560039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.589696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] Publish callbacks [] for security_group (88933896-4863-4484-87c4-6259778c53e2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.601815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Router c8dc4999-d7b2-4c67-abb5-173043cb9bab is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:38:51.608912 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5682142 Mar 10 17:38:51.609083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:51.616135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'subnet': {'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:51.623342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] Publish callbacks [] for security_group (88933896-4863-4484-87c4-6259778c53e2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.650358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c3bb-f890-497c-a4ef-0fe97104e91f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Network': ['ID=6465590d-ab23-4505-9ef1-56552d3ce02c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:51.650539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df596-5fdc-4557-b155-40875285396e req-3bec17e8-5146-44f6-be42-f440de286d52 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:51.651897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f93df596-5fdc-4557-b155-40875285396e req-3bec17e8-5146-44f6-be42-f440de286d52 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 945 time: 0.1274476 Mar 10 17:38:51.670952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6465590d-ab23-4505-9ef1-56552d3ce02c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:51.752814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:51.758645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.816754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f93df596-5fdc-4557-b155-40875285396e req-511dd92f-64a6-4892-b05e-0741789c1c54 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198666 Mar 10 17:38:51.817388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (88933896-4863-4484-87c4-6259778c53e2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.821776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.825722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88933896-4863-4484-87c4-6259778c53e2 HTTP/1.1" status: 204 len: 168 time: 0.3962531 Mar 10 17:38:51.845746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186096b7-f801-465d-bf75-81f4b98e30d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88933896-4863-4484-87c4-6259778c53e2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:51.858905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:51.876096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Sync routers for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:51.883495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9e45f82e-d8d0-4004-92cb-680ecd5a30da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:51.906610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:51.908578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-475b8286-ecfb-4858-bcf5-cb6e7a40aae7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6383889 Mar 10 17:38:51.910729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:51.937916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:51.938617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:52.011334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (9f1ffd00-3639-4384-91b2-cdc80d6f883f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.079169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9e45f82e-d8d0-4004-92cb-680ecd5a30da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:52.079538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.102262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Checking segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:52.102262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network hostable DHCP agents. Network: 6465590d-ab23-4505-9ef1-56552d3ce02c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:52.107250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Subnet': ['ID=9f1ffd00-3639-4384-91b2-cdc80d6f883f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:52.126481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 6465590d-ab23-4505-9ef1-56552d3ce02c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:52.137241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:52.138176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6465590d-ab23-4505-9ef1-56552d3ce02c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:52.154043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:52.155770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.176146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f88722-6464-455c-99c3-67c2c4f3be2f None None] Network 6465590d-ab23-4505-9ef1-56552d3ce02c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:52.180888 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb6cbcfc-01cc-4060-bcf4-84054ee88cbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5707109 Mar 10 17:38:52.183571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41528) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:52.190390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2047303287'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:52.232972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:52.237220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.284746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:52.293772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b81edc86-1637-4789-ac15-0a394975baec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.294123 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Added segment b81edc86-1637-4789-ac15-0a394975baec of type vlan for network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 Mar 10 17:38:52.359631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5d8298d8-a757-4542-b26e-b2db1d30eaf2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.420805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5d8298d8-a757-4542-b26e-b2db1d30eaf2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.432774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:52.434167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.468350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9e45f82e-d8d0-4004-92cb-680ecd5a30da is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:52.470189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.546080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9e45f82e-d8d0-4004-92cb-680ecd5a30da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9e45f82e-d8d0-4004-92cb-680ecd5a30da,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:52.551686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6465590d-ab23-4505-9ef1-56552d3ce02c', 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'fixed_ips': [{'subnet_id': '9f1ffd00-3639-4384-91b2-cdc80d6f883f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:38:52.552090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.552643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.587670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.594077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Network': ['ID=5d8298d8-a757-4542-b26e-b2db1d30eaf2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:52.620817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:38:52.628918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-667225ce-5055-462c-9f69-3c64e87a67ea tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4417064 Mar 10 17:38:52.629182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:52.635841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'subnet': {'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:52.763220 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Sync routers for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:38:52.764449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1123f-8fcc-4851-b17e-31ec4fd0098b req-ca695185-349e-4de4-99ff-2db75c048aa7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:52.772702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07f1123f-8fcc-4851-b17e-31ec4fd0098b req-ca695185-349e-4de4-99ff-2db75c048aa7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2125692 Mar 10 17:38:52.801400 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:52.802895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:52.808740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:52.812944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:52.942267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07f1123f-8fcc-4851-b17e-31ec4fd0098b req-002e4316-1c4b-44ed-87a9-36bf1c0bec41 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651802 Mar 10 17:38:52.973988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9e45f82e-d8d0-4004-92cb-680ecd5a30da,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:53.024292 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:53.056816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 3, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:53.060943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Allocated IP 172.20.0.1 (34d205ab-54b4-4fc6-98a2-eb2fc135b56b/4070c5d4-d455-48c7-bb6d-d8143341143c/2df13c5e-f157-434a-a629-839f438a9635) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:53.079039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d63e6-6eee-48e8-83e9-148a1502c6fe req-f04b70bf-9a5b-4ffc-83a8-e3082c9b8130 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:53.086460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-354d63e6-6eee-48e8-83e9-148a1502c6fe req-f04b70bf-9a5b-4ffc-83a8-e3082c9b8130 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 945 time: 0.1389930 Mar 10 17:38:53.132357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Checking router: c8dc4999-d7b2-4c67-abb5-173043cb9bab for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:53.132864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Updating router c8dc4999-d7b2-4c67-abb5-173043cb9bab port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:38:53.189436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.216583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-354d63e6-6eee-48e8-83e9-148a1502c6fe req-29a075c5-53d8-49ae-be93-099d704a8d11 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253238 Mar 10 17:38:53.255037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Allocated IP 19.80.0.2 (6465590d-ab23-4505-9ef1-56552d3ce02c/9f1ffd00-3639-4384-91b2-cdc80d6f883f/6ae44c3a-3ae0-479d-93c0-aa8973a7562d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:53.260395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (bfd55a96-5433-4956-97e6-c8e49142f085), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.282346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks [] for port (2df13c5e-f157-434a-a629-839f438a9635), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.335864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.384313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:53.386997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:53.413161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:53.460015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Checking segment: {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:53.461588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network hostable DHCP agents. Network: 5d8298d8-a757-4542-b26e-b2db1d30eaf2, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:38:53.501613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.516311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Subnet': ['ID=bfd55a96-5433-4956-97e6-c8e49142f085,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:53.521992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 4, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2f275b98-2be3-4c57-9f9f-3999eaed72ff', 'name': '', 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'mac_address': 'fa:16:3e:7d:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:48Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 2, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'subnets': [{'id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:53.552755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:38:53.577846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5d8298d8-a757-4542-b26e-b2db1d30eaf2) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:53.583488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:53.584131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.615756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefeb14-a734-449a-b76b-5cf89bdb7e63 None None] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:53.633051 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a295ccbf-af2b-4b57-a011-7cc50ea9fcf7 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0025346 Mar 10 17:38:53.680008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Pushing event updated for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:53.750510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-b427f73c-f57e-49fd-a475-7487a013ed2b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:53.752329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-b427f73c-f57e-49fd-a475-7487a013ed2b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 945 time: 0.4325094 Mar 10 17:38:53.786596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:53.828729 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Checking router: 195c0ea3-7f22-4fe5-a636-f789c8680f18 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:38:53.829334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Updating router 195c0ea3-7f22-4fe5-a636-f789c8680f18 port 2f275b98-2be3-4c57-9f9f-3999eaed72ff binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:38:53.898960 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:53.996543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks [] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.033908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48eea49e-7aef-4f6e-a414-665dd8f56246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.043406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:38:54.043762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.056187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9e45f82e-d8d0-4004-92cb-680ecd5a30da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:54.065577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.154150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa2de0-7348-4665-884b-3ee54d654459 None None] Pushing event updated for resources: {'Port': ['ID=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:54.212798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:54.213153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.236862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48eea49e-7aef-4f6e-a414-665dd8f56246 admin admin] Publish callbacks [] for security_group (dd48786c-4188-4271-a337-1cfb2ddf9f4d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.242290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48eea49e-7aef-4f6e-a414-665dd8f56246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dd48786c-4188-4271-a337-1cfb2ddf9f4d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.245713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:38:54.254479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-75adfda1-c5a9-42c9-bb04-b8d49ed2b44a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:54.259578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-75adfda1-c5a9-42c9-bb04-b8d49ed2b44a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:54.261184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-75adfda1-c5a9-42c9-bb04-b8d49ed2b44a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/networks?id=6465590d-ab23-4505-9ef1-56552d3ce02c&id=5d8298d8-a757-4542-b26e-b2db1d30eaf2&id=6465590d-ab23-4505-9ef1-56552d3ce02c HTTP/1.1" status: 200 len: 1390 time: 0.3487828 Mar 10 17:38:54.261802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2df13c5e-f157-434a-a629-839f438a9635), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.281692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48eea49e-7aef-4f6e-a414-665dd8f56246 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cf18fb0621640c68d3922a31a331ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936087 Mar 10 17:38:54.283329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:54.293087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-851122c2-ddfe-4116-93c8-3b2f388e962e None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:54.295379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-851122c2-ddfe-4116-93c8-3b2f388e962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.306414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eea49e-7aef-4f6e-a414-665dd8f56246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48786c-4188-4271-a337-1cfb2ddf9f4d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:54.308337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-c038afc8-df97-4f62-a3a9-d826139464e0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/quotas/de13cc77c3e5484a870364a9fa9cce68 HTTP/1.1" status: 200 len: 375 time: 0.0273104 Mar 10 17:38:54.387568 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks [] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.395425 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.401896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758cb77-372a-40ab-a56e-163401db80a9 req-bcc2f236-85d7-4449-9414-42b62c664b1e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:54.403611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d758cb77-372a-40ab-a56e-163401db80a9 req-bcc2f236-85d7-4449-9414-42b62c664b1e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2779243 Mar 10 17:38:54.491475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e4b41-951d-47b2-b6fa-9fe842a9221d None None] Pushing event updated for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:54.540495 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Attempting to bind port 2f275b98-2be3-4c57-9f9f-3999eaed72ff on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:54.540885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Attempting to bind port 2f275b98-2be3-4c57-9f9f-3999eaed72ff by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:54.541483 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Attempting to bind port 2f275b98-2be3-4c57-9f9f-3999eaed72ff on network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:54.548191 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:54.548637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Checking segment: {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:54.549030 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.549424 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Bound using segment: {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:54.550176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Bound port: 2f275b98-2be3-4c57-9f9f-3999eaed72ff, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd892ddd1-dbfa-4542-8b88-faa408089da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:54.551017 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.594499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] Publish callbacks [] for security_group (dd48786c-4188-4271-a337-1cfb2ddf9f4d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.621085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-7fa505e1-d582-4ac5-a7cb-9afa8c9c60f1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2987418 Mar 10 17:38:54.630454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-5d8298d8-a757-4542-b26e-b2db1d30eaf2', 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2', 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'fixed_ips': [{'subnet_id': 'bfd55a96-5433-4956-97e6-c8e49142f085'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:38:54.637055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.656150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Attempting to bind port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:54.659193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Attempting to bind port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:54.659560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Attempting to bind port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:54.676810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks [] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.679151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d758cb77-372a-40ab-a56e-163401db80a9 req-eecf7ee1-fe5b-4b14-9535-6b0db0a15904 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434046 Mar 10 17:38:54.711458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] For port 2f275b98-2be3-4c57-9f9f-3999eaed72ff, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:54.735058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] Publish callbacks [] for security_group (dd48786c-4188-4271-a337-1cfb2ddf9f4d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.790283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:54.790810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:54.792018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.792655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:54.793274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Bound port: 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:54.793766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.810074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-851122c2-ddfe-4116-93c8-3b2f388e962e None None] Port 2df13c5e-f157-434a-a629-839f438a9635 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:38:54.845585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.899923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Network 6465590d-ab23-4505-9ef1-56552d3ce02c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:54.907756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:54.916328 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] For port 2f275b98-2be3-4c57-9f9f-3999eaed72ff, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f275b98-2be3-4c57-9f9f-3999eaed72ff,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:54.930598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:54.935195 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.009179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:55.011026 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:55.011682 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:55.016001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-7f32ff61-7bd1-4489-82f3-750ca18a6d18 service neutron] 10.222.0.35 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543587 Mar 10 17:38:55.017143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:55.077399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Allocated IP 19.86.0.2 (5d8298d8-a757-4542-b26e-b2db1d30eaf2/bfd55a96-5433-4956-97e6-c8e49142f085/bef2c45b-bdaa-47f0-a59c-630dd4dbfa75) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:38:55.078763 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks [] for port (2df13c5e-f157-434a-a629-839f438a9635), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.099635 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e4b41-951d-47b2-b6fa-9fe842a9221d None None] Pushing event updated for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:55.137553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.143586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:38:55.147596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.151755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d31c4bc-ea18-41c8-871e-941ca03325ee req-2390d9c4-9de8-419b-a5f4-ea8e7ca3b739 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "DELETE /v2.0/ports/40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 HTTP/1.1" status: 204 len: 173 time: 1.3710389 Mar 10 17:38:55.152592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dd48786c-4188-4271-a337-1cfb2ddf9f4d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.155309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.157130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd48786c-4188-4271-a337-1cfb2ddf9f4d HTTP/1.1" status: 204 len: 168 time: 0.8702841 Mar 10 17:38:55.164721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c296-2c87-4a8d-aeb8-99f65544af08 req-606f5625-5165-4ac2-ae78-f04d4229e7ef tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:55.166620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67f6c296-2c87-4a8d-aeb8-99f65544af08 req-606f5625-5165-4ac2-ae78-f04d4229e7ef tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 867 time: 0.3966606 Mar 10 17:38:55.172200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'name': 'network-vif-deleted', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:38:55.176279 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b344050-ab3c-4673-9ca0-2a7d0d3799b5" -d '{"events": [{"server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "name": "network-vif-deleted", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:38:55.209706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:55.253815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144806d0-ac7b-49fa-9fa6-55f148b1509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48786c-4188-4271-a337-1cfb2ddf9f4d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:55.287278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9e45f82e-d8d0-4004-92cb-680ecd5a30da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:55.287654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.393445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Pushing event updated for resources: {'Port': ['ID=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:55.417456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Pushing event updated for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:55.443967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] For port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:55.449792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.473620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-efddb06b-878e-4b9c-ac5b-d98e5fb48036 service neutron] 10.222.0.35 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062212 Mar 10 17:38:55.478685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67f6c296-2c87-4a8d-aeb8-99f65544af08 req-11b934a2-715c-4663-9a87-ef43843409a3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901299 Mar 10 17:38:55.536113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:55.536500 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.569354 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 4, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2f275b98-2be3-4c57-9f9f-3999eaed72ff', 'name': '', 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'mac_address': 'fa:16:3e:7d:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:48Z', 'updated_at': '2022-03-10T17:38:54Z', 'revision_number': 4, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'subnets': [{'id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:55.591203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:55.596466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:55.612638 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d037fc-be9f-4891-8249-feddb9851293 x-openstack-request-id: req-d1d037fc-be9f-4891-8249-feddb9851293 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:38:55.612941 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d874d3ad-739f-4939-914f-55f4797b05e3", "name": "network-vif-deleted", "tag": "40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:38:55.613199 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1d037fc-be9f-4891-8249-feddb9851293 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:38:55.613605 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd874d3ad-739f-4939-914f-55f4797b05e3', 'name': 'network-vif-deleted', 'tag': '40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69', 'status': 'completed', 'code': 200} Mar 10 17:38:55.613917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba65c9-b300-41a8-a745-e62e2855c2b7 None None] The sync data for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 is: [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:38:49Z', 'revision_number': 4, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2f275b98-2be3-4c57-9f9f-3999eaed72ff', 'name': '', 'network_id': '3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'mac_address': 'fa:16:3e:7d:7e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:48Z', 'updated_at': '2022-03-10T17:38:54Z', 'revision_number': 4, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'subnets': [{'id': '5ab3f995-78f2-4c5a-a3ef-4d71828348ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:55.617752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] For port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:55.770245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Attempting to bind port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:55.770676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Attempting to bind port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:55.775119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Attempting to bind port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d on network 6465590d-ab23-4505-9ef1-56552d3ce02c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:55.910959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.935178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:55.937101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Checking segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:55.937405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:55.939137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Bound using segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:55.939649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Bound port: 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:55.940031 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:56.099343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] For port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:56.102836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] For port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:56.185180 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:56.236399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:38:56.272628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks [] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:56.312361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:38:56.313011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:56.546408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:38:56.729595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-808728e2-94ae-49fc-ba2c-cf564a7ffc76 service neutron] 10.222.0.35 "GET /v2.0/networks/5d8298d8-a757-4542-b26e-b2db1d30eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1674807 Mar 10 17:38:56.740152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9e45f82e-d8d0-4004-92cb-680ecd5a30da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:56.750072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:38:56.750448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 40b5b2b9-ee19-482a-81b3-b2b4bf3c3c69 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:38:56.788579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:56.833367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:38:56.842395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:38:56.845380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:38:56.873167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Current status of the port 2f275b98-2be3-4c57-9f9f-3999eaed72ff is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:56.873569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:56.881474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa2de0-7348-4665-884b-3ee54d654459 None None] Pushing event updated for resources: {'Port': ['ID=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:57.043219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Router c8dc4999-d7b2-4c67-abb5-173043cb9bab has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:38:57.098142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f275b98-2be3-4c57-9f9f-3999eaed72ff up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:57.154073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbe526-18ec-4791-b244-42f7686f55a3 req-2ac4f3ec-1c52-49b8-9697-d7b9a6fae7cb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:57.164616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffbbe526-18ec-4791-b244-42f7686f55a3 req-2ac4f3ec-1c52-49b8-9697-d7b9a6fae7cb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4310346 Mar 10 17:38:57.176051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fc4a02f1-e314-4eb7-a8ff-bef544f41543 service neutron] 10.222.0.35 "GET /v2.0/networks/5d8298d8-a757-4542-b26e-b2db1d30eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228096 Mar 10 17:38:57.197806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2310-62a5-430f-833c-b03c03dc2272 None None] Pushing event updated for resources: {'Port': ['ID=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:57.276582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:57.505736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] For port 2f275b98-2be3-4c57-9f9f-3999eaed72ff, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f275b98-2be3-4c57-9f9f-3999eaed72ff,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:38:57.525677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Attempting to bind port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:38:57.525950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Attempting to bind port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:38:57.526313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Attempting to bind port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 on network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:38:57.559890 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:57.564802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Pushing event updated for resources: {'Port': ['ID=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:57.576590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:38:57.576968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Checking segment: {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:38:57.577379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:57.577774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Bound using segment: {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:38:57.578280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Bound port: bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:38:57.578697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:57.591644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:38:57.618450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50bb485a-af2f-4642-8607-f2e86dbb5b34 admin admin] 10.222.0.35 "PUT /v2.0/routers/c8dc4999-d7b2-4c67-abb5-173043cb9bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7060945 Mar 10 17:38:57.711961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:57.712790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:57.741909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffbbe526-18ec-4791-b244-42f7686f55a3 req-d93d97c3-3d8c-4bec-b736-a70eae704699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859303 Mar 10 17:38:57.908119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-882a0dc9-fd3b-4ace-a1f6-2a70e9b5a5b9 service neutron] 10.222.0.35 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559375 Mar 10 17:38:58.012382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbd9e5-b38e-4b23-9365-bbedb4196677 None None] Pushing event updated for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:58.015350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:58.015586 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:58.048407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f275b98-2be3-4c57-9f9f-3999eaed72ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:58.169205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Port 2df13c5e-f157-434a-a629-839f438a9635 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:38:58.189738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed7fa6-0d76-4283-b486-e42e2e0fa1f1 None None] Network 6465590d-ab23-4505-9ef1-56552d3ce02c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:38:58.195296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e8e3318-d882-4b3a-9b2e-b21df61980ed req-adc7fa75-772f-4784-a6e8-80948736bdf4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1688025 Mar 10 17:38:58.229629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] For port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:38:58.249924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-51784e27-7b0c-478b-8f05-a0282646633e service neutron] 10.222.0.35 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351264 Mar 10 17:38:58.271129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:38:54Z', 'revision_number': 2, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:38:58.706405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780cad3-9db5-4983-a815-f5ce235b7fad None None] The sync data for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 is: [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:38:54Z', 'revision_number': 2, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:38:58.708993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1953ed59-8261-4480-be65-7bf78fa5ff04 req-0ce3bd40-b5ab-4c95-a38b-cff1888fd23b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0864704 Mar 10 17:38:58.731113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:58.731494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:58.733591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751efee-06a2-4dec-9886-c2563372d290 req-b9add881-98b0-4303-8de6-779150d04df5 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:58.734577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] For port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:38:58.735425 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c751efee-06a2-4dec-9886-c2563372d290 req-b9add881-98b0-4303-8de6-779150d04df5 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.2385957 Mar 10 17:38:58.916133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c751efee-06a2-4dec-9886-c2563372d290 req-8d6593a8-7d22-48b2-a44e-c6aa08a86aef tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694827 Mar 10 17:38:58.917564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:38:58.946062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-network', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:38:59.057733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.070610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6ae44c3a-3ae0-479d-93c0-aa8973a7562d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:38:59.081752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Made reservation on behalf of 5b69d3b0f98a4b0bb3a78d4545c9ae67 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:38:59.085021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.114787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.281730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a9015-0dcd-411e-856b-4c922a16422b req-0fa27473-e443-4d0b-8d4d-fdec6aa19a11 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:38:59.283382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f26a9015-0dcd-411e-856b-4c922a16422b req-0fa27473-e443-4d0b-8d4d-fdec6aa19a11 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3303094 Mar 10 17:38:59.421487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6051275-1d3e-451c-bba3-788209cd0707 None None] Current status of the port 2f275b98-2be3-4c57-9f9f-3999eaed72ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:38:59.478876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e7187-7dda-4a20-bf16-0fdffe758fc1 None None] Pushing event updated for resources: {'Port': ['ID=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:38:59.510499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c443d59-8c30-4721-81cf-fcc662fbbd58 req-1865e5b5-57fc-4679-a3a7-d1f402573c8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1089914 Mar 10 17:38:59.589234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks [] for security_group (68b856a2-e524-4e9b-98b0-fbf6fd5f5be1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.596660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f26a9015-0dcd-411e-856b-4c922a16422b req-d3aeb9c4-06e8-42f6-803b-f4efc0ece6c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999940 Mar 10 17:38:59.600554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (68b856a2-e524-4e9b-98b0-fbf6fd5f5be1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.622285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:38:59.647248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Provisioning complete for port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:59.647985 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.740674 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (88e42b59-937f-4434-9489-3ad9350dc897), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.741876 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Added segment 88e42b59-937f-4434-9489-3ad9350dc897 of type vlan for network 6dc477c6-720c-4ade-914f-e14fa87f7969 Mar 10 17:38:59.879847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:38:59.884174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:38:59.977232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b856a2-e524-4e9b-98b0-fbf6fd5f5be1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:00.009232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.052282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6dc477c6-720c-4ade-914f-e14fa87f7969), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.163256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6dc477c6-720c-4ade-914f-e14fa87f7969), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.168441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:00.169389 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.287967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Current status of the port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:00.288526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.396570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:00.397277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.420352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62fa5e7e-6331-4d17-a1fa-c67ba6379bd7 req-35a9a725-a211-4b0a-97a0-ed11484819dd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 210 time: 0.1754761 Mar 10 17:39:00.437225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] For port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:00.451861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.533054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:00.556404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6077678 Mar 10 17:39:00.571977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Request body: {'subnet': {'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-subnet', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:00.632415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a10cf5-f08a-4cea-b3b1-90b3ef89790f admin admin] Pushing event updated for resources: {'Network': ['ID=6dc477c6-720c-4ade-914f-e14fa87f7969,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:00.635846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Made reservation on behalf of 5b69d3b0f98a4b0bb3a78d4545c9ae67 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:00.642868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.678561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:00.798440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-e4b8af1d-3702-4b22-872c-08434ba9381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:00.801156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-e4b8af1d-3702-4b22-872c-08434ba9381f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 0.5020065 Mar 10 17:39:00.831582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:39:00.831985 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:39:00.832973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8309e393-8064-44ae-9188-5e627d86328b None None] Provisioning complete for port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:00.832973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8309e393-8064-44ae-9188-5e627d86328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:00.887656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa903e0c-5420-4bc9-918a-8893769cad3c None None] Pushing event updated for resources: {'Port': ['ID=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:01.131014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8a70-12ab-4617-8303-84d8c8f06e82 req-6642e7b3-ccb8-402d-ad22-c627e837ec68 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.141332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5f8a70-12ab-4617-8303-84d8c8f06e82 req-6642e7b3-ccb8-402d-ad22-c627e837ec68 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.8506906 Mar 10 17:39:01.163598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8309e393-8064-44ae-9188-5e627d86328b None None] Current status of the port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:01.258307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-0d4e8891-e538-4134-a7ba-c51eba640455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.260939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-0d4e8891-e538-4134-a7ba-c51eba640455 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 0.3996296 Mar 10 17:39:01.387300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588040-0ce1-4fe7-b70b-27997fcce160 req-e957d0fc-2c53-4497-ade6-753532050da5 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.400222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92588040-0ce1-4fe7-b70b-27997fcce160 req-e957d0fc-2c53-4497-ade6-753532050da5 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.8422139 Mar 10 17:39:01.436638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a1cfa8b8-de4e-4873-bad3-e7880d7f69c8 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.450587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a1cfa8b8-de4e-4873-bad3-e7880d7f69c8 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.457561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a1cfa8b8-de4e-4873-bad3-e7880d7f69c8 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "GET /v2.0/networks?id=6465590d-ab23-4505-9ef1-56552d3ce02c&id=5d8298d8-a757-4542-b26e-b2db1d30eaf2&id=6465590d-ab23-4505-9ef1-56552d3ce02c HTTP/1.1" status: 200 len: 1390 time: 0.6891878 Mar 10 17:39:01.462085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41736) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:01.464753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:01.465849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f275b98-2be3-4c57-9f9f-3999eaed72ff up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:01.559873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86b585-1c1a-4dda-af50-c26096aa6b49 None None] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:01.645610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'admin_state_up': True, 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:01.651033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-b08c780c-0b21-419e-995f-63c132f59008 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.1879444 Mar 10 17:39:01.690775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c7a84f56-3224-4c35-9d50-99aad71d1143), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.756420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-343dcdde-c4e4-47fb-a1c5-01fc74f119b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.757961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-343dcdde-c4e4-47fb-a1c5-01fc74f119b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.0637774 Mar 10 17:39:01.778179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Provisioning complete for port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:01.778579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.782398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Checking segment: {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:01.782848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Network hostable DHCP agents. Network: 6dc477c6-720c-4ade-914f-e14fa87f7969, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:01.804732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a84f56-3224-4c35-9d50-99aad71d1143,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:01.834737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:01.852069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6dc477c6-720c-4ade-914f-e14fa87f7969) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:01.857816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:01.858455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.878838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f275b98-2be3-4c57-9f9f-3999eaed72ff triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:01.879304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.892087 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18057a1e-fe89-48d0-9369-abc34bdceb5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3578017 Mar 10 17:39:01.894641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:01.899007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:01.905564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c7447-8276-4666-8119-3c9497dce41f None None] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:01.920646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92588040-0ce1-4fe7-b70b-27997fcce160 req-7ab74f58-5001-4d85-97f8-a4bfe97f0c12 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196152 Mar 10 17:39:01.924089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5f8a70-12ab-4617-8303-84d8c8f06e82 req-1fdc0d81-d519-4cfb-b9e9-030718ea2d79 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7815399 Mar 10 17:39:01.954109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:01.955807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.026458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:39:02.067528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c010-553b-4b90-8477-cd368b243c28 req-8b00103e-ae12-406a-9110-9be674c9fc7e tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:02.069339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a92c010-553b-4b90-8477-cd368b243c28 req-8b00103e-ae12-406a-9110-9be674c9fc7e tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.41 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 0.6081352 Mar 10 17:39:02.075821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69e0266a-268c-454f-bf65-99e901eda206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.113542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for router_controller (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.144057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Current status of the port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:02.144983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.187067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28fb0036-1375-4d89-94c6-6914f412d7a4 req-660f69be-0296-4d2c-b995-e24b3f54067c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 210 time: 0.0549052 Mar 10 17:39:02.217915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:02.221355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.244977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6dc477c6-720c-4ade-914f-e14fa87f7969', 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969', 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'fixed_ips': [{'subnet_id': 'c7a84f56-3224-4c35-9d50-99aad71d1143'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:39:02.248509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.257733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9704df40-dc59-498b-b302-467a5ebe4e59 req-40e4fa83-6990-415d-b2b4-7652f8d9ce9f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1289341 Mar 10 17:39:02.265196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] For port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:02.268703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-0edb295c-4b5a-4ee6-98c9-675f240b5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:02.270418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-0edb295c-4b5a-4ee6-98c9-675f240b5504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4500346 Mar 10 17:39:02.282960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f275b98-2be3-4c57-9f9f-3999eaed72ff is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:02.291273 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.369846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e487f-0832-4002-b520-fb2b3e07468e None None] Pushing event updated for resources: {'Port': ['ID=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:02.421732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for router_gateway (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.522526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Allocated IP 19.80.0.189 (6465590d-ab23-4505-9ef1-56552d3ce02c/9f1ffd00-3639-4384-91b2-cdc80d6f883f/6825a4e1-16e3-421d-ba70-107995a48f95) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:02.626882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Allocated IP 172.20.0.2 (6dc477c6-720c-4ade-914f-e14fa87f7969/c7a84f56-3224-4c35-9d50-99aad71d1143/00197c1f-b1d4-4a97-90d3-95f9cac47538) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:02.814995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for router_gateway (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.825142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-3fa99c6b-8150-4a56-a4e2-246e18b6f96e service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329745 Mar 10 17:39:02.836025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks [] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.839689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.846392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6ae44c3a-3ae0-479d-93c0-aa8973a7562d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:02.895717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.953881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for port (6825a4e1-16e3-421d-ba70-107995a48f95), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.954314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:02.967917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:02.976900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:02.979903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d85e3427-528f-47a9-8eb3-14a32225d6c3 None None] Provisioning complete for port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:02.980271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d85e3427-528f-47a9-8eb3-14a32225d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:02.983403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Pushing event updated for resources: {'Port': ['ID=00197c1f-b1d4-4a97-90d3-95f9cac47538,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:03.014241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Allocated IP 172.25.3.163 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/709b024d-a226-45a9-babc-26193d7c3442) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:03.022259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:03.022661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.199787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Deleting port 57b47b56-e8ca-471b-a173-922f1fb327e5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:03.200607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.215802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d85e3427-528f-47a9-8eb3-14a32225d6c3 None None] Current status of the port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:03.227558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Attempting to bind port 00197c1f-b1d4-4a97-90d3-95f9cac47538 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:03.227953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Attempting to bind port 00197c1f-b1d4-4a97-90d3-95f9cac47538 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:03.228320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Attempting to bind port 00197c1f-b1d4-4a97-90d3-95f9cac47538 on network 6dc477c6-720c-4ade-914f-e14fa87f7969 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:03.241183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:03.241568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Checking segment: {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:03.241973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.242370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Bound using segment: {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:03.242898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Bound port: 00197c1f-b1d4-4a97-90d3-95f9cac47538, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:03.243283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.251184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for port (709b024d-a226-45a9-babc-26193d7c3442), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.345324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (709b024d-a226-45a9-babc-26193d7c3442), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.361685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] For port 00197c1f-b1d4-4a97-90d3-95f9cac47538, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:03.366111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] For port 00197c1f-b1d4-4a97-90d3-95f9cac47538, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=00197c1f-b1d4-4a97-90d3-95f9cac47538,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:03.376786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.404415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69e0266a-268c-454f-bf65-99e901eda206 admin admin] Publish callbacks [] for security_group (cd2c77e3-ff4e-4eac-9994-ef915f7109ca), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.426536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:03.440144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69e0266a-268c-454f-bf65-99e901eda206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cd2c77e3-ff4e-4eac-9994-ef915f7109ca), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.445052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:03.449533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:03.475157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:03.476220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:03.482789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8cd3-c913-442c-bb72-ec92084ee438 None None] Pushing event updated for resources: {'Port': ['ID=00197c1f-b1d4-4a97-90d3-95f9cac47538,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:03.507596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16b41c2f-b1ff-445c-9ca9-ee9eff358fb3 req-06f1e709-742b-4b42-b34b-a70d7b5ac1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691854 Mar 10 17:39:03.510707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Pushing event updated for resources: {'Port': ['ID=709b024d-a226-45a9-babc-26193d7c3442,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:03.598677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:03.599785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.638240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-69e0266a-268c-454f-bf65-99e901eda206 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af02fedf24bd4898a609c996bf84e55b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1606262 Mar 10 17:39:03.643751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41764) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:03.678562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Sync routers for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:03.699281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:03.699937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:03.709749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29523dc1-3f98-45d2-92a4-603d6061d9cf req-41496583-f9a5-4436-9296-7dfc09c26da7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:03.720521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29523dc1-3f98-45d2-92a4-603d6061d9cf req-41496583-f9a5-4436-9296-7dfc09c26da7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.6149461 Mar 10 17:39:03.848478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] For port 57b47b56-e8ca-471b-a173-922f1fb327e5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=57b47b56-e8ca-471b-a173-922f1fb327e5,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:03.849311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:03.974527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for router_gateway (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.071975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.183106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0266a-268c-454f-bf65-99e901eda206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c77e3-ff4e-4eac-9994-ef915f7109ca,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:04.278291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a559-5b06-464c-acb4-48c4169bacb0 req-ab9b287f-fb67-4a05-b649-5b46fe96c8af tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:04.280036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2370a559-5b06-464c-acb4-48c4169bacb0 req-ab9b287f-fb67-4a05-b649-5b46fe96c8af tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 945 time: 1.1406016 Mar 10 17:39:04.314983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:04.387618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.410703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29523dc1-3f98-45d2-92a4-603d6061d9cf req-a79f816a-da2f-4a94-bd85-958132f4b7e1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054464 Mar 10 17:39:04.420226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 6465590d-ab23-4505-9ef1-56552d3ce02c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:04.438093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:04.439335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:04.453756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:04.463651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:04.482697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] Publish callbacks [] for security_group (cd2c77e3-ff4e-4eac-9994-ef915f7109ca), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.513891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:04.553111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2370a559-5b06-464c-acb4-48c4169bacb0 req-693de4b3-2b2d-478a-b089-b44b364fb00f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups?id=3919fbbe-36ee-4582-a176-eb39db4477aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580848 Mar 10 17:39:04.602653 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.603019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.604577 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Floating IP 2efed354-c4eb-4a91-b239-bd01d12ea29f disassociated. External IP: 172.25.3.73, port: 57b47b56-e8ca-471b-a173-922f1fb327e5. Mar 10 17:39:04.604936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Calling delete_port for 57b47b56-e8ca-471b-a173-922f1fb327e5 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:04.683871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] Publish callbacks [] for security_group (cd2c77e3-ff4e-4eac-9994-ef915f7109ca), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.697877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:04.698554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.775360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:04.777539 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:04.777675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:39:05.048183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:05.053546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bcbc4b80-e6c6-4e85-886d-9c335ee33ccd None None] Provisioning complete for port 6825a4e1-16e3-421d-ba70-107995a48f95 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:05.054116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4b80-e6c6-4e85-886d-9c335ee33ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.060811 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Sync routers for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:05.077395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:05.078258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:05.132138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.133731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f501afaa-e0d3-46cb-989d-2acbd949014b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2380943 Mar 10 17:39:05.139484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:05.206375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc4b80-e6c6-4e85-886d-9c335ee33ccd None None] Port 6825a4e1-16e3-421d-ba70-107995a48f95 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:05.233241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:05.233701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.275766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:05.289410 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.324893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:38:54Z', 'revision_number': 2, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:05.373954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c61905-1fa2-4d7c-aa41-fd4a7d8dd2e8 None None] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:05.383310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Checking router: c8dc4999-d7b2-4c67-abb5-173043cb9bab for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:05.383663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Updating router c8dc4999-d7b2-4c67-abb5-173043cb9bab port 2df13c5e-f157-434a-a629-839f438a9635 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:39:05.464984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:05.481891 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:05.507448 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2df13c5e-f157-434a-a629-839f438a9635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.537876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Provisioning complete for port 00197c1f-b1d4-4a97-90d3-95f9cac47538 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:05.538247 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.582326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f9b5d66-aca3-4d7c-b215-7373760c147b req-7025ad48-3298-4226-98dc-2a46be595790 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1202056 Mar 10 17:39:05.586379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-bd48f38d-d33d-4021-9d34-395dc73cb523 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1067655 Mar 10 17:39:05.629835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2', 'admin_state_up': True, 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:05.648423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5ffe-5328-4659-babd-f434ca9f68ff req-76f7cf5a-b8ed-4c90-b3aa-93e707b6bd11 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:05.650224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ad5ffe-5328-4659-babd-f434ca9f68ff req-76f7cf5a-b8ed-4c90-b3aa-93e707b6bd11 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 932 time: 1.1012535 Mar 10 17:39:05.738734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 00197c1f-b1d4-4a97-90d3-95f9cac47538 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:05.878921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cd2c77e3-ff4e-4eac-9994-ef915f7109ca), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.882394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:05.894183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd2c77e3-ff4e-4eac-9994-ef915f7109ca HTTP/1.1" status: 204 len: 168 time: 2.2307065 Mar 10 17:39:05.980787 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:03Z', 'revision_number': 3, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:06.012614 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Checking router: ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:06.013335 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Updating router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 port 709b024d-a226-45a9-babc-26193d7c3442 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:39:06.057885 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (709b024d-a226-45a9-babc-26193d7c3442), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.071272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ad5ffe-5328-4659-babd-f434ca9f68ff req-dd79ef51-63c2-439f-b8d2-7bf35549cd7b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131591 Mar 10 17:39:06.096479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096a8a1-ac5a-487f-b29d-f54d96df2934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c77e3-ff4e-4eac-9994-ef915f7109ca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:06.243633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545cf9f-b709-4995-a23d-502d2d1ffa5b req-cbbebaf6-adec-49cc-8d0a-524fa7978e69 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:06.245361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5545cf9f-b709-4995-a23d-502d2d1ffa5b req-cbbebaf6-adec-49cc-8d0a-524fa7978e69 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4724045 Mar 10 17:39:06.257424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks [] for port (2df13c5e-f157-434a-a629-839f438a9635), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.271372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:06.274787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.306089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.410741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77a6bd-5cea-47ed-af7c-ed7317787d00 None None] Pushing event updated for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:06.418115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6867eb24-981a-457d-8c83-da0099e2080d req-9ef9b122-457a-4116-93dc-8fb148e5ca60 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 210 time: 0.1575308 Mar 10 17:39:06.420172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (57b47b56-e8ca-471b-a173-922f1fb327e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.421524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Current status of the port 00197c1f-b1d4-4a97-90d3-95f9cac47538 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:06.422894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.479933 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks [] for port (709b024d-a226-45a9-babc-26193d7c3442), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.488726 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (709b024d-a226-45a9-babc-26193d7c3442), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.518800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 00197c1f-b1d4-4a97-90d3-95f9cac47538 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:06.519182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.554929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ee12-ddb6-4f4a-8800-afa3df143b64 None None] Pushing event updated for resources: {'Port': ['ID=709b024d-a226-45a9-babc-26193d7c3442,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:06.558512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event deleted for resources: {'Port': ['ID=57b47b56-e8ca-471b-a173-922f1fb327e5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:06.591104 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Attempting to bind port 709b024d-a226-45a9-babc-26193d7c3442 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:06.592007 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Attempting to bind port 709b024d-a226-45a9-babc-26193d7c3442 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:06.593213 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Attempting to bind port 709b024d-a226-45a9-babc-26193d7c3442 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:06.654859 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:06.655485 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:06.658238 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.659195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:06.664656 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Bound port: 709b024d-a226-45a9-babc-26193d7c3442, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:06.673369 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (709b024d-a226-45a9-babc-26193d7c3442), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.705139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5545cf9f-b709-4995-a23d-502d2d1ffa5b req-9d918552-865d-45fd-814e-dc94b7f055d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254081 Mar 10 17:39:06.775659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Attempting to bind port 2df13c5e-f157-434a-a629-839f438a9635 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:06.775871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41826) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:06.776361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Attempting to bind port 2df13c5e-f157-434a-a629-839f438a9635 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:06.776361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Attempting to bind port 2df13c5e-f157-434a-a629-839f438a9635 on network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:06.805684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] For port 00197c1f-b1d4-4a97-90d3-95f9cac47538, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=00197c1f-b1d4-4a97-90d3-95f9cac47538,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:06.819647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:06.820369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Checking segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:06.820498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3428d142-86ce-4e0c-8c05-5ee768abcce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.820775 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.821244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Bound using segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:06.821756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Bound port: 2df13c5e-f157-434a-a629-839f438a9635, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:06.822153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2df13c5e-f157-434a-a629-839f438a9635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.900799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:06.987236 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] For port 709b024d-a226-45a9-babc-26193d7c3442, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:07.003525 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] For port 709b024d-a226-45a9-babc-26193d7c3442, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=709b024d-a226-45a9-babc-26193d7c3442,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:07.007948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 57b47b56-e8ca-471b-a173-922f1fb327e5 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:07.013617 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (709b024d-a226-45a9-babc-26193d7c3442), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.085631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 57b47b56-e8ca-471b-a173-922f1fb327e5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:07.085976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 57b47b56-e8ca-471b-a173-922f1fb327e5 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:07.096073 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4ee12-ddb6-4f4a-8800-afa3df143b64 None None] Pushing event updated for resources: {'Port': ['ID=709b024d-a226-45a9-babc-26193d7c3442,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:07.119965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aecffcfc-5627-4632-807a-e485225e3cb6 req-6d77e569-7124-4b24-b493-c4a95f0580f0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1701202 Mar 10 17:39:07.137607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:07.141748 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:07.236370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:07.236762 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.303863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] For port 2df13c5e-f157-434a-a629-839f438a9635, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:07.311947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3428d142-86ce-4e0c-8c05-5ee768abcce1 admin admin] Publish callbacks [] for security_group (58100c07-9afd-4132-9554-05650ff9f636), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.327212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] For port 2df13c5e-f157-434a-a629-839f438a9635, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2df13c5e-f157-434a-a629-839f438a9635,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:07.335841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Port 2df13c5e-f157-434a-a629-839f438a9635 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:07.336053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3428d142-86ce-4e0c-8c05-5ee768abcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (58100c07-9afd-4132-9554-05650ff9f636), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.337672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ace8-faa5-4bda-bebc-c2e8b0e2b391 None None] Pushing event updated for resources: {'Port': ['ID=00197c1f-b1d4-4a97-90d3-95f9cac47538,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:07.381753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3428d142-86ce-4e0c-8c05-5ee768abcce1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f812ece5de8b47ec92d7d687a5a7791a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5987453 Mar 10 17:39:07.385735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:07.397611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 00197c1f-b1d4-4a97-90d3-95f9cac47538 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:07.399070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:07.435569 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:07.440491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798633ac-0589-40d1-ad30-5e2212bd7094 req-de67afff-0f17-4df2-8a0f-918abe954ea1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:07.449397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-798633ac-0589-40d1-ad30-5e2212bd7094 req-de67afff-0f17-4df2-8a0f-918abe954ea1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.4951019 Mar 10 17:39:07.460125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428d142-86ce-4e0c-8c05-5ee768abcce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58100c07-9afd-4132-9554-05650ff9f636,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:07.479558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.541393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Provisioning complete for port 00197c1f-b1d4-4a97-90d3-95f9cac47538 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:07.541917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.555756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] Publish callbacks [] for security_group (58100c07-9afd-4132-9554-05650ff9f636), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.561153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:07.561879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:07.567104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Allocated IP 19.86.0.197 (5d8298d8-a757-4542-b26e-b2db1d30eaf2/bfd55a96-5433-4956-97e6-c8e49142f085/35702f9d-bbc1-4ca5-b443-184b35a9ef1f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:07.581992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] Publish callbacks [] for security_group (58100c07-9afd-4132-9554-05650ff9f636), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.651340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (58100c07-9afd-4132-9554-05650ff9f636), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.654571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.656144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58100c07-9afd-4132-9554-05650ff9f636 HTTP/1.1" status: 204 len: 168 time: 0.2692313 Mar 10 17:39:07.668888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eb6b8-620b-4c77-8048-14fdefe36ad9 req-0725095d-b53e-4bb3-9d09-9c2a47e9df93 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:07.679022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7eb6b8-620b-4c77-8048-14fdefe36ad9 req-0725095d-b53e-4bb3-9d09-9c2a47e9df93 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 932 time: 0.3610258 Mar 10 17:39:07.692914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c329b-4a37-4b2b-a695-cb629e163b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58100c07-9afd-4132-9554-05650ff9f636,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:07.714780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:07.737510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:39:07.832509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-798633ac-0589-40d1-ad30-5e2212bd7094 req-290c9efe-bff9-47ed-bf6b-a331e64989e0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832633 Mar 10 17:39:07.882113 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:03Z', 'revision_number': 3, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:07.968184 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e4879-e746-4b04-ac36-216234b6df99 None None] The sync data for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 is: [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:03Z', 'revision_number': 3, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:08.115149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Allocated IP 172.20.0.1 (6dc477c6-720c-4ade-914f-e14fa87f7969/c7a84f56-3224-4c35-9d50-99aad71d1143/1e92fce7-f150-45cc-b83d-f0de002b307e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:08.174464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:08.178512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77a6bd-5cea-47ed-af7c-ed7317787d00 None None] Pushing event updated for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:08.202460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Sync routers for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:08.264141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:08.264698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:08.286953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7eb6b8-620b-4c77-8048-14fdefe36ad9 req-105d1754-3f9f-4e3b-9f37-32ae0bfe4bb3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068909 Mar 10 17:39:08.367107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks [] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:08.385888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] No DVR routers for this DVR port 57b47b56-e8ca-471b-a173-922f1fb327e5 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:08.388952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:08.392642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a92c010-553b-4b90-8477-cd368b243c28 req-0b3300da-6eea-48f2-a6a6-47f58e1a7592 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.41 "DELETE /v2.0/ports/57b47b56-e8ca-471b-a173-922f1fb327e5 HTTP/1.1" status: 204 len: 173 time: 6.3105986 Mar 10 17:39:08.396320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'name': 'network-vif-deleted', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:08.399219 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c00637-5c1d-4a25-b100-f533077575ef" -d '{"events": [{"server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "name": "network-vif-deleted", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:08.417094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04c94e75-9fc5-44a6-ad00-62cb54eb163d req-bba453ae-499c-43c9-8438-9eb3ac887efc tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/ports?device_id=220f00c4-f662-4983-a258-df16c5941552 HTTP/1.1" status: 200 len: 210 time: 0.2398455 Mar 10 17:39:08.478935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:08.479458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:08.486416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:08.647218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:08.656461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:08.660460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:08.725135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad8ee197-11d6-4a45-a475-4f430ec4be7a req-92848b73-796f-4ccd-8867-99a4c246f675 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.0868592 Mar 10 17:39:08.742000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Pushing event updated for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:08.792231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6193d6-ab11-4618-9c14-804f5e5628d6 req-40bc0acb-e205-4423-82a1-44d8e09ce0c2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:08.797648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:08.800883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef6193d6-ab11-4618-9c14-804f5e5628d6 req-40bc0acb-e205-4423-82a1-44d8e09ce0c2 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3046837 Mar 10 17:39:08.822202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eec3d548-6f43-4f02-bd99-2b223f10c7a6 None None] Current status of the port 00197c1f-b1d4-4a97-90d3-95f9cac47538 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:08.846755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:08.975480 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ac1b3-5256-409e-9198-54c12d301266 x-openstack-request-id: req-419ac1b3-5256-409e-9198-54c12d301266 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:08.976098 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f00c4-f662-4983-a258-df16c5941552", "name": "network-vif-deleted", "tag": "57b47b56-e8ca-471b-a173-922f1fb327e5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:08.976529 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-419ac1b3-5256-409e-9198-54c12d301266 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:08.977116 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f00c4-f662-4983-a258-df16c5941552', 'name': 'network-vif-deleted', 'tag': '57b47b56-e8ca-471b-a173-922f1fb327e5', 'status': 'completed', 'code': 200} Mar 10 17:39:08.993340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef6193d6-ab11-4618-9c14-804f5e5628d6 req-e21daa9b-d27c-418c-8c2f-228359e456e0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914709 Mar 10 17:39:09.004069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.121964 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.172632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:09.182690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:09.203403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:09.203707 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.222018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:09.409932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:09.421142 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.511967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:09.619012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:09.619745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.672305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0504f87-a31e-488d-9682-9ad02025933c req-b3ee9d7d-07ca-4103-b75a-b765f2b4e52e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:09.685348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0504f87-a31e-488d-9682-9ad02025933c req-b3ee9d7d-07ca-4103-b75a-b765f2b4e52e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3051133 Mar 10 17:39:09.751231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:09.787281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks [] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.803082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.834049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-be501a0a-e541-4ad8-b398-733c3d9c4325 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2086327 Mar 10 17:39:09.887938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'admin_state_up': True, 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:09.907531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:09.909697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Pushing event updated for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:09.964937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861349e-5846-4445-b856-6c7b6adda18a req-e0b44cb5-7202-4b04-9355-445bf54f67e0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:09.983251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861349e-5846-4445-b856-6c7b6adda18a req-e0b44cb5-7202-4b04-9355-445bf54f67e0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:09.985594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 00197c1f-b1d4-4a97-90d3-95f9cac47538 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:09.992072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e861349e-5846-4445-b856-6c7b6adda18a req-e0b44cb5-7202-4b04-9355-445bf54f67e0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 1655 time: 0.4716327 Mar 10 17:39:10.083757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0504f87-a31e-488d-9682-9ad02025933c req-a5373e3e-6aec-4d67-918c-dbca7fae684a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978648 Mar 10 17:39:10.148758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:10.152215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:10.273087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e861349e-5846-4445-b856-6c7b6adda18a req-9b430a4d-0c3b-4360-898a-3ca84311fa6a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757070 Mar 10 17:39:10.345567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:10.385712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-026ed659-0fd3-4881-8f05-a314e696efc3 req-e097c399-2522-43ea-a7e4-3fb91053b777 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.0685043 Mar 10 17:39:10.427561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Current status of the port 2df13c5e-f157-434a-a629-839f438a9635 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:10.427938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2df13c5e-f157-434a-a629-839f438a9635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.441649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:10.445402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.473715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:10.480354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Checking router: 2c68d2fc-7db5-4c7a-a74a-75051a155d95 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:10.564101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:39:10.591598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] For port 2df13c5e-f157-434a-a629-839f438a9635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2df13c5e-f157-434a-a629-839f438a9635,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:10.678735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.706637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:10.707282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:10.748137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 00197c1f-b1d4-4a97-90d3-95f9cac47538 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:10.749125 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.751913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (3919fbbe-36ee-4582-a176-eb39db4477aa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.782942 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (3919fbbe-36ee-4582-a176-eb39db4477aa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.799916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:10.813959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99db3811-24f3-4e85-ab30-d7e03d0f2956 admin admin] 10.222.0.35 "PUT /v2.0/routers/ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6684906 Mar 10 17:39:10.877784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3919fbbe-36ee-4582-a176-eb39db4477aa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.880936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:10.884568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "DELETE /v2.0/security-groups/3919fbbe-36ee-4582-a176-eb39db4477aa HTTP/1.1" status: 204 len: 168 time: 0.4072504 Mar 10 17:39:10.884957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41898) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:10.912337 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-904afbd5-b8e4-4a63-9a08-3bb512e7a347 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] show failed (client error): The resource could not be found. Mar 10 17:39:10.916823 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-904afbd5-b8e4-4a63-9a08-3bb512e7a347 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "GET /v2.0/security-groups/3919fbbe-36ee-4582-a176-eb39db4477aa HTTP/1.1" status: 404 len: 347 time: 0.0281582 Mar 10 17:39:10.917352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41900) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:10.917832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdc968-bda8-4151-b1be-c5ae5e855a77 req-b997f1b2-6ee3-48fa-b644-615ec535f4cf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:10.931016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cdc968-bda8-4151-b1be-c5ae5e855a77 req-b997f1b2-6ee3-48fa-b644-615ec535f4cf tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3895645 Mar 10 17:39:11.024693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Provisioning complete for port 1e92fce7-f150-45cc-b83d-f0de002b307e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:11.026087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.032862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff505371-2f3c-4915-aa99-7b6dadb5af75 None None] Pushing event updated for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:11.041071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Allocated IP 19.80.0.228 (6465590d-ab23-4505-9ef1-56552d3ce02c/9f1ffd00-3639-4384-91b2-cdc80d6f883f/e034c6b6-5ac5-4332-89d0-791d3602fac2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:11.056429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c513f-5c8c-4325-b1fc-9c823b5ab1b4 tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919fbbe-36ee-4582-a176-eb39db4477aa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:11.166119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36cdc968-bda8-4151-b1be-c5ae5e855a77 req-92185c6a-9e46-44e4-b1ed-73e657c776dc tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330294 Mar 10 17:39:11.297278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Deleting port dff7cdf8-db02-4f59-bb34-dc90dfbc535a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:11.297627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.333620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:07Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:11.353974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Port 1e92fce7-f150-45cc-b83d-f0de002b307e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:11.395543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:11.423323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825746-a7b5-45c0-9e56-bb2b6e80d0e5 None None] The sync data for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 is: [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:07Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:11.456949 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Sync routers for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:11.474638 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:11.476541 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:11.611415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 00197c1f-b1d4-4a97-90d3-95f9cac47538 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:11.614754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 709b024d-a226-45a9-babc-26193d7c3442 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:11.617889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Provisioning complete for port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:11.619982 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.634147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.640201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.640699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.701862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Calling delete_port for dff7cdf8-db02-4f59-bb34-dc90dfbc535a owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:11.779492 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:11.908319 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:11.972885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81882d23-ad2c-4678-9e21-33856be80066 req-f2f2e812-ee28-4ba7-9873-d32b9be44a82 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1980333 Mar 10 17:39:12.016670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 6465590d-ab23-4505-9ef1-56552d3ce02c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:12.021665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:12.026602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:12.101324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:12.118595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61848c-ad2b-4c47-825c-f56c69324d35 req-d724b4e6-3975-428b-a444-c86ada420f6b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:12.124505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61848c-ad2b-4c47-825c-f56c69324d35 req-d724b4e6-3975-428b-a444-c86ada420f6b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:12.131779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61848c-ad2b-4c47-825c-f56c69324d35 req-d724b4e6-3975-428b-a444-c86ada420f6b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 1655 time: 0.7074063 Mar 10 17:39:12.184559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:12.185643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:12.257696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fba9f803-2358-47e6-9d57-32d67fb5083b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902268 Mar 10 17:39:12.286997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:12.428552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dff7cdf8-db02-4f59-bb34-dc90dfbc535a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:12.436107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61848c-ad2b-4c47-825c-f56c69324d35 req-a109d687-38ff-4889-a89d-fa1dd1abf8d0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027437 Mar 10 17:39:12.517384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Pushing event deleted for resources: {'Port': ['ID=dff7cdf8-db02-4f59-bb34-dc90dfbc535a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:12.559388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.562152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.564922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.565378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.567200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.567641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.571792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.584014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.594900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.595685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.596239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.598275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.598860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:12.699014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6768-db15-4fdf-b73d-d2e1ce106d36 req-1eb6b434-ddc1-4a53-8970-70c7e28cddf8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:12.712354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c58d6768-db15-4fdf-b73d-d2e1ce106d36 req-1eb6b434-ddc1-4a53-8970-70c7e28cddf8 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3316059 Mar 10 17:39:12.716300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:12.762447 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:09Z', 'revision_number': 4, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1e92fce7-f150-45cc-b83d-f0de002b307e', 'name': '', 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'mac_address': 'fa:16:3e:ad:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:07Z', 'updated_at': '2022-03-10T17:39:09Z', 'revision_number': 2, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'subnets': [{'id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:12.799316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks [] for floatingip (2efed354-c4eb-4a91-b239-bd01d12ea29f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:12.803723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:12.813655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4db6baee-77b5-4dab-88a7-3c1c1178815f tempest-ServersTestJSON-902178342 tempest-ServersTestJSON-902178342-project] 10.222.0.35 "DELETE /v2.0/floatingips/2efed354-c4eb-4a91-b239-bd01d12ea29f HTTP/1.1" status: 204 len: 168 time: 1.8864577 Mar 10 17:39:12.815030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:12.825139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b232bcac-0767-42f5-9a5c-418bcd169a66 None None] Port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:12.856000 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Checking router: ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:12.862208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Updating router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 port 1e92fce7-f150-45cc-b83d-f0de002b307e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:39:12.949712 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.042210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c58d6768-db15-4fdf-b73d-d2e1ce106d36 req-812a6ed8-b629-4167-91ed-baf86b707dd0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284154 Mar 10 17:39:13.103374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-781a325a-3ba0-4701-a8f2-e841514ec768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.113132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 709b024d-a226-45a9-babc-26193d7c3442 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:13.114528 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (709b024d-a226-45a9-babc-26193d7c3442), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.306802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d1128f02-8309-4b07-8315-01f34c8d9b23 None None] Provisioning complete for port e034c6b6-5ac5-4332-89d0-791d3602fac2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:13.309120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1128f02-8309-4b07-8315-01f34c8d9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.378846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ecbd63f-a67a-4646-ab4f-fcfe916f83be req-d84a097d-ceb7-46c4-82aa-999bca9633e3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.0932915 Mar 10 17:39:13.574524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1128f02-8309-4b07-8315-01f34c8d9b23 None None] Port e034c6b6-5ac5-4332-89d0-791d3602fac2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:13.725860 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks [] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.748298 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.774150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 709b024d-a226-45a9-babc-26193d7c3442 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:13.774583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (709b024d-a226-45a9-babc-26193d7c3442), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.894665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 709b024d-a226-45a9-babc-26193d7c3442, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=709b024d-a226-45a9-babc-26193d7c3442,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:13.959469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (709b024d-a226-45a9-babc-26193d7c3442), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:13.960280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2df13c5e-f157-434a-a629-839f438a9635 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:13.975794 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545e635-081c-4fde-8b7f-8bee6e42e63e None None] Pushing event updated for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:14.035369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f432d-5947-48e9-8131-c30e245aa11c req-611c61a5-8e0d-42c4-8535-2dbabe372001 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:14.041262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f432d-5947-48e9-8131-c30e245aa11c req-611c61a5-8e0d-42c4-8535-2dbabe372001 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:14.052010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f432d-5947-48e9-8131-c30e245aa11c req-611c61a5-8e0d-42c4-8535-2dbabe372001 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:14.066215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d44f432d-5947-48e9-8131-c30e245aa11c req-611c61a5-8e0d-42c4-8535-2dbabe372001 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2377 time: 0.4793575 Mar 10 17:39:14.067774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.085504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42032) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:14.126585 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Attempting to bind port 1e92fce7-f150-45cc-b83d-f0de002b307e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:14.126988 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Attempting to bind port 1e92fce7-f150-45cc-b83d-f0de002b307e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:14.127353 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Attempting to bind port 1e92fce7-f150-45cc-b83d-f0de002b307e on network 6dc477c6-720c-4ade-914f-e14fa87f7969 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:14.140456 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:14.140841 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Checking segment: {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:14.141255 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.146878 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Bound using segment: {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:14.147443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Bound port: 1e92fce7-f150-45cc-b83d-f0de002b307e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e42b59-937f-4434-9489-3ad9350dc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:14.147973 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.170667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6825a4e1-16e3-421d-ba70-107995a48f95 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:14.194186 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks [] for port (6825a4e1-16e3-421d-ba70-107995a48f95), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.255422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:14.304873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d44f432d-5947-48e9-8131-c30e245aa11c req-3bfcbb42-c8e3-4e6c-a2b7-5e56e521cfa5 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200561 Mar 10 17:39:14.307273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Transition to ACTIVE for port object 6825a4e1-16e3-421d-ba70-107995a48f95 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:39:14.308006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] For port 1e92fce7-f150-45cc-b83d-f0de002b307e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:14.319552 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] For port 1e92fce7-f150-45cc-b83d-f0de002b307e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e92fce7-f150-45cc-b83d-f0de002b307e,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:14.336211 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.357782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.409491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64966e-e3c5-4a89-a493-d9a1eda38bf5 None None] The sync data for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 is: [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:37:04Z', 'revision_number': 4, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '717a103f-ba98-4f58-a1e6-b5fee4ff841f', 'name': '', 'network_id': '534094bd-3b1b-49b1-b58e-840c101f691f', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'mac_address': 'fa:16:3e:fd:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:37:03Z', 'updated_at': '2022-03-10T17:37:11Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'subnets': [{'id': 'fa7b6f5b-c362-4ed9-aecf-f437e34ddcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:14.413011 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:14.413295 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:38:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:14.443637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=709b024d-a226-45a9-babc-26193d7c3442,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:14.517657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:14.518035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.551599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Pushing event updated for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:14.620006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79c111ea-96f7-4cec-b28c-7762a8f6ccaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.664917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:14.727181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5efd6d39-e891-4960-b36e-e2165d3afaeb req-3df52171-c917-46c2-908d-8406e5b5b389 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.1698904 Mar 10 17:39:14.734455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f4201d2-2c0d-4be2-b46c-f5a9ea902b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.773539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Provisioning complete for port 1e92fce7-f150-45cc-b83d-f0de002b307e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:14.773849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:14.951656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464d0c-40ad-4ad7-a354-25f72b15004f req-f96952ec-71ca-49e7-b324-cb7820e5c020 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:14.961665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c464d0c-40ad-4ad7-a354-25f72b15004f req-f96952ec-71ca-49e7-b324-cb7820e5c020 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.6557419 Mar 10 17:39:15.008101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2df13c5e-f157-434a-a629-839f438a9635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:15.016873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:15.063514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Deleting port 717a103f-ba98-4f58-a1e6-b5fee4ff841f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:15.063848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.095000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0dd9b4-abe3-46d5-af66-416360cb04a8 None None] New status for floating IP 2efed354-c4eb-4a91-b239-bd01d12ea29f: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:39:15.361107 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:09Z', 'revision_number': 4, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1e92fce7-f150-45cc-b83d-f0de002b307e', 'name': '', 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'mac_address': 'fa:16:3e:ad:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:07Z', 'updated_at': '2022-03-10T17:39:14Z', 'revision_number': 4, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'subnets': [{'id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:15.382559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79c111ea-96f7-4cec-b28c-7762a8f6ccaf admin admin] Publish callbacks [] for security_group (d6da28f4-35bf-41c3-b92d-50ac175c9863), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.389978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Current status of the port 1e92fce7-f150-45cc-b83d-f0de002b307e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:15.390381 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.435897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79c111ea-96f7-4cec-b28c-7762a8f6ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d6da28f4-35bf-41c3-b92d-50ac175c9863), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.466895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545e635-081c-4fde-8b7f-8bee6e42e63e None None] Pushing event updated for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:15.479061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5717f18-ccb7-4371-82dd-d0fc146997df None None] The sync data for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 is: [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:39:09Z', 'revision_number': 4, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1e92fce7-f150-45cc-b83d-f0de002b307e', 'name': '', 'network_id': '6dc477c6-720c-4ade-914f-e14fa87f7969', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'mac_address': 'fa:16:3e:ad:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:07Z', 'updated_at': '2022-03-10T17:39:14Z', 'revision_number': 4, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'subnets': [{'id': 'c7a84f56-3224-4c35-9d50-99aad71d1143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:15.510612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] For port 1e92fce7-f150-45cc-b83d-f0de002b307e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e92fce7-f150-45cc-b83d-f0de002b307e,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:15.524134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:15.524505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.581692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c111ea-96f7-4cec-b28c-7762a8f6ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6da28f4-35bf-41c3-b92d-50ac175c9863,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:15.646946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Attempting to bind port 6825a4e1-16e3-421d-ba70-107995a48f95 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:15.653916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Attempting to bind port 6825a4e1-16e3-421d-ba70-107995a48f95 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:15.654642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Attempting to bind port 6825a4e1-16e3-421d-ba70-107995a48f95 on network 6465590d-ab23-4505-9ef1-56552d3ce02c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:15.681375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.695366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c464d0c-40ad-4ad7-a354-25f72b15004f req-df81fcad-a6ce-44e0-8562-0ba7007d382b tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6256011 Mar 10 17:39:15.783445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Port 6825a4e1-16e3-421d-ba70-107995a48f95 on network 6465590d-ab23-4505-9ef1-56552d3ce02c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:39:15.783776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Attempting to bind port 6825a4e1-16e3-421d-ba70-107995a48f95 on network 6465590d-ab23-4505-9ef1-56552d3ce02c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:15.814275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:15.814885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Checking segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:15.817584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Bound using segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:15.819527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Bound port: 6825a4e1-16e3-421d-ba70-107995a48f95, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:15.819908 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.845628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.847954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-79c111ea-96f7-4cec-b28c-7762a8f6ccaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee002576d0dc4ccc98ec46815aca73e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7612388 Mar 10 17:39:15.853953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:15.939321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] For port 717a103f-ba98-4f58-a1e6-b5fee4ff841f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=717a103f-ba98-4f58-a1e6-b5fee4ff841f,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:15.939851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.965630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4c5e6454-7552-4fe5-b511-44acc4f024e1 None None] Provisioning complete for port 1e92fce7-f150-45cc-b83d-f0de002b307e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:15.967268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6454-7552-4fe5-b511-44acc4f024e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:15.989247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c777e-54a5-4dce-93de-71f5bf20cfa5 None None] Pushing event updated for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:15.998260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Calling delete_port for 717a103f-ba98-4f58-a1e6-b5fee4ff841f owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:16.123703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:16.198637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:16.207979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6825a4e1-16e3-421d-ba70-107995a48f95,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:16.281991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.303459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e6454-7552-4fe5-b511-44acc4f024e1 None None] Current status of the port 1e92fce7-f150-45cc-b83d-f0de002b307e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:16.456044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (717a103f-ba98-4f58-a1e6-b5fee4ff841f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.539407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=717a103f-ba98-4f58-a1e6-b5fee4ff841f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:16.566950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Pushing event updated for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:16.574871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2df13c5e-f157-434a-a629-839f438a9635 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:16.582214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25dd165f-c774-4967-8a12-c3b61b80e89f req-36b455b7-7927-4262-ad83-0ff59c5db086 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.3531125 Mar 10 17:39:16.635470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd800d-eda7-418a-a168-ac6f8b064038 req-de291ccf-d89e-4985-af58-e3b1b6a31caf tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:16.662063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd800d-eda7-418a-a168-ac6f8b064038 req-de291ccf-d89e-4985-af58-e3b1b6a31caf tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:16.677731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd800d-eda7-418a-a168-ac6f8b064038 req-de291ccf-d89e-4985-af58-e3b1b6a31caf tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:16.700021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecdd800d-eda7-418a-a168-ac6f8b064038 req-de291ccf-d89e-4985-af58-e3b1b6a31caf tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2389 time: 1.1223400 Mar 10 17:39:16.712280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2df13c5e-f157-434a-a629-839f438a9635 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:16.713280 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2df13c5e-f157-434a-a629-839f438a9635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.846171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:16.846857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.854934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-fbe3ed96-7e25-4077-a7aa-5dd462c4cd56 service neutron] 10.222.0.59 "PUT /v2.0/ports/6825a4e1-16e3-421d-ba70-107995a48f95 HTTP/1.1" status: 200 len: 1092 time: 4.5812016 Mar 10 17:39:16.856222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] Publish callbacks [] for security_group (d6da28f4-35bf-41c3-b92d-50ac175c9863), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.917706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] Publish callbacks [] for security_group (d6da28f4-35bf-41c3-b92d-50ac175c9863), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:16.990155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2df13c5e-f157-434a-a629-839f438a9635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:16.991583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e92fce7-f150-45cc-b83d-f0de002b307e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:17.049378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:17.063008 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:17.065134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.091462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:17.209235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1e92fce7-f150-45cc-b83d-f0de002b307e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:17.209835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.298487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.313069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-823ab49b-eeb1-4fe6-9b72-76a40b42d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:17.314642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-823ab49b-eeb1-4fe6-9b72-76a40b42d14b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 1126 time: 1.0991273 Mar 10 17:39:17.315245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.538108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1e92fce7-f150-45cc-b83d-f0de002b307e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:17.541163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 709b024d-a226-45a9-babc-26193d7c3442 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:17.641434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:39:17.657489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 709b024d-a226-45a9-babc-26193d7c3442 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:17.658203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (709b024d-a226-45a9-babc-26193d7c3442), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:17.846697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 709b024d-a226-45a9-babc-26193d7c3442 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:17.878637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:17.889418 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Sync routers for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:17.895737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01280f4f-77a9-4286-a19a-888f34904cb2 admin admin] 10.222.0.35 "PUT /v2.0/routers/2c68d2fc-7db5-4c7a-a74a-75051a155d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0793436 Mar 10 17:39:17.896437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:17.907653 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:17.911405 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:18.043891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d6da28f4-35bf-41c3-b92d-50ac175c9863), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.046873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.051970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6da28f4-35bf-41c3-b92d-50ac175c9863 HTTP/1.1" status: 204 len: 168 time: 2.1909218 Mar 10 17:39:18.188756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks [] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.239169 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:18.305257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecdd800d-eda7-418a-a168-ac6f8b064038 req-13ffa2f2-02f1-4891-9329-c0dea8f29bef tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5806041 Mar 10 17:39:18.346190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5507e-238a-41b5-bedb-8838cd05cbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6da28f4-35bf-41c3-b92d-50ac175c9863,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:18.449409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c90d3-b5c7-4e52-9035-e5edc1ffb640 req-39d62d06-c34b-4c84-8020-add4eb229b79 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:18.459042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e89c90d3-b5c7-4e52-9035-e5edc1ffb640 req-39d62d06-c34b-4c84-8020-add4eb229b79 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 1.7221322 Mar 10 17:39:18.469528 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f5488-64e4-4be6-b70a-1e44e271f99b x-openstack-request-id: req-7d5f5488-64e4-4be6-b70a-1e44e271f99b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:18.469729 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:18.469995 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d5f5488-64e4-4be6-b70a-1e44e271f99b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:18.470440 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95', 'status': 'completed', 'code': 200} Mar 10 17:39:18.585554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks [] for router_gateway (2c68d2fc-7db5-4c7a-a74a-75051a155d95), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.669645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-2ae6d8ff-3655-4225-b6c1-bf4bcab68d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:18.672459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-2ae6d8ff-3655-4225-b6c1-bf4bcab68d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:18.674637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-2ae6d8ff-3655-4225-b6c1-bf4bcab68d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:18.678387 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-2ae6d8ff-3655-4225-b6c1-bf4bcab68d88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2763 time: 0.2017088 Mar 10 17:39:18.680917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:18.735380 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:39:16Z', 'revision_number': 5, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port': {'id': 'bf5dc45d-a0fe-4641-8076-aa7e0e273595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:59Z', 'updated_at': '2022-03-10T17:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:18.799338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Checking router: 2c68d2fc-7db5-4c7a-a74a-75051a155d95 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:18.822855 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Routers {'2c68d2fc-7db5-4c7a-a74a-75051a155d95'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:18.823605 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:18.828438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:19.083135 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] Set router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:19.112522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76c6d90f-de8e-4bf6-8191-576513fbc1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.144799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Deleting port bf5dc45d-a0fe-4641-8076-aa7e0e273595 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:19.144799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.250172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34d1554d-ff08-4f19-8940-6f46aac7057d req-ba70d3bf-d9bc-431c-b6cf-475f61c09f7b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.2613685 Mar 10 17:39:19.251544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-42cd0774-5ea9-4610-a2a4-b382acc5dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.254160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-42cd0774-5ea9-4610-a2a4-b382acc5dc34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 200 len: 912 time: 1.2246704 Mar 10 17:39:19.254894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:39:18Z', 'revision_number': 6, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:19.288550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71243e63-d071-4f3f-8b9d-0de97edac34c None None] The sync data for ids ['2c68d2fc-7db5-4c7a-a74a-75051a155d95'] in n-d-833115-2 is: [{'id': '2c68d2fc-7db5-4c7a-a74a-75051a155d95', 'name': 'tempest-ServersTestJSON-364775417-router', 'tenant_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:58Z', 'updated_at': '2022-03-10T17:39:18Z', 'revision_number': 6, 'project_id': '69a3ca7339f34bb6b6cd6920b4c6ada7', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:19.315735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-a0deec39-10a9-467d-8680-1276416ed9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.316409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-a0deec39-10a9-467d-8680-1276416ed9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.316814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-a0deec39-10a9-467d-8680-1276416ed9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.318416 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-a0deec39-10a9-467d-8680-1276416ed9d4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de13cc77c3e5484a870364a9fa9cce68&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6283612 Mar 10 17:39:19.369832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35702f9d-bbc1-4ca5-b443-184b35a9ef1f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:19.385293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e89c90d3-b5c7-4e52-9035-e5edc1ffb640 req-d0570e16-13da-4a24-8b87-da3bfb60f460 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9234424 Mar 10 17:39:19.393712 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks [] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.433939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Transition to ACTIVE for port object 35702f9d-bbc1-4ca5-b443-184b35a9ef1f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:39:19.436794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-ca932ce0-865c-49e3-ad95-a49f8be9dd63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 200 len: 999 time: 0.1754713 Mar 10 17:39:19.441517 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:19.546748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:19.598240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-fda2a381-e162-4ff2-a923-e655a6c666b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.601641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-fda2a381-e162-4ff2-a923-e655a6c666b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 200 len: 850 time: 0.1570692 Mar 10 17:39:19.952755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d474d1-d409-433e-92fe-d91b827873a5 req-67beec16-1891-49e0-8b13-aafd4db8194d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.965805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d474d1-d409-433e-92fe-d91b827873a5 req-67beec16-1891-49e0-8b13-aafd4db8194d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.977368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d474d1-d409-433e-92fe-d91b827873a5 req-67beec16-1891-49e0-8b13-aafd4db8194d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:19.991203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d474d1-d409-433e-92fe-d91b827873a5 req-67beec16-1891-49e0-8b13-aafd4db8194d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2401 time: 0.4482355 Mar 10 17:39:19.994746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Attempting to bind port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:19.996060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Attempting to bind port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:19.999109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Attempting to bind port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f on network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:20.057006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f on network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:39:20.058088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Attempting to bind port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f on network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:20.082844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-f39c89d7-8c8f-4935-baf0-7336551ab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:20.084258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-f39c89d7-8c8f-4935-baf0-7336551ab198 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45fd7b72-870b-4a58-8500-7b3c68a11dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4675531 Mar 10 17:39:20.105724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:20.106174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Checking segment: {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:20.106692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Bound using segment: {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:20.107300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Bound port: 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81edc86-1637-4789-ac15-0a394975baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:20.107778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.113537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] For port bf5dc45d-a0fe-4641-8076-aa7e0e273595, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf5dc45d-a0fe-4641-8076-aa7e0e273595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:20.113905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.204744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Calling delete_port for bf5dc45d-a0fe-4641-8076-aa7e0e273595 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:20.224721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48d474d1-d409-433e-92fe-d91b827873a5 req-13bfa032-7cb0-4a82-b895-52f055d9b58c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321074 Mar 10 17:39:20.313060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-8792fe80-bdb4-45ab-b3d3-89ba32428201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:20.323418 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69583d2c-1d3d-4ea3-a256-f68d741bbaa5 req-8792fe80-bdb4-45ab-b3d3-89ba32428201 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9566257 Mar 10 17:39:20.369024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-af252a81-f118-4c36-a06a-6503d4bd2a48 service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520118 Mar 10 17:39:20.421408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bf5dc45d-a0fe-4641-8076-aa7e0e273595 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:20.467392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76c6d90f-de8e-4bf6-8191-576513fbc1fc admin admin] Publish callbacks [] for security_group (4163791a-74aa-4f61-b965-ed660dbe5da5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.551950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:20.593593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bf5dc45d-a0fe-4641-8076-aa7e0e273595 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:20.595284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.623739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bf5dc45d-a0fe-4641-8076-aa7e0e273595, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bf5dc45d-a0fe-4641-8076-aa7e0e273595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:20.624531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76c6d90f-de8e-4bf6-8191-576513fbc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4163791a-74aa-4f61-b965-ed660dbe5da5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.631877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.633891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 717a103f-ba98-4f58-a1e6-b5fee4ff841f no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:20.664580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6d90f-de8e-4bf6-8191-576513fbc1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4163791a-74aa-4f61-b965-ed660dbe5da5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:20.711640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76c6d90f-de8e-4bf6-8191-576513fbc1fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d47458860db3436981a399319f0e2522&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8363764 Mar 10 17:39:20.715294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:20.718456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4809012-b5c1-4e64-9b48-7a2807eb7298 req-02148e40-faeb-4703-9439-c9cf7d37bc29 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.2513499 Mar 10 17:39:20.740499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 717a103f-ba98-4f58-a1e6-b5fee4ff841f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:20.741071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 717a103f-ba98-4f58-a1e6-b5fee4ff841f not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:20.787020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:20.795803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:20.796732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.797255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.797742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.798225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.798742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.799218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.799715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.800185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.801034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.801639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.802116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.802932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.803404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:20.823694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ddab7a0-4694-4c8a-9076-7448c811d6d7 req-ed59549b-ab70-44de-8544-e9acb285bd3e service neutron] 10.222.0.41 "GET /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469175 Mar 10 17:39:20.831752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] Publish callbacks [] for security_group (4163791a-74aa-4f61-b965-ed660dbe5da5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.851727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bf5dc45d-a0fe-4641-8076-aa7e0e273595), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.858238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95631f-409c-4c55-b307-36a985a17b9d req-4662cc42-71b7-4388-a1a1-fab7de9d5bdd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:20.860660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af95631f-409c-4c55-b307-36a985a17b9d req-4662cc42-71b7-4388-a1a1-fab7de9d5bdd tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3051717 Mar 10 17:39:20.862236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.886019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] Publish callbacks [] for security_group (4163791a-74aa-4f61-b965-ed660dbe5da5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:20.940293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5dc45d-a0fe-4641-8076-aa7e0e273595,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:21.012337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.013018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.024664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] 10.222.0.59 "PUT /v2.0/ports/35702f9d-bbc1-4ca5-b443-184b35a9ef1f HTTP/1.1" status: 200 len: 1092 time: 3.9437816 Mar 10 17:39:21.024914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:21.027257 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:21.062614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.134762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Request body: {'port': {'device_id': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:21.228183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4163791a-74aa-4f61-b965-ed660dbe5da5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.237797 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123c1a92-02b5-4162-9f68-f76763e3dbda x-openstack-request-id: req-123c1a92-02b5-4162-9f68-f76763e3dbda {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:21.238080 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:21.238409 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-123c1a92-02b5-4162-9f68-f76763e3dbda {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:21.238813 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'status': 'completed', 'code': 200} Mar 10 17:39:21.249619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.273042 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4163791a-74aa-4f61-b965-ed660dbe5da5 HTTP/1.1" status: 204 len: 168 time: 0.5474131 Mar 10 17:39:21.358366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.364718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks [] for router_controller (2c68d2fc-7db5-4c7a-a74a-75051a155d95), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.407577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd74d1-8618-441e-869e-eb4043223543 service neutron] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:21.477076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af95631f-409c-4c55-b307-36a985a17b9d req-3ace1a11-fd3e-4070-b4c7-4fa499623899 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6033912 Mar 10 17:39:21.497990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64f9ad-8630-4c28-aba3-5c71c30ac54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163791a-74aa-4f61-b965-ed660dbe5da5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:21.536334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (2c68d2fc-7db5-4c7a-a74a-75051a155d95), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.537343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c68d2fc-7db5-4c7a-a74a-75051a155d95 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:39:21.557770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.558982 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33a15f9f-cb77-4e00-8ef9-0f3e75ef5a61 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2c68d2fc-7db5-4c7a-a74a-75051a155d95 HTTP/1.1" status: 204 len: 168 time: 3.6614699 Mar 10 17:39:21.572861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:21.649219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:21.733187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-0f3e230c-634d-4377-80dd-d94358a54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.733671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-0f3e230c-634d-4377-80dd-d94358a54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.734146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-0f3e230c-634d-4377-80dd-d94358a54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.740867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-0f3e230c-634d-4377-80dd-d94358a54771 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2861 time: 0.5148232 Mar 10 17:39:21.809250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0af53-8d29-4c48-9e58-c1c1789410b7 req-07d47bcb-6124-46bd-b609-3af775a6287a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.822063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0af53-8d29-4c48-9e58-c1c1789410b7 req-07d47bcb-6124-46bd-b609-3af775a6287a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.835960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0af53-8d29-4c48-9e58-c1c1789410b7 req-07d47bcb-6124-46bd-b609-3af775a6287a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:21.840657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38d0af53-8d29-4c48-9e58-c1c1789410b7 req-07d47bcb-6124-46bd-b609-3af775a6287a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2401 time: 0.4066212 Mar 10 17:39:21.881425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Deleting subnet fa7b6f5b-c362-4ed9-aecf-f437e34ddcce {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:39:21.921955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Publish callbacks [] for subnet (fa7b6f5b-c362-4ed9-aecf-f437e34ddcce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.077264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-369eb4cc-ab87-4736-9306-92a3f7e6e17e req-8bc5f1db-6e4a-4f6a-a2d8-9d8e2a99451a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=d874d3ad-739f-4939-914f-55f4797b05e3 HTTP/1.1" status: 200 len: 210 time: 0.0759103 Mar 10 17:39:22.093238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (fa7b6f5b-c362-4ed9-aecf-f437e34ddcce), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.164393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38d0af53-8d29-4c48-9e58-c1c1789410b7 req-5db22ca3-2c15-4dee-bbd7-131b922f653e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154423 Mar 10 17:39:22.202720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-5bb2d152-92c3-435e-b5c1-8046bce7d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:22.203202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-5bb2d152-92c3-435e-b5c1-8046bce7d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:22.203666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-5bb2d152-92c3-435e-b5c1-8046bce7d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:22.205286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-5bb2d152-92c3-435e-b5c1-8046bce7d4f8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=de13cc77c3e5484a870364a9fa9cce68&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4437044 Mar 10 17:39:22.316824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (fa7b6f5b-c362-4ed9-aecf-f437e34ddcce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.371570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-31f76427-1576-48f6-a098-63a68066f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:22.373799 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cb9a32bc-8bec-498e-9614-1c4eb53b20ee req-31f76427-1576-48f6-a098-63a68066f46f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603005 Mar 10 17:39:22.413043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (fa7b6f5b-c362-4ed9-aecf-f437e34ddcce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.446102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7b6f5b-c362-4ed9-aecf-f437e34ddcce,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:22.450631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.457732 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1c76816-a4aa-4990-a6c1-9d01e1880692 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fa7b6f5b-c362-4ed9-aecf-f437e34ddcce HTTP/1.1" status: 204 len: 168 time: 0.8736165 Mar 10 17:39:22.458522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:22.460209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3cfd6-e61d-4dea-814e-e0a773e58b44 None None] Network 534094bd-3b1b-49b1-b58e-840c101f691f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:22.546740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (534094bd-3b1b-49b1-b58e-840c101f691f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.587807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e034c6b6-5ac5-4332-89d0-791d3602fac2 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:22.621178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Deleting port b18f33bb-4e8e-4c07-8740-0807938ed7be {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:22.621497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.626236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks [] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.704523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] For port b18f33bb-4e8e-4c07-8740-0807938ed7be, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b18f33bb-4e8e-4c07-8740-0807938ed7be,segment=NetworkSegment(6659c155-653c-450f-8b96-d346e0f14caf),segment_id=6659c155-653c-450f-8b96-d346e0f14caf)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:22.704892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.720345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Calling delete_port for b18f33bb-4e8e-4c07-8740-0807938ed7be owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:22.780505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Transition to ACTIVE for port object e034c6b6-5ac5-4332-89d0-791d3602fac2 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:39:22.832707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93ee2b-4504-4374-a235-da1f8a701f86 req-33a6d530-2648-408a-a47d-89ad5060b30e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:22.837144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b18f33bb-4e8e-4c07-8740-0807938ed7be), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.837742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c93ee2b-4504-4374-a235-da1f8a701f86 req-33a6d530-2648-408a-a47d-89ad5060b30e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2021248 Mar 10 17:39:22.839809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:22.861719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fa137-a07a-422e-aa7b-bd9976ea1879 None None] DHCP port deletion for 534094bd-3b1b-49b1-b58e-840c101f691f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:39:22.898810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18f33bb-4e8e-4c07-8740-0807938ed7be,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:22.912403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] No DVR routers for this DVR port b18f33bb-4e8e-4c07-8740-0807938ed7be on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:23.032886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c93ee2b-4504-4374-a235-da1f8a701f86 req-4de123c1-070c-4d67-b902-35cbca95de9d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871796 Mar 10 17:39:23.060160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Pushing event updated for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:23.185603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (534094bd-3b1b-49b1-b58e-840c101f691f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.251029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534094bd-3b1b-49b1-b58e-840c101f691f']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:23.293392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6659c155-653c-450f-8b96-d346e0f14caf') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:23.300081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6659c155-653c-450f-8b96-d346e0f14caf') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:23.301477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Attempting to bind port e034c6b6-5ac5-4332-89d0-791d3602fac2 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:23.301991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Attempting to bind port e034c6b6-5ac5-4332-89d0-791d3602fac2 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:23.302625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Attempting to bind port e034c6b6-5ac5-4332-89d0-791d3602fac2 on network 6465590d-ab23-4505-9ef1-56552d3ce02c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:23.308190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Port e034c6b6-5ac5-4332-89d0-791d3602fac2 on network 6465590d-ab23-4505-9ef1-56552d3ce02c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:39:23.309004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Attempting to bind port e034c6b6-5ac5-4332-89d0-791d3602fac2 on network 6465590d-ab23-4505-9ef1-56552d3ce02c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:23.324024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:23.324688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Checking segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:23.325271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Bound using segment: {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:23.326107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Bound port: e034c6b6-5ac5-4332-89d0-791d3602fac2, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81f41cd-23e7-4bad-b898-27e162bc2871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:23.326762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.339364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cec66-9137-4ede-b511-a360327f4a85 req-f37876a5-c19a-4955-8124-f41b7ccd0120 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:23.341357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e97cec66-9137-4ede-b511-a360327f4a85 req-f37876a5-c19a-4955-8124-f41b7ccd0120 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.1555700 Mar 10 17:39:23.350376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6659c155-653c-450f-8b96-d346e0f14caf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.403922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6659c155-653c-450f-8b96-d346e0f14caf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.436273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:39:23.442996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6659c155-653c-450f-8b96-d346e0f14caf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:39:23.451448 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:39:23.476182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e97cec66-9137-4ede-b511-a360327f4a85 req-525933c3-bdf2-4847-8a41-8a3b77598f0e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220720 Mar 10 17:39:23.579257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:23.585913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:23.645406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (534094bd-3b1b-49b1-b58e-840c101f691f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.651593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.656945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.678014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] 10.222.0.35 "DELETE /v2.0/networks/534094bd-3b1b-49b1-b58e-840c101f691f HTTP/1.1" status: 204 len: 168 time: 1.2156870 Mar 10 17:39:23.732168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc13c59-f0d9-4eeb-9a3c-fb75b9e31218 admin admin] Pushing event deleted for resources: {'Network': ['ID=534094bd-3b1b-49b1-b58e-840c101f691f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:23.859173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:23.862061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:23.865875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] 10.222.0.59 "PUT /v2.0/ports/e034c6b6-5ac5-4332-89d0-791d3602fac2 HTTP/1.1" status: 200 len: 1092 time: 2.7647872 Mar 10 17:39:23.895001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:23.898974 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326" -d '{"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:23.943235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880139d6-913a-42bd-8d3f-744fc06f3e6b service neutron] Pushing event updated for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:23.959035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2b8d4-8d20-4e25-a06a-13a1b822bb80 req-ea75889d-b337-4d28-9451-d2c6cd513d06 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:23.968429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2b8d4-8d20-4e25-a06a-13a1b822bb80 req-ea75889d-b337-4d28-9451-d2c6cd513d06 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:23.980166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2b8d4-8d20-4e25-a06a-13a1b822bb80 req-ea75889d-b337-4d28-9451-d2c6cd513d06 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:23.985024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dac2b8d4-8d20-4e25-a06a-13a1b822bb80 req-ea75889d-b337-4d28-9451-d2c6cd513d06 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2413 time: 0.5512733 Mar 10 17:39:23.998824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:24.092419 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab7e423a-c0c1-4d2e-a0c2-51940cc770be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69a3ca7339f34bb6b6cd6920b4c6ada7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923271 Mar 10 17:39:24.093006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:24.213509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-8e9d891a-c739-429a-80e1-68b7ef4fd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:24.217043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-8e9d891a-c739-429a-80e1-68b7ef4fd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:24.218185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-8e9d891a-c739-429a-80e1-68b7ef4fd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:24.220999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-8e9d891a-c739-429a-80e1-68b7ef4fd36e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2959 time: 0.2943308 Mar 10 17:39:24.321255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] Publish callbacks [] for security_group (b48da156-2b98-44bf-b68c-f29d31ca13e9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:24.343427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dac2b8d4-8d20-4e25-a06a-13a1b822bb80 req-30e10df1-ea23-4706-92e5-279a3a5d85e0 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066959 Mar 10 17:39:24.345804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-208e780c-9851-4f42-965c-4d436cc928e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=6825a4e1-16e3-421d-ba70-107995a48f95 HTTP/1.1" status: 200 len: 217 time: 0.1143100 Mar 10 17:39:24.352697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b18f33bb-4e8e-4c07-8740-0807938ed7be no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:24.371495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] Publish callbacks [] for security_group (b48da156-2b98-44bf-b68c-f29d31ca13e9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:24.462419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b18f33bb-4e8e-4c07-8740-0807938ed7be {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:24.469302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b18f33bb-4e8e-4c07-8740-0807938ed7be not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:24.554856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b48da156-2b98-44bf-b68c-f29d31ca13e9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:24.557945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:24.562252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-7ea10210-fa28-4616-b815-ce9a8e36bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:24.562569 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b48da156-2b98-44bf-b68c-f29d31ca13e9 HTTP/1.1" status: 204 len: 168 time: 0.4684677 Mar 10 17:39:24.573991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-7ea10210-fa28-4616-b815-ce9a8e36bb49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f1ffd00-3639-4384-91b2-cdc80d6f883f HTTP/1.1" status: 200 len: 801 time: 0.2010849 Mar 10 17:39:24.576831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845ce53-60e1-46c8-acea-81ed38d6bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48da156-2b98-44bf-b68c-f29d31ca13e9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:24.610405 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920a70d-36ec-4732-90a0-9c47949f7c57 x-openstack-request-id: req-a920a70d-36ec-4732-90a0-9c47949f7c57 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:24.617168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:24.617447 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a920a70d-36ec-4732-90a0-9c47949f7c57 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:24.617897 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2', 'status': 'completed', 'code': 200} Mar 10 17:39:24.727475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-23f27d02-5df0-4819-9711-d3d4ab240a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:24.729908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-23f27d02-5df0-4819-9711-d3d4ab240a45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6465590d-ab23-4505-9ef1-56552d3ce02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1522992 Mar 10 17:39:24.965937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-912927b5-3534-449f-a3ea-e3239db1c939 service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242203 Mar 10 17:39:25.131064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-75cec005-4c15-43aa-9a8a-0742bffedfa5 service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550760 Mar 10 17:39:25.223850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-65ca3394-2be0-4b23-a13a-aa6e2deffbb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f HTTP/1.1" status: 200 len: 217 time: 0.0830851 Mar 10 17:39:25.360411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-988bc9c5-10d6-4ef1-918f-a9eab351ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:25.362069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-988bc9c5-10d6-4ef1-918f-a9eab351ef4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bfd55a96-5433-4956-97e6-c8e49142f085 HTTP/1.1" status: 200 len: 801 time: 0.1291394 Mar 10 17:39:25.603881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-073e1298-0661-40e6-93e7-43b6710594d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:25.605624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-073e1298-0661-40e6-93e7-43b6710594d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d8298d8-a757-4542-b26e-b2db1d30eaf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2282393 Mar 10 17:39:25.713843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-69be64d6-1c8b-43b9-8d0f-1368773b5f3a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:25.720691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-69be64d6-1c8b-43b9-8d0f-1368773b5f3a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ebf050-9ae0-48bb-bdf7-a7527bedf79a HTTP/1.1" status: 200 len: 944 time: 0.1760182 Mar 10 17:39:25.915953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-924b8a02-2d80-4dbc-95f9-63b0dad0177e service neutron] 10.222.0.59 "GET /v2.0/networks/5d8298d8-a757-4542-b26e-b2db1d30eaf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678833 Mar 10 17:39:25.940086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-901761a3-9394-42c6-aa78-07affa3ee412 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:25.942092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-901761a3-9394-42c6-aa78-07affa3ee412 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.4431770 Mar 10 17:39:26.105460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-fe3e30b2-46dd-4aa4-a7bb-036404c8acbd tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0447972 Mar 10 17:39:26.183785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-a28e9a9e-062e-463d-934a-601bfeb6149d service neutron] 10.222.0.59 "GET /v2.0/networks/5d8298d8-a757-4542-b26e-b2db1d30eaf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395022 Mar 10 17:39:26.185896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-896be676-9532-461f-9f34-810cb9467b8a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702682 Mar 10 17:39:26.262994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-eff57382-6da5-4b3b-a801-50735956018e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2 HTTP/1.1" status: 200 len: 217 time: 0.0679510 Mar 10 17:39:26.268785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port f6e862b1-5311-4fd6-84df-4ed85f96eecd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:26.268785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.512872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-4f7eec89-a0e9-4a9b-90a0-ac62ec67174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:26.514373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-4f7eec89-a0e9-4a9b-90a0-ac62ec67174b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f1ffd00-3639-4384-91b2-cdc80d6f883f HTTP/1.1" status: 200 len: 801 time: 0.2416160 Mar 10 17:39:26.583396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:26.658307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port f6e862b1-5311-4fd6-84df-4ed85f96eecd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f6e862b1-5311-4fd6-84df-4ed85f96eecd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:26.658746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.687673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for f6e862b1-5311-4fd6-84df-4ed85f96eecd owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:26.719990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1882502633-network', 'tenant_id': '6c23a52849054ba78fba2ca6bd03db49'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:26.767332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Made reservation on behalf of 6c23a52849054ba78fba2ca6bd03db49 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:26.771522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.787300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.866487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.900045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-6600f4ec-d7e9-4036-8ef5-18c972b3f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:26.901515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-6600f4ec-d7e9-4036-8ef5-18c972b3f7a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6465590d-ab23-4505-9ef1-56552d3ce02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3667533 Mar 10 17:39:26.968628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks [] for security_group (bc41e377-f4d7-4764-a8c8-5945a702d925), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:26.983188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bc41e377-f4d7-4764-a8c8-5945a702d925), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.014458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:27.048554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc41e377-f4d7-4764-a8c8-5945a702d925,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:27.052025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d4fcd72c-5b6b-4a39-b818-97b49e9b190e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.052609 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Added segment d4fcd72c-5b6b-4a39-b818-97b49e9b190e of type vlan for network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 Mar 10 17:39:27.119716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (1de19cf1-b8c4-4362-a7c0-4522cfde4306), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.120349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-8171a350-89fb-4a65-bd88-c88796b026b0 service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058144 Mar 10 17:39:27.126993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-c08a6a28-3282-4ace-8938-5738d7534c17 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9332080 Mar 10 17:39:27.167478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (1de19cf1-b8c4-4362-a7c0-4522cfde4306), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.168873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:27.170134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.234077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6469324 Mar 10 17:39:27.235088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:27.271884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5671a195-f329-4574-9eb5-dc6ac0866854 req-3661b032-2aa9-4318-a697-0fb24804b8d9 service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420150 Mar 10 17:39:27.336810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Request body: {'subnet': {'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1882502633-subnet', 'tenant_id': '6c23a52849054ba78fba2ca6bd03db49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:27.350034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f485-2549-4050-8be2-97f2d5811cbf admin admin] Pushing event updated for resources: {'Network': ['ID=1de19cf1-b8c4-4362-a7c0-4522cfde4306,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:27.383172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:27.424251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f6e862b1-5311-4fd6-84df-4ed85f96eecd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.428193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-ae39c8be-db00-4930-b15f-b1c57cc5d93f service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910364 Mar 10 17:39:27.448220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-45d1cac9-f4f4-4409-92c5-328ea2a0c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:27.448936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-45d1cac9-f4f4-4409-92c5-328ea2a0c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:27.449574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-45d1cac9-f4f4-4409-92c5-328ea2a0c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:27.451618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-45d1cac9-f4f4-4409-92c5-328ea2a0c055 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2959 time: 0.1029725 Mar 10 17:39:27.484127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Made reservation on behalf of 6c23a52849054ba78fba2ca6bd03db49 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:27.486758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=f6e862b1-5311-4fd6-84df-4ed85f96eecd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:27.508870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.603080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] No DVR routers for this DVR port f6e862b1-5311-4fd6-84df-4ed85f96eecd on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:27.624272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:27.636082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edbe8139-3b89-4417-9e89-777e06ff4a53 req-dc213ae2-d5e3-4387-94e9-17e96b2c5872 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "DELETE /v2.0/ports/f6e862b1-5311-4fd6-84df-4ed85f96eecd HTTP/1.1" status: 204 len: 173 time: 1.9142218 Mar 10 17:39:27.640798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-deleted', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:27.674033 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de2b87c-de67-47f8-aebc-d038434c0ee2" -d '{"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-deleted", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:27.744206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b4f463d0-280a-4912-8154-39b80064af6b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:27.754024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:27.883346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-ee390cda-e9e3-4cca-8098-eae535643833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:27.887156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-ee390cda-e9e3-4cca-8098-eae535643833 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6465590d-ab23-4505-9ef1-56552d3ce02c HTTP/1.1" status: 200 len: 901 time: 0.4132988 Mar 10 17:39:28.036082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-600426f0-3549-4e34-a053-04a40c5e2a26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2 HTTP/1.1" status: 200 len: 217 time: 0.1415720 Mar 10 17:39:28.162655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (0006dadf-70e0-4709-9d74-53b56a25974b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:28.206717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-59f8fb81-25b3-433e-9c65-0d0f9185c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.208281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-59f8fb81-25b3-433e-9c65-0d0f9185c1c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9f1ffd00-3639-4384-91b2-cdc80d6f883f HTTP/1.1" status: 200 len: 801 time: 0.1599131 Mar 10 17:39:28.321008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6825a4e1-16e3-421d-ba70-107995a48f95 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:39:28.354855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0006dadf-70e0-4709-9d74-53b56a25974b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:28.395384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Checking segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:28.395739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Network hostable DHCP agents. Network: 1de19cf1-b8c4-4362-a7c0-4522cfde4306, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:28.497906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:28.525385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 1de19cf1-b8c4-4362-a7c0-4522cfde4306) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:28.544299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de731-46f3-4381-8d54-328b7d6bf39e req-f0515967-4fef-426a-9209-487fe0f6bf8a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.544680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.547298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:28.552859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a46211-2adb-4c29-8109-466b037dd212 None None] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:28.556063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:39:28.573091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de731-46f3-4381-8d54-328b7d6bf39e req-f0515967-4fef-426a-9209-487fe0f6bf8a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.583842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de731-46f3-4381-8d54-328b7d6bf39e req-f0515967-4fef-426a-9209-487fe0f6bf8a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.592323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251de731-46f3-4381-8d54-328b7d6bf39e req-f0515967-4fef-426a-9209-487fe0f6bf8a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2413 time: 0.3830645 Mar 10 17:39:28.608715 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1283d9f3-478a-4a85-947d-6f2dd0d41a47 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2867947 Mar 10 17:39:28.614545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-e5e946f2-54c7-4fae-9b56-8b71d108b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:28.616459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-e5e946f2-54c7-4fae-9b56-8b71d108b2b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6465590d-ab23-4505-9ef1-56552d3ce02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3944175 Mar 10 17:39:29.553396 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c88e9b-8051-4778-b407-554a0cb1e553 x-openstack-request-id: req-61c88e9b-8051-4778-b407-554a0cb1e553 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:29.569236 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ebf050-9ae0-48bb-bdf7-a7527bedf79a", "name": "network-vif-deleted", "tag": "f6e862b1-5311-4fd6-84df-4ed85f96eecd", "status": "failed", "code": 422}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:29.570524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61c88e9b-8051-4778-b407-554a0cb1e553 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:29.570524 n-d-833115-2 neutron-server[103795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7ebf050-9ae0-48bb-bdf7-a7527bedf79a', 'name': 'network-vif-deleted', 'tag': 'f6e862b1-5311-4fd6-84df-4ed85f96eecd', 'status': 'failed', 'code': 422} returned with failed status Mar 10 17:39:29.587134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6825a4e1-16e3-421d-ba70-107995a48f95,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:29.596222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fa0d3-6085-40a1-be64-5d4ba2f726b8 None None] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:29.664291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '6825a4e1-16e3-421d-ba70-107995a48f95', 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'port_id': '6825a4e1-16e3-421d-ba70-107995a48f95', 'mac_address': 'fa:16:3e:19:8c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1ffd00-3639-4384-91b2-cdc80d6f883f', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:39:29.686691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ceeca7b3-1238-498d-8516-0474e7dd2b3a req-cdf38092-a041-4b5c-beb3-4d78d15f36a1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 210 time: 0.1339352 Mar 10 17:39:29.791326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6825a4e1-16e3-421d-ba70-107995a48f95 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:29.791819 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:29.851990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251de731-46f3-4381-8d54-328b7d6bf39e req-b5a640ca-ce47-4ade-8906-53188d37be57 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2566006 Mar 10 17:39:29.856073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6825a4e1-16e3-421d-ba70-107995a48f95 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:29.907170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6825a4e1-16e3-421d-ba70-107995a48f95,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:29.988095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-e2547bf4-6d36-4309-b087-679eb63849bf service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3464303 Mar 10 17:39:30.072026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:30.283052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:30.329338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:30.353268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 35702f9d-bbc1-4ca5-b443-184b35a9ef1f details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:39:30.585320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ae7ad8c-8ff8-405d-b319-37bc4e1e9326 req-dc19b61f-9140-44e6-bb70-30f071f9667d service neutron] 10.222.0.59 "GET /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944922 Mar 10 17:39:30.603172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:30.628151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'network_id': '5d8298d8-a757-4542-b26e-b2db1d30eaf2', 'port_id': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'mac_address': 'fa:16:3e:2f:7c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd55a96-5433-4956-97e6-c8e49142f085', 'ip_address': '19.86.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:39:30.633194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6825a4e1-16e3-421d-ba70-107995a48f95'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:30.683323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-a205eb56-1508-4962-99fd-36f15fa0733f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:30.687037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-a205eb56-1508-4962-99fd-36f15fa0733f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.6293156 Mar 10 17:39:30.703606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:30.704002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:30.720832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': '1dc290ea-406a-48ce-8365-42381bad20e7', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:30.760264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35702f9d-bbc1-4ca5-b443-184b35a9ef1f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:30.833048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:30.853802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:30.854832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e034c6b6-5ac5-4332-89d0-791d3602fac2 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:39:30.941708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd511dd-6bc4-402a-99c1-f5d74acfbdde req-ffd9fdaa-90bb-4ecf-8a93-261da909a98c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 210 time: 0.2308011 Mar 10 17:39:30.942049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:30.945899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:31.067363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:31.103988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'e034c6b6-5ac5-4332-89d0-791d3602fac2', 'network_id': '6465590d-ab23-4505-9ef1-56552d3ce02c', 'port_id': 'e034c6b6-5ac5-4332-89d0-791d3602fac2', 'mac_address': 'fa:16:3e:48:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1ffd00-3639-4384-91b2-cdc80d6f883f', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:39:31.223497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:31.287585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e034c6b6-5ac5-4332-89d0-791d3602fac2 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:31.288100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:31.334370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e034c6b6-5ac5-4332-89d0-791d3602fac2 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:31.373566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.8 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/efac9100-3ed4-4640-a5f4-77dee3cd2bbf) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:31.378639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:31.392834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:31.455900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-63b2a3e3-3028-407f-b328-7559dfb04387 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:31.457472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-63b2a3e3-3028-407f-b328-7559dfb04387 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.8709450 Mar 10 17:39:31.511812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81a46f-1573-4aaf-b5c4-0a40ea67810a req-92536846-36e7-456e-9568-3852c1154704 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:31.526354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e81a46f-1573-4aaf-b5c4-0a40ea67810a req-92536846-36e7-456e-9568-3852c1154704 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 907 time: 0.3468692 Mar 10 17:39:31.530485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-95b44892-84ad-44f9-b038-82415a854613 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/quotas/6c23a52849054ba78fba2ca6bd03db49 HTTP/1.1" status: 200 len: 375 time: 0.0551255 Mar 10 17:39:31.579096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:31.629825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-15d2deea-29e7-4614-899e-b213ee88f0b8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621295 Mar 10 17:39:31.701200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['35702f9d-bbc1-4ca5-b443-184b35a9ef1f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:32.079825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79addbb2-357c-4dee-bcd2-3ebe80a797c7 req-3242a96a-cc34-4abe-9c63-c11b1b082f12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:32.085311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79addbb2-357c-4dee-bcd2-3ebe80a797c7 req-3242a96a-cc34-4abe-9c63-c11b1b082f12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:32.091928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79addbb2-357c-4dee-bcd2-3ebe80a797c7 req-3242a96a-cc34-4abe-9c63-c11b1b082f12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:32.099265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79addbb2-357c-4dee-bcd2-3ebe80a797c7 req-3242a96a-cc34-4abe-9c63-c11b1b082f12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2416 time: 0.4248199 Mar 10 17:39:32.120255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-8cb65ab5-8353-46f9-9244-fd72f34f2503 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752688 Mar 10 17:39:32.124420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.263653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79addbb2-357c-4dee-bcd2-3ebe80a797c7 req-a2b8862f-5bea-4fd3-b918-c2e18f7621f5 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633143 Mar 10 17:39:32.313858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6825a4e1-16e3-421d-ba70-107995a48f95 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:32.342140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.406697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:32.434442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:32.443737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:32.465007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 6825a4e1-16e3-421d-ba70-107995a48f95 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:39:32.472232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 6825a4e1-16e3-421d-ba70-107995a48f95 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:32.472609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.644180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6825a4e1-16e3-421d-ba70-107995a48f95 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:32.644594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.678590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:32.682115 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabb9a7d-3f85-4b85-a9d4-6708370c6b73" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:32.706002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6825a4e1-16e3-421d-ba70-107995a48f95,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:32.717728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.734103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-ea8b3c66-bf41-415b-925e-4b03e830b0a7 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955768 Mar 10 17:39:32.736540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e034c6b6-5ac5-4332-89d0-791d3602fac2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:32.790644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:32.802681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:32.803478 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:32.843976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129ac22-2727-4637-949e-9299f6535306 req-8ad31b6c-2cad-443d-8244-4588c2fd6942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:32.854124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9129ac22-2727-4637-949e-9299f6535306 req-8ad31b6c-2cad-443d-8244-4588c2fd6942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 931 time: 0.4225068 Mar 10 17:39:32.875887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-b06d7ff1-0db6-4c13-a507-24106da81942 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1629581 Mar 10 17:39:32.913756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Request body: {'port': {'device_id': '1dc290ea-406a-48ce-8365-42381bad20e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:33.118340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:33.120394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:33.398582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9129ac22-2727-4637-949e-9299f6535306 req-b2bf489c-7c55-4920-ba3e-b2fb28187679 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434012 Mar 10 17:39:33.435100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96848c-db55-451a-922b-8a21150f59a7 req-85a6470d-4b3a-4ddc-ac74-4880205ed644 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:33.444496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd96848c-db55-451a-922b-8a21150f59a7 req-85a6470d-4b3a-4ddc-ac74-4880205ed644 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 907 time: 1.1043208 Mar 10 17:39:33.989448 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eea55c9-f60b-423b-a072-1eb77db908f2 x-openstack-request-id: req-9eea55c9-f60b-423b-a072-1eb77db908f2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:33.990310 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:33.990774 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eea55c9-f60b-423b-a072-1eb77db908f2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:33.991368 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95', 'code': 200} Mar 10 17:39:34.143944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1aa004b8-9d92-4cba-82c2-cfbb10463454 req-6a43bee5-cf98-4d6a-815a-5524a979adb5 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 210 time: 0.0555630 Mar 10 17:39:34.152742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e694-af14-456f-9fa1-06ef511e394a req-92b4b591-3d09-4d27-a188-da51fc9b157e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:34.154283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68e9e694-af14-456f-9fa1-06ef511e394a req-92b4b591-3d09-4d27-a188-da51fc9b157e tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 907 time: 0.5175319 Mar 10 17:39:34.167327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port 7c607feb-f2eb-4508-9015-66b5ec2ad864 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:34.167538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.330227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 35702f9d-bbc1-4ca5-b443-184b35a9ef1f up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:34.412936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port 7c607feb-f2eb-4508-9015-66b5ec2ad864, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7c607feb-f2eb-4508-9015-66b5ec2ad864,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:34.413315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.426245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac9100-3ed4-4640-a5f4-77dee3cd2bbf {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:34.437994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks [] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.468702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for 7c607feb-f2eb-4508-9015-66b5ec2ad864 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:34.511444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2d0-292b-48d5-ba8b-1bf8d6a8ce11 req-d892a6bd-c7ed-4031-ace1-c371c937f098 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:34.518408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2d0-292b-48d5-ba8b-1bf8d6a8ce11 req-d892a6bd-c7ed-4031-ace1-c371c937f098 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:34.524251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2d0-292b-48d5-ba8b-1bf8d6a8ce11 req-d892a6bd-c7ed-4031-ace1-c371c937f098 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:34.531803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a012e2d0-292b-48d5-ba8b-1bf8d6a8ce11 req-d892a6bd-c7ed-4031-ace1-c371c937f098 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2417 time: 0.2717094 Mar 10 17:39:34.540177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:39:34.544934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:34.545415 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.704908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Transition to ACTIVE for port object efac9100-3ed4-4640-a5f4-77dee3cd2bbf will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:39:34.726561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.755144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:34.755693 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.846766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:34.855534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:34.857838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e034c6b6-5ac5-4332-89d0-791d3602fac2 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:34.993572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a012e2d0-292b-48d5-ba8b-1bf8d6a8ce11 req-e704fc68-5391-462b-ac54-c30db01bf600 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598854 Mar 10 17:39:35.026242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:35.073667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Pushing event updated for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:35.079754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port e034c6b6-5ac5-4332-89d0-791d3602fac2 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:39:35.085012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port e034c6b6-5ac5-4332-89d0-791d3602fac2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:35.085673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:35.215669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e231d-dd59-41ca-be68-2be463b0c153 req-3950db87-06ba-4a6e-94a2-e21fe707f64e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:35.224886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a08e231d-dd59-41ca-be68-2be463b0c153 req-3950db87-06ba-4a6e-94a2-e21fe707f64e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 931 time: 0.7251801 Mar 10 17:39:35.231659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e034c6b6-5ac5-4332-89d0-791d3602fac2 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:35.232615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:35.288062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:35.298207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:35.448674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:35.460971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-fed68266-d6f5-4877-8f85-05d80f0a6e54 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:35.463721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-fed68266-d6f5-4877-8f85-05d80f0a6e54 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.1763361 Mar 10 17:39:35.494992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a08e231d-dd59-41ca-be68-2be463b0c153 req-aa9fdb44-f5e3-49c4-b0d7-ff7ef60a9717 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640462 Mar 10 17:39:35.503170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Request body: {'port': {'device_id': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'admin_state_up': True, 'tenant_id': '6c23a52849054ba78fba2ca6bd03db49'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:35.589352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6271d8fd-9008-42f3-a3de-7fce0422f5b2 req-6de4ff9e-4fc0-40f5-a388-b334238da661 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 210 time: 0.1221981 Mar 10 17:39:35.760132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c607feb-f2eb-4508-9015-66b5ec2ad864), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:35.793295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Attempting to bind port efac9100-3ed4-4640-a5f4-77dee3cd2bbf on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:35.793636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Attempting to bind port efac9100-3ed4-4640-a5f4-77dee3cd2bbf by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:35.794038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Attempting to bind port efac9100-3ed4-4640-a5f4-77dee3cd2bbf on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:35.841929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=7c607feb-f2eb-4508-9015-66b5ec2ad864,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:35.853335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Port efac9100-3ed4-4640-a5f4-77dee3cd2bbf on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:39:35.853696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Attempting to bind port efac9100-3ed4-4640-a5f4-77dee3cd2bbf on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:35.866884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7791e61-d11f-432d-a2c9-855d85b0741b req-ca0c6f60-2a02-4eba-a11c-a608bf2b9b4d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:35.879756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7791e61-d11f-432d-a2c9-855d85b0741b req-ca0c6f60-2a02-4eba-a11c-a608bf2b9b4d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d1b6880-3a1e-4fb6-aac4-edb5150d2732 HTTP/1.1" status: 200 len: 829 time: 0.2822082 Mar 10 17:39:35.931125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.931379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.933835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.937444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.939302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.939447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.939817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:39:35.989849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:35.989849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:35.989849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:35.989849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Bound port: efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:35.989849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:35.996369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f'}, {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:35.999398 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7984832c-bac4-428b-aa20-4c8a9c3c656c" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f"}, {"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:36.004986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] No DVR routers for this DVR port 7c607feb-f2eb-4508-9015-66b5ec2ad864 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:36.054670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:36.071974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd96848c-db55-451a-922b-8a21150f59a7 req-eac8d85b-7ba8-4cee-a9ad-9995d671411d tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "DELETE /v2.0/ports/7c607feb-f2eb-4508-9015-66b5ec2ad864 HTTP/1.1" status: 204 len: 173 time: 2.6092138 Mar 10 17:39:36.072477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'name': 'network-vif-deleted', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:36.074868 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72898c3c-ff25-48e7-b6d6-ef8bd06dfb7d" -d '{"events": [{"server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "name": "network-vif-deleted", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:36.170414 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e3ee0-3930-4cf9-8bc3-8faaa9c0374b x-openstack-request-id: req-214e3ee0-3930-4cf9-8bc3-8faaa9c0374b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:36.171146 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f", "code": 200}, {"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-plugged", "status": "completed", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:36.171546 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-214e3ee0-3930-4cf9-8bc3-8faaa9c0374b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:36.172250 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'code': 200} Mar 10 17:39:36.172934 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2', 'code': 200} Mar 10 17:39:36.241114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Made reservation on behalf of 6c23a52849054ba78fba2ca6bd03db49 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:36.245179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:36.438950 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd9a66-8777-43cf-9000-e5d61b39c60b x-openstack-request-id: req-e2cd9a66-8777-43cf-9000-e5d61b39c60b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:36.439518 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b6880-3a1e-4fb6-aac4-edb5150d2732", "name": "network-vif-deleted", "tag": "7c607feb-f2eb-4508-9015-66b5ec2ad864", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:36.442070 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2cd9a66-8777-43cf-9000-e5d61b39c60b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:36.443355 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b6880-3a1e-4fb6-aac4-edb5150d2732', 'name': 'network-vif-deleted', 'tag': '7c607feb-f2eb-4508-9015-66b5ec2ad864', 'status': 'completed', 'code': 200} Mar 10 17:39:36.474532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d662f-191b-4430-85c6-d7e078974a56 req-0d6618f7-9bc9-4039-bcf1-146a98ba9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.475123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d662f-191b-4430-85c6-d7e078974a56 req-0d6618f7-9bc9-4039-bcf1-146a98ba9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.475396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d662f-191b-4430-85c6-d7e078974a56 req-0d6618f7-9bc9-4039-bcf1-146a98ba9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.480956 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-893d662f-191b-4430-85c6-d7e078974a56 req-0d6618f7-9bc9-4039-bcf1-146a98ba9033 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2965 time: 0.1486375 Mar 10 17:39:36.541690 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-893d662f-191b-4430-85c6-d7e078974a56 req-0fa59698-5750-4df3-b83f-979b0ceef336 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Mar 10 17:39:36.608676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ee94b-e753-4108-8631-c9375b88ae33 req-d06f1803-7dc2-4114-a13b-43a0954d6401 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.637523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ee94b-e753-4108-8631-c9375b88ae33 req-d06f1803-7dc2-4114-a13b-43a0954d6401 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.657860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ee94b-e753-4108-8631-c9375b88ae33 req-d06f1803-7dc2-4114-a13b-43a0954d6401 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:36.670875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e91ee94b-e753-4108-8631-c9375b88ae33 req-d06f1803-7dc2-4114-a13b-43a0954d6401 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2419 time: 0.5418818 Mar 10 17:39:36.835003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:36.921600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e91ee94b-e753-4108-8631-c9375b88ae33 req-7338fc61-56e1-46c5-af48-49b019dc63fd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485321 Mar 10 17:39:37.003433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:37.061370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c607feb-f2eb-4508-9015-66b5ec2ad864 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:37.084883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 7c607feb-f2eb-4508-9015-66b5ec2ad864 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:37.085800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7c607feb-f2eb-4508-9015-66b5ec2ad864 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:37.260470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac336d5f-37ea-46ed-8ecc-a85f4823da4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.439217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac336d5f-37ea-46ed-8ecc-a85f4823da4b admin admin] Publish callbacks [] for security_group (8177dabc-ef22-43bb-9c63-05821a839a16), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.455256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac336d5f-37ea-46ed-8ecc-a85f4823da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8177dabc-ef22-43bb-9c63-05821a839a16), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.505818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Allocated IP 172.20.0.11 (1de19cf1-b8c4-4362-a7c0-4522cfde4306/0006dadf-70e0-4709-9d74-53b56a25974b/74ad6054-4507-4d99-89e7-f56fb5773b71) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:37.532904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:37.576471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac336d5f-37ea-46ed-8ecc-a85f4823da4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177dabc-ef22-43bb-9c63-05821a839a16,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:37.582318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-702fa60b-e8cd-4557-985a-c03629058cba req-963fe300-ebe9-46b7-b28c-e0d3a8fd4e64 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 210 time: 0.0966542 Mar 10 17:39:37.598469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ac336d5f-37ea-46ed-8ecc-a85f4823da4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b5164d919854da795977ac95dbd49b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7623498 Mar 10 17:39:37.600574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:37.606886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.754668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] Publish callbacks [] for security_group (8177dabc-ef22-43bb-9c63-05821a839a16), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.824905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] Publish callbacks [] for security_group (8177dabc-ef22-43bb-9c63-05821a839a16), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.874481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks [] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.940932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6404-c381-4622-8f80-688d1937c275 req-44fc6b9a-2ad2-41bc-8d37-c3f679f709b2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:37.943896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ec6404-c381-4622-8f80-688d1937c275 req-44fc6b9a-2ad2-41bc-8d37-c3f679f709b2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 943 time: 1.2320638 Mar 10 17:39:37.946004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8177dabc-ef22-43bb-9c63-05821a839a16), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.949444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.953750 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8177dabc-ef22-43bb-9c63-05821a839a16 HTTP/1.1" status: 204 len: 168 time: 0.3524010 Mar 10 17:39:37.969074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.988652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6ad1-cff8-4f1b-a5a0-7befb7618a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177dabc-ef22-43bb-9c63-05821a839a16,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:37.990025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:37.990754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:37.993088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] 10.222.0.41 "PUT /v2.0/ports/efac9100-3ed4-4640-a5f4-77dee3cd2bbf HTTP/1.1" status: 200 len: 1091 time: 5.1062005 Mar 10 17:39:38.104354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14992cf6-e0f8-4389-9b03-41dfc13e5452 service neutron] Pushing event updated for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:38.187762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:38.309369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ec6404-c381-4622-8f80-688d1937c275 req-bf204c1b-e27b-4b08-a42d-03b6560b5dba tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152647 Mar 10 17:39:38.313358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:38.324205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:38.396746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.397416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:38.429910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9320889 Mar 10 17:39:38.449582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Request body: {'port': {'device_id': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:38.481973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8fa7-042b-4af0-9e71-93ee8cd54430 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:38.484243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:38.487000 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6399a53-ff92-4b84-abcd-db6fbec6a372" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:38.537286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-4b98c268-d837-48a5-ac09-8b6fc1474c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.538888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-4b98c268-d837-48a5-ac09-8b6fc1474c3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 1125 time: 0.4313569 Mar 10 17:39:38.567425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ca5bd-a6a0-4a84-9b19-639cd7fdd28d req-c56b4213-d1d8-49d1-8507-b5878aeb6012 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.574306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4ca5bd-a6a0-4a84-9b19-639cd7fdd28d req-c56b4213-d1d8-49d1-8507-b5878aeb6012 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.4609931 Mar 10 17:39:38.650988 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:38.661695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-3036cb44-1a5a-4ccb-b04f-ee2f040da0d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf HTTP/1.1" status: 200 len: 217 time: 0.0823452 Mar 10 17:39:38.686379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36303840-458f-470d-9a63-f205c3329cbb req-72cde328-d825-4fc2-912b-ce3c76d74235 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.692178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36303840-458f-470d-9a63-f205c3329cbb req-72cde328-d825-4fc2-912b-ce3c76d74235 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.697593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36303840-458f-470d-9a63-f205c3329cbb req-72cde328-d825-4fc2-912b-ce3c76d74235 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:38.699459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36303840-458f-470d-9a63-f205c3329cbb req-72cde328-d825-4fc2-912b-ce3c76d74235 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2419 time: 0.2028811 Mar 10 17:39:38.890808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4ca5bd-a6a0-4a84-9b19-639cd7fdd28d req-c9376923-1a97-4209-bf7d-810f80c46974 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155603 Mar 10 17:39:39.027746 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:39:39.047464 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b3b01-ff92-4892-9e4b-9d220fdd2afd x-openstack-request-id: req-763b3b01-ff92-4892-9e4b-9d220fdd2afd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:39.047810 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:39.048025 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-763b3b01-ff92-4892-9e4b-9d220fdd2afd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:39.048397 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf', 'status': 'completed', 'code': 200} Mar 10 17:39:39.088631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-e74f638c-d1e5-4dd0-9f08-4257d3794ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:39.088631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-e74f638c-d1e5-4dd0-9f08-4257d3794ab1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.4116697 Mar 10 17:39:39.161800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-5c3c1f8a-e965-4faa-8cfb-a510ad779230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628500 Mar 10 17:39:39.293582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36303840-458f-470d-9a63-f205c3329cbb req-dc0c16fd-0add-43c8-9d34-cf97b033d936 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564091 Mar 10 17:39:39.321658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-971a3bc7-b532-44e8-b55c-1e8f44c34a91 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:39.325943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-971a3bc7-b532-44e8-b55c-1e8f44c34a91 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.6531365 Mar 10 17:39:39.646207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:39.682417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:39.725804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934e1d7-53d2-4ee8-ab25-9835a4cbd51f req-6009d088-cca3-4835-9f39-2ecdaa5583f8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:39.727546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7934e1d7-53d2-4ee8-ab25-9835a4cbd51f req-6009d088-cca3-4835-9f39-2ecdaa5583f8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 932 time: 0.5893590 Mar 10 17:39:39.851861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-04ec0fb9-34eb-4573-9698-6dc53b0faf99 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480558 Mar 10 17:39:39.873879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15591e9-3024-4bcc-b68b-4f5c9f1014e7 req-03dfb43c-0e08-476d-b3e7-ea91fd96c03d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:39.875434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d15591e9-3024-4bcc-b68b-4f5c9f1014e7 req-03dfb43c-0e08-476d-b3e7-ea91fd96c03d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 943 time: 0.3242202 Mar 10 17:39:39.880214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2128556779-network', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:39.884279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port b4f463d0-280a-4912-8154-39b80064af6b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:39.884585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b4f463d0-280a-4912-8154-39b80064af6b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:39.931727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Made reservation on behalf of 5ad725c4a7b84e1686f5b4ac223788fb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:39.934577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:39.958783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:39.993205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b50aa1-9f77-4880-ab6b-82f92c2e840b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.139014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d15591e9-3024-4bcc-b68b-4f5c9f1014e7 req-c445716e-b599-44da-88d0-19ab9de6c9e2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304647 Mar 10 17:39:40.141381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ad6054-4507-4d99-89e7-f56fb5773b71 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:40.143718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks [] for security_group (3996e116-5a9e-43b1-902b-7df10951dfbd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.153044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7934e1d7-53d2-4ee8-ab25-9835a4cbd51f req-523e4051-28a8-40c0-9052-d23d433fe089 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863683 Mar 10 17:39:40.166330 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks [] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.178955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3996e116-5a9e-43b1-902b-7df10951dfbd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.210302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Transition to ACTIVE for port object 74ad6054-4507-4d99-89e7-f56fb5773b71 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:39:40.217544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:40.225116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.234033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6bd6bb9-9a72-4b2d-8356-577bdc41d573 req-4d1bb433-e3b7-48df-977f-f9c249bce7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538296 Mar 10 17:39:40.248928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2fb1b4d7-f839-4920-8372-e106b2916f75), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.249475 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Added segment 2fb1b4d7-f839-4920-8372-e106b2916f75 of type vlan for network c267bc84-da2f-472d-b5b8-8c368519a730 Mar 10 17:39:40.255418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port b4f463d0-280a-4912-8154-39b80064af6b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b4f463d0-280a-4912-8154-39b80064af6b,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:40.255840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b4f463d0-280a-4912-8154-39b80064af6b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.321866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c267bc84-da2f-472d-b5b8-8c368519a730), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.359937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b50aa1-9f77-4880-ab6b-82f92c2e840b admin admin] Publish callbacks [] for security_group (07122ed7-2664-4247-95c8-7e5cbcc7f099), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.366878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for b4f463d0-280a-4912-8154-39b80064af6b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:40.376110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b50aa1-9f77-4880-ab6b-82f92c2e840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07122ed7-2664-4247-95c8-7e5cbcc7f099), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.427453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c267bc84-da2f-472d-b5b8-8c368519a730), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.429937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.430654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.474073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3996e116-5a9e-43b1-902b-7df10951dfbd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:40.534328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:40.534573 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-34b50aa1-9f77-4880-ab6b-82f92c2e840b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e81c682e941640ba90fbaa96e246ec11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8487360 Mar 10 17:39:40.546590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42600) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:40.562155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9136350 Mar 10 17:39:40.573682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42602) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:40.585443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Request body: {'subnet': {'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2128556779-subnet', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:40.614970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-0b6422fd-9f69-4e05-b712-d49deae5a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.616525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-0b6422fd-9f69-4e05-b712-d49deae5a17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 1125 time: 0.3172379 Mar 10 17:39:40.620250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123375-aecc-4c46-b1a7-6874cbc3bf1a admin admin] Pushing event updated for resources: {'Network': ['ID=c267bc84-da2f-472d-b5b8-8c368519a730,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:40.631557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c267bc84-da2f-472d-b5b8-8c368519a730 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:40.644588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b50aa1-9f77-4880-ab6b-82f92c2e840b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07122ed7-2664-4247-95c8-7e5cbcc7f099,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:40.672454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd203bc6-18a2-45d2-8da2-8b3512b75515 req-26141ab0-f5d7-4112-b53b-0ca8cda51cab tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.674086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd203bc6-18a2-45d2-8da2-8b3512b75515 req-26141ab0-f5d7-4112-b53b-0ca8cda51cab tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=923e391b-07d0-4b12-b0b5-ac158433c679 HTTP/1.1" status: 200 len: 946 time: 0.3766227 Mar 10 17:39:40.707498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] Publish callbacks [] for security_group (07122ed7-2664-4247-95c8-7e5cbcc7f099), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.723304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Made reservation on behalf of 5ad725c4a7b84e1686f5b4ac223788fb for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:40.725588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.738620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] Publish callbacks [] for security_group (07122ed7-2664-4247-95c8-7e5cbcc7f099), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.782156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Attempting to bind port 74ad6054-4507-4d99-89e7-f56fb5773b71 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:40.782787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Attempting to bind port 74ad6054-4507-4d99-89e7-f56fb5773b71 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:40.782924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Attempting to bind port 74ad6054-4507-4d99-89e7-f56fb5773b71 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:40.792305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (07122ed7-2664-4247-95c8-7e5cbcc7f099), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.795669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.799430 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07122ed7-2664-4247-95c8-7e5cbcc7f099 HTTP/1.1" status: 204 len: 168 time: 0.2479377 Mar 10 17:39:40.808421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b87c9-dbf4-4b65-b8a7-f8603e9d3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07122ed7-2664-4247-95c8-7e5cbcc7f099,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:40.839271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Port 74ad6054-4507-4d99-89e7-f56fb5773b71 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:39:40.839579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Attempting to bind port 74ad6054-4507-4d99-89e7-f56fb5773b71 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:40.902743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78cbfb-5f2a-4508-87db-9801b5f2e58c req-2cb75670-34e7-4370-8333-23e70b507795 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.908333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78cbfb-5f2a-4508-87db-9801b5f2e58c req-2cb75670-34e7-4370-8333-23e70b507795 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.916859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78cbfb-5f2a-4508-87db-9801b5f2e58c req-2cb75670-34e7-4370-8333-23e70b507795 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:40.918724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c78cbfb-5f2a-4508-87db-9801b5f2e58c req-2cb75670-34e7-4370-8333-23e70b507795 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2419 time: 0.3593121 Mar 10 17:39:40.963392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:40.963726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Checking segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:40.964103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Bound using segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:40.964535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Bound port: 74ad6054-4507-4d99-89e7-f56fb5773b71, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:40.964882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:40.976290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd203bc6-18a2-45d2-8da2-8b3512b75515 req-b8109ca5-7cd4-491b-a632-0d2a7a0a1558 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888451 Mar 10 17:39:41.037497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-f14f4e09-3487-4e81-a458-9c957f77deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:41.039005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-f14f4e09-3487-4e81-a458-9c957f77deab service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.3969154 Mar 10 17:39:41.148626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-6022984f-0fd6-453e-91f8-1cc63d9bd6aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf HTTP/1.1" status: 200 len: 217 time: 0.0835238 Mar 10 17:39:41.157936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b4f463d0-280a-4912-8154-39b80064af6b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.171615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b7937bd7-df4e-4330-a6cf-6e3185e42535'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:41.272801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c78cbfb-5f2a-4508-87db-9801b5f2e58c req-0ec74bce-f63b-40e9-b7eb-15695ed80509 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386657 Mar 10 17:39:41.285863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:41.299052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=b4f463d0-280a-4912-8154-39b80064af6b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:41.318415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:41.347143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e0aba52-cbac-49fd-a179-acf1206a8d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.418094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:41.427157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] No DVR routers for this DVR port b4f463d0-280a-4912-8154-39b80064af6b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:41.429808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-73110a21-c57e-4c2b-b5cb-cf9cbe5c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:41.431468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-73110a21-c57e-4c2b-b5cb-cf9cbe5c3b58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.2656431 Mar 10 17:39:41.433723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.437284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13df317a-5c47-4bdb-8e76-f46a8edffb3a req-aba95ca3-0f69-44b3-877a-cfea9d15b9e9 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "DELETE /v2.0/ports/b4f463d0-280a-4912-8154-39b80064af6b HTTP/1.1" status: 204 len: 173 time: 2.0560493 Mar 10 17:39:41.449912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'name': 'network-vif-deleted', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:41.452901 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d2824b-1ad1-4ca1-84b7-60dbc5e95dd3" -d '{"events": [{"server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "name": "network-vif-deleted", "tag": "b4f463d0-280a-4912-8154-39b80064af6b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:41.477796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e0aba52-cbac-49fd-a179-acf1206a8d34 admin admin] Publish callbacks [] for security_group (48c7f2d4-1279-4fea-83c3-4f8fc1d69749), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.482984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e0aba52-cbac-49fd-a179-acf1206a8d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48c7f2d4-1279-4fea-83c3-4f8fc1d69749), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.488253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.536149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0aba52-cbac-49fd-a179-acf1206a8d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7f2d4-1279-4fea-83c3-4f8fc1d69749,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:41.543292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-121acfac-2299-4a09-b4da-2ed3b4a7dfee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724378 Mar 10 17:39:41.561805 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e0aba52-cbac-49fd-a179-acf1206a8d34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6eea2797cb03470689b1ecc70166eda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421870 Mar 10 17:39:41.563198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:41.608071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:41.608768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.610242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] 10.222.0.59 "PUT /v2.0/ports/74ad6054-4507-4d99-89e7-f56fb5773b71 HTTP/1.1" status: 200 len: 1092 time: 3.1706283 Mar 10 17:39:41.643795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] Publish callbacks [] for security_group (48c7f2d4-1279-4fea-83c3-4f8fc1d69749), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.644687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b6250-6485-4241-af22-eacbdf1ae4a8 req-f58f75fd-bf6d-47c2-8259-019c5a2210c5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:41.646628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab4b6250-6485-4241-af22-eacbdf1ae4a8 req-f58f75fd-bf6d-47c2-8259-019c5a2210c5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3793230 Mar 10 17:39:41.677220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] Publish callbacks [] for security_group (48c7f2d4-1279-4fea-83c3-4f8fc1d69749), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.737260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3a8fe-9986-4c61-961b-dfeb38e40cd1 req-baecfcd8-7279-425f-b5e6-0e5db4f0d67b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:41.737882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48c7f2d4-1279-4fea-83c3-4f8fc1d69749), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.740109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57b3a8fe-9986-4c61-961b-dfeb38e40cd1 req-baecfcd8-7279-425f-b5e6-0e5db4f0d67b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 944 time: 0.3510492 Mar 10 17:39:41.740765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:41.741464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d7f21-7b44-4f0c-9b75-764619f8f0be service neutron] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:41.742183 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48c7f2d4-1279-4fea-83c3-4f8fc1d69749 HTTP/1.1" status: 204 len: 168 time: 0.1747904 Mar 10 17:39:41.762816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20dae7-5f5e-4511-9c4f-1995b5fd58de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7f2d4-1279-4fea-83c3-4f8fc1d69749,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:41.763173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (6a8dce27-24be-4ecb-9934-73cd8df7eaf7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.245614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-52fa83c6-886d-4f9e-a3f7-486d805efca1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.252308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-52fa83c6-886d-4f9e-a3f7-486d805efca1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.259278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-52fa83c6-886d-4f9e-a3f7-486d805efca1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.260792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-52fa83c6-886d-4f9e-a3f7-486d805efca1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2419 time: 0.0870645 Mar 10 17:39:42.287286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab4b6250-6485-4241-af22-eacbdf1ae4a8 req-929ec569-1fad-4aa6-9f03-68fa27a314b5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6192937 Mar 10 17:39:42.316550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-bc137241-73dc-42c3-9c1a-56e5c64ecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.318142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-bc137241-73dc-42c3-9c1a-56e5c64ecb94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 1126 time: 0.6203177 Mar 10 17:39:42.332922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8dce27-24be-4ecb-9934-73cd8df7eaf7,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:42.383808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57b3a8fe-9986-4c61-961b-dfeb38e40cd1 req-a2aa455e-60e4-49a9-bc38-6707ecdfafd9 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960252 Mar 10 17:39:42.405258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9aaa518a-4bde-41b5-a1d3-ee9f59146b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.458089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-655bc604-14b2-4f5a-962d-8e18f9d2c31d service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997169 Mar 10 17:39:42.459500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port 6825a4e1-16e3-421d-ba70-107995a48f95 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:42.460092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.471953 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004e5d47-e260-42ef-8cf1-476557e97e5c x-openstack-request-id: req-004e5d47-e260-42ef-8cf1-476557e97e5c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:42.472255 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923e391b-07d0-4b12-b0b5-ac158433c679", "name": "network-vif-deleted", "tag": "b4f463d0-280a-4912-8154-39b80064af6b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:42.472512 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-004e5d47-e260-42ef-8cf1-476557e97e5c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:42.472923 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923e391b-07d0-4b12-b0b5-ac158433c679', 'name': 'network-vif-deleted', 'tag': 'b4f463d0-280a-4912-8154-39b80064af6b', 'status': 'completed', 'code': 200} Mar 10 17:39:42.477906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-152cc69f-5ba9-4088-91e8-18ca209dc81b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ad6054-4507-4d99-89e7-f56fb5773b71 HTTP/1.1" status: 200 len: 217 time: 0.1361556 Mar 10 17:39:42.573544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port 6825a4e1-16e3-421d-ba70-107995a48f95, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6825a4e1-16e3-421d-ba70-107995a48f95,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:42.574245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.589626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for 6825a4e1-16e3-421d-ba70-107995a48f95 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:42.638946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Checking segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:42.638946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Network hostable DHCP agents. Network: c267bc84-da2f-472d-b5b8-8c368519a730, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:42.743642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-55506264-b55b-4fc5-939e-9a4081224ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.745420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-55506264-b55b-4fc5-939e-9a4081224ffd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.2417011 Mar 10 17:39:42.755980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6399a53-ff92-4b84-abcd-db6fbec6a372 req-ed203096-67a1-4160-99ab-ee880452f803 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802165 Mar 10 17:39:42.756468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Network c267bc84-da2f-472d-b5b8-8c368519a730 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:42.779747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6825a4e1-16e3-421d-ba70-107995a48f95), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.816709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-74c2a987-00a8-4493-b711-ebc939a81d4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479372 Mar 10 17:39:42.819676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=6825a4e1-16e3-421d-ba70-107995a48f95,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:42.837863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc761c9-7c0a-4a3c-aca7-a90d5517f409 req-a8dd08d1-fb1b-4273-bcf6-3d53b17fa58a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.841782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6dc761c9-7c0a-4a3c-aca7-a90d5517f409 req-a8dd08d1-fb1b-4273-bcf6-3d53b17fa58a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 943 time: 0.3639836 Mar 10 17:39:42.847106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c267bc84-da2f-472d-b5b8-8c368519a730) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:42.855547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.856319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.874628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6773d7-d91a-4658-bf63-a52817541d3d None None] Network c267bc84-da2f-472d-b5b8-8c368519a730 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:42.878524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port 6825a4e1-16e3-421d-ba70-107995a48f95 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:42.882131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:42.886527 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-0daafc7f-f0e0-42de-b121-bd0759a15c78 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "DELETE /v2.0/ports/6825a4e1-16e3-421d-ba70-107995a48f95 HTTP/1.1" status: 204 len: 173 time: 0.6177526 Mar 10 17:39:42.887021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:42.889005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0541e-87d3-4dee-8684-88467968aa3b req-260bd677-7590-4758-8fae-6aad180040e6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.889901 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710ddbca-1096-48f6-8f70-a11013088ddc" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:42.894741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0541e-87d3-4dee-8684-88467968aa3b req-260bd677-7590-4758-8fae-6aad180040e6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.908474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0541e-87d3-4dee-8684-88467968aa3b req-260bd677-7590-4758-8fae-6aad180040e6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:42.932253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52f0541e-87d3-4dee-8684-88467968aa3b req-260bd677-7590-4758-8fae-6aad180040e6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 2419 time: 0.3231611 Mar 10 17:39:42.974668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-998cfa52-03e5-438c-8010-ae73d0e8529a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3912179 Mar 10 17:39:42.982011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:42.991998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:43.038185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (40cce579-0f3f-4f47-8d01-47850777dee8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.039268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (40cce579-0f3f-4f47-8d01-47850777dee8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.057747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port e034c6b6-5ac5-4332-89d0-791d3602fac2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:43.058221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.093017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4f463d0-280a-4912-8154-39b80064af6b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:43.154003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: b4f463d0-280a-4912-8154-39b80064af6b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:43.154298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b4f463d0-280a-4912-8154-39b80064af6b not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:43.159166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c267bc84-da2f-472d-b5b8-8c368519a730', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:39:43.160067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.199015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52f0541e-87d3-4dee-8684-88467968aa3b req-59549a4c-0d36-44dc-97cb-d8c4458b0e22 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590823 Mar 10 17:39:43.205734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6dc761c9-7c0a-4a3c-aca7-a90d5517f409 req-6443ee5c-9899-4de8-bf51-4e31de1675c5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691751 Mar 10 17:39:43.219535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for router_controller (40cce579-0f3f-4f47-8d01-47850777dee8), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.336120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port e034c6b6-5ac5-4332-89d0-791d3602fac2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e034c6b6-5ac5-4332-89d0-791d3602fac2,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:43.336541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.363459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Allocated IP 172.20.0.2 (c267bc84-da2f-472d-b5b8-8c368519a730/6a8dce27-24be-4ecb-9934-73cd8df7eaf7/2870ef7a-305e-4d0f-bb57-3d4f45ff0805) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:43.396148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for e034c6b6-5ac5-4332-89d0-791d3602fac2 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:43.454761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-cd0d1178-0b0e-4ef3-81a6-e3ea66b78c2e service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088426 Mar 10 17:39:43.527888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks [] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.546965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.634560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ad7fd4c-98e0-4e45-bfb3-fa06768a1eb4 req-6473a649-b39a-479e-a193-524755713f89 service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715887 Mar 10 17:39:43.658146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Network c267bc84-da2f-472d-b5b8-8c368519a730 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:43.662071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:43.680164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:43.692716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Pushing event updated for resources: {'Port': ['ID=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:43.776693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Attempting to bind port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:43.777071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Attempting to bind port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:43.777616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Attempting to bind port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 on network c267bc84-da2f-472d-b5b8-8c368519a730 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:43.783801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:43.784138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Checking segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:43.784494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.784882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Bound using segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:43.785345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Bound port: 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:43.785721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.815487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab48fa-caae-4d01-9719-6a5036aafd1c req-1347a91d-0c4f-4e23-a17d-1df0a9d254ba tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:43.817139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ab48fa-caae-4d01-9719-6a5036aafd1c req-1347a91d-0c4f-4e23-a17d-1df0a9d254ba tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.0792930 Mar 10 17:39:43.886159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] For port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:43.894775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] For port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:43.909952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.912077 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c8120-f7e3-43c8-ab05-58206d50fa80 x-openstack-request-id: req-d46c8120-f7e3-43c8-ab05-58206d50fa80 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:43.912614 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "6825a4e1-16e3-421d-ba70-107995a48f95", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:43.912713 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d46c8120-f7e3-43c8-ab05-58206d50fa80 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:43.913098 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': '6825a4e1-16e3-421d-ba70-107995a48f95', 'status': 'completed', 'code': 200} Mar 10 17:39:43.915666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for router_gateway (40cce579-0f3f-4f47-8d01-47850777dee8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:43.940671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ab48fa-caae-4d01-9719-6a5036aafd1c req-54961648-a832-4aed-94e3-bdf483daf7ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171510 Mar 10 17:39:44.053877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88911470-4d78-4b3f-9ec1-f95d3e4e5ea3 None None] Pushing event updated for resources: {'Port': ['ID=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:44.114681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e034c6b6-5ac5-4332-89d0-791d3602fac2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.178758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=e034c6b6-5ac5-4332-89d0-791d3602fac2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:44.234228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port e034c6b6-5ac5-4332-89d0-791d3602fac2 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:44.241175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36268107-ef42-4c0a-9bf8-26a974644fcd req-84cda7c4-0fe6-4dd2-9e67-341dce8df748 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:44.242911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36268107-ef42-4c0a-9bf8-26a974644fcd req-84cda7c4-0fe6-4dd2-9e67-341dce8df748 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 944 time: 0.2198923 Mar 10 17:39:44.250922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.260110 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e7e1850b-df1a-4371-b4f6-7fa8e0eac510 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "DELETE /v2.0/ports/e034c6b6-5ac5-4332-89d0-791d3602fac2 HTTP/1.1" status: 204 len: 173 time: 1.3654444 Mar 10 17:39:44.317572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-80e78afc-2ff5-472e-8405-83f7d87e96ea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:44.319678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-80e78afc-2ff5-472e-8405-83f7d87e96ea tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.4551032 Mar 10 17:39:44.375558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48d1e-bf8d-41c5-a592-43c6c0d2df5d req-1c41dbc8-7f60-4c33-b6ec-0174821f97eb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:44.380826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 35702f9d-bbc1-4ca5-b443-184b35a9ef1f no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:44.388654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2a48d1e-bf8d-41c5-a592-43c6c0d2df5d req-1c41dbc8-7f60-4c33-b6ec-0174821f97eb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.2588871 Mar 10 17:39:44.444506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36268107-ef42-4c0a-9bf8-26a974644fcd req-faf7f840-93ea-42ba-b905-afc7ce81e79e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938605 Mar 10 17:39:44.522455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:44.534173 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30a02e6-a6ec-447e-a35c-00b832bd7e25" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:44.561706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2a48d1e-bf8d-41c5-a592-43c6c0d2df5d req-3c839533-830b-43f5-aea8-9c57919932f6 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717973 Mar 10 17:39:44.588408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:44.588888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.648054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for router_gateway (40cce579-0f3f-4f47-8d01-47850777dee8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.666025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:44.667294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:44.669980 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c14494f-ede2-4b14-9bb3-fe55e2171385" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-unplugged", "status": "completed", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:44.673369 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e02e0313-76bb-486f-ab27-885471434f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.677111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.678245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e034c6b6-5ac5-4332-89d0-791d3602fac2 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:44.687255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.733513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:44.761388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: e034c6b6-5ac5-4332-89d0-791d3602fac2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:44.762089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e034c6b6-5ac5-4332-89d0-791d3602fac2 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:44.765750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6825a4e1-16e3-421d-ba70-107995a48f95 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:44.793924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 6825a4e1-16e3-421d-ba70-107995a48f95 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:44.794577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6825a4e1-16e3-421d-ba70-107995a48f95 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:44.852370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa996e5-05a1-4816-8f8e-ef187d8d618c req-e70a44e0-98d1-4192-9c28-c123abe4a3d6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:44.854776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faa996e5-05a1-4816-8f8e-ef187d8d618c req-e70a44e0-98d1-4192-9c28-c123abe4a3d6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 946 time: 0.2579277 Mar 10 17:39:44.893512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Allocated IP 172.25.3.166 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9ab125ca-0974-4653-bb1e-3838dafbe4c4) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:44.906440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e4d5-74c5-4a37-8830-e070f3b30f9c req-87bd830b-806a-410b-a9e6-a356780dd860 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:44.908310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc3e4d5-74c5-4a37-8830-e070f3b30f9c req-87bd830b-806a-410b-a9e6-a356780dd860 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 943 time: 0.1621101 Mar 10 17:39:44.922551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:44.923201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.944574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port b7937bd7-df4e-4330-a6cf-6e3185e42535 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:44.945240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:44.997993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-faa996e5-05a1-4816-8f8e-ef187d8d618c req-2b130dc1-b606-4072-8fa2-763c74cdc7f6 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311171 Mar 10 17:39:45.125133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device efac9100-3ed4-4640-a5f4-77dee3cd2bbf details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:39:45.166289 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba69ef-652c-43b7-8529-c6bc89940c0e x-openstack-request-id: req-58ba69ef-652c-43b7-8529-c6bc89940c0e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:45.167015 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-unplugged", "status": "completed", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:45.167568 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58ba69ef-652c-43b7-8529-c6bc89940c0e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:45.168148 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'code': 200} Mar 10 17:39:45.181819 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a69618-3510-4480-91e3-52a5cd65bba5 x-openstack-request-id: req-14a69618-3510-4480-91e3-52a5cd65bba5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:45.182116 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:45.182368 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14a69618-3510-4480-91e3-52a5cd65bba5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:45.182797 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'status': 'completed', 'code': 200} Mar 10 17:39:45.190019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bc3e4d5-74c5-4a37-8830-e070f3b30f9c req-3e83547c-9504-4f47-87cb-724e7a1e4ba0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614689 Mar 10 17:39:45.229080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:45.229516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.286468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for 35702f9d-bbc1-4ca5-b443-184b35a9ef1f owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:45.304181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:45.324354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf', 'mac_address': 'fa:16:3e:e9:2d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:39:45.370665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port b7937bd7-df4e-4330-a6cf-6e3185e42535, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b7937bd7-df4e-4330-a6cf-6e3185e42535,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:45.371031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.375924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-88ba1bf4-62fc-40c1-a151-bbe1596050bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:45.377438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-88ba1bf4-62fc-40c1-a151-bbe1596050bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 1126 time: 0.1913815 Mar 10 17:39:45.393034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port efac9100-3ed4-4640-a5f4-77dee3cd2bbf is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:45.393353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.413958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for b7937bd7-df4e-4330-a6cf-6e3185e42535 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:45.427011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efac9100-3ed4-4640-a5f4-77dee3cd2bbf {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:45.484103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:45.500033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.505410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.589261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763110-bbc5-4825-9e4e-af606783f9c3 req-c04e8d95-c428-4d13-b622-127a55dfe77c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:45.597900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58763110-bbc5-4825-9e4e-af606783f9c3 req-c04e8d95-c428-4d13-b622-127a55dfe77c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3322320 Mar 10 17:39:45.606963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:45.612356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:45.688749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=9ab125ca-0974-4653-bb1e-3838dafbe4c4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:45.704578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e429eeb-536a-45e1-bee1-557d7ad61494 None None] Network c267bc84-da2f-472d-b5b8-8c368519a730 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:45.720429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:45.722534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:45.725875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:45.798991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58763110-bbc5-4825-9e4e-af606783f9c3 req-d0246579-ba1c-4bab-9408-041802d479f8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914020 Mar 10 17:39:45.806824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-90e87b90-2f5e-4304-8ffc-2d59e8d28220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:45.811689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-90e87b90-2f5e-4304-8ffc-2d59e8d28220 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 916 time: 0.4128873 Mar 10 17:39:45.830768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4707ebd-19cf-4591-88fa-893719aac2c2 req-f2c63126-0440-43ad-9fa5-8fb00b10869a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:45.833788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4707ebd-19cf-4591-88fa-893719aac2c2 req-f2c63126-0440-43ad-9fa5-8fb00b10869a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 944 time: 0.1922464 Mar 10 17:39:45.907939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['efac9100-3ed4-4640-a5f4-77dee3cd2bbf'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:45.943276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-b9013031-008f-4638-9864-23d82baea60f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ad6054-4507-4d99-89e7-f56fb5773b71 HTTP/1.1" status: 200 len: 217 time: 0.1206603 Mar 10 17:39:46.009530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:46.012109 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7538ba48-3b03-4c3e-8298-e18095de66d9" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:46.053177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-3e3db48b-64e8-40b0-98d8-2f3a51c1761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:46.054848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-3e3db48b-64e8-40b0-98d8-2f3a51c1761e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.0868580 Mar 10 17:39:46.055668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42730) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:46.071403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Provisioning complete for port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:46.072089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.097038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4707ebd-19cf-4591-88fa-893719aac2c2 req-9d4632e5-b0d5-4b50-a015-275889cd6998 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454233 Mar 10 17:39:46.135842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-15dea018-133c-48eb-ae4a-c769dfdec43b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715578 Mar 10 17:39:46.142193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (35702f9d-bbc1-4ca5-b443-184b35a9ef1f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.152562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9a477-4f26-4171-b80a-ab7d8db921a2 req-c299901f-9c7e-45e8-bb93-a60f12f4e36a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:46.154411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bd9a477-4f26-4171-b80a-ab7d8db921a2 req-c299901f-9c7e-45e8-bb93-a60f12f4e36a tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b5cc2f0-f2f6-49de-b527-f622c4a78011 HTTP/1.1" status: 200 len: 946 time: 0.2310941 Mar 10 17:39:46.244070 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba058f3-a63b-41f4-bb95-dc1850a7c444 x-openstack-request-id: req-eba058f3-a63b-41f4-bb95-dc1850a7c444 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:46.245320 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "e034c6b6-5ac5-4332-89d0-791d3602fac2", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:46.245592 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eba058f3-a63b-41f4-bb95-dc1850a7c444 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:46.246014 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': 'e034c6b6-5ac5-4332-89d0-791d3602fac2', 'status': 'completed', 'code': 200} Mar 10 17:39:46.334245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=35702f9d-bbc1-4ca5-b443-184b35a9ef1f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:46.423393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.424631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:39:46.427276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b7937bd7-df4e-4330-a6cf-6e3185e42535 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:46.429194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:46.449640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port 35702f9d-bbc1-4ca5-b443-184b35a9ef1f on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:46.454441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.458253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e69c97ea-fe25-413a-8220-2de536d9b558 req-e882d1b8-7b9f-4b24-ac22-84d6cc954e82 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.59 "DELETE /v2.0/ports/35702f9d-bbc1-4ca5-b443-184b35a9ef1f HTTP/1.1" status: 204 len: 173 time: 2.1912696 Mar 10 17:39:46.462140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for router_gateway (40cce579-0f3f-4f47-8d01-47850777dee8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.485527 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c714bb6-9a45-42d4-b85f-ef1d626d1e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.595284 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b7937bd7-df4e-4330-a6cf-6e3185e42535), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.598811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1672281c-7dd8-4eed-bd9a-8e73b34cfcbb req-412c5fa2-ae77-4f28-9c57-4ecb9fdaa949 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=c193d053-5f02-4e6e-92f6-6c4dd47e29e9 HTTP/1.1" status: 200 len: 210 time: 0.2144208 Mar 10 17:39:46.600505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-bc9c1a7f-8f73-4fe9-9539-a4b48b09d9bc service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450469 Mar 10 17:39:46.669585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=b7937bd7-df4e-4330-a6cf-6e3185e42535,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:46.779343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:39:46.879023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] No DVR routers for this DVR port b7937bd7-df4e-4330-a6cf-6e3185e42535 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:46.887225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (40cce579-0f3f-4f47-8d01-47850777dee8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.950415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:46.956317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:46.959703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29fce7d2-df10-4bd3-8f90-80eb76fa39ec req-3f727317-a3f2-484b-a41e-1ef68523a699 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.59 "DELETE /v2.0/ports/b7937bd7-df4e-4330-a6cf-6e3185e42535 HTTP/1.1" status: 204 len: 173 time: 2.6316915 Mar 10 17:39:46.978272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No active binding found for port b7937bd7-df4e-4330-a6cf-6e3185e42535 {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 17:39:46.978906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port b7937bd7-df4e-4330-a6cf-6e3185e42535 host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:39:46.979505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b7937bd7-df4e-4330-a6cf-6e3185e42535 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:46.994839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bd9a477-4f26-4171-b80a-ab7d8db921a2 req-a01fa5ec-4ab8-4bd7-a28d-f9d643da17bb tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=57c6fe86-8270-4eab-bda1-c6e7c714a980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342628 Mar 10 17:39:47.130095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Current status of the port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:47.139156 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.173935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a30a02e6-a6ec-447e-a35c-00b832bd7e25 req-63800da5-5539-4e47-97f2-0b6775e9c873 service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143743 Mar 10 17:39:47.184521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'name': 'network-vif-deleted', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:47.194523 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6d25f-f693-4851-a1ba-b94f55e3fc2b" -d '{"events": [{"server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "name": "network-vif-deleted", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:47.202368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Router 40cce579-0f3f-4f47-8d01-47850777dee8 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:39:47.224284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770b92-dd6c-4c41-9f27-1864329b2f57 req-277cbc14-f985-4b01-a753-f8126f2e346c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:47.227373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6770b92-dd6c-4c41-9f27-1864329b2f57 req-277cbc14-f985-4b01-a753-f8126f2e346c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 944 time: 0.4347789 Mar 10 17:39:47.235542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'port_id': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'mac_address': 'fa:16:3e:2a:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006dadf-70e0-4709-9d74-53b56a25974b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:39:47.320457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] For port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:47.322630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:47.323119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.332103 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.362370 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.396483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c714bb6-9a45-42d4-b85f-ef1d626d1e4a admin admin] Publish callbacks [] for security_group (a68b1f1b-0247-4ce8-83b4-d0227ab46602), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.399738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 74ad6054-4507-4d99-89e7-f56fb5773b71 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:47.400458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.403035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6770b92-dd6c-4c41-9f27-1864329b2f57 req-1ae1bd5d-063d-49c8-80b3-e39aaf8bd8f0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214869 Mar 10 17:39:47.411315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:47.422567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eabaed-8e0c-4559-b719-a108796583dc req-04fcd8e9-bc38-4bd1-b28d-266fd468e2d9 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:47.435721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11eabaed-8e0c-4559-b719-a108796583dc req-04fcd8e9-bc38-4bd1-b28d-266fd468e2d9 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2634201 Mar 10 17:39:47.436418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.441817 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dc84e85a-c129-48c0-8e87-703854c9e9ce admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4571860 Mar 10 17:39:47.442570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42744) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:47.449590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Sync routers for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:47.502040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11eabaed-8e0c-4559-b719-a108796583dc req-4b85a4cd-e5bd-463c-b29d-3a34ad20b03d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648758 Mar 10 17:39:47.503001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c714bb6-9a45-42d4-b85f-ef1d626d1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a68b1f1b-0247-4ce8-83b4-d0227ab46602), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.554045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ad6054-4507-4d99-89e7-f56fb5773b71 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:39:47.584657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:47.586155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:47.637750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209eb579-7f96-4ebf-afdc-ec4a6a3e5aa2 None None] Pushing event updated for resources: {'Port': ['ID=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:47.639614 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d8023-8580-409f-b493-fe7cd1310b96 x-openstack-request-id: req-157d8023-8580-409f-b493-fe7cd1310b96 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:47.640172 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5cc2f0-f2f6-49de-b527-f622c4a78011", "name": "network-vif-deleted", "tag": "b7937bd7-df4e-4330-a6cf-6e3185e42535", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:47.640408 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-157d8023-8580-409f-b493-fe7cd1310b96 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:47.640988 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5cc2f0-f2f6-49de-b527-f622c4a78011', 'name': 'network-vif-deleted', 'tag': 'b7937bd7-df4e-4330-a6cf-6e3185e42535', 'status': 'completed', 'code': 200} Mar 10 17:39:47.665644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7c714bb6-9a45-42d4-b85f-ef1d626d1e4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bb81e6da10340c89264f5075bf625c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6026945 Mar 10 17:39:47.668369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42750) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:47.675781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:47.680463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c714bb6-9a45-42d4-b85f-ef1d626d1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b1f1b-0247-4ce8-83b4-d0227ab46602,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:47.700458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-09da03d0-aed5-484e-a75b-37bfc43f3214 None None] Provisioning complete for port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:47.702594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-09da03d0-aed5-484e-a75b-37bfc43f3214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.722183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5154d-8ead-4034-b7fa-cf1a262bca50 req-6c7c5854-b4db-4b42-a3ef-2ed003d995cd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:47.729788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1a5154d-8ead-4034-b7fa-cf1a262bca50 req-6c7c5854-b4db-4b42-a3ef-2ed003d995cd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 944 time: 0.2065632 Mar 10 17:39:47.731970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:47.772919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.867943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] Publish callbacks [] for security_group (a68b1f1b-0247-4ce8-83b4-d0227ab46602), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.892774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] Publish callbacks [] for security_group (a68b1f1b-0247-4ce8-83b4-d0227ab46602), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.924804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:47.960648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting subnet bfd55a96-5433-4956-97e6-c8e49142f085 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:39:47.969318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a68b1f1b-0247-4ce8-83b4-d0227ab46602), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.972026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:47.973961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a68b1f1b-0247-4ce8-83b4-d0227ab46602 HTTP/1.1" status: 204 len: 168 time: 0.3035831 Mar 10 17:39:47.975978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (bfd55a96-5433-4956-97e6-c8e49142f085), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.001117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:48.015774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1a5154d-8ead-4034-b7fa-cf1a262bca50 req-f515b0da-4bb3-4af7-96de-507a3eb46218 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833102 Mar 10 17:39:48.035513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270ebba-dc28-4d35-8ef3-493e6597cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b1f1b-0247-4ce8-83b4-d0227ab46602,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:48.056912 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (bfd55a96-5433-4956-97e6-c8e49142f085), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.108028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:48.110268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['74ad6054-4507-4d99-89e7-f56fb5773b71'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:39:48.228261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (bfd55a96-5433-4956-97e6-c8e49142f085), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.247614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:48.251008 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7920efa0-6b56-4b83-8722-d9c824a8198e" -d '{"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:48.385889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (bfd55a96-5433-4956-97e6-c8e49142f085), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.391810 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa025925-aac5-46d9-8d16-ee434594505f x-openstack-request-id: req-aa025925-aac5-46d9-8d16-ee434594505f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:48.394261 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c193d053-5f02-4e6e-92f6-6c4dd47e29e9", "name": "network-vif-deleted", "tag": "35702f9d-bbc1-4ca5-b443-184b35a9ef1f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:48.395046 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa025925-aac5-46d9-8d16-ee434594505f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:48.395650 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193d053-5f02-4e6e-92f6-6c4dd47e29e9', 'name': 'network-vif-deleted', 'tag': '35702f9d-bbc1-4ca5-b443-184b35a9ef1f', 'status': 'completed', 'code': 200} Mar 10 17:39:48.395820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:48.466849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-09da03d0-aed5-484e-a75b-37bfc43f3214 None None] Current status of the port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:48.479147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd55a96-5433-4956-97e6-c8e49142f085,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:48.486502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.497221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca904c4-a274-489d-a7dc-73e6831896ad None None] Network 5d8298d8-a757-4542-b26e-b2db1d30eaf2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:48.497453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e228c130-7860-4721-93c3-f3325904fa41 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/subnets/bfd55a96-5433-4956-97e6-c8e49142f085 HTTP/1.1" status: 204 len: 168 time: 0.7573736 Mar 10 17:39:48.501769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42768) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:48.611610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:48.612897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.712030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42772) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:48.759288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea42e35-521e-4f0a-a96e-6b5adf199529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.772751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5d8298d8-a757-4542-b26e-b2db1d30eaf2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.799080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ad37a-b518-486f-9b3a-a2d7d099e6e0 req-83a36184-2992-4bab-bf9d-14327da98018 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:48.801267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858ad37a-b518-486f-9b3a-a2d7d099e6e0 req-83a36184-2992-4bab-bf9d-14327da98018 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3003862 Mar 10 17:39:48.813323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:48.860000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6aade-bd70-4b0b-ab62-f3b0c9be44a4 req-bb57daed-8fc6-4e54-aac2-4fcfdca2a729 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:48.867465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86b6aade-bd70-4b0b-ab62-f3b0c9be44a4 req-bb57daed-8fc6-4e54-aac2-4fcfdca2a729 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 944 time: 0.2805941 Mar 10 17:39:48.958967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.012382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86b6aade-bd70-4b0b-ab62-f3b0c9be44a4 req-e58c5d50-4be0-47de-960a-f8ed9530e6f8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437900 Mar 10 17:39:49.020287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:49.043206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:45Z', 'revision_number': 3, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:49.046373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-858ad37a-b518-486f-9b3a-a2d7d099e6e0 req-f56f3481-faa0-4cba-8f01-ba827c3b8e27 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284071 Mar 10 17:39:49.084163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:49.084360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.087333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] DHCP port deletion for 5d8298d8-a757-4542-b26e-b2db1d30eaf2 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:39:49.093192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Checking router: 40cce579-0f3f-4f47-8d01-47850777dee8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:49.093552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Updating router 40cce579-0f3f-4f47-8d01-47850777dee8 port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:39:49.144536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device efac9100-3ed4-4640-a5f4-77dee3cd2bbf up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:49.161203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea42e35-521e-4f0a-a96e-6b5adf199529 admin admin] Publish callbacks [] for security_group (c2cc8681-b4c3-4e59-842c-fadabaebd6ef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.197075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.206682 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea42e35-521e-4f0a-a96e-6b5adf199529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c2cc8681-b4c3-4e59-842c-fadabaebd6ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.218469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Allocated IP 172.20.0.1 (c267bc84-da2f-472d-b5b8-8c368519a730/6a8dce27-24be-4ecb-9934-73cd8df7eaf7/d219c26f-9b40-49e5-9723-9952173d19da) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:49.307341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port efac9100-3ed4-4640-a5f4-77dee3cd2bbf completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:39:49.322919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port efac9100-3ed4-4640-a5f4-77dee3cd2bbf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:49.323613 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.355276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks [] for port (d219c26f-9b40-49e5-9723-9952173d19da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.399042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.449097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Network c267bc84-da2f-472d-b5b8-8c368519a730 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:49.452857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:49.474910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:49.517797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Pushing event updated for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:49.534276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (40cce579-0f3f-4f47-8d01-47850777dee8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.581979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Deleting port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:49.583034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.693719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] For port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:49.694122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.707747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Calling delete_port for bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:49.761360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,segment=NetworkSegment(b81edc86-1637-4789-ac15-0a394975baec),segment_id=b81edc86-1637-4789-ac15-0a394975baec)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:49.761982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.776649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d219c26f-9b40-49e5-9723-9952173d19da), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.779325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:49.861112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port efac9100-3ed4-4640-a5f4-77dee3cd2bbf is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:49.861509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.943181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9ea42e35-521e-4f0a-a96e-6b5adf199529 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bc9df74de8040a88098bc8b97b4bf36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2298186 Mar 10 17:39:49.948329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:49.950788 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29157d00-cd4c-4e8c-96da-4145e859cb21" -d '{"events": [{"server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "name": "network-vif-plugged", "status": "completed", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:49.951463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:49.964203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:49.982986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ec0f4ecd-cb5e-44b4-9758-9ef4f53c6ea7 None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:49.983357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4ecd-cb5e-44b4-9758-9ef4f53c6ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.000976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:50.013849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:50.030303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.048761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (bef2c45b-bdaa-47f0-a59c-630dd4dbfa75), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.091776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] Publish callbacks [] for security_group (c2cc8681-b4c3-4e59-842c-fadabaebd6ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.106964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea42e35-521e-4f0a-a96e-6b5adf199529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc8681-b4c3-4e59-842c-fadabaebd6ef,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.108974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] No DVR routers for this DVR port bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:50.110044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.124364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f4ecd-cb5e-44b4-9758-9ef4f53c6ea7 None None] Port d219c26f-9b40-49e5-9723-9952173d19da cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:50.138553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5782bb-bf5e-4c64-81d9-a1abc942a26f req-93cf1ccc-865f-412f-b782-483865566bfd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:50.146196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5782bb-bf5e-4c64-81d9-a1abc942a26f req-93cf1ccc-865f-412f-b782-483865566bfd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 945 time: 1.0146143 Mar 10 17:39:50.157793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks [] for port (d219c26f-9b40-49e5-9723-9952173d19da), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.172316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6c5fd-dd92-4d93-a07c-fc29e854e072 req-0c034f64-d169-46b6-b97d-898e389db986 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:50.177318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82c6c5fd-dd92-4d93-a07c-fc29e854e072 req-0c034f64-d169-46b6-b97d-898e389db986 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 1.0135567 Mar 10 17:39:50.178993 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.183859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] Publish callbacks [] for security_group (c2cc8681-b4c3-4e59-842c-fadabaebd6ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.195201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.201961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks [] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.233952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.236176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f2a2-6476-4ec9-8014-6538770943ec None None] Pushing event deleted for resources: {'Port': ['ID=bef2c45b-bdaa-47f0-a59c-630dd4dbfa75,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.270804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-6c72dd94-bc5e-4197-949c-cc2071b17712 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:50.273245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-6c72dd94-bc5e-4197-949c-cc2071b17712 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.3269432 Mar 10 17:39:50.329024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b78790-7b63-43e9-95c8-32d7d0358d5d None None] Pushing event updated for resources: {'Port': ['ID=9ab125ca-0974-4653-bb1e-3838dafbe4c4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.340060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:50.343445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Attempting to bind port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:50.343815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Attempting to bind port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:50.344321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Attempting to bind port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:50.351471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:50.352061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:50.354464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.354921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:50.355741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Bound port: 9ab125ca-0974-4653-bb1e-3838dafbe4c4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:50.356270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.360783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Pushing event updated for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.394899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5d8298d8-a757-4542-b26e-b2db1d30eaf2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.396135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (40cce579-0f3f-4f47-8d01-47850777dee8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.406323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:50.406630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bef2c45b-bdaa-47f0-a59c-630dd4dbfa75 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:50.411485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:50.450569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c2cc8681-b4c3-4e59-842c-fadabaebd6ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.451235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8298d8-a757-4542-b26e-b2db1d30eaf2']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:50.455994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.457328 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2cc8681-b4c3-4e59-842c-fadabaebd6ef HTTP/1.1" status: 204 len: 168 time: 0.5048261 Mar 10 17:39:50.472836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81edc86-1637-4789-ac15-0a394975baec') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:50.473136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81edc86-1637-4789-ac15-0a394975baec') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:50.489757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (b81edc86-1637-4789-ac15-0a394975baec), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.490065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f66a35-2916-4fe7-b340-4976d7825d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc8681-b4c3-4e59-842c-fadabaebd6ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.496444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] For port 9ab125ca-0974-4653-bb1e-3838dafbe4c4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:50.500772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] For port 9ab125ca-0974-4653-bb1e-3838dafbe4c4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9ab125ca-0974-4653-bb1e-3838dafbe4c4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:50.517694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b81edc86-1637-4789-ac15-0a394975baec), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.521170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.528384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:39:50.528907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (b81edc86-1637-4789-ac15-0a394975baec), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.584533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b78790-7b63-43e9-95c8-32d7d0358d5d None None] Pushing event updated for resources: {'Port': ['ID=9ab125ca-0974-4653-bb1e-3838dafbe4c4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.592964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 74ad6054-4507-4d99-89e7-f56fb5773b71 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:39:50.608754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 74ad6054-4507-4d99-89e7-f56fb5773b71 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:50.609168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.609692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Network c267bc84-da2f-472d-b5b8-8c368519a730 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:50.612815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:39:50.645031 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:39:50.648941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82c6c5fd-dd92-4d93-a07c-fc29e854e072 req-bfd0892a-1512-4c05-b602-9de93ea1e9ed tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4208598 Mar 10 17:39:50.654369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5d8298d8-a757-4542-b26e-b2db1d30eaf2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.661567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5782bb-bf5e-4c64-81d9-a1abc942a26f req-9e6b0a81-e2c3-4f1f-9c43-474d9ad6c23c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140100 Mar 10 17:39:50.698590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:50.702788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/networks/5d8298d8-a757-4542-b26e-b2db1d30eaf2 HTTP/1.1" status: 204 len: 168 time: 2.1982837 Mar 10 17:39:50.705722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8965bd-7efc-4bca-90d6-2f6734a6d355 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Network': ['ID=5d8298d8-a757-4542-b26e-b2db1d30eaf2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:50.736732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:50.737428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:50.767365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42790) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:50.829957 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb77c4d-fe35-4af7-9afd-eac29f57c454 x-openstack-request-id: req-3eb77c4d-fe35-4af7-9afd-eac29f57c454 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:50.833822 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "name": "network-vif-plugged", "status": "completed", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:50.834289 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eb77c4d-fe35-4af7-9afd-eac29f57c454 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:50.834899 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf', 'code': 200} Mar 10 17:39:50.911486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting subnet 9f1ffd00-3639-4384-91b2-cdc80d6f883f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:39:50.924054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (9f1ffd00-3639-4384-91b2-cdc80d6f883f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.101393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:51.102554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.104145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (9f1ffd00-3639-4384-91b2-cdc80d6f883f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.120691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 74ad6054-4507-4d99-89e7-f56fb5773b71 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:51.121302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.157576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:51.165935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee196fb-cc45-45fa-abe2-a5465d4b7ce6 req-7e9df2c7-3f69-4675-92ee-4672c6f9f44c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:51.168557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fee196fb-cc45-45fa-abe2-a5465d4b7ce6 req-7e9df2c7-3f69-4675-92ee-4672c6f9f44c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.3654954 Mar 10 17:39:51.179121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f388e7-9cc0-4009-98ec-8f38735e5e0a req-59205c1a-b522-4026-a256-6fe775aee3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:51.180959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89f388e7-9cc0-4009-98ec-8f38735e5e0a req-59205c1a-b522-4026-a256-6fe775aee3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 1127 time: 0.3604693 Mar 10 17:39:51.236465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0f4c1b6-ca0d-46de-8baf-b37ece6a6695 None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:51.236927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0f4c1b6-ca0d-46de-8baf-b37ece6a6695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.243786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90619c6a-0c4a-4f28-b857-8cb0f5f8db04 req-d1776bd3-9712-4bf2-bb69-1e3ac3cd0688 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:51.247181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90619c6a-0c4a-4f28-b857-8cb0f5f8db04 req-d1776bd3-9712-4bf2-bb69-1e3ac3cd0688 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 944 time: 0.2817137 Mar 10 17:39:51.336774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (9f1ffd00-3639-4384-91b2-cdc80d6f883f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.350417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] For port 257b1b56-a5f8-423d-9d4a-98451e74e427, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=257b1b56-a5f8-423d-9d4a-98451e74e427,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:51.351106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.363507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Router 40cce579-0f3f-4f47-8d01-47850777dee8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:39:51.407886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:51.470413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4c1b6-ca0d-46de-8baf-b37ece6a6695 None None] Port d219c26f-9b40-49e5-9723-9952173d19da cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:39:51.479593 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.490657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fee196fb-cc45-45fa-abe2-a5465d4b7ce6 req-a76437e2-5090-43e8-9db3-84d315a8381c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989616 Mar 10 17:39:51.575434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:51.601876 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0669c5d7-78ba-414a-8cff-69840fbd6e98 admin admin] 10.222.0.35 "PUT /v2.0/routers/40cce579-0f3f-4f47-8d01-47850777dee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1576974 Mar 10 17:39:51.609531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:51.614909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (9f1ffd00-3639-4384-91b2-cdc80d6f883f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.657430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1ffd00-3639-4384-91b2-cdc80d6f883f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:51.662056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.668694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-34b37954-3140-436c-ada4-4acc4115c9dc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/subnets/9f1ffd00-3639-4384-91b2-cdc80d6f883f HTTP/1.1" status: 204 len: 168 time: 0.8978477 Mar 10 17:39:51.668944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:51.676429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2934ae30-24d5-49f6-bfb1-81205db15af9 None None] Network 6465590d-ab23-4505-9ef1-56552d3ce02c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:51.792157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6465590d-ab23-4505-9ef1-56552d3ce02c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.824538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 2, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:51.859097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cbc63-f7c4-4b64-8594-20d73afd7286 None None] The sync data for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 is: [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 2, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:51.901145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90619c6a-0c4a-4f28-b857-8cb0f5f8db04 req-29cab621-1d76-4ae9-aa6f-713f7937cca7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups?id=b42c9cd5-bf9d-4130-958d-a033d804e71d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235472 Mar 10 17:39:51.925032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:51.925749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:51.987170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] DHCP port deletion for 6465590d-ab23-4505-9ef1-56552d3ce02c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:39:52.009710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89f388e7-9cc0-4009-98ec-8f38735e5e0a req-fda003fc-2174-46a8-a0fd-7b9961f46458 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8194513 Mar 10 17:39:52.054196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:52.054944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.080330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for 6ae44c3a-3ae0-479d-93c0-aa8973a7562d owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:52.101584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.102202 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.102457 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Floating IP b8bab023-c613-4df8-ac2c-74b787dad884 disassociated. External IP: 172.25.3.202, port: 257b1b56-a5f8-423d-9d4a-98451e74e427. Mar 10 17:39:52.102810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for 257b1b56-a5f8-423d-9d4a-98451e74e427 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:52.115604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Deleting port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:52.117786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.137510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ede317-609b-46ed-a208-0bb0d3466b6d req-d3ee2651-41a6-48b1-a8e9-26b4d733fc0a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:52.140038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1ede317-609b-46ed-a208-0bb0d3466b6d req-d3ee2651-41a6-48b1-a8e9-26b4d733fc0a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2865310 Mar 10 17:39:52.228487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] For port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,segment=NetworkSegment(b81f41cd-23e7-4bad-b898-27e162bc2871),segment_id=b81f41cd-23e7-4bad-b898-27e162bc2871)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:52.229419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.252328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Calling delete_port for 6ae44c3a-3ae0-479d-93c0-aa8973a7562d owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:52.317878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.389281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632dfb4-87e9-4f68-961e-8b4159628f31 req-36369250-76d3-42e4-bdad-7571e8c571c2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:52.389796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6ae44c3a-3ae0-479d-93c0-aa8973a7562d), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.391638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4632dfb4-87e9-4f68-961e-8b4159628f31 req-36369250-76d3-42e4-bdad-7571e8c571c2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.3314135 Mar 10 17:39:52.392981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6ae44c3a-3ae0-479d-93c0-aa8973a7562d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:52.408189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:52.419653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:52.427140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6ae44c3a-3ae0-479d-93c0-aa8973a7562d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:52.427477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6ae44c3a-3ae0-479d-93c0-aa8973a7562d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:52.473350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] Pushing event deleted for resources: {'Port': ['ID=6ae44c3a-3ae0-479d-93c0-aa8973a7562d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:52.489352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0cb4-266e-4115-94a9-c828dc20f8d4 None None] No DVR routers for this DVR port 6ae44c3a-3ae0-479d-93c0-aa8973a7562d on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:52.515342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1ede317-609b-46ed-a208-0bb0d3466b6d req-9664de49-266a-41ee-96f1-13fe143a0395 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673732 Mar 10 17:39:52.556082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4632dfb4-87e9-4f68-961e-8b4159628f31 req-5465e684-64b7-4c64-81f9-e8a99d16de71 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564469 Mar 10 17:39:52.632049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6465590d-ab23-4505-9ef1-56552d3ce02c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.692441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6465590d-ab23-4505-9ef1-56552d3ce02c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:52.721668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81f41cd-23e7-4bad-b898-27e162bc2871') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:52.723638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81f41cd-23e7-4bad-b898-27e162bc2871') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:52.747392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b81f41cd-23e7-4bad-b898-27e162bc2871), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.778206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b81f41cd-23e7-4bad-b898-27e162bc2871), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.813758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:39:52.816660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b81f41cd-23e7-4bad-b898-27e162bc2871), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:39:52.827096 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:39:52.838523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:52.843471 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725401c-bed6-422a-a860-ace408a0cce6" -d '{"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-plugged", "status": "completed", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:52.852555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (257b1b56-a5f8-423d-9d4a-98451e74e427), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.974620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6465590d-ab23-4505-9ef1-56552d3ce02c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.986316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:52.996811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/networks/6465590d-ab23-4505-9ef1-56552d3ce02c HTTP/1.1" status: 204 len: 168 time: 1.3225455 Mar 10 17:39:52.997364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:53.002291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-592289398-network', 'tenant_id': '306a9b834e014b079b1b29a4a609c363'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:53.006817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:53.031004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1596356194'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:53.034498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=257b1b56-a5f8-423d-9d4a-98451e74e427,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:53.078546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bb8c9-6f2c-4f11-8f32-ef0295519851 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Network': ['ID=6465590d-ab23-4505-9ef1-56552d3ce02c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:53.092174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:53.096120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.141311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Made reservation on behalf of 306a9b834e014b079b1b29a4a609c363 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:53.171087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:39:53.188079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3450-0c43-42bf-b34e-dc8bf0c6c4ca req-e80735a2-85f8-45c1-a5ff-034535961c62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:53.194973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.196049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4aa3450-0c43-42bf-b34e-dc8bf0c6c4ca req-e80735a2-85f8-45c1-a5ff-034535961c62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.5183601 Mar 10 17:39:53.251244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.255486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:53.264392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 257b1b56-a5f8-423d-9d4a-98451e74e427 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:39:53.264806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 257b1b56-a5f8-423d-9d4a-98451e74e427 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:39:53.343160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4aa3450-0c43-42bf-b34e-dc8bf0c6c4ca req-36f9a2a5-39ab-4643-925c-d37f957f9082 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461170 Mar 10 17:39:53.345578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0dd8700d-5de2-458d-b9b9-4d8ff80f1fad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.346083 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Added segment 0dd8700d-5de2-458d-b9b9-4d8ff80f1fad of type vlan for network c8711a64-eddd-4295-a2ca-8c5e16d252f5 Mar 10 17:39:53.346929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-71d51579-8118-49d5-b8b2-f426c98874bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:53.349605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-71d51579-8118-49d5-b8b2-f426c98874bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 1127 time: 0.4557884 Mar 10 17:39:53.378247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2601a-8203-4420-8cda-e23fbd509431 req-36919224-6be4-490f-a68c-0aea3b646798 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:53.387870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55a2601a-8203-4420-8cda-e23fbd509431 req-36919224-6be4-490f-a68c-0aea3b646798 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.4418743 Mar 10 17:39:53.468534 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b61b2-e64a-48e8-9f2c-e134ff864026 x-openstack-request-id: req-2f7b61b2-e64a-48e8-9f2c-e134ff864026 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:53.468836 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-plugged", "status": "completed", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:53.469090 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f7b61b2-e64a-48e8-9f2c-e134ff864026 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:53.469482 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'code': 200} Mar 10 17:39:53.539888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c8711a64-eddd-4295-a2ca-8c5e16d252f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.634222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c8711a64-eddd-4295-a2ca-8c5e16d252f5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.640444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:53.641329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.677394 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6563833 Mar 10 17:39:53.689492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:53.694594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'subnet': {'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:53.732899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78b82681-92d8-405c-a34d-4c2349849eda req-45c8865b-c218-40df-9eb6-8ab0c8ad0138 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 210 time: 0.0521631 Mar 10 17:39:53.758878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks [] for security_group (2a102b58-b241-4027-89d7-dda6b01a324d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.782711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Router 44c667d9-2b32-4903-b5a4-a10b14ba878a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:39:53.789420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-59428c73-1282-46c3-a5c3-c06258608d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:53.791055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-59428c73-1282-46c3-a5c3-c06258608d3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 1127 time: 0.3079867 Mar 10 17:39:53.802129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55a2601a-8203-4420-8cda-e23fbd509431 req-bec41156-cf2c-4bea-98dd-2cabdd1ab6eb tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130018 Mar 10 17:39:53.873656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a102b58-b241-4027-89d7-dda6b01a324d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:53.948177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a102b58-b241-4027-89d7-dda6b01a324d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:53.961441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b173-88ca-4d34-bb40-cf9efec61f85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Network': ['ID=c8711a64-eddd-4295-a2ca-8c5e16d252f5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:53.976815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:53.985323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:54.009373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:54.034241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.039766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.040106 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Added segment 4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5 of type vlan for network 27e15bb2-a819-46c0-aef0-01306b9b8aeb Mar 10 17:39:54.045990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-7a31a2a0-ec67-4c8a-bc1d-a45618985724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.047522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-7a31a2a0-ec67-4c8a-bc1d-a45618985724 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.6246424 Mar 10 17:39:54.061385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ba429-c651-423d-a1e6-a5266d5101bd req-0a3c28ea-a661-4d94-ac8f-c4a9d560dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.062934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-582ba429-c651-423d-a1e6-a5266d5101bd req-0a3c28ea-a661-4d94-ac8f-c4a9d560dcc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 1128 time: 0.5142264 Mar 10 17:39:54.323250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:39:54.334658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Sync routers for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:54.371700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:54.374196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:54.409740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-874360f6-040a-425d-9fe7-d13a23e9b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.411771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-874360f6-040a-425d-9fe7-d13a23e9b291 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.5993841 Mar 10 17:39:54.446463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d84308-45b8-4f2c-92dd-217d84ad6a19 req-3910a356-8d20-4b27-92c6-33dceeab121f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.448270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83d84308-45b8-4f2c-92dd-217d84ad6a19 req-3910a356-8d20-4b27-92c6-33dceeab121f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.4444101 Mar 10 17:39:54.533839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-9b4f34a1-86b3-4e56-86a1-4a2348978aee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf HTTP/1.1" status: 200 len: 217 time: 0.1063788 Mar 10 17:39:54.542584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] No DVR routers for this DVR port 257b1b56-a5f8-423d-9d4a-98451e74e427 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:39:54.552418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.557938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84717a73-124f-4f7a-b019-262fe5075fc8 req-3cd36a31-8b9f-41e9-8d0b-25bb0686ea42 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.41 "DELETE /v2.0/ports/257b1b56-a5f8-423d-9d4a-98451e74e427 HTTP/1.1" status: 204 len: 173 time: 4.2778199 Mar 10 17:39:54.560489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-a66b995e-bf1d-4810-8a2f-285ebc16f866 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 200 len: 1001 time: 0.4092958 Mar 10 17:39:54.584364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-deleted', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:39:54.588575 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d38c7f-a42a-4eae-9f50-8f39ae34a8f1" -d '{"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-deleted", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:39:54.593038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-582ba429-c651-423d-a1e6-a5266d5101bd req-9e50f541-19cb-41d1-9722-b5169b67fb8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326050 Mar 10 17:39:54.628448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (27e15bb2-a819-46c0-aef0-01306b9b8aeb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.711906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (27e15bb2-a819-46c0-aef0-01306b9b8aeb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.713216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.714018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.744492 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:54.772442 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7706652 Mar 10 17:39:54.786562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:54.799142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-18ec15ac-1832-4bab-9aca-c873b30d820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.803180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-18ec15ac-1832-4bab-9aca-c873b30d820e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.2061856 Mar 10 17:39:54.809512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9ab125ca-0974-4653-bb1e-3838dafbe4c4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:54.826455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Request body: {'subnet': {'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-592289398-subnet', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:54.828163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-29977ade-bf13-4858-8497-b43ac6b85503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.831318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-29977ade-bf13-4858-8497-b43ac6b85503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.2598324 Mar 10 17:39:54.917530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:54.918027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:54.927685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83d84308-45b8-4f2c-92dd-217d84ad6a19 req-98c6b9da-2b8a-47c5-849c-a14fde992e45 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912790 Mar 10 17:39:54.932012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-9ac19279-e61b-4ee7-a479-2825de08da88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681801 Mar 10 17:39:54.958110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb8945-446f-40fb-810f-20c0cafcd309 req-e0df5f63-c2fa-4717-b7c5-25b7cf569f58 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:54.966684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65eb8945-446f-40fb-810f-20c0cafcd309 req-e0df5f63-c2fa-4717-b7c5-25b7cf569f58 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.4311779 Mar 10 17:39:55.051104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:55.051677 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.100989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9ab125ca-0974-4653-bb1e-3838dafbe4c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9ab125ca-0974-4653-bb1e-3838dafbe4c4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:55.105576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541c9ae-94f0-4147-ba84-e4b8dc4ce057 admin admin] Pushing event updated for resources: {'Network': ['ID=27e15bb2-a819-46c0-aef0-01306b9b8aeb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:55.119771 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.127852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Made reservation on behalf of 306a9b834e014b079b1b29a4a609c363 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:55.132078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.149652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:55.172057 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d113a-61fa-4cbf-b946-e0acb5db3335 x-openstack-request-id: req-fe9d113a-61fa-4cbf-b946-e0acb5db3335 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:39:55.172705 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e01d19-419f-4148-a43b-f946a3a96017", "name": "network-vif-deleted", "tag": "257b1b56-a5f8-423d-9d4a-98451e74e427", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:39:55.173144 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe9d113a-61fa-4cbf-b946-e0acb5db3335 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:39:55.173437 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e01d19-419f-4148-a43b-f946a3a96017', 'name': 'network-vif-deleted', 'tag': '257b1b56-a5f8-423d-9d4a-98451e74e427', 'status': 'completed', 'code': 200} Mar 10 17:39:55.197054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-0b9a8aee-88e3-4ade-8c2f-403ba68b264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:55.198929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-0b9a8aee-88e3-4ade-8c2f-403ba68b264b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3781776 Mar 10 17:39:55.447278 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:55.451592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9ab125ca-0974-4653-bb1e-3838dafbe4c4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:55.500421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ff50796d-6aca-40e7-b08d-3bb931ccf149), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.502239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Checking router: 44c667d9-2b32-4903-b5a4-a10b14ba878a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:55.513916 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:55.514726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:55.686226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Subnet': ['ID=ff50796d-6aca-40e7-b08d-3bb931ccf149,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:55.726162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Checking segment: {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:55.726162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network hostable DHCP agents. Network: c8711a64-eddd-4295-a2ca-8c5e16d252f5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:55.741255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (15a97aa2-d88c-4b3e-8686-f99aa04862ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.789024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65eb8945-446f-40fb-810f-20c0cafcd309 req-8f459c27-c8bb-4c1f-bc44-5bc59d84961b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8176007 Mar 10 17:39:55.831296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Sync routers for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:39:55.854512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:55.855344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:39:55.857789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:55.872527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b3be26b-ac5f-4838-8deb-494db71fade2 req-2b470797-c984-49c0-af8a-df525a3c5cb7 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/ports?device_id=74e01d19-419f-4148-a43b-f946a3a96017 HTTP/1.1" status: 200 len: 210 time: 0.1316037 Mar 10 17:39:55.896201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Checking segment: {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:55.896723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Network hostable DHCP agents. Network: 27e15bb2-a819-46c0-aef0-01306b9b8aeb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:55.902584 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:55.913847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c8711a64-eddd-4295-a2ca-8c5e16d252f5) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:55.917467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a97aa2-d88c-4b3e-8686-f99aa04862ef,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:55.927384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:55.928217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:55.960441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-ed83b4bc-818b-46fb-b005-fe1401a837ce service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0185683 Mar 10 17:39:55.970697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-988a0250-08e5-4a00-8600-a55b1e63273b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2774272 Mar 10 17:39:55.970697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:55.989066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42912) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:55.990502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 27e15bb2-a819-46c0-aef0-01306b9b8aeb) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:56.010450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1456352141'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:56.025779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:56.031885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.087673 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9ae4b266-613d-488f-bca4-6d50df625588 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2965324 Mar 10 17:39:56.095265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42916) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:56.102729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:56.118575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:56.129595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.232476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:39:56.259870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c8fde62c-66fc-4ea2-9d34-b45f391c2a47), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.260232 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Added segment c8fde62c-66fc-4ea2-9d34-b45f391c2a47 of type vlan for network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 Mar 10 17:39:56.286163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-08173f52-7cde-4915-8b26-44ea9f0ea2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0783219 Mar 10 17:39:56.310465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.311564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.327931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b9622-8197-4a95-b07a-d64e3812eba7 None None] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:56.332460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.393991 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:56.396312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.402986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:56.403773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.424284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e7062-9f04-4586-9a6b-076f8b811a3d None None] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:56.455352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9ab125ca-0974-4653-bb1e-3838dafbe4c4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:39:56.456910 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce546945-625a-4e8a-a91e-0ab9c7868035 None None] The sync data for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 is: [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:29Z', 'revision_number': 4, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb', 'name': '', 'network_id': '45fd7b72-870b-4a58-8500-7b3c68a11dd5', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'mac_address': 'fa:16:3e:ba:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:28Z', 'updated_at': '2022-03-10T17:29:34Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'subnets': [{'id': 'f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:39:56.468169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc5b2c-98a8-4922-8c0c-ce972961b43a req-013a0d47-6ade-4349-b04b-3f85b480ee49 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:56.470246 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4752252 Mar 10 17:39:56.472253 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42922) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:56.480898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42924) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:56.488644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dcc5b2c-98a8-4922-8c0c-ce972961b43a req-013a0d47-6ade-4349-b04b-3f85b480ee49 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.5267920 Mar 10 17:39:56.545461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'subnet': {'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:39:56.572979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ba98-8de5-428b-9c76-219abea8e54e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Network': ['ID=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:56.587014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for router_controller (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.613623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-e4c33ccd-f1c0-4d1e-a24b-61e1998e70f6 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056583 Mar 10 17:39:56.630639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c8711a64-eddd-4295-a2ca-8c5e16d252f5', 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5', 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'fixed_ips': [{'subnet_id': 'ff50796d-6aca-40e7-b08d-3bb931ccf149'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:39:56.631829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.634589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:39:56.725840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde7b70-ff06-4525-aa5f-81b0c47ef5c9 req-8e793fd9-7ca7-40fa-a613-0e3c29fd0006 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:56.727768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcde7b70-ff06-4525-aa5f-81b0c47ef5c9 req-8e793fd9-7ca7-40fa-a613-0e3c29fd0006 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.6399310 Mar 10 17:39:56.756850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-763426db-4c1c-49be-a0aa-dc1909489016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.773532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:39:56.777090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.805450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcde7b70-ff06-4525-aa5f-81b0c47ef5c9 req-855854ca-d3c5-41d8-bd43-7e19666abb82 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693023 Mar 10 17:39:56.825197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:39:56.835727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:56.899411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ec937ab-945c-4948-bd0d-aa5781b5e272 req-389fc404-7ff0-4d03-9bfb-5e3523d67f8e service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056693 Mar 10 17:39:56.982695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dcc5b2c-98a8-4922-8c0c-ce972961b43a req-54896353-636e-4df1-ab7a-fa5be36ad220 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4916091 Mar 10 17:39:57.034924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for router_gateway (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.054565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e61727-fbc8-4b9c-afa3-0e6c12eac70c None None] New status for floating IP b8bab023-c613-4df8-ac2c-74b787dad884: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:39:57.071014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa147d-bfe0-420d-9373-d6a269e983a4 req-52278b88-5dbc-450b-beeb-c85d23bede34 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:57.072296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-763426db-4c1c-49be-a0aa-dc1909489016 admin admin] Publish callbacks [] for security_group (f8082a0b-720c-4812-84d3-8238b8a7d44d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.072520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00fa147d-bfe0-420d-9373-d6a269e983a4 req-52278b88-5dbc-450b-beeb-c85d23bede34 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.1282244 Mar 10 17:39:57.088205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-763426db-4c1c-49be-a0aa-dc1909489016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8082a0b-720c-4812-84d3-8238b8a7d44d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.116651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:39:57.156540 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-763426db-4c1c-49be-a0aa-dc1909489016 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6c18e1c910a46e4b1383ab72d4dd6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821713 Mar 10 17:39:57.159500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763426db-4c1c-49be-a0aa-dc1909489016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8082a0b-720c-4812-84d3-8238b8a7d44d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:57.165167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:57.253783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'project_id': '306a9b834e014b079b1b29a4a609c363', 'fixed_ips': [{'subnet_id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:39:57.255062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.269728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e766c-fb33-4162-8e1b-1f91f5087273 req-876bc9be-1950-4cb5-b5e6-bc0a98facc42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:57.272141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587e766c-fb33-4162-8e1b-1f91f5087273 req-876bc9be-1950-4cb5-b5e6-bc0a98facc42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.1551306 Mar 10 17:39:57.277179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00fa147d-bfe0-420d-9373-d6a269e983a4 req-2b042518-27e7-4c5f-89ae-4fcda8fea392 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840653 Mar 10 17:39:57.292447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.310952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] Publish callbacks [] for security_group (f8082a0b-720c-4812-84d3-8238b8a7d44d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.365033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] Publish callbacks [] for security_group (f8082a0b-720c-4812-84d3-8238b8a7d44d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.384580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587e766c-fb33-4162-8e1b-1f91f5087273 req-07a269e4-a5a8-4780-b076-62d04ae9dbb8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887039 Mar 10 17:39:57.412236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.479529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8082a0b-720c-4812-84d3-8238b8a7d44d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.482825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.484102 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8082a0b-720c-4812-84d3-8238b8a7d44d HTTP/1.1" status: 204 len: 168 time: 0.3180971 Mar 10 17:39:57.484676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:57.555115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Allocated IP 19.80.0.2 (c8711a64-eddd-4295-a2ca-8c5e16d252f5/ff50796d-6aca-40e7-b08d-3bb931ccf149/b4976563-42fb-4954-9cf4-193f39156d78) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:57.658725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (b42c9cd5-bf9d-4130-958d-a033d804e71d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.711252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (b42c9cd5-bf9d-4130-958d-a033d804e71d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.713986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc998d-792f-4266-89c1-77ecd3e7d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8082a0b-720c-4812-84d3-8238b8a7d44d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:57.719360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for router_gateway (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.782118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Subnet': ['ID=bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:57.782868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.800533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Checking segment: {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:57.800902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network hostable DHCP agents. Network: 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:39:57.853388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:39:57.888178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:57.905264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b42c9cd5-bf9d-4130-958d-a033d804e71d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.912515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.914599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "DELETE /v2.0/security-groups/b42c9cd5-bf9d-4130-958d-a033d804e71d HTTP/1.1" status: 204 len: 168 time: 0.4119329 Mar 10 17:39:57.916301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:57.917056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:57.924262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42958) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:57.988241 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b18b8a41-a16f-497f-8f08-4386081c3ea9 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4980485 Mar 10 17:39:57.988241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161955-49e3-48b5-b609-f091ee5c26d0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c9cd5-bf9d-4130-958d-a033d804e71d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:57.988587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78dd55-b782-4826-9241-93a03ed02aac None None] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:39:58.038854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:39:58.053883 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-0972f5d6-fdb6-4fd6-99ea-a052b842d3f0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] show failed (client error): The resource could not be found. Mar 10 17:39:58.059896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:58.060687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0972f5d6-fdb6-4fd6-99ea-a052b842d3f0 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "GET /v2.0/security-groups/b42c9cd5-bf9d-4130-958d-a033d804e71d HTTP/1.1" status: 404 len: 347 time: 0.1345105 Mar 10 17:39:58.108923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks [] for port (b4976563-42fb-4954-9cf4-193f39156d78), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.231868 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b4976563-42fb-4954-9cf4-193f39156d78), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.313755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Deleting port 67129d5c-0013-4e46-a9e9-92a0e248c81a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:58.314057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.338907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Allocated IP 172.25.3.234 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/73b465b9-80b1-48c1-818f-3b0905615c38) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:58.346588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:58.375005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:58.381815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:58.407062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.407062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (67129d5c-0013-4e46-a9e9-92a0e248c81a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.420236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Calling delete_port for 67129d5c-0013-4e46-a9e9-92a0e248c81a owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:39:58.444752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Allocated IP 172.20.0.2 (27e15bb2-a819-46c0-aef0-01306b9b8aeb/15a97aa2-d88c-4b3e-8686-f99aa04862ef/f55fd28e-8f6e-4f33-88ed-50156db427cb) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:58.491757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Pushing event updated for resources: {'Port': ['ID=b4976563-42fb-4954-9cf4-193f39156d78,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:58.524522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-94ea2f73-a5a0-4aa0-8ff6-a54cfc660950', 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950', 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'fixed_ips': [{'subnet_id': 'bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:39:58.525389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.531288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for port (73b465b9-80b1-48c1-818f-3b0905615c38), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.598591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Attempting to bind port b4976563-42fb-4954-9cf4-193f39156d78 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:58.599048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Attempting to bind port b4976563-42fb-4954-9cf4-193f39156d78 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:58.599330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Attempting to bind port b4976563-42fb-4954-9cf4-193f39156d78 on network c8711a64-eddd-4295-a2ca-8c5e16d252f5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:58.658722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (67129d5c-0013-4e46-a9e9-92a0e248c81a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.666289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.681506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:58.681979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Checking segment: {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:58.682324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.682812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Bound using segment: {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:58.683299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Bound port: b4976563-42fb-4954-9cf4-193f39156d78, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:58.683677 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4976563-42fb-4954-9cf4-193f39156d78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.721799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Pushing event deleted for resources: {'Port': ['ID=67129d5c-0013-4e46-a9e9-92a0e248c81a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:58.726072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435050ae-7f7c-45fb-95fd-3cd2d1ce6b74 req-c8ec0a1a-bd9c-4051-835e-3edfbd994243 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:58.733537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-435050ae-7f7c-45fb-95fd-3cd2d1ce6b74 req-c8ec0a1a-bd9c-4051-835e-3edfbd994243 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.5755227 Mar 10 17:39:58.769993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-4716853d-6f7c-4766-a816-163e852b9b69 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:58.772219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-4716853d-6f7c-4766-a816-163e852b9b69 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.6299915 Mar 10 17:39:58.794869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:58.832154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c826d6-8bf0-4fd5-a056-d3621d522375 req-b1dcec19-c5c0-4372-b489-ca9c6cf3b423 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:58.834345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks [] for floatingip (b8bab023-c613-4df8-ac2c-74b787dad884), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.837506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:58.838727 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0f70a23-0f2f-4d7a-86bc-1094c21ae0c1 tempest-ServerActionsTestJSON-1336345690 tempest-ServerActionsTestJSON-1336345690-project] 10.222.0.35 "DELETE /v2.0/floatingips/b8bab023-c613-4df8-ac2c-74b787dad884 HTTP/1.1" status: 204 len: 168 time: 0.7777002 Mar 10 17:39:58.839931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9c826d6-8bf0-4fd5-a056-d3621d522375 req-b1dcec19-c5c0-4372-b489-ca9c6cf3b423 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.6320853 Mar 10 17:39:58.842122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:58.842536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:39:58.868587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:58.962686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Pushing event updated for resources: {'Port': ['ID=73b465b9-80b1-48c1-818f-3b0905615c38,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:58.973685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-435050ae-7f7c-45fb-95fd-3cd2d1ce6b74 req-5473df1b-dab4-41fe-8cbb-c06814db53c4 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392912 Mar 10 17:39:59.146453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] For port b4976563-42fb-4954-9cf4-193f39156d78, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:39:59.149821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] For port b4976563-42fb-4954-9cf4-193f39156d78, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b4976563-42fb-4954-9cf4-193f39156d78,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:39:59.169342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4976563-42fb-4954-9cf4-193f39156d78), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.267250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 2, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:39:59.277048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks [] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.288828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9c826d6-8bf0-4fd5-a056-d3621d522375 req-e15ec1ac-c1b6-4e56-8caa-7d3226b560f5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478877 Mar 10 17:39:59.384372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Checking router: 40cce579-0f3f-4f47-8d01-47850777dee8 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:39:59.388946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Updating router 40cce579-0f3f-4f47-8d01-47850777dee8 port d219c26f-9b40-49e5-9723-9952173d19da binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:39:59.393759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.431138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:39:59.460825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:39:59.469068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:39:59.478055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Allocated IP 19.86.0.2 (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950/bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df/1a6db926-ba84-47e7-a868-e2b24578c1e0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:39:59.507639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974bf31-1bb6-404b-ad88-86ecddfa4326 None None] Pushing event updated for resources: {'Port': ['ID=b4976563-42fb-4954-9cf4-193f39156d78,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:59.587679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d219c26f-9b40-49e5-9723-9952173d19da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.669564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port efac9100-3ed4-4640-a5f4-77dee3cd2bbf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:39:59.669939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.678478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Attempting to bind port f55fd28e-8f6e-4f33-88ed-50156db427cb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:39:59.689111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Attempting to bind port f55fd28e-8f6e-4f33-88ed-50156db427cb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:39:59.689525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Attempting to bind port f55fd28e-8f6e-4f33-88ed-50156db427cb on network 27e15bb2-a819-46c0-aef0-01306b9b8aeb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:39:59.728530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-3ebd1149-afe9-4d96-b3b2-7620908a99ba tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:59.733221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-3ebd1149-afe9-4d96-b3b2-7620908a99ba tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:59.735280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-3ebd1149-afe9-4d96-b3b2-7620908a99ba tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/networks?id=c8711a64-eddd-4295-a2ca-8c5e16d252f5&id=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 HTTP/1.1" status: 200 len: 1392 time: 0.5645912 Mar 10 17:39:59.748116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Pushing event updated for resources: {'Port': ['ID=f55fd28e-8f6e-4f33-88ed-50156db427cb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:39:59.753481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:39:59.753830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Checking segment: {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:39:59.754197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.754605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Bound using segment: {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:39:59.755093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Bound port: f55fd28e-8f6e-4f33-88ed-50156db427cb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:39:59.756016 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.791625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.838259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-fcbea01b-04e1-4ace-a125-f298cdd1ad1e tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/quotas/de13cc77c3e5484a870364a9fa9cce68 HTTP/1.1" status: 200 len: 375 time: 0.0819325 Mar 10 17:39:59.889909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c49d19-2c22-4565-acd0-7b241ef3ae8d req-8b1149d0-f737-4b9a-91a7-36e3011b5612 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:39:59.897491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c49d19-2c22-4565-acd0-7b241ef3ae8d req-8b1149d0-f737-4b9a-91a7-36e3011b5612 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 945 time: 0.4169791 Mar 10 17:39:59.973491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port efac9100-3ed4-4640-a5f4-77dee3cd2bbf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:39:59.974201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:39:59.987741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for router_gateway (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.043607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for efac9100-3ed4-4640-a5f4-77dee3cd2bbf owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:00.277328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Deleting port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:00.279692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.314607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.439667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b4976563-42fb-4954-9cf4-193f39156d78 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:00.478733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] For port eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:00.479103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.512578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Calling delete_port for eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:00.589926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] For port f55fd28e-8f6e-4f33-88ed-50156db427cb, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:00.597235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] For port f55fd28e-8f6e-4f33-88ed-50156db427cb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f55fd28e-8f6e-4f33-88ed-50156db427cb,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:00.609761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8c49d19-2c22-4565-acd0-7b241ef3ae8d req-3cfdfb69-9f2b-4492-9285-14e96cb05281 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120497 Mar 10 17:40:00.617405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks [] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.647905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.708906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf22d-5b9f-4c0c-ae41-e4f1970a2ecb None None] Pushing event updated for resources: {'Port': ['ID=f55fd28e-8f6e-4f33-88ed-50156db427cb,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:00.720612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.779864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:00.793038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:00.801422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:00.903313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:00.908613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-c20226a7-5ed9-4619-a20a-27cf35428a59 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0308089 Mar 10 17:40:00.929978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:01.035838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b125f8d-bd64-4b4f-810a-6086b6d5009b None None] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:01.049621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b4976563-42fb-4954-9cf4-193f39156d78 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:01.049853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4976563-42fb-4954-9cf4-193f39156d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.088376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-ce8b9b8a-923b-4ed4-8895-9916217d13ff service neutron] 10.222.0.35 "GET /v2.0/networks/c8711a64-eddd-4295-a2ca-8c5e16d252f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795440 Mar 10 17:40:01.291569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.307307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-3c657ecf-7469-4470-ad34-a3aff263c471 service neutron] 10.222.0.35 "GET /v2.0/networks/c8711a64-eddd-4295-a2ca-8c5e16d252f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177241 Mar 10 17:40:01.312562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (efac9100-3ed4-4640-a5f4-77dee3cd2bbf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.328057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Provisioning complete for port b4976563-42fb-4954-9cf4-193f39156d78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:01.328555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4976563-42fb-4954-9cf4-193f39156d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.402361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Attempting to bind port 1a6db926-ba84-47e7-a868-e2b24578c1e0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:01.414994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Attempting to bind port 1a6db926-ba84-47e7-a868-e2b24578c1e0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:01.415555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Attempting to bind port 1a6db926-ba84-47e7-a868-e2b24578c1e0 on network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:01.429459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=efac9100-3ed4-4640-a5f4-77dee3cd2bbf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:01.479876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:01.482777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Checking segment: {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:01.485869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.486536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Bound using segment: {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:01.488358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Bound port: 1a6db926-ba84-47e7-a868-e2b24578c1e0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:01.490756 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.544079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Pushing event updated for resources: {'Port': ['ID=1a6db926-ba84-47e7-a868-e2b24578c1e0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:01.576675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port efac9100-3ed4-4640-a5f4-77dee3cd2bbf on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:01.581312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.585771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7fe6b23-5726-40a4-8978-caa4a6ddf65b req-d5f92f97-de3e-45f0-9471-93d958de369e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "DELETE /v2.0/ports/efac9100-3ed4-4640-a5f4-77dee3cd2bbf HTTP/1.1" status: 204 len: 173 time: 2.7952366 Mar 10 17:40:01.711205 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks [] for port (d219c26f-9b40-49e5-9723-9952173d19da), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.771978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'name': 'network-vif-deleted', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:01.774275 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22c77e9-8e95-43fa-a413-8921bd3ec7c6" -d '{"events": [{"server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "name": "network-vif-deleted", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:01.797563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b29ca-c6cd-4dec-9b79-b2c937ac2ba4 req-de392a49-2b43-4fd2-a3e4-1de590b8abea tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:01.810612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57b29ca-c6cd-4dec-9b79-b2c937ac2ba4 req-de392a49-2b43-4fd2-a3e4-1de590b8abea tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.9863000 Mar 10 17:40:01.820770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:01.931188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Router 44c667d9-2b32-4903-b5a4-a10b14ba878a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:40:02.002666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-71e63cda-bbc3-42b0-92b5-4eb83f405fbd service neutron] 10.222.0.35 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939244 Mar 10 17:40:02.007718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57b29ca-c6cd-4dec-9b79-b2c937ac2ba4 req-a0bd3639-83d7-4bd0-9e82-52e46a69af83 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651614 Mar 10 17:40:02.049567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb6a1-bfa8-4b94-9499-db607704ae11 None None] Pushing event updated for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:02.151726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b4976563-42fb-4954-9cf4-193f39156d78 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:02.156194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4976563-42fb-4954-9cf4-193f39156d78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.159364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:40:02.190777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.200068 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-19e297a5-abc8-44c5-b68a-c06309cf8151 admin admin] 10.222.0.35 "PUT /v2.0/routers/44c667d9-2b32-4903-b5a4-a10b14ba878a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561394 Mar 10 17:40:02.201343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43116) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:02.267525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:02.276510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1229985831'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:02.297547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b4976563-42fb-4954-9cf4-193f39156d78, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b4976563-42fb-4954-9cf4-193f39156d78,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:02.302297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Sync routers for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:40:02.321430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b4976563-42fb-4954-9cf4-193f39156d78), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.340563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] For port 1a6db926-ba84-47e7-a868-e2b24578c1e0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:02.366961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-b80bccb6-54f8-4adf-9a1b-8f27ab786015 service neutron] 10.222.0.35 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636441 Mar 10 17:40:02.374877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:02.393032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.400683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e422cd33-368a-4d27-b594-9720b401630c req-e01a9f34-df2f-4cee-9a5d-e33d8a2aad82 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dc290ea-406a-48ce-8365-42381bad20e7 HTTP/1.1" status: 200 len: 210 time: 0.1025746 Mar 10 17:40:02.468590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:02.482950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0823bbcb-172b-41a2-8ef5-be7f3ddf2f72), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.483585 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Added segment 0823bbcb-172b-41a2-8ef5-be7f3ddf2f72 of type vlan for network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 Mar 10 17:40:02.486262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b4976563-42fb-4954-9cf4-193f39156d78,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:02.511121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] For port 1a6db926-ba84-47e7-a868-e2b24578c1e0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a6db926-ba84-47e7-a868-e2b24578c1e0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:02.549952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Current status of the port b4976563-42fb-4954-9cf4-193f39156d78 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:02.550762 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b4976563-42fb-4954-9cf4-193f39156d78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.568039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:02.568694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:02.571112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.572631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (29097b8e-6beb-4e20-90c5-cc6b4ebfb053), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.603027 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5424353e-2409-4299-8de7-17da290b71ce x-openstack-request-id: req-5424353e-2409-4299-8de7-17da290b71ce {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:02.606450 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc290ea-406a-48ce-8365-42381bad20e7", "name": "network-vif-deleted", "tag": "efac9100-3ed4-4640-a5f4-77dee3cd2bbf", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:02.608937 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5424353e-2409-4299-8de7-17da290b71ce {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:02.619404 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc290ea-406a-48ce-8365-42381bad20e7', 'name': 'network-vif-deleted', 'tag': 'efac9100-3ed4-4640-a5f4-77dee3cd2bbf', 'status': 'completed', 'code': 200} Mar 10 17:40:02.629669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (29097b8e-6beb-4e20-90c5-cc6b4ebfb053), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.642359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:02.644728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.713367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks [] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.782133 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5116754 Mar 10 17:40:02.786852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43140) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:02.795736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-587769411'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:02.811942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Attempting to bind port d219c26f-9b40-49e5-9723-9952173d19da on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:02.812210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Attempting to bind port d219c26f-9b40-49e5-9723-9952173d19da by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:02.812576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Attempting to bind port d219c26f-9b40-49e5-9723-9952173d19da on network c267bc84-da2f-472d-b5b8-8c368519a730 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:02.862311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4ce91-c7b9-46f8-94ea-4b2da71c7c34 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Network': ['ID=29097b8e-6beb-4e20-90c5-cc6b4ebfb053,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:02.862996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f55fd28e-8f6e-4f33-88ed-50156db427cb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:02.878064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:02.892951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.938550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:02.956762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2972936e-1be8-4789-8a43-4a4e699c7b5d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:02.957521 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Added segment 2972936e-1be8-4789-8a43-4a4e699c7b5d of type vlan for network e23131c7-39df-4fab-b230-9372220b5d2c Mar 10 17:40:03.075716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (e23131c7-39df-4fab-b230-9372220b5d2c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.084510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-832738b5-9f76-4e44-8dfa-5789cbcde1de req-0361711f-e1ae-44a8-86f7-3695e66ba841 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.1467345 Mar 10 17:40:03.089764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks [] for router_gateway (44c667d9-2b32-4903-b5a4-a10b14ba878a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.170218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (e23131c7-39df-4fab-b230-9372220b5d2c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.184952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:03.186666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.191908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:40:03.260428 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4709773 Mar 10 17:40:03.264713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43160) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:03.272975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'subnet': {'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:03.388498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Deleting port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:03.388842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.428147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22704183-c782-4743-9b61-e0a60660071e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Network': ['ID=e23131c7-39df-4fab-b230-9372220b5d2c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:03.466475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:03.486722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device efac9100-3ed4-4640-a5f4-77dee3cd2bbf no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:03.519422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:03.521117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network e23131c7-39df-4fab-b230-9372220b5d2c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:03.523232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.554664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: efac9100-3ed4-4640-a5f4-77dee3cd2bbf {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:03.555022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device efac9100-3ed4-4640-a5f4-77dee3cd2bbf not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:03.558077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:03.558471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Checking segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:03.558928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.559391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Bound using segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:03.560035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Bound port: d219c26f-9b40-49e5-9723-9952173d19da, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:03.560405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d219c26f-9b40-49e5-9723-9952173d19da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.600657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb918aa-93f4-4c5e-b398-e7da6c40a047 None None] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:03.755081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d25ce-073c-4b5f-95b0-7a8ef8f14199 req-ba445a65-f4dc-4fc6-ba0b-65239d60c23d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:03.768463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-706d25ce-073c-4b5f-95b0-7a8ef8f14199 req-ba445a65-f4dc-4fc6-ba0b-65239d60c23d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.5858045 Mar 10 17:40:03.868237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (986b6db1-f47e-4b8e-a098-a76acb1024fd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:03.876469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:40:03.889195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Sync routers for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:40:03.913916 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:03.917532 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:03.942923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52937d6e-5aed-48a1-aeb2-0cb84d0c2da6 None None] Pushing event updated for resources: {'Port': ['ID=1a6db926-ba84-47e7-a868-e2b24578c1e0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:03.970381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Subnet': ['ID=986b6db1-f47e-4b8e-a098-a76acb1024fd,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:03.973067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:03.973526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network hostable DHCP agents. Network: 29097b8e-6beb-4e20-90c5-cc6b4ebfb053, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:04.003308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:04.025098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 29097b8e-6beb-4e20-90c5-cc6b4ebfb053) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:04.033318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:04.034107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.053494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1868a-a507-47f8-bbe8-3651ace15669 None None] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:04.075143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d47151f4-53c3-45af-8690-00a5a169cba7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8087072 Mar 10 17:40:04.076740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:04.084752 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:40:04.085716 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:40:04.089337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.089967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'subnet': {'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:04.092073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4666167d-963a-4245-a53a-b4f7c6f3248a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9954832 Mar 10 17:40:04.102790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:04.174887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:04.213029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] For port d219c26f-9b40-49e5-9723-9952173d19da, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:04.249295 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:04.271189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] For port ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:04.271717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.290659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-706d25ce-073c-4b5f-95b0-7a8ef8f14199 req-da5ce754-daad-48fb-84f0-bf92b2f51485 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189214 Mar 10 17:40:04.320327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Calling delete_port for ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:04.388951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f55fd28e-8f6e-4f33-88ed-50156db427cb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:04.390112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.398092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] For port d219c26f-9b40-49e5-9723-9952173d19da, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d219c26f-9b40-49e5-9723-9952173d19da,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:04.498456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.553716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e757cd-e7fe-4c92-a4fc-5cf760ff8fbd req-f11d4489-8087-4dde-9b47-63c01c40ea30 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.1689138 Mar 10 17:40:04.567435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-96161626-a1d6-4127-adce-2ce0bcea59b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:04.578377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-96161626-a1d6-4127-adce-2ce0bcea59b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.5983834 Mar 10 17:40:04.599434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-55497210-231a-4393-b872-634f642108b9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0198264 Mar 10 17:40:04.672538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-88efffd6-e9e3-4c6d-b8d9-d67b64972a17 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716729 Mar 10 17:40:04.710382 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:39:59Z', 'revision_number': 3, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:04.773961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Checking router: 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:40:04.774694 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Updating router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 port 73b465b9-80b1-48c1-818f-3b0905615c38 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:40:04.853823 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:04.909565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb6a1-bfa8-4b94-9499-db607704ae11 None None] Pushing event updated for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:04.967687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-39b0c0c5-de50-455a-9647-3dc18039fd22 None None] Current status of the port b4976563-42fb-4954-9cf4-193f39156d78 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:04.970192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e1d0e-8120-476e-81a2-3312dd26945d None None] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:05.107427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:05.116192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-77bad0d2-a5f4-4150-8d36-b8c8116c555e service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415469 Mar 10 17:40:05.119798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.188848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:40:05.189699 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.286040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:05.286412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.322175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:05.322881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:05.344982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-af5ed6e9-b55c-4444-a000-54eaf31c90bd service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111752 Mar 10 17:40:05.438945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:05.489099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-f107a14f-7609-4caf-ba3e-bba781022c2c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:05.501768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-f107a14f-7609-4caf-ba3e-bba781022c2c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:05.503398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-f107a14f-7609-4caf-ba3e-bba781022c2c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "GET /v2.0/networks?id=c8711a64-eddd-4295-a2ca-8c5e16d252f5&id=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 HTTP/1.1" status: 200 len: 1392 time: 0.9125130 Mar 10 17:40:05.526058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'port': {'device_id': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5', 'admin_state_up': True, 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:05.588041 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks [] for port (73b465b9-80b1-48c1-818f-3b0905615c38), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.617875 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.647360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (623dd6e1-41e9-4020-a1d6-af571a61f687), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.671666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f55fd28e-8f6e-4f33-88ed-50156db427cb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:05.672186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.810657 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Attempting to bind port 73b465b9-80b1-48c1-818f-3b0905615c38 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:05.817107 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Attempting to bind port 73b465b9-80b1-48c1-818f-3b0905615c38 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:05.817707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Attempting to bind port 73b465b9-80b1-48c1-818f-3b0905615c38 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:05.850994 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:05.852799 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:05.855155 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.856641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:05.857528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Bound port: 73b465b9-80b1-48c1-818f-3b0905615c38, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:05.859023 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:05.861874 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Pushing event updated for resources: {'Port': ['ID=73b465b9-80b1-48c1-818f-3b0905615c38,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:05.885008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port f55fd28e-8f6e-4f33-88ed-50156db427cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f55fd28e-8f6e-4f33-88ed-50156db427cb,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:05.887947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd94a4bc-209c-4e2b-a910-6c893e914906 req-109985a9-c386-46ba-97ea-464af811103b tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.0627716 Mar 10 17:40:05.943470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.944559 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.953084 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.953705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.954873 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.955376 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.955870 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.956359 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.956840 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.957318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.957802 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.958295 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.958794 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:05.975094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.011245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Subnet': ['ID=623dd6e1-41e9-4020-a1d6-af571a61f687,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:06.063894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] For port 73b465b9-80b1-48c1-818f-3b0905615c38, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:06.068923 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] For port 73b465b9-80b1-48c1-818f-3b0905615c38, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b465b9-80b1-48c1-818f-3b0905615c38,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:06.090304 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.113945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Checking segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:06.114548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network hostable DHCP agents. Network: e23131c7-39df-4fab-b230-9372220b5d2c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:06.169173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:06.216045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network e23131c7-39df-4fab-b230-9372220b5d2c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:06.220004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:06.220639 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:06.222587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f893e9b-94b5-4b4e-b19b-5f57e3829c19 None None] Pushing event updated for resources: {'Port': ['ID=73b465b9-80b1-48c1-818f-3b0905615c38,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:06.246362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, e23131c7-39df-4fab-b230-9372220b5d2c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:06.260945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:06.261643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.262276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579773-2d70-4308-98ab-bc952cb53da0 req-56f61155-4bc4-47c3-b7a9-9afab7ffbe2b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:06.274221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.282819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8579773-2d70-4308-98ab-bc952cb53da0 req-56f61155-4bc4-47c3-b7a9-9afab7ffbe2b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.7685926 Mar 10 17:40:06.305777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76aeaaa0-11d9-453f-90ea-dc80f41814e2 req-d7af55a9-48c4-4623-a30c-9e27dc8d7a46 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 210 time: 0.3343105 Mar 10 17:40:06.329134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:06.334939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.336881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e4d5d319-9da7-474d-a5d8-ef89d484e1ba tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2589130 Mar 10 17:40:06.337841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:06.345006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:40:00Z', 'revision_number': 5, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port': {'id': 'ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:06.352606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'name': 'tempest-TaggedBootDevicesTest_v242-1781282825', 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:06.450643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb6b2d-a613-4979-9e04-3a2a804aeb79 None None] Network e23131c7-39df-4fab-b230-9372220b5d2c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:06.456734 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:06.498389 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.500463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.593040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Checking router: 44c667d9-2b32-4903-b5a4-a10b14ba878a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:40:06.693297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Current status of the port d219c26f-9b40-49e5-9723-9952173d19da is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:06.693989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d219c26f-9b40-49e5-9723-9952173d19da), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:06.769998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:06.770269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Routers {'44c667d9-2b32-4903-b5a4-a10b14ba878a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:06.770796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['44c667d9-2b32-4903-b5a4-a10b14ba878a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:06.790713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Allocated IP 10.1.1.2 (29097b8e-6beb-4e20-90c5-cc6b4ebfb053/986b6db1-f47e-4b8e-a098-a76acb1024fd/9eb2308e-8205-4773-b408-d1e9271b9362) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:06.929595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:39:59Z', 'revision_number': 3, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:06.944673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-e23131c7-39df-4fab-b230-9372220b5d2c', 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ips': [{'subnet_id': '623dd6e1-41e9-4020-a1d6-af571a61f687'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:40:06.946535 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.055672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=f55fd28e-8f6e-4f33-88ed-50156db427cb,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:07.068434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] For port d219c26f-9b40-49e5-9723-9952173d19da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d219c26f-9b40-49e5-9723-9952173d19da,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:07.094476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.122950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Allocated IP 172.20.0.1 (27e15bb2-a819-46c0-aef0-01306b9b8aeb/15a97aa2-d88c-4b3e-8686-f99aa04862ef/014d6193-0220-4efe-81b2-45229989a4dd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:07.131273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832768c2-4efb-4e30-bf0a-275949de4e44 None None] The sync data for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 is: [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:39:59Z', 'revision_number': 3, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:07.155794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] device_id is not set on port ea98dde0-8239-4ae3-8041-574701d30c84 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:07.184870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b4976563-42fb-4954-9cf4-193f39156d78 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:07.220069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] Set router 44c667d9-2b32-4903-b5a4-a10b14ba878a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:07.223623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.480546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8579773-2d70-4308-98ab-bc952cb53da0 req-66c67fab-9086-4d1f-ba77-f1a54c45a8c9 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1967497 Mar 10 17:40:07.566745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aa8c114-5108-429e-8c40-54a3222ee610 req-7ee27e81-1420-48a2-b9e3-62f37f839908 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.1748486 Mar 10 17:40:07.633925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks [] for port (014d6193-0220-4efe-81b2-45229989a4dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.638790 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.656193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks [] for router_controller (44c667d9-2b32-4903-b5a4-a10b14ba878a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.698149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:40:05Z', 'revision_number': 7, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:07.725161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.791052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:07.798268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:07.801501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:07.850180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.857966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Pushing event updated for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:07.878599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f3636ec-f48a-4489-b4de-a5724d2f4e12 req-84e3697f-3b60-49a1-affd-6111dcdad154 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 210 time: 0.2325542 Mar 10 17:40:07.911201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5edb-eb96-462c-9614-ba894543ed3c None None] The sync data for ids ['44c667d9-2b32-4903-b5a4-a10b14ba878a'] in n-d-833115-2 is: [{'id': '44c667d9-2b32-4903-b5a4-a10b14ba878a', 'name': 'tempest-ServerActionsTestJSON-793250888-router', 'tenant_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:29:23Z', 'updated_at': '2022-03-10T17:40:05Z', 'revision_number': 7, 'project_id': '802bfb0d14994ac0ab589a3e9d9a40c3', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:07.926740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Allocated IP 10.2.2.2 (e23131c7-39df-4fab-b230-9372220b5d2c/623dd6e1-41e9-4020-a1d6-af571a61f687/39a335f5-4f73-45bc-a0f7-18353ebc809b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:07.962801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (44c667d9-2b32-4903-b5a4-a10b14ba878a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.963554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c667d9-2b32-4903-b5a4-a10b14ba878a {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:40:07.994274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Provisioning complete for port b4976563-42fb-4954-9cf4-193f39156d78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:07.995421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4976563-42fb-4954-9cf4-193f39156d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.998141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:07.999553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b6bd117b-a657-43a2-bbc4-b1ee02b94c6d admin admin] 10.222.0.35 "DELETE /v2.0/routers/44c667d9-2b32-4903-b5a4-a10b14ba878a HTTP/1.1" status: 204 len: 168 time: 5.7944438 Mar 10 17:40:08.002186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:08.044370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Allocated IP 19.80.0.185 (c8711a64-eddd-4295-a2ca-8c5e16d252f5/ff50796d-6aca-40e7-b08d-3bb931ccf149/1bff65b4-34bd-42e0-8807-5112d30232a4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:08.067840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-3f51a2d6-ad85-4aa9-9043-e2b2fb766e9b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:08.069400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-3f51a2d6-ad85-4aa9-9043-e2b2fb766e9b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.4357629 Mar 10 17:40:08.085823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:08.135858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Pushing event updated for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:08.147656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Deleting subnet f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:40:08.165870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Publish callbacks [] for subnet (f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.241941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:08.249666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:04Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:08.299944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.324765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b4976563-42fb-4954-9cf4-193f39156d78 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:08.325650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b4976563-42fb-4954-9cf4-193f39156d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.382955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:08.386903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.398943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b995-0a8a-47e7-8968-73cf5a8231da None None] The sync data for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 is: [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:04Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:08.440272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.488932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Current status of the port b4976563-42fb-4954-9cf4-193f39156d78 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:08.554761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.566508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014d6193-0220-4efe-81b2-45229989a4dd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.607320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0745d8ee-a576-4e32-8bbb-74c7437bdd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.668366 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks [] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.697311 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.722752 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks [] for port (9eb2308e-8205-4773-b408-d1e9271b9362), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.767107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4c282a1-7bc4-4c3a-a1e0-8881eadaa037 req-b2a8c9c9-3ee2-4bfb-92ce-96df6158e73f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.0677519 Mar 10 17:40:08.786639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Network e23131c7-39df-4fab-b230-9372220b5d2c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:08.793242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.799589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Provisioning complete for port f55fd28e-8f6e-4f33-88ed-50156db427cb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:08.800713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.839164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.850399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:08.859711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:08.862794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b4976563-42fb-4954-9cf4-193f39156d78 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:08.864328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a6db926-ba84-47e7-a868-e2b24578c1e0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:08.870797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.921089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:08.942140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:08.946094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.951363 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a211acaf-17d5-4556-9397-e6d58fabbf1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f748fd7d-4d1e-4f56-86e2-8dccc9e82dd5 HTTP/1.1" status: 204 len: 168 time: 0.9481061 Mar 10 17:40:08.953822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0f23c-67e9-4ba3-8a64-d337e3a77a5e None None] Network 45fd7b72-870b-4a58-8500-7b3c68a11dd5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:08.956584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:08.966180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:08.985777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0745d8ee-a576-4e32-8bbb-74c7437bdd7a admin admin] Publish callbacks [] for security_group (0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:08.998818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:09.001544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:09.003710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.10 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/209d60dc-72a2-497a-8334-6477fa36c406) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:09.010861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Pushing event updated for resources: {'Port': ['ID=39a335f5-4f73-45bc-a0f7-18353ebc809b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.060767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (45fd7b72-870b-4a58-8500-7b3c68a11dd5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.103733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.1.1.15 (29097b8e-6beb-4e20-90c5-cc6b4ebfb053/986b6db1-f47e-4b8e-a098-a76acb1024fd/ea98dde0-8239-4ae3-8041-574701d30c84) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:09.156614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0745d8ee-a576-4e32-8bbb-74c7437bdd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.166286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:09.202420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks [] for port (014d6193-0220-4efe-81b2-45229989a4dd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.223986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.252531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20116bb7-80b1-41d5-8c01-6b60e1ac389f req-e8b1aa5e-0ea2-4b79-9143-3b0844bd9ddc tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:09.254215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20116bb7-80b1-41d5-8c01-6b60e1ac389f req-e8b1aa5e-0ea2-4b79-9143-3b0844bd9ddc tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.6119030 Mar 10 17:40:09.256174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e097e66-3863-4de2-8c53-f89888eec5d7 req-e3a5be38-d495-4149-a3dc-5db82510d9bb tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 210 time: 0.1019914 Mar 10 17:40:09.257605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:09.268703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:09.387447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0745d8ee-a576-4e32-8bbb-74c7437bdd7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe4a8fd25c874cefa596db3581be3f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1424289 Mar 10 17:40:09.392000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (209d60dc-72a2-497a-8334-6477fa36c406), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.395826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745d8ee-a576-4e32-8bbb-74c7437bdd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.396715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:09.435550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20116bb7-80b1-41d5-8c01-6b60e1ac389f req-f1d6c18a-7d1d-4800-891a-3b689ad524f8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210570 Mar 10 17:40:09.441487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:09.442189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.451137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Deleting port 83edc17c-5821-444d-9bfe-836ba3c111cd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:09.451483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.483801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-dbeec8e3-5ee8-4b50-958a-105f357afede tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9675772 Mar 10 17:40:09.498922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Request body: {'port': {'device_id': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950', 'admin_state_up': True, 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:09.547122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Pushing event updated for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.556818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.577968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Attempting to bind port 39a335f5-4f73-45bc-a0f7-18353ebc809b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:09.578576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Attempting to bind port 39a335f5-4f73-45bc-a0f7-18353ebc809b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:09.578911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Attempting to bind port 39a335f5-4f73-45bc-a0f7-18353ebc809b on network e23131c7-39df-4fab-b230-9372220b5d2c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:09.581980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1a6db926-ba84-47e7-a868-e2b24578c1e0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:09.582443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.609396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.621580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] Publish callbacks [] for security_group (0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.664129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Attempting to bind port 9eb2308e-8205-4773-b408-d1e9271b9362 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:09.664949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Attempting to bind port 9eb2308e-8205-4773-b408-d1e9271b9362 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:09.665488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Attempting to bind port 9eb2308e-8205-4773-b408-d1e9271b9362 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:09.671291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:09.677217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:09.687990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:09.696837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Pushing event updated for resources: {'Port': ['ID=9eb2308e-8205-4773-b408-d1e9271b9362,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.699404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:09.699864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Checking segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:09.700187 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.700572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Bound using segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:09.701111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Bound port: 39a335f5-4f73-45bc-a0f7-18353ebc809b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:09.701493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.711023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] Publish callbacks [] for security_group (0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.750561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.781231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Made reservation on behalf of de13cc77c3e5484a870364a9fa9cce68 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:09.785813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.788358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] For port 83edc17c-5821-444d-9bfe-836ba3c111cd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83edc17c-5821-444d-9bfe-836ba3c111cd,segment=NetworkSegment(853b65fb-64c1-4da2-8134-64b4faeee6ee),segment_id=853b65fb-64c1-4da2-8134-64b4faeee6ee)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:09.788749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.815315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:09.816494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.829839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.832392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.849176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Current status of the port f55fd28e-8f6e-4f33-88ed-50156db427cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:09.850884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5 HTTP/1.1" status: 204 len: 168 time: 0.4231453 Mar 10 17:40:09.855895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:09.856635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:09.857235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.857836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Bound using segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:09.858598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Bound port: 9eb2308e-8205-4773-b408-d1e9271b9362, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:09.859215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.866303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Calling delete_port for 83edc17c-5821-444d-9bfe-836ba3c111cd owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:09.953045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (ea98dde0-8239-4ae3-8041-574701d30c84), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:09.990926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f07a-2e46-4f07-9317-32a2f3d9833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ad307-62f1-49ca-8dff-b1bf6c7c29c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:09.991536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-343fbb04-24d4-4aa5-9bd0-7df454b0df3f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9118714 Mar 10 17:40:10.013022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] For port 39a335f5-4f73-45bc-a0f7-18353ebc809b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:10.017416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] For port 39a335f5-4f73-45bc-a0f7-18353ebc809b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=39a335f5-4f73-45bc-a0f7-18353ebc809b,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:10.019864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Request body: {'port': {'device_id': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:10.084125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] For port 9eb2308e-8205-4773-b408-d1e9271b9362, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:10.088085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] For port 9eb2308e-8205-4773-b408-d1e9271b9362, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9eb2308e-8205-4773-b408-d1e9271b9362,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:10.099244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Provisioning complete for port 1a6db926-ba84-47e7-a868-e2b24578c1e0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:10.099651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.126625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Allocated IP 19.86.0.236 (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950/bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df/1b5e573f-de42-4206-82a1-af0982a731f0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:10.146838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99afb12-3ecf-4cac-a9d7-5fe47759e282 req-1e813a62-8d1f-44dd-964e-3bc795b8c7e1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:10.148516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99afb12-3ecf-4cac-a9d7-5fe47759e282 req-1e813a62-8d1f-44dd-964e-3bc795b8c7e1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 932 time: 0.2062814 Mar 10 17:40:10.154882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.155880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (209d60dc-72a2-497a-8334-6477fa36c406), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.221895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.329523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Current status of the port 1a6db926-ba84-47e7-a868-e2b24578c1e0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:10.329926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.339353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99afb12-3ecf-4cac-a9d7-5fe47759e282 req-6d2b39d7-5552-4348-9c05-524a762be6b4 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786394 Mar 10 17:40:10.415578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a6db926-ba84-47e7-a868-e2b24578c1e0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:10.415992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.566115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:10.570232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] For port 1a6db926-ba84-47e7-a868-e2b24578c1e0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a6db926-ba84-47e7-a868-e2b24578c1e0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:10.573388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a89a3b-ee4f-4f4d-8a70-ae7eb2e2aee3 None None] Pushing event updated for resources: {'Port': ['ID=39a335f5-4f73-45bc-a0f7-18353ebc809b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:10.576301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:10.584613 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.611145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] DHCP port deletion for 45fd7b72-870b-4a58-8500-7b3c68a11dd5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:40:10.731284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.736504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for port (1b5e573f-de42-4206-82a1-af0982a731f0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.821452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:40:10.826889 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:40:10.834215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8b03-c95e-4057-9fd2-fa15190e4557 None None] Pushing event updated for resources: {'Port': ['ID=9eb2308e-8205-4773-b408-d1e9271b9362,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:10.858026 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.861778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:10.864986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62eeb2-0e35-4fb8-9161-6612527c1f28 req-d249232b-048d-4985-b707-b5d7bec77407 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:10.867143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c62eeb2-0e35-4fb8-9161-6612527c1f28 req-d249232b-048d-4985-b707-b5d7bec77407 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 932 time: 0.4247367 Mar 10 17:40:10.912313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:10.913943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:10.931079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:10.936750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:10.942782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:10.985435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] No DVR routers for this DVR port 83edc17c-5821-444d-9bfe-836ba3c111cd on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:11.005668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ab782-8d38-470d-860d-77c6e2f0f213 req-9485bfca-ec4a-48e1-87aa-eb71541a416f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:11.007284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b0ab782-8d38-470d-860d-77c6e2f0f213 req-9485bfca-ec4a-48e1-87aa-eb71541a416f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.4310777 Mar 10 17:40:11.100990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Deleting port 83edc17c-5821-444d-9bfe-836ba3c111cd {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:11.101618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.147473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034312-283c-4766-8812-0bc72172eb8d None None] Pushing event updated for resources: {'Port': ['ID=1a6db926-ba84-47e7-a868-e2b24578c1e0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.176581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Pushing event deleted for resources: {'Port': ['ID=83edc17c-5821-444d-9bfe-836ba3c111cd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.196994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c62eeb2-0e35-4fb8-9161-6612527c1f28 req-707b17c3-2981-4d6f-ac3e-053bbabe9714 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115311 Mar 10 17:40:11.233968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.247560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:40:11.255929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:11.256569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.270060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] For port 83edc17c-5821-444d-9bfe-836ba3c111cd, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:11.270475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.301703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Calling delete_port for 83edc17c-5821-444d-9bfe-836ba3c111cd owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:11.340606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (45fd7b72-870b-4a58-8500-7b3c68a11dd5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.349910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Port 83edc17c-5821-444d-9bfe-836ba3c111cd was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:40:11.353374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d60dc-72a2-497a-8334-6477fa36c406 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:11.365132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9528f1c-efef-4ca8-8cc1-43b72973bbe6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0241730 Mar 10 17:40:11.365777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43452) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:11.375462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event updated for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.388432 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks [] for port (209d60dc-72a2-497a-8334-6477fa36c406), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.393070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (83edc17c-5821-444d-9bfe-836ba3c111cd), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.395062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b0ab782-8d38-470d-860d-77c6e2f0f213 req-48b5c407-5bea-4adb-b46d-d638f3df13f7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633513 Mar 10 17:40:11.395201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'name': 'tempest-TaggedBootDevicesTest_v242-1678141061', 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:11.407804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:11.412174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:11.433688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:11.479722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Transition to ACTIVE for port object 209d60dc-72a2-497a-8334-6477fa36c406 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:11.486031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] Pushing event deleted for resources: {'Port': ['ID=83edc17c-5821-444d-9bfe-836ba3c111cd,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.504130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.518704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fd7b72-870b-4a58-8500-7b3c68a11dd5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:11.523658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Current status of the port d219c26f-9b40-49e5-9723-9952173d19da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:11.537715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46949f-b332-4843-a382-7d12028b2b37 None None] No DVR routers for this DVR port 83edc17c-5821-444d-9bfe-836ba3c111cd on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:11.553391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a6db926-ba84-47e7-a868-e2b24578c1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:11.559912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d219c26f-9b40-49e5-9723-9952173d19da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:11.572871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853b65fb-64c1-4da2-8134-64b4faeee6ee') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:11.573726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853b65fb-64c1-4da2-8134-64b4faeee6ee') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:11.597437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Provisioning complete for port 014d6193-0220-4efe-81b2-45229989a4dd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:11.602377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (014d6193-0220-4efe-81b2-45229989a4dd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.604623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (853b65fb-64c1-4da2-8134-64b4faeee6ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.633622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (853b65fb-64c1-4da2-8134-64b4faeee6ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.642937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:11.643734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (853b65fb-64c1-4da2-8134-64b4faeee6ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.659495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:11.660190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.701528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Port 014d6193-0220-4efe-81b2-45229989a4dd cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:11.727490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:11.727872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.730828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Provisioning complete for port 1a6db926-ba84-47e7-a868-e2b24578c1e0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:11.731033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:11.740575 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:11.758633 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (45fd7b72-870b-4a58-8500-7b3c68a11dd5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.811162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.816542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] 10.222.0.35 "DELETE /v2.0/networks/45fd7b72-870b-4a58-8500-7b3c68a11dd5 HTTP/1.1" status: 204 len: 168 time: 2.8590012 Mar 10 17:40:11.819130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Pushing event updated for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.837212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05992bb-68d1-4729-aa09-b9b919299bd1 req-f12ac3c0-f65a-43ef-ab8b-3c38de5153eb tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:11.854196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05992bb-68d1-4729-aa09-b9b919299bd1 req-f12ac3c0-f65a-43ef-ab8b-3c38de5153eb tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:11.859056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c05992bb-68d1-4729-aa09-b9b919299bd1 req-f12ac3c0-f65a-43ef-ab8b-3c38de5153eb tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1655 time: 0.3402891 Mar 10 17:40:11.889406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55f389-3aee-4e4c-a92d-e12b7b582876 admin admin] Pushing event deleted for resources: {'Network': ['ID=45fd7b72-870b-4a58-8500-7b3c68a11dd5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:11.904601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-38d030c0-304f-419d-a521-5c0d9039f820 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4123659 Mar 10 17:40:11.907757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d219c26f-9b40-49e5-9723-9952173d19da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:11.911232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Current status of the port 1a6db926-ba84-47e7-a868-e2b24578c1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:11.917113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Attempting to bind port 209d60dc-72a2-497a-8334-6477fa36c406 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:11.917364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Attempting to bind port 209d60dc-72a2-497a-8334-6477fa36c406 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:11.917693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Attempting to bind port 209d60dc-72a2-497a-8334-6477fa36c406 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:11.923956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Request body: {'port': {'device_id': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:11.939195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Provisioning complete for port 1bff65b4-34bd-42e0-8807-5112d30232a4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:11.939744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:11.950250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Port 209d60dc-72a2-497a-8334-6477fa36c406 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:11.950636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Attempting to bind port 209d60dc-72a2-497a-8334-6477fa36c406 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:11.964293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:11.964623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:11.965074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:11.965526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Bound port: 209d60dc-72a2-497a-8334-6477fa36c406, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:11.965882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (209d60dc-72a2-497a-8334-6477fa36c406), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.049293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c05992bb-68d1-4729-aa09-b9b919299bd1 req-c4cb0555-e9bc-4bdc-8db8-d377463a7d74 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838801 Mar 10 17:40:12.071287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Port 1bff65b4-34bd-42e0-8807-5112d30232a4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:12.115650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Provisioning complete for port f55fd28e-8f6e-4f33-88ed-50156db427cb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:12.115974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.123887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:40:12.147022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-988f03db-f1c7-4bb4-b752-546c990a16dd admin admin] 10.222.0.35 "PUT /v2.0/routers/31f7138d-b2e2-4a2e-a534-4a9fe8553eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0409932 Mar 10 17:40:12.156360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:12.203155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:12.220138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Sync routers for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:40:12.305715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:12.306375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:12.504029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d219c26f-9b40-49e5-9723-9952173d19da up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:12.509457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83fb6014-89e4-4c40-b01a-a5bb92c3861e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=802bfb0d14994ac0ab589a3e9d9a40c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491228 Mar 10 17:40:12.509893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:12.533817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.635745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] device_id is not set on port 961887ec-0375-462f-a348-e4abffa971b6 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:12.786392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Publish callbacks [] for security_group (57c6fe86-8270-4eab-bda1-c6e7c714a980), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.796286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-78e32651-b4eb-447f-95c8-74cdc4c8a380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.809884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf0ef7-1144-43d7-91d2-c3d33350ce43 None None] Current status of the port f55fd28e-8f6e-4f33-88ed-50156db427cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:12.811523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.897530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Publish callbacks [] for security_group (57c6fe86-8270-4eab-bda1-c6e7c714a980), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:12.901402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef964bb-5015-4685-97f4-122d3c976d30 req-17404bb4-62e3-4bd9-a7ce-db6227857ca2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:12.903401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ef964bb-5015-4685-97f4-122d3c976d30 req-17404bb4-62e3-4bd9-a7ce-db6227857ca2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 944 time: 0.1731434 Mar 10 17:40:12.913154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:12.970467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=209d60dc-72a2-497a-8334-6477fa36c406,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:12.988430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:13.004213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:13.039196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.1.1.160 (29097b8e-6beb-4e20-90c5-cc6b4ebfb053/986b6db1-f47e-4b8e-a098-a76acb1024fd/961887ec-0375-462f-a348-e4abffa971b6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:13.045758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (57c6fe86-8270-4eab-bda1-c6e7c714a980), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.047893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Provisioning complete for port 1b5e573f-de42-4206-82a1-af0982a731f0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:13.048279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.052639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.056139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57c6fe86-8270-4eab-bda1-c6e7c714a980 HTTP/1.1" status: 204 len: 168 time: 0.5428083 Mar 10 17:40:13.090496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c6fe86-8270-4eab-bda1-c6e7c714a980,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:13.101030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d219c26f-9b40-49e5-9723-9952173d19da triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:13.101373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d219c26f-9b40-49e5-9723-9952173d19da), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.114854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.115122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.115436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.115770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.116097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.116578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.116772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.117050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.117367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.128157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.128624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.128967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.129303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65951b68-7036-4a9f-8862-c9a8fb68624f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:13.308606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (961887ec-0375-462f-a348-e4abffa971b6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.346017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1186221472', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:13.380606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Made reservation on behalf of 6a1c5294ad3c4acfbc8448159341b90a for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:13.383252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.401321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.403559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.411175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:13.419095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360261830', 'description': 'tempest-secgroup-smoke-1360261830 description', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:13.447786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f545bc-0ad9-4cde-85fb-9d51ef3c75c1 None None] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:13.450829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79733d9-f4ca-478d-a89a-4acffd523590 None None] Network e23131c7-39df-4fab-b230-9372220b5d2c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:13.490152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.491568 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.495899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] 10.222.0.41 "PUT /v2.0/ports/209d60dc-72a2-497a-8334-6477fa36c406 HTTP/1.1" status: 200 len: 1092 time: 3.4805114 Mar 10 17:40:13.508284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.508984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:13.512031 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8b950b-f280-42d8-acc4-2677789a38c2" -d '{"events": [{"name": "network-changed", "server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "tag": "209d60dc-72a2-497a-8334-6477fa36c406"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:13.566205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Port 1b5e573f-de42-4206-82a1-af0982a731f0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:13.575254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ef964bb-5015-4685-97f4-122d3c976d30 req-b40cccee-ba6e-4444-8cb2-12420551b2f2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549556 Mar 10 17:40:13.593606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:13.623699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:13.631851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:13.636081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:13.676588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.695379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.696521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.717672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ebca5-399a-40b7-81e2-6e8a112180fd service neutron] Pushing event updated for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:13.724772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bff65b4-34bd-42e0-8807-5112d30232a4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:13.730082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for security_group (297e1f1c-020c-439c-8c3e-dd5bcd9f0506), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.736717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9bec3cc4-c06c-4a04-bfd9-4e015bc2d210 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3570907 Mar 10 17:40:13.743638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (297e1f1c-020c-439c-8c3e-dd5bcd9f0506), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.749444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] device_id is not set on port e0956db7-9032-4f1b-adb2-552a67f53663 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:13.779857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks [] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.784403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Provisioning complete for port 014d6193-0220-4efe-81b2-45229989a4dd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:13.786527 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (014d6193-0220-4efe-81b2-45229989a4dd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.838606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833e5a3-8976-4202-a122-74dd4b6105a1 req-f1d2fda4-43ee-4fba-ae54-28f11897bb81 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.840356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5833e5a3-8976-4202-a122-74dd4b6105a1 req-f1d2fda4-43ee-4fba-ae54-28f11897bb81 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.3335230 Mar 10 17:40:13.843086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Transition to ACTIVE for port object 1bff65b4-34bd-42e0-8807-5112d30232a4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:13.851522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-fcc93bae-0d01-479e-9110-c534ce2ec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.853119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-fcc93bae-0d01-479e-9110-c534ce2ec69c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 1126 time: 0.2675483 Mar 10 17:40:13.883355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257962-db5a-4fd7-bf8d-f8b635fc9478 req-7df01507-6f6b-4735-b9ed-98e1f256bb87 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.888366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257962-db5a-4fd7-bf8d-f8b635fc9478 req-7df01507-6f6b-4735-b9ed-98e1f256bb87 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:13.897304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f257962-db5a-4fd7-bf8d-f8b635fc9478 req-7df01507-6f6b-4735-b9ed-98e1f256bb87 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1655 time: 0.1936133 Mar 10 17:40:13.899191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:13.916785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297e1f1c-020c-439c-8c3e-dd5bcd9f0506,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:13.951202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Allocated IP 172.25.3.201 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/e0956db7-9032-4f1b-adb2-552a67f53663) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:13.964083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d2118-4f0e-4c90-907c-68d8562b21de None None] Port 014d6193-0220-4efe-81b2-45229989a4dd cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:13.998434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d219c26f-9b40-49e5-9723-9952173d19da is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:13.999894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 39a335f5-4f73-45bc-a0f7-18353ebc809b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:14.022365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-63ae68f0-a72a-4d98-aae5-a58e4c233e9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=209d60dc-72a2-497a-8334-6477fa36c406 HTTP/1.1" status: 200 len: 217 time: 0.1480212 Mar 10 17:40:14.118691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Provisioning complete for port 39a335f5-4f73-45bc-a0f7-18353ebc809b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:14.119068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.148899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for port (e0956db7-9032-4f1b-adb2-552a67f53663), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.182838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (161cb896-cb86-4fd0-8517-42e9861c83b3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.198219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 39a335f5-4f73-45bc-a0f7-18353ebc809b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:14.198711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.214181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:14.218465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:40:08Z', 'revision_number': 4, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '014d6193-0220-4efe-81b2-45229989a4dd', 'name': '', 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'mac_address': 'fa:16:3e:aa:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:40:06Z', 'updated_at': '2022-03-10T17:40:08Z', 'revision_number': 2, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'subnets': [{'id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:14.219368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-0558291b-6662-437f-b6c3-7b71afdd68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:14.221127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-0558291b-6662-437f-b6c3-7b71afdd68c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1830018 Mar 10 17:40:14.226247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f257962-db5a-4fd7-bf8d-f8b635fc9478 req-6c3bfb77-318b-4d0b-bfd0-91bc97774674 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281305 Mar 10 17:40:14.293198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e0956db7-9032-4f1b-adb2-552a67f53663), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.322161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-cefc44b4-7837-4573-b4d0-083b87e026f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853000 Mar 10 17:40:14.323090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (161cb896-cb86-4fd0-8517-42e9861c83b3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.355257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Checking router: 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:40:14.355668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Updating router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 port 014d6193-0220-4efe-81b2-45229989a4dd binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:40:14.396981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Pushing event updated for resources: {'Port': ['ID=e0956db7-9032-4f1b-adb2-552a67f53663,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:14.414609 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623e92c-4fb9-45a0-a880-1f0b397a81ce x-openstack-request-id: req-b623e92c-4fb9-45a0-a880-1f0b397a81ce {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:14.420044 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "tag": "209d60dc-72a2-497a-8334-6477fa36c406", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:14.420511 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b623e92c-4fb9-45a0-a880-1f0b397a81ce {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:14.420994 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406', 'status': 'completed', 'code': 200} Mar 10 17:40:14.426201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:14.430857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:14.435006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:14.465883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014d6193-0220-4efe-81b2-45229989a4dd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.540228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:14.564988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:14.565582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.582912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Current status of the port 39a335f5-4f73-45bc-a0f7-18353ebc809b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:14.583627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.592961 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8737a72-d7e6-4536-9ac6-66716e477c4b tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5823393 Mar 10 17:40:14.601431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:14.605458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161cb896-cb86-4fd0-8517-42e9861c83b3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:14.606716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.201'}]}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:14.640926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.648891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1cd64da5-d326-4dfd-ba04-e9beaf4d4d5c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2334116 Mar 10 17:40:14.651960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:14.662592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5833e5a3-8976-4202-a122-74dd4b6105a1 req-a9d7e3a8-1bcb-479e-a1bc-cffc238e89b5 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8062630 Mar 10 17:40:14.677525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Attempting to bind port 1bff65b4-34bd-42e0-8807-5112d30232a4 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:14.685554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Attempting to bind port 1bff65b4-34bd-42e0-8807-5112d30232a4 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:14.686293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Attempting to bind port 1bff65b4-34bd-42e0-8807-5112d30232a4 on network c8711a64-eddd-4295-a2ca-8c5e16d252f5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:14.689293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:14.707305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Port 1bff65b4-34bd-42e0-8807-5112d30232a4 on network c8711a64-eddd-4295-a2ca-8c5e16d252f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:14.710111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Attempting to bind port 1bff65b4-34bd-42e0-8807-5112d30232a4 on network c8711a64-eddd-4295-a2ca-8c5e16d252f5 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:14.725723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:14.726057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Checking segment: {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:14.734638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Bound using segment: {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:14.735110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Bound port: 1bff65b4-34bd-42e0-8807-5112d30232a4, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:14.736693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.753870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (35343e92-4ee3-4b9c-bb95-b486cbca6355), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.755466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (35343e92-4ee3-4b9c-bb95-b486cbca6355), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.807997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7c53-9917-4a89-82da-77629f589c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.817533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] For port 39a335f5-4f73-45bc-a0f7-18353ebc809b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=39a335f5-4f73-45bc-a0f7-18353ebc809b,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:14.839422 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.850122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 39a335f5-4f73-45bc-a0f7-18353ebc809b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:14.850794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.873953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for router_controller (35343e92-4ee3-4b9c-bb95-b486cbca6355), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:14.880694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-795809674-network', 'tenant_id': 'c7a67519ce754cfb94df980f25ed0b31'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:14.946809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (1b26e2b0-e529-49c9-97bc-297a04290625), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.000182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:15.004597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-f050d434-5663-4979-a5b2-a1445bd6d411 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154692 Mar 10 17:40:15.010498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Provisioning complete for port 9eb2308e-8205-4773-b408-d1e9271b9362 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:15.012106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.018754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ef68b-57d1-4251-8b66-aff912b09b60 req-396c2664-d6ca-44dc-ae51-3402c1e7e5b6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:15.020727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef3ef68b-57d1-4251-8b66-aff912b09b60 req-396c2664-d6ca-44dc-ae51-3402c1e7e5b6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 944 time: 0.1708374 Mar 10 17:40:15.045951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:15.140790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (1b26e2b0-e529-49c9-97bc-297a04290625), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.157897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef3ef68b-57d1-4251-8b66-aff912b09b60 req-6808fdc9-b48a-4e33-ab3f-88d5e9973b40 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270556 Mar 10 17:40:15.172230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.219920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43528) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:15.260927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for router_gateway (35343e92-4ee3-4b9c-bb95-b486cbca6355), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.275459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:15.277620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.280651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] 10.222.0.41 "PUT /v2.0/ports/1bff65b4-34bd-42e0-8807-5112d30232a4 HTTP/1.1" status: 200 len: 1092 time: 3.3647144 Mar 10 17:40:15.285087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Made reservation on behalf of c7a67519ce754cfb94df980f25ed0b31 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:15.288580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986794661', 'description': 'tempest-description--1551293529'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:15.290012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.300538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1b26e2b0-e529-49c9-97bc-297a04290625), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.331662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.366937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Request body: {'port': {'device_id': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:15.386510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Pushing event updated for resources: {'Port': ['ID=39a335f5-4f73-45bc-a0f7-18353ebc809b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.423340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Current status of the port 9eb2308e-8205-4773-b408-d1e9271b9362 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:15.423572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b26e2b0-e529-49c9-97bc-297a04290625,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.434008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.443457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.449185 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3f281394-253f-4534-9a89-aa41b37e2811 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7917788 Mar 10 17:40:15.449833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43532) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:15.459105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:15.463076 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:40:15.463482 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:40:15.503658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff8ff-b57e-451d-aace-3e3166971ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.515815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (b93ca067-5646-4ae3-bf43-28dd077ed7ec), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.534089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] For port 9eb2308e-8205-4773-b408-d1e9271b9362, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9eb2308e-8205-4773-b408-d1e9271b9362,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:15.553382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.600494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.634395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.636877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8cd8-19c5-4b98-9e00-7e47e4c20373 None None] Pushing event updated for resources: {'Port': ['ID=9eb2308e-8205-4773-b408-d1e9271b9362,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.658203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks [] for port (014d6193-0220-4efe-81b2-45229989a4dd), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.672130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.674610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (b93ca067-5646-4ae3-bf43-28dd077ed7ec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.698452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b93ca067-5646-4ae3-bf43-28dd077ed7ec), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.713205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks [] for security_group (7c74ad39-3a6c-46a4-9293-cdffd1c39b48), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.730347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Provisioning complete for port 39a335f5-4f73-45bc-a0f7-18353ebc809b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:15.730931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.731452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.735420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2802031 Mar 10 17:40:15.741137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:15.742047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7c74ad39-3a6c-46a4-9293-cdffd1c39b48), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.755338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:15.782993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf055257-6fb9-4d29-a520-ee479eb53d2f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93ca067-5646-4ae3-bf43-28dd077ed7ec,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.825583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:15.837020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (dc7924ff-6b8d-401f-a795-1d622ae05a24), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.837240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b0b4f-be3a-455a-ac98-f8f1d878829c None None] Pushing event updated for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.850535 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.877537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c74ad39-3a6c-46a4-9293-cdffd1c39b48,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:15.886194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8d1644bd-0a75-4524-b2a1-7912afcc26f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.886691 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Added segment 8d1644bd-0a75-4524-b2a1-7912afcc26f0 of type vlan for network 167c6238-25a5-4870-9038-b356b4b61b24 Mar 10 17:40:15.917516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (dc7924ff-6b8d-401f-a795-1d622ae05a24), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:15.960516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Current status of the port 39a335f5-4f73-45bc-a0f7-18353ebc809b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:15.998054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (dc7924ff-6b8d-401f-a795-1d622ae05a24), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.034239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:40:16.063088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Provisioning complete for port ea98dde0-8239-4ae3-8041-574701d30c84 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:16.063719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.081030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (167c6238-25a5-4870-9038-b356b4b61b24), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.087423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7924ff-6b8d-401f-a795-1d622ae05a24,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:16.088832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5e573f-de42-4206-82a1-af0982a731f0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:16.099699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.103494 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df79ea38-9fd7-45f6-bbc4-f28c4bc7e0d5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539116 Mar 10 17:40:16.103643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks [] for port (1b5e573f-de42-4206-82a1-af0982a731f0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.106388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43538) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:16.107496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Attempting to bind port 014d6193-0220-4efe-81b2-45229989a4dd on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:16.108528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Attempting to bind port 014d6193-0220-4efe-81b2-45229989a4dd by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:16.109563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Attempting to bind port 014d6193-0220-4efe-81b2-45229989a4dd on network 27e15bb2-a819-46c0-aef0-01306b9b8aeb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:16.112188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:16.118471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Transition to ACTIVE for port object 1b5e573f-de42-4206-82a1-af0982a731f0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:16.122716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:16.123483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e224899-cea3-4e65-8247-925c179ddaa0 req-453b9c44-6cd6-461c-828b-d16f5cfecf8f service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0960908 Mar 10 17:40:16.123701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Checking segment: {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:16.124377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.125057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Bound using segment: {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:16.125775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Bound port: 014d6193-0220-4efe-81b2-45229989a4dd, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:16.126472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014d6193-0220-4efe-81b2-45229989a4dd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.134561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 39a335f5-4f73-45bc-a0f7-18353ebc809b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:16.136025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b465b9-80b1-48c1-818f-3b0905615c38 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:16.154231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1fc62-f562-4d3a-9c3a-4b667714a1a3 req-fd893c0d-edb3-4a03-bb0e-03fb3365fd50 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.161711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1fc62-f562-4d3a-9c3a-4b667714a1a3 req-fd893c0d-edb3-4a03-bb0e-03fb3365fd50 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.163958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6e1fc62-f562-4d3a-9c3a-4b667714a1a3 req-fd893c0d-edb3-4a03-bb0e-03fb3365fd50 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1667 time: 0.7571633 Mar 10 17:40:16.164705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.227384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (5e09099d-be7b-44a5-9832-0bba6115a2f3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.246646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (167c6238-25a5-4870-9038-b356b4b61b24), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.247826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.248525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.331199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] Pushing event updated for resources: {'Network': ['ID=167c6238-25a5-4870-9038-b356b4b61b24,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:16.348452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6e1fc62-f562-4d3a-9c3a-4b667714a1a3 req-afe84a72-46a2-4fdd-853f-ee58db20919f tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388884 Mar 10 17:40:16.354497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for router_gateway (35343e92-4ee3-4b9c-bb95-b486cbca6355), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.378054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 167c6238-25a5-4870-9038-b356b4b61b24 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:16.389471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0ef1-6e3e-4d0c-9887-3ff07a689286 req-b9a1ece5-7188-48b2-8415-24f6792fd295 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.397836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857d0ef1-6e3e-4d0c-9887-3ff07a689286 req-b9a1ece5-7188-48b2-8415-24f6792fd295 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.2729344 Mar 10 17:40:16.420668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.461348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:16.463722 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e568b-0ce1-4654-96f1-ab9f75173a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:16.465374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Port ea98dde0-8239-4ae3-8041-574701d30c84 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:16.491821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-5a574896-4b95-4a90-a722-afc3f23c3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.502867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-5a574896-4b95-4a90-a722-afc3f23c3f31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 1126 time: 0.2973471 Mar 10 17:40:16.538250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20833341-766f-4a3e-9c66-d1aa2a5da291 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9945285 Mar 10 17:40:16.544504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43544) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:16.549334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Request body: {'subnet': {'network_id': '167c6238-25a5-4870-9038-b356b4b61b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-795809674-subnet', 'tenant_id': 'c7a67519ce754cfb94df980f25ed0b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:16.557816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Provisioning complete for port 961887ec-0375-462f-a348-e4abffa971b6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:16.558059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (961887ec-0375-462f-a348-e4abffa971b6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.573836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Pushing event updated for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:16.604125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (5e09099d-be7b-44a5-9832-0bba6115a2f3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.611506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5e09099d-be7b-44a5-9832-0bba6115a2f3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.637684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] For port 014d6193-0220-4efe-81b2-45229989a4dd, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:16.644031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Made reservation on behalf of c7a67519ce754cfb94df980f25ed0b31 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:16.646613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.664723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] For port 014d6193-0220-4efe-81b2-45229989a4dd, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=014d6193-0220-4efe-81b2-45229989a4dd,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:16.668949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Port 961887ec-0375-462f-a348-e4abffa971b6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:16.671711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 73b465b9-80b1-48c1-818f-3b0905615c38 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:16.671962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.684203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (d2285b01-2637-4f3e-8d8e-dc3afe0623df), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.685269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e09099d-be7b-44a5-9832-0bba6115a2f3,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:16.694500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857d0ef1-6e3e-4d0c-9887-3ff07a689286 req-199790a5-d0b9-408f-95ca-84023dcf7d21 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955494 Mar 10 17:40:16.710991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.713410 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e91ecc38-4260-4379-831a-bed85c37f6c0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6046612 Mar 10 17:40:16.719027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.722963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:16.727893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d2285b01-2637-4f3e-8d8e-dc3afe0623df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.738839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:16.809085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for router (35343e92-4ee3-4b9c-bb95-b486cbca6355), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.817932 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820229f2-0400-4e68-a6e5-207965943358 x-openstack-request-id: req-820229f2-0400-4e68-a6e5-207965943358 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:16.818209 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:16.818482 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-820229f2-0400-4e68-a6e5-207965943358 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:16.818875 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'status': 'completed', 'code': 200} Mar 10 17:40:16.850474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:16.851204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:16.904901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b0b4f-be3a-455a-ac98-f8f1d878829c None None] Pushing event updated for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:16.926895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Provisioning complete for port 9eb2308e-8205-4773-b408-d1e9271b9362 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:16.930618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:16.945676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2149bc-8be1-4420-98a0-e634091734fa req-4baedee0-3331-4c8b-a804-705bae5a838d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:16.947557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2149bc-8be1-4420-98a0-e634091734fa req-4baedee0-3331-4c8b-a804-705bae5a838d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 944 time: 0.4432676 Mar 10 17:40:17.003356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.005120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7509918 Mar 10 17:40:17.009530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-156f915d-cab4-4067-a9e9-0b4ed82b5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.011227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-156f915d-cab4-4067-a9e9-0b4ed82b5a7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.4810429 Mar 10 17:40:17.013419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eecace-7b21-497d-a5be-34ec114008c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2285b01-2637-4f3e-8d8e-dc3afe0623df,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:17.033688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43548) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:17.039535 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Project 5ad725c4a7b84e1686f5b4ac223788fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:40:17.052898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'security_group_rule': {'security_group_id': 'd2285b01-2637-4f3e-8d8e-dc3afe0623df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:17.111869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 73b465b9-80b1-48c1-818f-3b0905615c38 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:17.112524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.118661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:17.214372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 73b465b9-80b1-48c1-818f-3b0905615c38, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b465b9-80b1-48c1-818f-3b0905615c38,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:17.219825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-c3c5280b-6d41-4a63-af4c-12dd6c7d77d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=209d60dc-72a2-497a-8334-6477fa36c406 HTTP/1.1" status: 200 len: 217 time: 0.1284060 Mar 10 17:40:17.226946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.256751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.257540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a6db926-ba84-47e7-a868-e2b24578c1e0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:17.295534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc2149bc-8be1-4420-98a0-e634091734fa req-a6a72eed-1ae8-4a0f-86e5-7e294d38f9b8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604363 Mar 10 17:40:17.296631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (f41723be-1edb-4a67-9369-1f16378beff1), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.330246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-288e1557-ddd9-4c8d-9298-311460d61fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.332077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-288e1557-ddd9-4c8d-9298-311460d61fed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1021106 Mar 10 17:40:17.333594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (9bf4c6ec-a123-4bb8-8b6d-bfab13708ec0), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.342396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d549de9-aa9c-4b83-ae5d-ce21f961c348 None None] Current status of the port 9eb2308e-8205-4773-b408-d1e9271b9362 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:17.419573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=73b465b9-80b1-48c1-818f-3b0905615c38,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:17.437851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1a6db926-ba84-47e7-a868-e2b24578c1e0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:17.438228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.468287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (9bf4c6ec-a123-4bb8-8b6d-bfab13708ec0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.471445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Attempting to bind port 1b5e573f-de42-4206-82a1-af0982a731f0 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:17.474034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Attempting to bind port 1b5e573f-de42-4206-82a1-af0982a731f0 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:17.474820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Attempting to bind port 1b5e573f-de42-4206-82a1-af0982a731f0 on network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:17.495166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (35343e92-4ee3-4b9c-bb95-b486cbca6355), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.500817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks [] for router_controller (35343e92-4ee3-4b9c-bb95-b486cbca6355), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.511712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-22a1d5f7-ad35-4627-bb63-7bb34a80d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.512824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-22a1d5f7-ad35-4627-bb63-7bb34a80d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.514297 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-22a1d5f7-ad35-4627-bb63-7bb34a80d5f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1970 time: 0.2632849 Mar 10 17:40:17.524298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Port 1b5e573f-de42-4206-82a1-af0982a731f0 on network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:17.524998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Attempting to bind port 1b5e573f-de42-4206-82a1-af0982a731f0 on network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:17.539876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:17.540577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Checking segment: {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:17.541149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Bound using segment: {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:17.541932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Bound port: 1b5e573f-de42-4206-82a1-af0982a731f0, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:17.542522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.546936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (9bf4c6ec-a123-4bb8-8b6d-bfab13708ec0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.580501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Provisioning complete for port 014d6193-0220-4efe-81b2-45229989a4dd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:17.581062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (014d6193-0220-4efe-81b2-45229989a4dd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.617492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (35343e92-4ee3-4b9c-bb95-b486cbca6355), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.618111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35343e92-4ee3-4b9c-bb95-b486cbca6355 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:40:17.623034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a6db926-ba84-47e7-a868-e2b24578c1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:17.624637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9eb2308e-8205-4773-b408-d1e9271b9362 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:17.647701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf4c6ec-a123-4bb8-8b6d-bfab13708ec0,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:17.675792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:40:08Z', 'revision_number': 4, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '014d6193-0220-4efe-81b2-45229989a4dd', 'name': '', 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'mac_address': 'fa:16:3e:aa:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:40:06Z', 'updated_at': '2022-03-10T17:40:16Z', 'revision_number': 4, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'subnets': [{'id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:17.702519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (f41723be-1edb-4a67-9369-1f16378beff1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.706407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-cbf33b8f-57fa-46ba-a824-b4ad8510fe47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3018446 Mar 10 17:40:17.712745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6322d68-a40e-4f6b-b9db-692237a6db8d None None] The sync data for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 is: [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:40:08Z', 'revision_number': 4, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '014d6193-0220-4efe-81b2-45229989a4dd', 'name': '', 'network_id': '27e15bb2-a819-46c0-aef0-01306b9b8aeb', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'mac_address': 'fa:16:3e:aa:c5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:40:06Z', 'updated_at': '2022-03-10T17:40:16Z', 'revision_number': 4, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'subnets': [{'id': '15a97aa2-d88c-4b3e-8686-f99aa04862ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:17.713040 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 10 17:40:17.714745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b830fa7-5705-464d-83b9-f7b8bc351380 tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1117940 Mar 10 17:40:17.721696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:17.724533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.726111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7e5faf1-c0a2-400c-a5dd-6be81f70c4e1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9992578 Mar 10 17:40:17.726398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9eb2308e-8205-4773-b408-d1e9271b9362 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:17.726804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.732150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43554) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:17.739955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'security_group_rule': {'security_group_id': '161cb896-cb86-4fd0-8517-42e9861c83b3', 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:17.769118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f41723be-1edb-4a67-9369-1f16378beff1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.788020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (df2adede-0ada-4dd4-8d6b-aa6625924288), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.838351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-42e2019d-4bfc-410e-9591-d3dbdd8774e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.838883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-42e2019d-4bfc-410e-9591-d3dbdd8774e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.839344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-42e2019d-4bfc-410e-9591-d3dbdd8774e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:17.841356 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-42e2019d-4bfc-410e-9591-d3dbdd8774e9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=de13cc77c3e5484a870364a9fa9cce68&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3186734 Mar 10 17:40:17.895777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Current status of the port 014d6193-0220-4efe-81b2-45229989a4dd is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:17.896491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (014d6193-0220-4efe-81b2-45229989a4dd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:17.950066 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Project 5ad725c4a7b84e1686f5b4ac223788fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:40:17.967190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41723be-1edb-4a67-9369-1f16378beff1,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:17.990039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] For port 014d6193-0220-4efe-81b2-45229989a4dd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=014d6193-0220-4efe-81b2-45229989a4dd,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:17.998085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2adede-0ada-4dd4-8d6b-aa6625924288,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:18.000347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.007867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (c7a1c5d4-c222-48d1-b7f4-8d22bd96b9c8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.012654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9eb2308e-8205-4773-b408-d1e9271b9362 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:18.013888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f55fd28e-8f6e-4f33-88ed-50156db427cb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:18.076879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.078394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f5ed6fcc-7a1d-4c0f-92ff-8b24624802a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0409205 Mar 10 17:40:18.081969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43558) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:18.123921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7536-a0d3-4973-9218-df3ca3855479 None None] Pushing event updated for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:18.139451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f55fd28e-8f6e-4f33-88ed-50156db427cb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:18.140157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.151761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'security_group_rule': {'security_group_id': 'd2285b01-2637-4f3e-8d8e-dc3afe0623df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:18.174485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (c7a1c5d4-c222-48d1-b7f4-8d22bd96b9c8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.192485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (c7a1c5d4-c222-48d1-b7f4-8d22bd96b9c8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.209418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Checking segment: {'id': '8d1644bd-0a75-4524-b2a1-7912afcc26f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:18.210533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Network hostable DHCP agents. Network: 167c6238-25a5-4870-9038-b356b4b61b24, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:18.218679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85371b-32b2-454b-8af9-33c0df252a26 req-d6a0f6ca-dd93-41a3-9794-d71490889c09 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.225398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85371b-32b2-454b-8af9-33c0df252a26 req-d6a0f6ca-dd93-41a3-9794-d71490889c09 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.234525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc85371b-32b2-454b-8af9-33c0df252a26 req-d6a0f6ca-dd93-41a3-9794-d71490889c09 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1679 time: 0.6961265 Mar 10 17:40:18.243172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:18.261286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1b5e573f-de42-4206-82a1-af0982a731f0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:18.263661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a1c5d4-c222-48d1-b7f4-8d22bd96b9c8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:18.285072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Deleting port e0956db7-9032-4f1b-adb2-552a67f53663 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:18.285582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e0956db7-9032-4f1b-adb2-552a67f53663), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.308655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.312579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-f23aff39-7368-4ab4-bd35-2ac0cbda1dae service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830679 Mar 10 17:40:18.313351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f55fd28e-8f6e-4f33-88ed-50156db427cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:18.318864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (3b934cc8-d9a2-42e0-a955-36434d4e0379), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.328340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.329502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4817173-0532-434c-9445-19f32d2364d0 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5941198 Mar 10 17:40:18.335695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e048e-e89f-458d-98a0-1ef828c12a19 req-5c9ab305-38f7-4ba2-9545-0def6cd32ce7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.352924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-217e048e-e89f-458d-98a0-1ef828c12a19 req-5c9ab305-38f7-4ba2-9545-0def6cd32ce7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.4355860 Mar 10 17:40:18.362468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Network 167c6238-25a5-4870-9038-b356b4b61b24 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:18.365707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-6d95291c-9e7c-4448-82eb-2d66c27885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.367737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-942e568b-0ce1-4654-96f1-ab9f75173a2a req-6d95291c-9e7c-4448-82eb-2d66c27885a1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4973586 Mar 10 17:40:18.432193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 167c6238-25a5-4870-9038-b356b4b61b24) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:18.444254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d5826-22e0-46d9-8481-acd782a096c8 None None] Network 167c6238-25a5-4870-9038-b356b4b61b24 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:18.460084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.462855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.468704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:18.484337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e0956db7-9032-4f1b-adb2-552a67f53663), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.496916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:18.497951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ea7c6b3e-54c0-4b57-b4bc-7c9c9d1e5658 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:18.497951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:18.515123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Calling delete_port for e0956db7-9032-4f1b-adb2-552a67f53663 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:18.561116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:18.561740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.563184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] 10.222.0.41 "PUT /v2.0/ports/1b5e573f-de42-4206-82a1-af0982a731f0 HTTP/1.1" status: 200 len: 1092 time: 3.2042570 Mar 10 17:40:18.576513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:18.578680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eebe21ea-a80d-4ef7-b1e1-a5067a5a7bcb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:18.579237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83edc17c-5821-444d-9bfe-836ba3c111cd no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:18.612532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 83edc17c-5821-444d-9bfe-836ba3c111cd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:18.613036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83edc17c-5821-444d-9bfe-836ba3c111cd not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:18.613372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc85371b-32b2-454b-8af9-33c0df252a26 req-e062c2b6-53c4-46f6-b410-7ca0c550868a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560662 Mar 10 17:40:18.685662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.738211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-35a297b1-6f68-44c0-8f62-94ea09c41c54 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1928244 Mar 10 17:40:18.740597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b9764-3e07-4ba1-a078-2dd33de7ed2f None None] Network 167c6238-25a5-4870-9038-b356b4b61b24 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:18.880826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:18.886457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e0956db7-9032-4f1b-adb2-552a67f53663), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.900339 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3744eee9-b5a3-4c75-bcab-c33df69e159f" -d '{"events": [{"name": "network-changed", "server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:18.944566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0956db7-9032-4f1b-adb2-552a67f53663,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:18.959385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (3b934cc8-d9a2-42e0-a955-36434d4e0379), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:18.977011 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3b934cc8-d9a2-42e0-a955-36434d4e0379), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.041055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d6dc1-1bbf-46d0-8d1b-df158b47f64f service neutron] Pushing event updated for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:19.042822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 39a335f5-4f73-45bc-a0f7-18353ebc809b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:19.059046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.063118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9346008 Mar 10 17:40:19.063434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8b950b-f280-42d8-acc4-2677789a38c2 req-123381b8-044d-4a22-b6eb-9c4d41e4a286 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354133 Mar 10 17:40:19.064029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43572) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:19.084516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.088720 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-62a1a3f9-a045-419b-9002-076f36992b4c tempest-RoutersAdminNegativeTest-1835891870 tempest-RoutersAdminNegativeTest-1835891870-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e0956db7-9032-4f1b-adb2-552a67f53663 HTTP/1.1" status: 204 len: 168 time: 1.3660214 Mar 10 17:40:19.092368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:19.100988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2ba8-5347-48fe-b6fb-6494ebd19968 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b934cc8-d9a2-42e0-a955-36434d4e0379,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:19.110354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-217e048e-e89f-458d-98a0-1ef828c12a19 req-54c9a921-ea29-42f7-8e17-0d4deb477102 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7518077 Mar 10 17:40:19.127283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 39a335f5-4f73-45bc-a0f7-18353ebc809b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:19.127778 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.140420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-c6af9f50-0b4b-47eb-9475-39241100ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.140900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-c6af9f50-0b4b-47eb-9475-39241100ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.142818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-c6af9f50-0b4b-47eb-9475-39241100ba21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 2043 time: 0.4561641 Mar 10 17:40:19.233584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 209d60dc-72a2-497a-8334-6477fa36c406 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:19.260708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 39a335f5-4f73-45bc-a0f7-18353ebc809b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:19.262040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 014d6193-0220-4efe-81b2-45229989a4dd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:19.341141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:19.389405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 014d6193-0220-4efe-81b2-45229989a4dd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:19.389684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (014d6193-0220-4efe-81b2-45229989a4dd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.462112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9930fcb-170d-4feb-90b3-fd6dc9348b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.548304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.552760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9930fcb-170d-4feb-90b3-fd6dc9348b1c admin admin] Publish callbacks [] for security_group (bd8192af-67ca-40d5-a682-7e9be2866a80), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.556331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-b9202091-5062-4df0-880c-32c71fcf6263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.185&port_id=1bff65b4-34bd-42e0-8807-5112d30232a4 HTTP/1.1" status: 200 len: 217 time: 0.4041927 Mar 10 17:40:19.559314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9930fcb-170d-4feb-90b3-fd6dc9348b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd8192af-67ca-40d5-a682-7e9be2866a80), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.576907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=209d60dc-72a2-497a-8334-6477fa36c406,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:19.579200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ffee5-640c-4d89-8ecc-b2f3c36c58b9 req-0344525f-9e5b-4d0f-a9f7-5a9598c4563c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.580497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-675ffee5-640c-4d89-8ecc-b2f3c36c58b9 req-0344525f-9e5b-4d0f-a9f7-5a9598c4563c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 944 time: 0.6591289 Mar 10 17:40:19.600841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9930fcb-170d-4feb-90b3-fd6dc9348b1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16516230f58f44d58de82266e015a209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584798 Mar 10 17:40:19.602524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '209d60dc-72a2-497a-8334-6477fa36c406', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': '209d60dc-72a2-497a-8334-6477fa36c406', 'mac_address': 'fa:16:3e:41:2f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:19.604092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:19.638696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9930fcb-170d-4feb-90b3-fd6dc9348b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8192af-67ca-40d5-a682-7e9be2866a80,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:19.652682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 209d60dc-72a2-497a-8334-6477fa36c406 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:19.652992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (209d60dc-72a2-497a-8334-6477fa36c406), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.677433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] Publish callbacks [] for security_group (bd8192af-67ca-40d5-a682-7e9be2866a80), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.693449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d60dc-72a2-497a-8334-6477fa36c406 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:19.700266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] Publish callbacks [] for security_group (bd8192af-67ca-40d5-a682-7e9be2866a80), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.711787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 014d6193-0220-4efe-81b2-45229989a4dd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:19.712639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b465b9-80b1-48c1-818f-3b0905615c38 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:19.735004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-675ffee5-640c-4d89-8ecc-b2f3c36c58b9 req-97dcb3e3-df14-4bd4-93a8-b8c388fde83f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315501 Mar 10 17:40:19.739166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-a4427f69-ff86-4662-a946-e8b48257f574 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360261830&fields=id&tenant_id=5ad725c4a7b84e1686f5b4ac223788fb HTTP/1.1" status: 200 len: 267 time: 0.1921005 Mar 10 17:40:19.742748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9d3ba137-2af1-4b12-ae0e-e5d29f0cb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.744379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-9d3ba137-2af1-4b12-ae0e-e5d29f0cb9e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff50796d-6aca-40e7-b08d-3bb931ccf149 HTTP/1.1" status: 200 len: 801 time: 0.1729243 Mar 10 17:40:19.754188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=209d60dc-72a2-497a-8334-6477fa36c406,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:19.756678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd8192af-67ca-40d5-a682-7e9be2866a80), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.759484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.761557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd8192af-67ca-40d5-a682-7e9be2866a80 HTTP/1.1" status: 204 len: 168 time: 0.1563578 Mar 10 17:40:19.768433 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.770394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d54dc-6c40-42eb-b0ae-ab020cc54a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8192af-67ca-40d5-a682-7e9be2866a80,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:19.839670 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7364cde-9ec9-4dbc-9154-cf9a74d99cd9 x-openstack-request-id: req-e7364cde-9ec9-4dbc-9154-cf9a74d99cd9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:19.840201 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:19.840624 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7364cde-9ec9-4dbc-9154-cf9a74d99cd9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:19.841031 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0', 'status': 'completed', 'code': 200} Mar 10 17:40:19.869193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:19.875390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 73b465b9-80b1-48c1-818f-3b0905615c38 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:19.875846 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:19.975396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-f84800d2-1677-4d14-8e54-d49e72db68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.977012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-f84800d2-1677-4d14-8e54-d49e72db68e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8711a64-eddd-4295-a2ca-8c5e16d252f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2158842 Mar 10 17:40:19.988101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 73b465b9-80b1-48c1-818f-3b0905615c38 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:19.989650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9eb2308e-8205-4773-b408-d1e9271b9362 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:19.998229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-310df512-3723-4a9a-bda7-5af50eed7295 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:19.999682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-310df512-3723-4a9a-bda7-5af50eed7295 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 809 time: 0.2218280 Mar 10 17:40:20.014468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.033003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-2f6d2cf7-6eca-41d1-a5a6-ecd63dfe066a tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/quotas/5ad725c4a7b84e1686f5b4ac223788fb HTTP/1.1" status: 200 len: 375 time: 0.0210736 Mar 10 17:40:20.062977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9eb2308e-8205-4773-b408-d1e9271b9362 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:20.063447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.088929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['209d60dc-72a2-497a-8334-6477fa36c406'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:20.192507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:20.228904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9eb2308e-8205-4773-b408-d1e9271b9362 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:20.248251 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-286b7dac-a19c-42ba-8127-11d79f0aa54e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a1c5294ad3c4acfbc8448159341b90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542946 Mar 10 17:40:20.250676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:20.257063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-d2773ca5-bf6d-4ebf-afe6-800d45df866b service neutron] 10.222.0.41 "GET /v2.0/networks/c8711a64-eddd-4295-a2ca-8c5e16d252f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725713 Mar 10 17:40:20.273263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-6d4855af-682a-4fc5-95b7-8b1b1f0ea8ff tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282321 Mar 10 17:40:20.296510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 172.25.3.121 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/5a340764-a3f6-4095-8959-6c168158e7f2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:20.307005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] Publish callbacks [] for security_group (297e1f1c-020c-439c-8c3e-dd5bcd9f0506), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.329434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] Publish callbacks [] for security_group (297e1f1c-020c-439c-8c3e-dd5bcd9f0506), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.394932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (297e1f1c-020c-439c-8c3e-dd5bcd9f0506), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.397610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.399092 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/297e1f1c-020c-439c-8c3e-dd5bcd9f0506 HTTP/1.1" status: 204 len: 168 time: 0.1472445 Mar 10 17:40:20.410901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a93e-ae1d-48b8-8e82-a118729fdd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e1f1c-020c-439c-8c3e-dd5bcd9f0506,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:20.565896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-1b0b7f91-dd45-4685-b489-e5d5baf35b77 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:20.567375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-1b0b7f91-dd45-4685-b489-e5d5baf35b77 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/networks?id=167c6238-25a5-4870-9038-b356b4b61b24 HTTP/1.1" status: 200 len: 821 time: 0.3499565 Mar 10 17:40:20.580488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-6b333bee-8049-4cc2-81b7-aa277af839be service neutron] 10.222.0.41 "GET /v2.0/networks/c8711a64-eddd-4295-a2ca-8c5e16d252f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136761 Mar 10 17:40:20.645273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-90d14be1-3e8d-4531-be4f-f17f5e7c0e48 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/quotas/c7a67519ce754cfb94df980f25ed0b31 HTTP/1.1" status: 200 len: 375 time: 0.0671906 Mar 10 17:40:20.651343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-98d0b3b3-c09f-4233-a9d7-9a74d1494d5b service neutron] 10.222.0.35 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385782 Mar 10 17:40:20.663311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-106a712c-b8b3-4b62-b032-36c90f123f95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=1b5e573f-de42-4206-82a1-af0982a731f0 HTTP/1.1" status: 200 len: 217 time: 0.0666106 Mar 10 17:40:20.711149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-c60abae8-b597-48fd-af22-308e2916b39b tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7a67519ce754cfb94df980f25ed0b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647228 Mar 10 17:40:20.761415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (5a340764-a3f6-4095-8959-6c168158e7f2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.848186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-1d5875d2-3cc7-4c25-a267-34b1446e6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:20.849675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-1d5875d2-3cc7-4c25-a267-34b1446e6b65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df HTTP/1.1" status: 200 len: 801 time: 0.1586218 Mar 10 17:40:20.958095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-e03f3335-c944-4cb2-bc7b-59acca9aab96 service neutron] 10.222.0.35 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877274 Mar 10 17:40:20.961978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:20.975832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-0d4eeaba-86c7-461c-be78-a6d7946a5ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314017 Mar 10 17:40:21.032642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-d9fadda9-1aec-4056-81b7-f7263374430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.034124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-d9fadda9-1aec-4056-81b7-f7263374430e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1539705 Mar 10 17:40:21.037436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:21.047355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:21.059170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:21.124269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=5a340764-a3f6-4095-8959-6c168158e7f2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:21.245095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 209d60dc-72a2-497a-8334-6477fa36c406 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:21.245650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-c1967110-377a-4f73-a65b-7776ab2db20a service neutron] 10.222.0.35 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444687 Mar 10 17:40:21.246794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:21.314228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-d7915c10-d6ed-45b6-ba7e-a2208597ab27 service neutron] 10.222.0.41 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718794 Mar 10 17:40:21.363354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.390986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350a48-6976-4c73-bc7a-5788e49e6a00 req-0ff16516-db49-45c9-ba2b-6a0a972523e3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.396227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77350a48-6976-4c73-bc7a-5788e49e6a00 req-0ff16516-db49-45c9-ba2b-6a0a972523e3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.397692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 209d60dc-72a2-497a-8334-6477fa36c406 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:21.397966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77350a48-6976-4c73-bc7a-5788e49e6a00 req-0ff16516-db49-45c9-ba2b-6a0a972523e3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1679 time: 0.2055323 Mar 10 17:40:21.403650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 209d60dc-72a2-497a-8334-6477fa36c406 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:21.404222 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (209d60dc-72a2-497a-8334-6477fa36c406), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.468259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1350d257-4665-4bd2-a187-4ce329859880 tempest-AgentManagementNegativeTest-909698542 tempest-AgentManagementNegativeTest-909698542-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2196567 Mar 10 17:40:21.503136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.528898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 209d60dc-72a2-497a-8334-6477fa36c406 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:21.529585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (209d60dc-72a2-497a-8334-6477fa36c406), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.558217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:21.561225 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4145b5bf-76d4-4cf3-ad2f-a156c541b371" -d '{"events": [{"server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "name": "network-vif-plugged", "status": "completed", "tag": "209d60dc-72a2-497a-8334-6477fa36c406"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:21.581722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=209d60dc-72a2-497a-8334-6477fa36c406,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:21.592495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:21.602557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca203d0d-53a2-45eb-9a87-199492c6d263 req-ed874782-a01b-4aa3-9ea4-e6f991d0daf6 service neutron] 10.222.0.41 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741690 Mar 10 17:40:21.662511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77350a48-6976-4c73-bc7a-5788e49e6a00 req-64abd21c-d054-4bf1-a011-6dc5751d4d9c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239807 Mar 10 17:40:21.713582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:21.723357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.724026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.725149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.725447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.725816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.726112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.731212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.731681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.732042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.732510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.732871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.733139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.733541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:21.840132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acebd6-2f50-4c3b-a261-8767d9a185e2 req-768710f1-c44d-424b-8bd3-82d5395fc4ad tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.841874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48acebd6-2f50-4c3b-a261-8767d9a185e2 req-768710f1-c44d-424b-8bd3-82d5395fc4ad tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.2787831 Mar 10 17:40:21.929543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:21.959989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-cab36c8e-0d97-4e48-8f34-08847f1c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.960678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-cab36c8e-0d97-4e48-8f34-08847f1c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:21.962780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-cab36c8e-0d97-4e48-8f34-08847f1c0492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de13cc77c3e5484a870364a9fa9cce68&device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 2043 time: 0.2924485 Mar 10 17:40:21.995476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (5a340764-a3f6-4095-8959-6c168158e7f2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.011839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48acebd6-2f50-4c3b-a261-8767d9a185e2 req-744977e9-65cf-4e70-9a2d-ea316effb6fc tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625543 Mar 10 17:40:22.018698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b829f-6de7-4803-81b5-d806dd4bc2ad req-44aca17b-33fc-47cd-823b-19acd90a8790 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:22.020592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d96b829f-6de7-4803-81b5-d806dd4bc2ad req-44aca17b-33fc-47cd-823b-19acd90a8790 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.2267158 Mar 10 17:40:22.026549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.117983 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9317212a-84cb-4d64-b61f-097bb24761bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.222409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9317212a-84cb-4d64-b61f-097bb24761bf admin admin] Publish callbacks [] for security_group (f0836a1d-e9b5-4fdf-8213-ca9239040208), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.227861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9317212a-84cb-4d64-b61f-097bb24761bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f0836a1d-e9b5-4fdf-8213-ca9239040208), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.272358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9317212a-84cb-4d64-b61f-097bb24761bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cf9e994d7da4e59b2e80f989d2c86f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416917 Mar 10 17:40:22.273838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317212a-84cb-4d64-b61f-097bb24761bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0836a1d-e9b5-4fdf-8213-ca9239040208,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:22.277866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43676) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:22.335931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] Publish callbacks [] for security_group (f0836a1d-e9b5-4fdf-8213-ca9239040208), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.359888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] Publish callbacks [] for security_group (f0836a1d-e9b5-4fdf-8213-ca9239040208), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.415232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f0836a1d-e9b5-4fdf-8213-ca9239040208), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.417780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.419811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0836a1d-e9b5-4fdf-8213-ca9239040208 HTTP/1.1" status: 204 len: 168 time: 0.1406519 Mar 10 17:40:22.428882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63396fb1-8eb5-475d-9fef-64d3222b1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0836a1d-e9b5-4fdf-8213-ca9239040208,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:22.544689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c5dc4a-8413-4c62-82ba-2c8832334de5 req-8fa2333a-355d-44ab-b919-de4054e2d6c3 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 210 time: 0.4493103 Mar 10 17:40:22.586740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=5a340764-a3f6-4095-8959-6c168158e7f2,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:22.616419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.643511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-8946968a-e19f-44d9-8524-f531ff1e2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:22.644939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-8946968a-e19f-44d9-8524-f531ff1e2b5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 HTTP/1.1" status: 200 len: 903 time: 0.6721859 Mar 10 17:40:22.679235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d96b829f-6de7-4803-81b5-d806dd4bc2ad req-d2b9e579-3f83-4112-b7f7-48c455c76906 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319041 Mar 10 17:40:22.738415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b501388c-e897-4044-806b-628dd672d55d req-e692ca8a-9014-4df4-8d40-70012cf0289b tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 210 time: 0.0963783 Mar 10 17:40:22.741357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:22.743007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6ae73ebe-4dfa-47e4-ba1c-e426b493588d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6640792 Mar 10 17:40:22.775046 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec09cf7-ed5f-4af6-808c-836da6062b63 x-openstack-request-id: req-4ec09cf7-ed5f-4af6-808c-836da6062b63 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:22.776262 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "name": "network-vif-plugged", "status": "completed", "tag": "209d60dc-72a2-497a-8334-6477fa36c406", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:22.776699 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ec09cf7-ed5f-4af6-808c-836da6062b63 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:22.777599 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406', 'code': 200} Mar 10 17:40:22.817390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-a2cc3a1a-7340-4168-9b2f-46bba68ed5fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=1b5e573f-de42-4206-82a1-af0982a731f0 HTTP/1.1" status: 200 len: 217 time: 0.1619401 Mar 10 17:40:22.999209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-e4c25643-bc9f-42cc-86d9-052f67972ff5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.000660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-e4c25643-bc9f-42cc-86d9-052f67972ff5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 809 time: 0.4049089 Mar 10 17:40:23.085576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-f2ea6ba5-5bed-4cc3-bd99-71ece2a1826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.087085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-f2ea6ba5-5bed-4cc3-bd99-71ece2a1826d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df HTTP/1.1" status: 200 len: 801 time: 0.2218428 Mar 10 17:40:23.147273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293683-11b2-4a74-a1ec-8549cf8ffb4f req-f165f732-77a4-4c1d-92f5-3056609d51c3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.152502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293683-11b2-4a74-a1ec-8549cf8ffb4f req-f165f732-77a4-4c1d-92f5-3056609d51c3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.154238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10293683-11b2-4a74-a1ec-8549cf8ffb4f req-f165f732-77a4-4c1d-92f5-3056609d51c3 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1679 time: 0.2858565 Mar 10 17:40:23.156056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3bc3-56b4-4c2a-a8c0-7ec7c3ad4d6d req-a05a371e-a6d6-47e3-81d0-ad14d563760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.157402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4ec3bc3-56b4-4c2a-a8c0-7ec7c3ad4d6d req-a05a371e-a6d6-47e3-81d0-ad14d563760c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 1128 time: 0.2769506 Mar 10 17:40:23.209923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-a611c33c-402a-4aeb-bdb6-991931958abd tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.211361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-a611c33c-402a-4aeb-bdb6-991931958abd tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.59 "GET /v2.0/networks?id=167c6238-25a5-4870-9038-b356b4b61b24 HTTP/1.1" status: 200 len: 821 time: 0.3682787 Mar 10 17:40:23.241740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Request body: {'port': {'device_id': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24', 'admin_state_up': True, 'tenant_id': 'c7a67519ce754cfb94df980f25ed0b31'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:23.284883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-fcb7b135-1047-4614-b935-cd8a72dbc538 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad725c4a7b84e1686f5b4ac223788fb HTTP/1.1" status: 200 len: 380 time: 0.2448089 Mar 10 17:40:23.305656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43716) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:23.322707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'port': {'device_id': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'admin_state_up': True, 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'security_groups': ['161cb896-cb86-4fd0-8517-42e9861c83b3']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:23.413616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1203478388'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:23.418313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9129cbc3-d74d-43b4-8a0b-c817f584cb72 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--986794661&fields=id&tenant_id=52a3d4a9191b4b2f918c83cddf728fcb HTTP/1.1" status: 200 len: 267 time: 0.3008406 Mar 10 17:40:23.436405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:23.438185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-2e460703-42ea-4fde-9302-c2b746359678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.439687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-2e460703-42ea-4fde-9302-c2b746359678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3396449 Mar 10 17:40:23.439955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.447736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10293683-11b2-4a74-a1ec-8549cf8ffb4f req-5773fe8c-6173-4ff6-b443-cfca996ca6e4 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690763 Mar 10 17:40:23.448531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.449763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4ec3bc3-56b4-4c2a-a8c0-7ec7c3ad4d6d req-4f4e89e9-b7fc-4679-bfa6-993f313a3dc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722559 Mar 10 17:40:23.531113 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for security_group (eb353cf8-96e3-47fe-94c3-dd039f1fa686), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.535944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eb353cf8-96e3-47fe-94c3-dd039f1fa686), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.563150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:23.575120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb353cf8-96e3-47fe-94c3-dd039f1fa686,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:23.578263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.578630 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Added segment 70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb of type vlan for network 931929be-0b73-43b1-8af6-0ded6077e2f0 Mar 10 17:40:23.618838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (931929be-0b73-43b1-8af6-0ded6077e2f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.645492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (931929be-0b73-43b1-8af6-0ded6077e2f0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.650802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.651412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.658490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-772adfc3-1d78-405e-9ae7-50759b9a4ca2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.659884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-772adfc3-1d78-405e-9ae7-50759b9a4ca2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 936 time: 0.2282841 Mar 10 17:40:23.692306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3853807 Mar 10 17:40:23.699339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:23.723783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'subnet': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:23.731893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1e48-5763-4f83-9efa-0afb2be5d8f0 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Network': ['ID=931929be-0b73-43b1-8af6-0ded6077e2f0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:23.742580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:23.774780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-771429c2-5876-4a73-b16d-b2731a8985e0 service neutron] 10.222.0.41 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220327 Mar 10 17:40:23.781492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Made reservation on behalf of c7a67519ce754cfb94df980f25ed0b31 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:23.784990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.806442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d188cd6-2b8c-4a8a-bda1-a2366edc8e2d req-bf7f0ddf-3f2d-4b2c-af1f-74b1dffb863a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.807830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d188cd6-2b8c-4a8a-bda1-a2366edc8e2d req-bf7f0ddf-3f2d-4b2c-af1f-74b1dffb863a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.2707443 Mar 10 17:40:23.823246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Made reservation on behalf of 5ad725c4a7b84e1686f5b4ac223788fb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:23.826564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:23.839367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-df82057e-7ab3-4c2b-bc04-956372d86609 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:23.840893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-df82057e-7ab3-4c2b-bc04-956372d86609 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 937 time: 0.1701896 Mar 10 17:40:24.012412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-1798db14-80dc-4915-ab1e-97a58e20d42e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1289814 Mar 10 17:40:24.154953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-6c4512b4-6dcc-4273-b041-5fe10c143c74 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1084847 Mar 10 17:40:24.219522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3744eee9-b5a3-4c75-bcab-c33df69e159f req-147d472c-e0d3-40bf-be21-8e5251a44929 service neutron] 10.222.0.41 "GET /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209743 Mar 10 17:40:24.222575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d188cd6-2b8c-4a8a-bda1-a2366edc8e2d req-bc2d8c86-f0c3-45cd-880b-d1f1d8446f08 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938863 Mar 10 17:40:24.236542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:24.239930 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:24.436794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25165f64-bf8d-4d4f-b851-77cbd6e89bd7 req-ac0961f2-54ef-45d7-a225-b8a8a9cc45f3 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 210 time: 0.1355298 Mar 10 17:40:24.439448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Allocated IP 172.20.0.10 (167c6238-25a5-4870-9038-b356b4b61b24/df2adede-0ada-4dd4-8d6b-aa6625924288/7097773a-ad74-43fa-aa6e-0826dbc19579) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:24.493154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Allocated IP 172.20.0.7 (c267bc84-da2f-472d-b5b8-8c368519a730/6a8dce27-24be-4ecb-9934-73cd8df7eaf7/0231c7da-55c3-4c78-b813-b07565dd96f4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:24.525039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-17d2cbd7-3b82-44c8-a75a-fc0fff428238 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:24.529947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-17d2cbd7-3b82-44c8-a75a-fc0fff428238 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:24.534844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-17d2cbd7-3b82-44c8-a75a-fc0fff428238 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:24.536426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-17d2cbd7-3b82-44c8-a75a-fc0fff428238 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/networks?id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=e23131c7-39df-4fab-b230-9372220b5d2c&id=e23131c7-39df-4fab-b230-9372220b5d2c HTTP/1.1" status: 200 len: 1995 time: 0.3584130 Mar 10 17:40:24.624396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-fab66a94-cdd1-4e92-98e4-ba43ecd8d409 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/quotas/52a3d4a9191b4b2f918c83cddf728fcb HTTP/1.1" status: 200 len: 375 time: 0.0684130 Mar 10 17:40:24.839829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c538f6-1b13-44c9-83c6-129d167b10c5 req-adc4fc3a-be0e-4a70-8784-a162ec7a7ae1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:24.841332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9c538f6-1b13-44c9-83c6-129d167b10c5 req-adc4fc3a-be0e-4a70-8784-a162ec7a7ae1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.3448319 Mar 10 17:40:25.267402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1b5e573f-de42-4206-82a1-af0982a731f0 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:25.286531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (686b06b3-0314-4459-a518-947a5138a6ff), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.324955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-341f03aa-b1bb-4afb-89a4-cfa2c6e82cb2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6640782 Mar 10 17:40:25.344640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.373679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1b5e573f-de42-4206-82a1-af0982a731f0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:25.384176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks [] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.385194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1b5e573f-de42-4206-82a1-af0982a731f0', 'network_id': '94ea2f73-a5a0-4aa0-8ff6-a54cfc660950', 'port_id': '1b5e573f-de42-4206-82a1-af0982a731f0', 'mac_address': 'fa:16:3e:54:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:25.423512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1b5e573f-de42-4206-82a1-af0982a731f0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:25.423892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.424158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9c538f6-1b13-44c9-83c6-129d167b10c5 req-519ba3b2-d05e-47ae-a991-5107676591c4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528629 Mar 10 17:40:25.438058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5e573f-de42-4206-82a1-af0982a731f0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:25.452292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Subnet': ['ID=686b06b3-0314-4459-a518-947a5138a6ff,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:25.459245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1b5e573f-de42-4206-82a1-af0982a731f0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:25.468570 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.469324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bff65b4-34bd-42e0-8807-5112d30232a4 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:25.552816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:25.576936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-318992c5-59f1-46eb-8c27-9bb6ea97c4de req-af4cbe69-ba82-4502-a493-49d88369556e tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 210 time: 0.0531383 Mar 10 17:40:25.577629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Checking segment: {'id': '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:25.577983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network hostable DHCP agents. Network: 931929be-0b73-43b1-8af6-0ded6077e2f0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:25.580489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.583982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.589150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-65417fea-63d9-4cc6-a4af-a261187f3b40 service neutron] 10.222.0.35 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349713 Mar 10 17:40:25.623688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:25.635773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'network_id': 'c8711a64-eddd-4295-a2ca-8c5e16d252f5', 'port_id': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'mac_address': 'fa:16:3e:23:c1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff50796d-6aca-40e7-b08d-3bb931ccf149', 'ip_address': '19.80.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:25.673617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1bff65b4-34bd-42e0-8807-5112d30232a4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:25.674025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.690565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Network c267bc84-da2f-472d-b5b8-8c368519a730 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:25.692707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bff65b4-34bd-42e0-8807-5112d30232a4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:25.702061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Network 167c6238-25a5-4870-9038-b356b4b61b24 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:25.707450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:25.709580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:25.712753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:25.718167 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.729054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:25.731664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:25.760625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:25.763544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:25.773034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:25.825644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 931929be-0b73-43b1-8af6-0ded6077e2f0) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:25.833839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc5ece-7a7b-4b56-8bf5-0a160662cc7b None None] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:25.869952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:25.870669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.935054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:25.935729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.942900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:25.943500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.950977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-42b8fcda-5fe3-4359-a3b9-a05c08933449 service neutron] 10.222.0.35 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322051 Mar 10 17:40:25.954715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-931929be-0b73-43b1-8af6-0ded6077e2f0', 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'project_id': '264dc8d95bd847d0a0120c6c50ff62f0', 'fixed_ips': [{'subnet_id': '686b06b3-0314-4459-a518-947a5138a6ff'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:40:25.955974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:25.957250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Pushing event updated for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:25.964738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-19f4f8d7-f80f-4994-9e49-3814c8c021f8 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2619147 Mar 10 17:40:25.965317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43736) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:25.971160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1723372302'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:25.975820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b1db-4e6a-4aa3-a9e7-514658c33f5b req-0d90354b-93ff-470d-80d9-09ddddc98988 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:25.982003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7b1db-4e6a-4aa3-a9e7-514658c33f5b req-0d90354b-93ff-470d-80d9-09ddddc98988 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:25.983843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56b7b1db-4e6a-4aa3-a9e7-514658c33f5b req-0d90354b-93ff-470d-80d9-09ddddc98988 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1680 time: 0.3228378 Mar 10 17:40:26.029267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-436281bb-5df6-4e6c-9efa-86236654ea6f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7340932 Mar 10 17:40:26.032191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-6f741552-8a13-477e-ad00-8ff54e388955 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8086569 Mar 10 17:40:26.053040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Request body: {'port': {'device_id': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:26.058212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Request body: {'port': {'device_id': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:26.059307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03e38f39-5736-4188-a240-787b171d9a84 None None] Provisioning complete for port 0231c7da-55c3-4c78-b813-b07565dd96f4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:26.059675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03e38f39-5736-4188-a240-787b171d9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.064088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-43823f7e-6f54-402f-9f58-3779d82ebcb2 service neutron] 10.222.0.35 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1004496 Mar 10 17:40:26.112214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1b5e573f-de42-4206-82a1-af0982a731f0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:26.114171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03e38f39-5736-4188-a240-787b171d9a84 None None] Port 0231c7da-55c3-4c78-b813-b07565dd96f4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:26.121569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:26.125682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.144215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port 2f3f9178-c632-4963-ab91-d02fd0959026 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:26.164790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1bff65b4-34bd-42e0-8807-5112d30232a4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:26.190418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56b7b1db-4e6a-4aa3-a9e7-514658c33f5b req-8c6fb769-b391-496b-a452-c9d8c3363683 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969178 Mar 10 17:40:26.245494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Allocated IP 2001:db8::2 (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/070db599-a836-4f45-a4ae-b06c25fec923) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:26.249407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.262740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.349345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-87ce6b03-7a35-4041-abe2-703a23c0123f service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533617 Mar 10 17:40:26.567193 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks [] for port (070db599-a836-4f45-a4ae-b06c25fec923), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.579468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (070db599-a836-4f45-a4ae-b06c25fec923), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.585814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:26.619143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd55c0d-af0c-440f-a912-26083fc1c012 req-772e14e3-f328-4539-9f72-3b86f2e6c62d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:26.626972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd55c0d-af0c-440f-a912-26083fc1c012 req-772e14e3-f328-4539-9f72-3b86f2e6c62d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.3586218 Mar 10 17:40:26.641526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:26.646175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::3ce (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/2f3f9178-c632-4963-ab91-d02fd0959026) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:26.650927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:26.657553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:26.662062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Pushing event updated for resources: {'Port': ['ID=070db599-a836-4f45-a4ae-b06c25fec923,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:26.750139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-ba1617e2-2f01-49a4-9c63-46b5f638b691 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750787 Mar 10 17:40:26.775337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Attempting to bind port 070db599-a836-4f45-a4ae-b06c25fec923 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:26.775717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Attempting to bind port 070db599-a836-4f45-a4ae-b06c25fec923 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:26.776079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Attempting to bind port 070db599-a836-4f45-a4ae-b06c25fec923 on network 931929be-0b73-43b1-8af6-0ded6077e2f0 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:26.790184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:26.790671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Checking segment: {'id': '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:26.790994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.791391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Bound using segment: {'id': '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:26.791875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Bound port: 070db599-a836-4f45-a4ae-b06c25fec923, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:26.792269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (070db599-a836-4f45-a4ae-b06c25fec923), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.809479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:26.811829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (2f3f9178-c632-4963-ab91-d02fd0959026), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.823112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'port_id': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'mac_address': 'fa:16:3e:2a:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006dadf-70e0-4709-9d74-53b56a25974b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:26.842769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd55c0d-af0c-440f-a912-26083fc1c012 req-a4b7426c-c827-4cd8-a7a5-d5c37205cd9e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126443 Mar 10 17:40:26.855452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.881235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-488993a9-3988-41c3-9529-e196654ea148 service neutron] 10.222.0.35 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1170146 Mar 10 17:40:26.898244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.912764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=2f3f9178-c632-4963-ab91-d02fd0959026,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:26.924716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 74ad6054-4507-4d99-89e7-f56fb5773b71 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:26.925843 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.929140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] For port 070db599-a836-4f45-a4ae-b06c25fec923, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:26.940571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:26.942635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] For port 070db599-a836-4f45-a4ae-b06c25fec923, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=070db599-a836-4f45-a4ae-b06c25fec923,segment=NetworkSegment(70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb),segment_id=70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:26.944174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:26.950777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74ad6054-4507-4d99-89e7-f56fb5773b71 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:26.952896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:26.960482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:26.961380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.972101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:26.975322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (070db599-a836-4f45-a4ae-b06c25fec923), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:26.985863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ffb1a57-f4df-4206-b45e-dca783e0f5de tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0186357 Mar 10 17:40:26.989447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:26.996415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1844227271', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:44:19:64'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:27.004386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.039719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487630a-c8e3-482f-ad76-778da8885cd3 None None] Pushing event updated for resources: {'Port': ['ID=070db599-a836-4f45-a4ae-b06c25fec923,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:27.089095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0231c7da-55c3-4c78-b813-b07565dd96f4 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:27.098576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:27.126118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks [] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.144309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:27.162393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-850f3681-cf59-4ac9-ab59-d6ddb01d9467 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704294 Mar 10 17:40:27.172679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Transition to ACTIVE for port object 0231c7da-55c3-4c78-b813-b07565dd96f4 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:27.176832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7097773a-ad74-43fa-aa6e-0826dbc19579 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:27.194015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.199956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks [] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.240690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['74ad6054-4507-4d99-89e7-f56fb5773b71'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:27.245157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.253785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50b8b0-9722-4764-adc6-42151e92c50b req-8ad039fb-b7f3-4be8-8c0c-5a275450d187 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.255344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e50b8b0-9722-4764-adc6-42151e92c50b req-8ad039fb-b7f3-4be8-8c0c-5a275450d187 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 931 time: 0.2307339 Mar 10 17:40:27.291141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Transition to ACTIVE for port object 7097773a-ad74-43fa-aa6e-0826dbc19579 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:27.301883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port bcca1b06-e873-414f-b06c-fb4909c4477b yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:27.336496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.413411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:27.502577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::22a (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/bcca1b06-e873-414f-b06c-fb4909c4477b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:27.507727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e50b8b0-9722-4764-adc6-42151e92c50b req-b936383c-9d54-4c6b-8228-df3ad623cea1 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419169 Mar 10 17:40:27.578215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:27.626328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9c9e8502-1a25-44b7-89db-6eedf7896a33 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431670 Mar 10 17:40:27.685328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (bcca1b06-e873-414f-b06c-fb4909c4477b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.721732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bcca1b06-e873-414f-b06c-fb4909c4477b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.730615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Attempting to bind port 0231c7da-55c3-4c78-b813-b07565dd96f4 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:27.732389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Attempting to bind port 0231c7da-55c3-4c78-b813-b07565dd96f4 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:27.732733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Attempting to bind port 0231c7da-55c3-4c78-b813-b07565dd96f4 on network c267bc84-da2f-472d-b5b8-8c368519a730 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:27.772010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:27.777396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:27.781197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:27.786491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.787122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.792493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Port 0231c7da-55c3-4c78-b813-b07565dd96f4 on network c267bc84-da2f-472d-b5b8-8c368519a730 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:27.792858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Attempting to bind port 0231c7da-55c3-4c78-b813-b07565dd96f4 on network c267bc84-da2f-472d-b5b8-8c368519a730 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:27.796328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=bcca1b06-e873-414f-b06c-fb4909c4477b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:27.812231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-074d973e-d23a-49b9-903e-a2127902852e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8211930 Mar 10 17:40:27.812494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:27.812787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Checking segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:27.813169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Bound using segment: {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:27.813606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Bound port: 0231c7da-55c3-4c78-b813-b07565dd96f4, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb1b4d7-f839-4920-8372-e106b2916f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:27.813952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.814906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:27.816803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Attempting to bind port 7097773a-ad74-43fa-aa6e-0826dbc19579 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:27.817155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Attempting to bind port 7097773a-ad74-43fa-aa6e-0826dbc19579 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d1644bd-0a75-4524-b2a1-7912afcc26f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:27.817470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Attempting to bind port 7097773a-ad74-43fa-aa6e-0826dbc19579 on network 167c6238-25a5-4870-9038-b356b4b61b24 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:27.845887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070faa-47eb-46e1-8477-6f41739b481a req-7d1b8bec-417b-4fd7-bb45-45fce150fee1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.847396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b070faa-47eb-46e1-8477-6f41739b481a req-7d1b8bec-417b-4fd7-bb45-45fce150fee1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.2237971 Mar 10 17:40:27.851201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Port 7097773a-ad74-43fa-aa6e-0826dbc19579 on network 167c6238-25a5-4870-9038-b356b4b61b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:27.851511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Attempting to bind port 7097773a-ad74-43fa-aa6e-0826dbc19579 on network 167c6238-25a5-4870-9038-b356b4b61b24 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:27.867606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-335d9d55-fea3-48aa-887d-140375e3ce09 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256742 Mar 10 17:40:27.873689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:27.874369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Checking segment: {'id': '8d1644bd-0a75-4524-b2a1-7912afcc26f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:27.874726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Bound using segment: {'id': '8d1644bd-0a75-4524-b2a1-7912afcc26f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:27.875178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Bound port: 7097773a-ad74-43fa-aa6e-0826dbc19579, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1644bd-0a75-4524-b2a1-7912afcc26f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:27.875531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:27.906749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6e19e-8c99-4d55-b0ae-a5330a67f440 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.912586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6e19e-8c99-4d55-b0ae-a5330a67f440 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.918122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6e19e-8c99-4d55-b0ae-a5330a67f440 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:27.922399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99f6e19e-8c99-4d55-b0ae-a5330a67f440 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1039541 Mar 10 17:40:27.922865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:28.041713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port bcca1b06-e873-414f-b06c-fb4909c4477b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:28.042493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bcca1b06-e873-414f-b06c-fb4909c4477b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.062978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b070faa-47eb-46e1-8477-6f41739b481a req-2fba9cac-3237-4ebf-9c5c-65f72a0421c4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055929 Mar 10 17:40:28.075682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:28.110614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-489e7d36-be4c-4ea2-b49a-bea20017a77d service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246654 Mar 10 17:40:28.114231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0231c7da-55c3-4c78-b813-b07565dd96f4,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:28.121463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:28.133754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7097773a-ad74-43fa-aa6e-0826dbc19579,segment=NetworkSegment(8d1644bd-0a75-4524-b2a1-7912afcc26f0),segment_id=8d1644bd-0a75-4524-b2a1-7912afcc26f0)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:28.148072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.164279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bcca1b06-e873-414f-b06c-fb4909c4477b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.174784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.179701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for bcca1b06-e873-414f-b06c-fb4909c4477b owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:28.232078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:28.233043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.235151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] 10.222.0.59 "PUT /v2.0/ports/0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 1091 time: 2.1899383 Mar 10 17:40:28.249651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:28.253203 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a" -d '{"events": [{"name": "network-changed", "server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:28.334952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:28.335573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.336085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c7c58-cebb-45e1-a9b3-5ea528ae7a4c None None] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:28.337299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] 10.222.0.59 "PUT /v2.0/ports/7097773a-ad74-43fa-aa6e-0826dbc19579 HTTP/1.1" status: 200 len: 1092 time: 2.2929168 Mar 10 17:40:28.364754 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bcca1b06-e873-414f-b06c-fb4909c4477b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.393536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b02aa-aefa-4d4b-a64a-d699d8f61d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:28.415571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=bcca1b06-e873-414f-b06c-fb4909c4477b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:28.444334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Provisioning complete for port 070db599-a836-4f45-a4ae-b06c25fec923 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:28.444717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (070db599-a836-4f45-a4ae-b06c25fec923), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.514607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17ea2a-0ccf-46e4-9b98-2d5d976c14b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:28.527332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb93f-190c-4aa4-813a-dd1a126385ae req-38337f12-03f7-4c2c-b88b-652453de39c6 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:28.529377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f9fb93f-190c-4aa4-813a-dd1a126385ae req-38337f12-03f7-4c2c-b88b-652453de39c6 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 944 time: 0.3989153 Mar 10 17:40:28.534092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.539821 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e605dc4b-7441-44ab-9c23-a458e11fcf11 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/bcca1b06-e873-414f-b06c-fb4909c4477b HTTP/1.1" status: 204 len: 168 time: 0.6134164 Mar 10 17:40:28.540069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43756) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:28.540875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-184bb743-a7b0-4d12-ab89-c809bad35df6 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211669 Mar 10 17:40:28.573809 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad9b20e-ba74-4ffd-85de-c791d1fe7333 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] GET failed (client error): The resource could not be found. Mar 10 17:40:28.575104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Current status of the port 070db599-a836-4f45-a4ae-b06c25fec923 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:28.575503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (070db599-a836-4f45-a4ae-b06c25fec923), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.580179 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ad9b20e-ba74-4ffd-85de-c791d1fe7333 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports/bcca1b06-e873-414f-b06c-fb4909c4477b HTTP/1.1" status: 404 len: 333 time: 0.0355275 Mar 10 17:40:28.580788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:28.588023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638835185'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:28.599029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:28.645072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] For port 070db599-a836-4f45-a4ae-b06c25fec923, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=070db599-a836-4f45-a4ae-b06c25fec923,segment=NetworkSegment(70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb),segment_id=70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:28.654834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (070db599-a836-4f45-a4ae-b06c25fec923), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.722887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031aec6-d81a-401d-9e80-80dcbfb96a34 None None] Pushing event updated for resources: {'Port': ['ID=070db599-a836-4f45-a4ae-b06c25fec923,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:28.726768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 74ad6054-4507-4d99-89e7-f56fb5773b71 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:28.727526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.753515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:28.767322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.806048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port 01d04650-3c58-4455-98f6-4272ad05ccf3 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:28.894477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 070db599-a836-4f45-a4ae-b06c25fec923 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:28.922823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 74ad6054-4507-4d99-89e7-f56fb5773b71 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:28.923659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:28.964543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:28.967122 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c270c99-e1b2-4ea2-ab4a-d2cf9f83a819" -d '{"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-plugged", "status": "completed", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:28.978687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::20 (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/01d04650-3c58-4455-98f6-4272ad05ccf3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:28.984112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:28.993708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.034885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 070db599-a836-4f45-a4ae-b06c25fec923 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.035523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (070db599-a836-4f45-a4ae-b06c25fec923), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.053759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-4d0da163-1199-4839-b323-2c8a9ad1f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.055310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-4d0da163-1199-4839-b323-2c8a9ad1f563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1125 time: 0.7636845 Mar 10 17:40:29.098624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:29.105750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Provisioning complete for port 2f3f9178-c632-4963-ab91-d02fd0959026 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.106302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.148048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-e5b3ac76-afad-42f6-b029-8de91dbfe317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.149790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-e5b3ac76-afad-42f6-b029-8de91dbfe317 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7a67519ce754cfb94df980f25ed0b31&device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 1126 time: 0.7480354 Mar 10 17:40:29.153925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Port 2f3f9178-c632-4963-ab91-d02fd0959026 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:29.184975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-facd231f-cc6a-43e1-b26c-e8580feae8bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 217 time: 0.1132791 Mar 10 17:40:29.195405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Provisioning complete for port 070db599-a836-4f45-a4ae-b06c25fec923 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.195925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (070db599-a836-4f45-a4ae-b06c25fec923), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.198994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 070db599-a836-4f45-a4ae-b06c25fec923 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:29.205096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.211163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f9fb93f-190c-4aa4-813a-dd1a126385ae req-b2b4a1ff-406b-4d50-bfee-0ea209718567 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683848 Mar 10 17:40:29.248935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.279338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1b5e573f-de42-4206-82a1-af0982a731f0 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:29.304778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:29.315510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:29.317409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-387965d2-a17a-46c7-95a1-be2cd97b1a86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7097773a-ad74-43fa-aa6e-0826dbc19579 HTTP/1.1" status: 200 len: 217 time: 0.1356137 Mar 10 17:40:29.319464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:29.325765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.327092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.331392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4ffc393f-4b70-48c8-bc37-399124a0cd37 service neutron] 10.222.0.35 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789435 Mar 10 17:40:29.344802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=01d04650-3c58-4455-98f6-4272ad05ccf3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:29.364160 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1a64a0c1-c29f-4f7e-994f-af4dee251216 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7815504 Mar 10 17:40:29.366914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:29.377058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:44:19:64'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:29.400117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-85c82bdd-d713-4c80-beaf-ecb3b5db88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.403355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-85c82bdd-d713-4c80-beaf-ecb3b5db88b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.1871982 Mar 10 17:40:29.482547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.521773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e8c34fe4-0158-4297-8639-f4ed37c7afd0 None None] Current status of the port 070db599-a836-4f45-a4ae-b06c25fec923 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:29.540996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1b5e573f-de42-4206-82a1-af0982a731f0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:29.547321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1b5e573f-de42-4206-82a1-af0982a731f0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.548050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.566924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-81006444-cd59-421a-b7ac-e516c119af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.568472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-81006444-cd59-421a-b7ac-e516c119af6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df2adede-0ada-4dd4-8d6b-aa6625924288 HTTP/1.1" status: 200 len: 861 time: 0.2411311 Mar 10 17:40:29.611056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-037c3ded-6603-4586-8ba9-dbf7bdef4e35 service neutron] 10.222.0.35 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540066 Mar 10 17:40:29.648559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-cf9effa2-206b-4c8f-a31f-3a2373b38971 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=167c6238-25a5-4870-9038-b356b4b61b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555744 Mar 10 17:40:29.657208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14bb43-7bd9-4849-88ca-97d3b3c33d40 req-9eced5b0-90c0-4aeb-a040-441120ffc12c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.662847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14bb43-7bd9-4849-88ca-97d3b3c33d40 req-9eced5b0-90c0-4aeb-a040-441120ffc12c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.664493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c14bb43-7bd9-4849-88ca-97d3b3c33d40 req-9eced5b0-90c0-4aeb-a040-441120ffc12c tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1681 time: 0.3699980 Mar 10 17:40:29.673746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4d91fefa-21dc-48ee-b697-afc6ab0e5fdc None None] Provisioning complete for port 2f3f9178-c632-4963-ab91-d02fd0959026 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.674266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d91fefa-21dc-48ee-b697-afc6ab0e5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.678219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1b5e573f-de42-4206-82a1-af0982a731f0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:29.678758 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.716228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.724585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.739161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4d91fefa-21dc-48ee-b697-afc6ab0e5fdc None None] Port 2f3f9178-c632-4963-ab91-d02fd0959026 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:29.743822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] In _notify_port_updated(), no bound segment for port 01d04650-3c58-4455-98f6-4272ad05ccf3 on network 931929be-0b73-43b1-8af6-0ded6077e2f0 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:40:29.750246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4d91fefa-21dc-48ee-b697-afc6ab0e5fdc None None] Could not find standard attr ID for object bcca1b06-e873-414f-b06c-fb4909c4477b. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:40:29.752884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.753058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1b5e573f-de42-4206-82a1-af0982a731f0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:29.753577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.758693 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "PUT /v2.0/ports/01d04650-3c58-4455-98f6-4272ad05ccf3 HTTP/1.1" status: 200 len: 1001 time: 0.3868537 Mar 10 17:40:29.759080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:29.763727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.764723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bff65b4-34bd-42e0-8807-5112d30232a4 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:29.846570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-3b9c7034-4d2b-4f18-8a87-8e0e44d009d0 service neutron] 10.222.0.59 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784832 Mar 10 17:40:29.874737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.884270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:29.888909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1078-b9af-4f0f-9398-b3d357bf96ce tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=01d04650-3c58-4455-98f6-4272ad05ccf3,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:29.910511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0eaec7b0-5be1-4b9e-9963-d0660c13b95f None None] Provisioning complete for port 01d04650-3c58-4455-98f6-4272ad05ccf3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.910927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0eaec7b0-5be1-4b9e-9963-d0660c13b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.924667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c14bb43-7bd9-4849-88ca-97d3b3c33d40 req-a7465e18-0225-4391-8796-8491ed5bbbe2 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573892 Mar 10 17:40:29.932440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port 01d04650-3c58-4455-98f6-4272ad05ccf3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:29.932795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:29.945640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-4b82d3cf-54d5-46a8-86be-093bd2065538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:29.947313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-4b82d3cf-54d5-46a8-86be-093bd2065538 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4064777 Mar 10 17:40:29.973171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1bff65b4-34bd-42e0-8807-5112d30232a4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:29.989672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1bff65b4-34bd-42e0-8807-5112d30232a4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:29.989982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-af4a3de5-ebbc-4163-8156-5967f9050608 service neutron] 10.222.0.35 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780727 Mar 10 17:40:29.990560 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.036136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0eaec7b0-5be1-4b9e-9963-d0660c13b95f None None] Port 01d04650-3c58-4455-98f6-4272ad05ccf3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:30.054535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.071619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for 01d04650-3c58-4455-98f6-4272ad05ccf3 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:30.092398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1bff65b4-34bd-42e0-8807-5112d30232a4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:30.092792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.129250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:30.135563 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.205196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:30.219132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d13f470c-fc45-44b6-a5ad-7419965133cc req-bdd76923-7dda-427d-8e12-a530e2b415aa service neutron] 10.222.0.59 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609800 Mar 10 17:40:30.244973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c352a8-0aec-4568-a8f6-abfef709e6c4 req-5e500305-9096-4b54-a7ff-55e967191512 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:30.247248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29c352a8-0aec-4568-a8f6-abfef709e6c4 req-5e500305-9096-4b54-a7ff-55e967191512 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.2102807 Mar 10 17:40:30.249225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-0e3293f0-f79f-48af-a036-0f8b0349e710 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930224 Mar 10 17:40:30.260914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (01d04650-3c58-4455-98f6-4272ad05ccf3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.288751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=01d04650-3c58-4455-98f6-4272ad05ccf3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:30.302490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-1dbd00e4-d344-437f-af20-267bb70c5002 service neutron] 10.222.0.35 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830956 Mar 10 17:40:30.388570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.391908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df7df66e-3cc7-43cb-bb97-23a20191394e tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/01d04650-3c58-4455-98f6-4272ad05ccf3 HTTP/1.1" status: 204 len: 168 time: 0.6318915 Mar 10 17:40:30.394554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:30.406291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29c352a8-0aec-4568-a8f6-abfef709e6c4 req-4bcb468e-335a-4b52-9520-71ed247df933 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421399 Mar 10 17:40:30.434600 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aeb0fcf-a15e-4006-bf21-7a18086353e9 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] GET failed (client error): The resource could not be found. Mar 10 17:40:30.442999 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5aeb0fcf-a15e-4006-bf21-7a18086353e9 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports/01d04650-3c58-4455-98f6-4272ad05ccf3 HTTP/1.1" status: 404 len: 333 time: 0.0473762 Mar 10 17:40:30.443571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:30.450902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1585281239'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:30.460031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0d2617b9-9a59-4e57-9ab6-c2dbf520fef9 None None] Could not find standard attr ID for object 01d04650-3c58-4455-98f6-4272ad05ccf3. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:40:30.510271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d60614b1-e6e9-4d49-b36c-239868bb04eb req-dbaa0bdb-69b1-4a99-a861-d5a8e66e9cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503772 Mar 10 17:40:30.550041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-512b8d3c-e2db-4226-b71a-b7f29bbda251 service neutron] 10.222.0.35 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378926 Mar 10 17:40:30.576880 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96be160-c2ee-418f-946a-41195c4605b0 x-openstack-request-id: req-a96be160-c2ee-418f-946a-41195c4605b0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:30.577173 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:30.577422 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a96be160-c2ee-418f-946a-41195c4605b0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:30.577819 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'status': 'completed', 'code': 200} Mar 10 17:40:30.687400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8a263790-a368-4672-bd89-148d5b21f0fb tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:30.688596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8a263790-a368-4672-bd89-148d5b21f0fb tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 936 time: 0.1272094 Mar 10 17:40:30.758600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-4f988e8f-f401-4ce0-a330-158aa73c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:30.760084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-4f988e8f-f401-4ce0-a330-158aa73c1e28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1125 time: 0.1536126 Mar 10 17:40:30.768862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:30.772167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.790766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 070db599-a836-4f45-a4ae-b06c25fec923 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:30.809407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5996-b7aa-4c89-9cfd-b8281394aaba req-c2316e3a-5fbe-4544-90a3-28cdbf435077 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:30.810913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-590c5996-b7aa-4c89-9cfd-b8281394aaba req-c2316e3a-5fbe-4544-90a3-28cdbf435077 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 943 time: 0.1682711 Mar 10 17:40:30.829091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0428d0f0-5274-4467-a53a-74f9a852de69 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:30.830396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0428d0f0-5274-4467-a53a-74f9a852de69 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 937 time: 0.1192899 Mar 10 17:40:30.840948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 070db599-a836-4f45-a4ae-b06c25fec923 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:30.841329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (070db599-a836-4f45-a4ae-b06c25fec923), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:30.852690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port 6da83505-3af1-4efd-ba75-1baa7a31c08e yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:30.932977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 070db599-a836-4f45-a4ae-b06c25fec923 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:31.004075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-590c5996-b7aa-4c89-9cfd-b8281394aaba req-15623dda-6a1e-4e6f-860c-aa495866bdbf tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822135 Mar 10 17:40:31.049659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-ef73dcb9-45ba-44ec-9ca6-671e0602be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.051514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-ef73dcb9-45ba-44ec-9ca6-671e0602be85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.2716715 Mar 10 17:40:31.070746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::384 (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/6da83505-3af1-4efd-ba75-1baa7a31c08e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:31.077001 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc75951-86c7-4a2a-b396-93630d1be6fc x-openstack-request-id: req-bfc75951-86c7-4a2a-b396-93630d1be6fc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:31.077398 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-plugged", "status": "completed", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:31.077747 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc75951-86c7-4a2a-b396-93630d1be6fc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:31.078263 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'code': 200} Mar 10 17:40:31.109010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-5aa92a2c-e692-4a62-9704-7144aa66b006 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 217 time: 0.0446789 Mar 10 17:40:31.229098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-8c9f015b-6467-48ed-8fe5-4feecab26d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.231008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-8c9f015b-6467-48ed-8fe5-4feecab26d1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.1148577 Mar 10 17:40:31.351412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaf369-1e57-404d-b1f9-870b54adc249 req-e3ca0568-6d89-4143-8891-1d534a196de0 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.352866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cccaf369-1e57-404d-b1f9-870b54adc249 req-e3ca0568-6d89-4143-8891-1d534a196de0 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 944 time: 0.2057705 Mar 10 17:40:31.401768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbecb43-198a-4a0d-84d9-6213a6ab61ba req-6b34cdf3-c7e8-45c6-b15a-ebe35097b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.403441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cbecb43-198a-4a0d-84d9-6213a6ab61ba req-6b34cdf3-c7e8-45c6-b15a-ebe35097b481 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 1128 time: 0.1894455 Mar 10 17:40:31.428418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-93602096-8bc1-41ee-9ea3-410a0eaba23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.429858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-93602096-8bc1-41ee-9ea3-410a0eaba23b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1708591 Mar 10 17:40:31.468452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:31.518463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cccaf369-1e57-404d-b1f9-870b54adc249 req-acbb1e75-c0f7-4df2-b9a9-7076a94df4cb tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549735 Mar 10 17:40:31.600693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cbecb43-198a-4a0d-84d9-6213a6ab61ba req-77e4bf4d-3271-4b58-9651-55b8aa9e0425 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874423 Mar 10 17:40:31.669627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:31.718839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-65e14373-04e4-4345-898f-04961ffb82d4 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745130 Mar 10 17:40:31.755760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd361202-8a39-4a8b-b1da-4af4ff1024b5 req-952c853e-f8a0-441c-97c7-4c95d0ddec0e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.757199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd361202-8a39-4a8b-b1da-4af4ff1024b5 req-952c853e-f8a0-441c-97c7-4c95d0ddec0e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.2523975 Mar 10 17:40:31.770488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f4c78c17-833e-4980-acc9-eec9bbc4b379 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.771768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f4c78c17-833e-4980-acc9-eec9bbc4b379 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 936 time: 0.2897017 Mar 10 17:40:31.783552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:31.806648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:31.817797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:31.822843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.823477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:31.826247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=6da83505-3af1-4efd-ba75-1baa7a31c08e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:31.884878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566475-a056-4f97-9a8a-a09e8ed49f7f req-85ba4839-7e24-4ae3-9f83-ae932132b8ce tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.890693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566475-a056-4f97-9a8a-a09e8ed49f7f req-85ba4839-7e24-4ae3-9f83-ae932132b8ce tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:31.892288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4566475-a056-4f97-9a8a-a09e8ed49f7f req-85ba4839-7e24-4ae3-9f83-ae932132b8ce tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.2859654 Mar 10 17:40:32.093195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f7db31a5-68cb-44ea-b25a-923db8a4edab None None] Provisioning complete for port 6da83505-3af1-4efd-ba75-1baa7a31c08e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:32.093854 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f7db31a5-68cb-44ea-b25a-923db8a4edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:32.130855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f7db31a5-68cb-44ea-b25a-923db8a4edab None None] Port 6da83505-3af1-4efd-ba75-1baa7a31c08e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:32.261010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e82cedfe-396e-4f1c-b73d-ca78552dcd86 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8149498 Mar 10 17:40:32.263997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:32.269298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:44:19:64'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:32.278363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-629debf1-71e9-4d75-b19f-66fed43af2a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:32.279709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-629debf1-71e9-4d75-b19f-66fed43af2a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 937 time: 0.4929943 Mar 10 17:40:32.318693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd361202-8a39-4a8b-b1da-4af4ff1024b5 req-b10b11b8-8fb1-4605-87e3-22997a391d62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385022 Mar 10 17:40:32.368198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4566475-a056-4f97-9a8a-a09e8ed49f7f req-3117cb94-461c-420d-8c6d-f5d746fdceff tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622436 Mar 10 17:40:32.382550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04f89bcb-fc95-4282-aebc-f8d6c3f8041a req-371b6531-bb67-4b93-a6d4-07fe6e6328d2 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711253 Mar 10 17:40:32.453110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:32.489671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-716dce11-9a12-4be2-ad62-da0a299db5eb req-ae73733e-7be6-4e6d-8f07-7ee0b371e4a9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0361278 Mar 10 17:40:32.516056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f354dd-4e3e-40f6-bec8-d352e6cbfbad req-f86f24cd-4060-4eb5-ba29-62c3068f33a9 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:32.517685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33f354dd-4e3e-40f6-bec8-d352e6cbfbad req-f86f24cd-4060-4eb5-ba29-62c3068f33a9 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.0931458 Mar 10 17:40:32.578374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:32.581651 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb573a-d57c-466c-b857-85e95a70270a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:32.587377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33f354dd-4e3e-40f6-bec8-d352e6cbfbad req-c8af8d23-c306-4451-a0af-ed655afb335f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 Mar 10 17:40:32.606014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7097773a-ad74-43fa-aa6e-0826dbc19579 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:32.818504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7097773a-ad74-43fa-aa6e-0826dbc19579,segment=NetworkSegment(8d1644bd-0a75-4524-b2a1-7912afcc26f0),segment_id=8d1644bd-0a75-4524-b2a1-7912afcc26f0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:32.830721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204da8c2-eb80-419c-be67-3a8b2b615bcc req-4dc3089d-594d-4606-aff8-bd22db8a6bb9 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:32.843391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204da8c2-eb80-419c-be67-3a8b2b615bcc req-4dc3089d-594d-4606-aff8-bd22db8a6bb9 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 943 time: 0.1649098 Mar 10 17:40:32.873302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7097773a-ad74-43fa-aa6e-0826dbc19579', 'network_id': '167c6238-25a5-4870-9038-b356b4b61b24', 'port_id': '7097773a-ad74-43fa-aa6e-0826dbc19579', 'mac_address': 'fa:16:3e:ff:4b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adede-0ada-4dd4-8d6b-aa6625924288', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:32.963787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204da8c2-eb80-419c-be67-3a8b2b615bcc req-f03cd395-52b3-4f27-bfe1-231347212c3c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130455 Mar 10 17:40:33.004049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7097773a-ad74-43fa-aa6e-0826dbc19579 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:33.005389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.016469 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019f0a0f-2369-41b8-8c57-eaa60e2a17f6 x-openstack-request-id: req-019f0a0f-2369-41b8-8c57-eaa60e2a17f6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:33.016784 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:33.017186 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-019f0a0f-2369-41b8-8c57-eaa60e2a17f6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:33.017671 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579', 'status': 'completed', 'code': 200} Mar 10 17:40:33.049841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7097773a-ad74-43fa-aa6e-0826dbc19579 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:33.082374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0'}, {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:33.086064 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba1abb6-f248-48cd-a3a1-fddb82e2b1f2" -d '{"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-plugged", "status": "completed", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0"}, {"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-plugged", "status": "completed", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:33.103738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7097773a-ad74-43fa-aa6e-0826dbc19579,segment=NetworkSegment(8d1644bd-0a75-4524-b2a1-7912afcc26f0),segment_id=8d1644bd-0a75-4524-b2a1-7912afcc26f0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:33.115866 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.116203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0231c7da-55c3-4c78-b813-b07565dd96f4 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:33.170590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb573a-d57c-466c-b857-85e95a70270a req-dda9a65c-0b5a-409d-bbe1-6ce1baa46dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.172558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-dda9a65c-0b5a-409d-bbe1-6ce1baa46dec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7a67519ce754cfb94df980f25ed0b31&device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 1126 time: 0.1256640 Mar 10 17:40:33.221379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78153bb-74e3-4a9a-b966-35d19876408c req-a76beac0-f2af-419b-8406-f019da6f0b92 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.222998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f78153bb-74e3-4a9a-b966-35d19876408c req-a76beac0-f2af-419b-8406-f019da6f0b92 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 944 time: 0.1292679 Mar 10 17:40:33.235851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.248005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.273832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:33.295783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] In _notify_port_updated(), no bound segment for port 6da83505-3af1-4efd-ba75-1baa7a31c08e on network 931929be-0b73-43b1-8af6-0ded6077e2f0 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:40:33.301465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.302006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.307710 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "PUT /v2.0/ports/6da83505-3af1-4efd-ba75-1baa7a31c08e HTTP/1.1" status: 200 len: 1003 time: 1.0424342 Mar 10 17:40:33.313408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:33.361793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63d340-ce0c-4649-a394-42ef2e3ce20b tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=6da83505-3af1-4efd-ba75-1baa7a31c08e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:33.385464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f78153bb-74e3-4a9a-b966-35d19876408c req-e1a9eceb-af46-48f7-b925-4bb9b97785aa tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543097 Mar 10 17:40:33.409223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0231c7da-55c3-4c78-b813-b07565dd96f4,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:33.425621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb573a-d57c-466c-b857-85e95a70270a req-ad4d195d-5f9b-4278-a3e0-29340978a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.427442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-ad4d195d-5f9b-4278-a3e0-29340978a56f service neutron] 10.222.0.59 "GET /v2.0/networks?id=167c6238-25a5-4870-9038-b356b4b61b24 HTTP/1.1" status: 200 len: 922 time: 0.2477565 Mar 10 17:40:33.439837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'port_id': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'mac_address': 'fa:16:3e:ef:51:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:33.499964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0231c7da-55c3-4c78-b813-b07565dd96f4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:33.500567 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.518051 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b1d2c-122e-4331-9e71-5175069fdb02 x-openstack-request-id: req-150b1d2c-122e-4331-9e71-5175069fdb02 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:33.518348 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-plugged", "status": "completed", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0", "code": 200}, {"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-plugged", "status": "completed", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:33.518759 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-150b1d2c-122e-4331-9e71-5175069fdb02 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:33.520480 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0', 'code': 200} Mar 10 17:40:33.520480 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'code': 200} Mar 10 17:40:33.526180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port 6da83505-3af1-4efd-ba75-1baa7a31c08e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:33.526452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0231c7da-55c3-4c78-b813-b07565dd96f4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:33.540461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.552633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0231c7da-55c3-4c78-b813-b07565dd96f4,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:33.559212 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.566272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-b1b9c761-2018-45d5-9cd0-8f0e64fb4d28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7097773a-ad74-43fa-aa6e-0826dbc19579 HTTP/1.1" status: 200 len: 217 time: 0.1304631 Mar 10 17:40:33.649816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:33.711903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.731813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for 6da83505-3af1-4efd-ba75-1baa7a31c08e owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:33.773947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-befdce69-c87c-4d33-afce-8a6c72ff818d None None] Provisioning complete for port 6da83505-3af1-4efd-ba75-1baa7a31c08e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:33.774531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-befdce69-c87c-4d33-afce-8a6c72ff818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.782664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb573a-d57c-466c-b857-85e95a70270a req-eda0a227-6928-4c1f-bde9-5d63759b3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.784142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-eda0a227-6928-4c1f-bde9-5d63759b3a0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df2adede-0ada-4dd4-8d6b-aa6625924288 HTTP/1.1" status: 200 len: 861 time: 0.1976652 Mar 10 17:40:33.830147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0231c7da-55c3-4c78-b813-b07565dd96f4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:33.833845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-fc56294d-d416-46d2-89a1-c5ae69645d56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=167c6238-25a5-4870-9038-b356b4b61b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399632 Mar 10 17:40:33.834104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7097773a-ad74-43fa-aa6e-0826dbc19579'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:33.844198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121cfd-babb-40ed-8439-0a4f285e9509 req-f3333859-99e8-4c67-8c62-49a88e25457c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.845888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56121cfd-babb-40ed-8439-0a4f285e9509 req-f3333859-99e8-4c67-8c62-49a88e25457c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.2897420 Mar 10 17:40:33.850856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d6e6-a87d-43d2-af45-a299a7010da4 req-1434632d-2aa5-4da7-b7f2-12016c7bd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.851331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d6e6-a87d-43d2-af45-a299a7010da4 req-1434632d-2aa5-4da7-b7f2-12016c7bd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.852809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb24d6e6-a87d-43d2-af45-a299a7010da4 req-1434632d-2aa5-4da7-b7f2-12016c7bd108 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 2047 time: 0.2088027 Mar 10 17:40:33.853160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-befdce69-c87c-4d33-afce-8a6c72ff818d None None] Port 6da83505-3af1-4efd-ba75-1baa7a31c08e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:33.866159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d8d35-8173-40f3-8203-5de70a0cf0d8 req-c56bd485-09fe-4757-a37f-2975dee6c396 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:33.867688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca6d8d35-8173-40f3-8203-5de70a0cf0d8 req-c56bd485-09fe-4757-a37f-2975dee6c396 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2036355 Mar 10 17:40:33.883321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6da83505-3af1-4efd-ba75-1baa7a31c08e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.920417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=6da83505-3af1-4efd-ba75-1baa7a31c08e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:33.982371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:33.987308 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0eb59c68-2ab6-481b-ba3e-aa26ccbe8d92 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/6da83505-3af1-4efd-ba75-1baa7a31c08e HTTP/1.1" status: 204 len: 168 time: 0.6726277 Mar 10 17:40:33.990002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43846) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:34.044812 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-82451bb2-d428-4018-8d86-888ecc00ecd4 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] GET failed (client error): The resource could not be found. Mar 10 17:40:34.045893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb24d6e6-a87d-43d2-af45-a299a7010da4 req-7683fcc4-07f7-4e33-aa7b-c36db4ce74a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772523 Mar 10 17:40:34.048759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-82451bb2-d428-4018-8d86-888ecc00ecd4 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports/6da83505-3af1-4efd-ba75-1baa7a31c08e HTTP/1.1" status: 404 len: 333 time: 0.0568538 Mar 10 17:40:34.052699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:34.063101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56121cfd-babb-40ed-8439-0a4f285e9509 req-62e60075-66b4-4c11-b273-be268f9b2c34 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932924 Mar 10 17:40:34.069626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092357878'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:34.095043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca6d8d35-8173-40f3-8203-5de70a0cf0d8 req-2e395b2a-77bc-45e6-9074-a912765ac37d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063947 Mar 10 17:40:34.138078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-2b1da5ad-3a18-435f-82c3-1d12c5dad16c service neutron] 10.222.0.59 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887022 Mar 10 17:40:34.232508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:34.237216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:34.260888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port a007399d-b488-42b2-b636-d4b8397b3959 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:34.306151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2dca470-c807-40d5-8700-57647e71b07a req-9cba09b2-3234-44cc-b743-6150438547c9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0912373 Mar 10 17:40:34.410065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::11f (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/a007399d-b488-42b2-b636-d4b8397b3959) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:34.423128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0c2b571f-1ab5-4566-a9e5-c932e474698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.424504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0c2b571f-1ab5-4566-a9e5-c932e474698a service neutron] 10.222.0.41 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 1032 time: 0.1028268 Mar 10 17:40:34.432757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bd6d-ed44-49af-9fc9-255f522a1e15 req-729daa8f-73f6-4a0d-827f-82d463e7c810 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.438246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bd6d-ed44-49af-9fc9-255f522a1e15 req-729daa8f-73f6-4a0d-827f-82d463e7c810 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.439883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed8bd6d-ed44-49af-9fc9-255f522a1e15 req-729daa8f-73f6-4a0d-827f-82d463e7c810 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.2420719 Mar 10 17:40:34.472913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcbb573a-d57c-466c-b857-85e95a70270a req-5dc1449b-f0e5-4b77-9140-efc6b6b5f058 service neutron] 10.222.0.59 "GET /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225441 Mar 10 17:40:34.532328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9a138535-f534-46c0-b444-3efe6bd7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.533730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9a138535-f534-46c0-b444-3efe6bd7bec9 service neutron] 10.222.0.41 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 1033 time: 0.0929470 Mar 10 17:40:34.565898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee719ba-f79e-4907-a1c2-523eee123adb req-0d16b768-e915-483d-9329-579289700f02 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.567434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee719ba-f79e-4907-a1c2-523eee123adb req-0d16b768-e915-483d-9329-579289700f02 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.1663432 Mar 10 17:40:34.582723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed8bd6d-ed44-49af-9fc9-255f522a1e15 req-087d7ad4-eaee-44f5-a4d0-04727b0f7e01 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234219 Mar 10 17:40:34.585259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (a007399d-b488-42b2-b636-d4b8397b3959), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:34.642143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a007399d-b488-42b2-b636-d4b8397b3959), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:34.695468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee719ba-f79e-4907-a1c2-523eee123adb req-47ec56b0-9b85-42a5-8f11-574abae34976 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167915 Mar 10 17:40:34.709250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=a007399d-b488-42b2-b636-d4b8397b3959,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:34.717739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9328c9e7-d5e4-42c0-bac5-69d19e05c34f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.720131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:34.722568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:34.723176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9328c9e7-d5e4-42c0-bac5-69d19e05c34f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.724935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:34.728668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9328c9e7-d5e4-42c0-bac5-69d19e05c34f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.730294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.730472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-9328c9e7-d5e4-42c0-bac5-69d19e05c34f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/networks?id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=e23131c7-39df-4fab-b230-9372220b5d2c&id=e23131c7-39df-4fab-b230-9372220b5d2c HTTP/1.1" status: 200 len: 1995 time: 0.1831415 Mar 10 17:40:34.730759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:34.763367 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-64ced3c8-a487-4dc0-8379-fb34f1477fc5 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7063107 Mar 10 17:40:34.766995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43854) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:34.771942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'network_id': '931929be-0b73-43b1-8af6-0ded6077e2f0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867175349'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:34.910681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Made reservation on behalf of 264dc8d95bd847d0a0120c6c50ff62f0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:34.915285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:34.935603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7768c17f-b824-450d-b9fd-7bb1eda396a0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a3d4a9191b4b2f918c83cddf728fcb HTTP/1.1" status: 200 len: 379 time: 0.1863728 Mar 10 17:40:34.943473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] device_id is not set on port 463331c1-2230-4868-9ae0-27702f237d7b yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:34.945387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305fbd4-cc63-4471-a853-cd110cfad7d8 req-882d2d55-c335-49a8-9cd4-1b63ad85d3e5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:34.953298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3305fbd4-cc63-4471-a853-cd110cfad7d8 req-882d2d55-c335-49a8-9cd4-1b63ad85d3e5 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 944 time: 0.2152519 Mar 10 17:40:34.968281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'admin_state_up': True, 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'security_groups': ['d2285b01-2637-4f3e-8d8e-dc3afe0623df']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:35.012944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89fda-db07-441b-8ab8-aad5d7db94be req-399dd603-df87-42bf-85a2-d015470521e9 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.014294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ef89fda-db07-441b-8ab8-aad5d7db94be req-399dd603-df87-42bf-85a2-d015470521e9 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 945 time: 0.2190342 Mar 10 17:40:35.094651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Allocated IP 2001:db8::141 (931929be-0b73-43b1-8af6-0ded6077e2f0/686b06b3-0314-4459-a518-947a5138a6ff/463331c1-2230-4868-9ae0-27702f237d7b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:35.117670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-d45cb747-3aaa-4a7b-87d1-2ecbfcd4f91f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.124108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-d45cb747-3aaa-4a7b-87d1-2ecbfcd4f91f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.2718987 Mar 10 17:40:35.132278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c5adb640-b546-4804-9fac-ddcdb758c2b7 None None] Provisioning complete for port a007399d-b488-42b2-b636-d4b8397b3959 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:35.134231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5adb640-b546-4804-9fac-ddcdb758c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a007399d-b488-42b2-b636-d4b8397b3959), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.174712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3305fbd4-cc63-4471-a853-cd110cfad7d8 req-d6a7c895-2ac4-4b99-b4c0-03bd28996bac tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203345 Mar 10 17:40:35.218777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c5adb640-b546-4804-9fac-ddcdb758c2b7 None None] Port a007399d-b488-42b2-b636-d4b8397b3959 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:35.231968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ef89fda-db07-441b-8ab8-aad5d7db94be req-93ebd34e-8d24-4d62-8bbf-7ee4bd687f2c tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062807 Mar 10 17:40:35.314890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (463331c1-2230-4868-9ae0-27702f237d7b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.363172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (463331c1-2230-4868-9ae0-27702f237d7b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.412626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=463331c1-2230-4868-9ae0-27702f237d7b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:35.458587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:35.460637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:35.463519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:35.470280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.470800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.492803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60542cd0-281d-4497-8ff2-82a6db9ebe2f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7247376 Mar 10 17:40:35.495812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:35.497293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:35.499301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.503505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:44:19:64'}, {'ip_address': '2001:db8::11f', 'mac_address': 'fa:16:3e:c7:8b:b7'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:35.528863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-5e02fe05-fb03-4f9d-97c6-416d318dea34 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.530574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-5e02fe05-fb03-4f9d-97c6-416d318dea34 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.2104466 Mar 10 17:40:35.544679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcbd74-e001-4b74-86d1-ea305955e666 req-e8d7b010-82ab-4ee2-88bc-e773fb570987 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.546329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68fcbd74-e001-4b74-86d1-ea305955e666 req-e8d7b010-82ab-4ee2-88bc-e773fb570987 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.2190373 Mar 10 17:40:35.559227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511cfb3-d57b-47c4-a4d4-958c7ac96c2e req-3968d256-6b40-402c-a692-c3c526793074 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.561121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a511cfb3-d57b-47c4-a4d4-958c7ac96c2e req-3968d256-6b40-402c-a692-c3c526793074 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=36eccdec-d2d5-4823-9dac-4d6e5d777270 HTTP/1.1" status: 200 len: 946 time: 0.1872163 Mar 10 17:40:35.572238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port 209d60dc-72a2-497a-8334-6477fa36c406 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:35.573019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (209d60dc-72a2-497a-8334-6477fa36c406), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.628946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (463331c1-2230-4868-9ae0-27702f237d7b), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.870799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for port (463331c1-2230-4868-9ae0-27702f237d7b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.879448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (463331c1-2230-4868-9ae0-27702f237d7b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.882474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68fcbd74-e001-4b74-86d1-ea305955e666 req-587d2052-b0d5-4cc2-a0ed-98a41080ad79 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136513 Mar 10 17:40:35.885443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a511cfb3-d57b-47c4-a4d4-958c7ac96c2e req-d552ce90-e591-4300-b2c3-72047f40d500 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092110 Mar 10 17:40:35.913377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] In _notify_port_updated(), no bound segment for port 463331c1-2230-4868-9ae0-27702f237d7b on network 931929be-0b73-43b1-8af6-0ded6077e2f0 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:40:35.918741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:35.919400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.923414 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "PUT /v2.0/ports/463331c1-2230-4868-9ae0-27702f237d7b HTTP/1.1" status: 200 len: 1068 time: 0.4223969 Mar 10 17:40:35.923811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:35.948502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port 209d60dc-72a2-497a-8334-6477fa36c406, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=209d60dc-72a2-497a-8334-6477fa36c406,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:35.948999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (209d60dc-72a2-497a-8334-6477fa36c406), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.996244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-70fc214c-a5fa-4501-8e1a-f916388eb6b1 None None] Provisioning complete for port 463331c1-2230-4868-9ae0-27702f237d7b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:35.996916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70fc214c-a5fa-4501-8e1a-f916388eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (463331c1-2230-4868-9ae0-27702f237d7b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:35.998382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for 209d60dc-72a2-497a-8334-6477fa36c406 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:36.002053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 172.20.0.8 (34d205ab-54b4-4fc6-98a2-eb2fc135b56b/4070c5d4-d455-48c7-bb6d-d8143341143c/1a0cc490-e578-422c-82e3-858bc6fbbe3c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:36.030036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a9d2-448c-49a3-87b2-5f0ab7f04a84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event updated for resources: {'Port': ['ID=463331c1-2230-4868-9ae0-27702f237d7b,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:36.094784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-70fc214c-a5fa-4501-8e1a-f916388eb6b1 None None] Port 463331c1-2230-4868-9ae0-27702f237d7b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:36.114472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port 463331c1-2230-4868-9ae0-27702f237d7b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:36.114714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (463331c1-2230-4868-9ae0-27702f237d7b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.143484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Deleting port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:36.143829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.172818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a206310-7383-4c65-a773-4c7e17e200a2 req-153349cb-75c6-4f55-bbc9-0c3edc97840e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0605168 Mar 10 17:40:36.258675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (463331c1-2230-4868-9ae0-27702f237d7b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.280886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for 463331c1-2230-4868-9ae0-27702f237d7b owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:36.320509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-750ab750-f660-44f9-8f79-b5fc91969f82 None None] Provisioning complete for port 463331c1-2230-4868-9ae0-27702f237d7b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:36.321725 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-750ab750-f660-44f9-8f79-b5fc91969f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (463331c1-2230-4868-9ae0-27702f237d7b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.336203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8848-6dca-4975-8a64-ba54de3cee24 req-ee45b7a5-6115-410c-a6cb-3c75ca339bb6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:36.337786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ce8848-6dca-4975-8a64-ba54de3cee24 req-ee45b7a5-6115-410c-a6cb-3c75ca339bb6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 945 time: 0.3045104 Mar 10 17:40:36.376332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-750ab750-f660-44f9-8f79-b5fc91969f82 None None] Port 463331c1-2230-4868-9ae0-27702f237d7b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:36.454953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (463331c1-2230-4868-9ae0-27702f237d7b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.485618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=463331c1-2230-4868-9ae0-27702f237d7b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:36.487968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] For port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:36.488347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.601663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.609946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ce8848-6dca-4975-8a64-ba54de3cee24 req-8a61bd2c-9eba-4cc9-af93-e7679df837ca tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=b583ae8b-5578-437c-b3bb-f4817cc5793a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602303 Mar 10 17:40:36.617474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7097773a-ad74-43fa-aa6e-0826dbc19579 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:36.636558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9b29d-ed7a-4d15-ba3b-d18129791b89 req-3153a740-dbef-4c23-96de-647aadb9489d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:36.642145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9b29d-ed7a-4d15-ba3b-d18129791b89 req-3153a740-dbef-4c23-96de-647aadb9489d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:36.659350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9de9b29d-ed7a-4d15-ba3b-d18129791b89 req-3153a740-dbef-4c23-96de-647aadb9489d tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.3615010 Mar 10 17:40:36.669043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (209d60dc-72a2-497a-8334-6477fa36c406), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.727105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:36.735922 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-780f8a2a-8500-476d-b5b4-2738ec8c20fb tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/463331c1-2230-4868-9ae0-27702f237d7b HTTP/1.1" status: 204 len: 168 time: 0.8108506 Mar 10 17:40:36.737115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43874) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:36.764488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['209d60dc-72a2-497a-8334-6477fa36c406'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:36.773283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=209d60dc-72a2-497a-8334-6477fa36c406,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:36.786887 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-19365c76-c5ad-4595-afd9-f3bbe49c1c90 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] GET failed (client error): The resource could not be found. Mar 10 17:40:36.794210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:36.805145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-19365c76-c5ad-4595-afd9-f3bbe49c1c90 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports/463331c1-2230-4868-9ae0-27702f237d7b HTTP/1.1" status: 404 len: 333 time: 0.0666621 Mar 10 17:40:36.830214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.830581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.830842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.831178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.831505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.832442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.832442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.832649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.832846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.833146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.833467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.833790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.834109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:40:36.859707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7097773a-ad74-43fa-aa6e-0826dbc19579 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:36.866933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7097773a-ad74-43fa-aa6e-0826dbc19579 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:36.867666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.015071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7097773a-ad74-43fa-aa6e-0826dbc19579 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:37.015585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.052061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:37.055014 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e0f52-3110-4b0e-9dfe-f7f2499a1f2a" -d '{"events": [{"server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "name": "network-vif-plugged", "status": "completed", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:37.071228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7097773a-ad74-43fa-aa6e-0826dbc19579,segment=NetworkSegment(8d1644bd-0a75-4524-b2a1-7912afcc26f0),segment_id=8d1644bd-0a75-4524-b2a1-7912afcc26f0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:37.078266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.079214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0231c7da-55c3-4c78-b813-b07565dd96f4 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:37.158186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:37.173842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 0231c7da-55c3-4c78-b813-b07565dd96f4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:37.179032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 0231c7da-55c3-4c78-b813-b07565dd96f4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:37.179409 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.265520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0231c7da-55c3-4c78-b813-b07565dd96f4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:37.265753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.279839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port 209d60dc-72a2-497a-8334-6477fa36c406 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:37.303254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0231c7da-55c3-4c78-b813-b07565dd96f4,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:37.306211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.309631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.309881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c960f67-8d25-451b-a907-ffb4fdd4ede7 req-7f7f1d9f-717d-4494-b9bf-e8ec9f1d0172 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "DELETE /v2.0/ports/209d60dc-72a2-497a-8334-6477fa36c406 HTTP/1.1" status: 204 len: 173 time: 2.1713917 Mar 10 17:40:37.310269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'name': 'network-vif-deleted', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:37.312575 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4f93d-368d-4598-a0b1-fbcb046df9c6" -d '{"events": [{"server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "name": "network-vif-deleted", "tag": "209d60dc-72a2-497a-8334-6477fa36c406"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:37.383833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:37.402079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9de9b29d-ed7a-4d15-ba3b-d18129791b89 req-1e4a7324-6c53-4bd4-8228-fec760d63cad tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416995 Mar 10 17:40:37.434115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.483805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.484255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.484639 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Floating IP 4fc0b373-7c41-4fdb-9e45-1c6928886be6 disassociated. External IP: 172.25.3.222, port: 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1. Mar 10 17:40:37.485046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Calling delete_port for 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:37.528622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:37.590666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:37.604413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed107fc-def1-46d4-9a7a-aaf6c8132037 req-a2e2d6f2-bdca-49eb-a8bb-778d5f735178 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:37.605952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ed107fc-def1-46d4-9a7a-aaf6c8132037 req-a2e2d6f2-bdca-49eb-a8bb-778d5f735178 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.3293159 Mar 10 17:40:37.608366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:37.612685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:37.686740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port a007399d-b488-42b2-b636-d4b8397b3959 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:37.687094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a007399d-b488-42b2-b636-d4b8397b3959), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.757234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ab25e-5f67-4fed-a94f-f4b53c3e8388 req-5e17dca9-f188-4671-8754-7522434a55e0 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:37.758827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-481ab25e-5f67-4fed-a94f-f4b53c3e8388 req-5e17dca9-f188-4671-8754-7522434a55e0 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 946 time: 0.2626441 Mar 10 17:40:37.773525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:37.774152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.860215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ed107fc-def1-46d4-9a7a-aaf6c8132037 req-ef45ff33-30e3-4392-9908-a53fe58ae82a tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190638 Mar 10 17:40:37.925600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b7e461d-e546-41e8-968d-afc8c73d146e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9684250 Mar 10 17:40:37.926839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9b4a2e43-8d0e-4593-bc6a-664ef3985f1d None None] Provisioning complete for port 1a0cc490-e578-422c-82e3-858bc6fbbe3c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:37.927277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2e43-8d0e-4593-bc6a-664ef3985f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:37.942159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'admin_state_up': True, 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'security_groups': ['d2285b01-2637-4f3e-8d8e-dc3afe0623df']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:38.020836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a007399d-b488-42b2-b636-d4b8397b3959), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.029731 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121715ab-7c7f-44f7-b12a-6fea1274c486 x-openstack-request-id: req-121715ab-7c7f-44f7-b12a-6fea1274c486 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:38.029731 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "name": "network-vif-plugged", "status": "completed", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:38.029731 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-121715ab-7c7f-44f7-b12a-6fea1274c486 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:38.036021 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579', 'code': 200} Mar 10 17:40:38.063370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-481ab25e-5f67-4fed-a94f-f4b53c3e8388 req-6f0ed5c5-60f0-4cd4-87d7-160385789006 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797287 Mar 10 17:40:38.088055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a2e43-8d0e-4593-bc6a-664ef3985f1d None None] Port 1a0cc490-e578-422c-82e3-858bc6fbbe3c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:38.136255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7c6d9c76-3d81-4ee1-9049-ea0d14423dd1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.208833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for a007399d-b488-42b2-b636-d4b8397b3959 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:38.291856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'Port': ['ID=7c6d9c76-3d81-4ee1-9049-ea0d14423dd1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:38.394578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-074ffd4a-67f6-4853-8b2d-9fc812e16e31 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:38.396277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-074ffd4a-67f6-4853-8b2d-9fc812e16e31 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5b13b8-20ac-4205-bf90-51555d86ee07 HTTP/1.1" status: 200 len: 946 time: 0.0685844 Mar 10 17:40:38.477742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:38.481380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.499401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288b568-0fc5-46e9-bb95-d62ffbc6985e req-f95fb18e-5fb7-4919-920e-be2747ab78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:38.500983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9288b568-0fc5-46e9-bb95-d62ffbc6985e req-f95fb18e-5fb7-4919-920e-be2747ab78de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 1128 time: 0.3608243 Mar 10 17:40:38.505049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Deleting port 74ad6054-4507-4d99-89e7-f56fb5773b71 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:38.505418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.517611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa2e7-f61f-4011-95c3-15c3d41012d2 req-612f863e-c659-4469-afdb-9c7511c1e7cc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:38.519114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-908aa2e7-f61f-4011-95c3-15c3d41012d2 req-612f863e-c659-4469-afdb-9c7511c1e7cc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 931 time: 0.3750625 Mar 10 17:40:38.544559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-76180ec5-efc9-4875-bed3-e107ed2df0a8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:38.550698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-76180ec5-efc9-4875-bed3-e107ed2df0a8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.4115908 Mar 10 17:40:38.603945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] For port 74ad6054-4507-4d99-89e7-f56fb5773b71, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=74ad6054-4507-4d99-89e7-f56fb5773b71,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:38.604374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.614854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-159eb7f8-2a51-456e-9285-c0d273ed582a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/quotas/6c23a52849054ba78fba2ca6bd03db49 HTTP/1.1" status: 200 len: 375 time: 0.0628369 Mar 10 17:40:38.619146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Calling delete_port for 74ad6054-4507-4d99-89e7-f56fb5773b71 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:38.705489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9288b568-0fc5-46e9-bb95-d62ffbc6985e req-21760a9e-7b98-4c4b-a83e-1dd46fc9402e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853986 Mar 10 17:40:38.742468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-908aa2e7-f61f-4011-95c3-15c3d41012d2 req-2247d4d6-36c2-4209-8ceb-df7af2722213 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083247 Mar 10 17:40:38.810654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (74ad6054-4507-4d99-89e7-f56fb5773b71), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.813561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:40:38.829605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['74ad6054-4507-4d99-89e7-f56fb5773b71'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:38.854404 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a9a445-5563-4622-b7d1-99629334a291 x-openstack-request-id: req-57a9a445-5563-4622-b7d1-99629334a291 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:38.854777 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36eccdec-d2d5-4823-9dac-4d6e5d777270", "name": "network-vif-deleted", "tag": "209d60dc-72a2-497a-8334-6477fa36c406", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:38.855150 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57a9a445-5563-4622-b7d1-99629334a291 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:38.858371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event deleted for resources: {'Port': ['ID=74ad6054-4507-4d99-89e7-f56fb5773b71,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:38.861684 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36eccdec-d2d5-4823-9dac-4d6e5d777270', 'name': 'network-vif-deleted', 'tag': '209d60dc-72a2-497a-8334-6477fa36c406', 'status': 'completed', 'code': 200} Mar 10 17:40:38.946689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-2d0a2fae-ac9b-4cf1-81c2-4911cc80a6ed tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3176713 Mar 10 17:40:38.961105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] No DVR routers for this DVR port 74ad6054-4507-4d99-89e7-f56fb5773b71 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:38.965275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:38.968657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-400b1467-71eb-43d7-9db4-310bc14fffe4 req-4c13a5d1-35bc-44e2-807b-8f7dc7f1cf42 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "DELETE /v2.0/ports/74ad6054-4507-4d99-89e7-f56fb5773b71 HTTP/1.1" status: 204 len: 173 time: 0.5658190 Mar 10 17:40:38.969128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-deleted', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:38.971471 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1beb51-0f65-4d1a-90e8-59f75d32998c" -d '{"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-deleted", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:38.979081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a007399d-b488-42b2-b636-d4b8397b3959), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.122934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=a007399d-b488-42b2-b636-d4b8397b3959,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:39.138469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a07bb1c1-db1e-4134-8bd9-a32c7c7350cb req-75973fe0-2ac8-41d0-9dca-fbeefebf918d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4 HTTP/1.1" status: 200 len: 210 time: 0.1178474 Mar 10 17:40:39.196757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.1.1.143 (29097b8e-6beb-4e20-90c5-cc6b4ebfb053/986b6db1-f47e-4b8e-a098-a76acb1024fd/6718b07b-c60c-4a0b-8ca5-268c3908d83f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:39.207037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.212985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6052bda-2b90-473d-bdb1-ccbc0331cf6c tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/a007399d-b488-42b2-b636-d4b8397b3959 HTTP/1.1" status: 204 len: 168 time: 2.4072821 Mar 10 17:40:39.213743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:39.269953 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f1031f-4537-4185-b217-a7752f993217 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] GET failed (client error): The resource could not be found. Mar 10 17:40:39.273499 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44f1031f-4537-4185-b217-a7752f993217 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "GET /v2.0/ports/a007399d-b488-42b2-b636-d4b8397b3959 HTTP/1.1" status: 404 len: 333 time: 0.0577064 Mar 10 17:40:39.282176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43924) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:39.338974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-01310d74-5779-4df6-8b68-4d337898a813 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849790 Mar 10 17:40:39.346838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 209d60dc-72a2-497a-8334-6477fa36c406 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:39.378255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 209d60dc-72a2-497a-8334-6477fa36c406 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:39.381140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 209d60dc-72a2-497a-8334-6477fa36c406 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:39.405111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:40:39.414350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port 2f3f9178-c632-4963-ab91-d02fd0959026 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:39.415255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.418371 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:40:39.430376 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:39.431210 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:39.571956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.580578 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:39.590143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for 2f3f9178-c632-4963-ab91-d02fd0959026 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:39.739228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.758329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f3f9178-c632-4963-ab91-d02fd0959026), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.806799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-08fe1a83-bc09-4626-b41a-fb030475e86f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:39.809044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-08fe1a83-bc09-4626-b41a-fb030475e86f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.5326970 Mar 10 17:40:39.811016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] No DVR routers for this DVR port 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:39.818685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=2f3f9178-c632-4963-ab91-d02fd0959026,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:39.827567 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.838977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.844287 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:39.849280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-486a86e3-587c-4ee5-85e5-0cc8921e26d9 req-8ce0ac6a-0e31-4f16-acf8-03302315d475 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "DELETE /v2.0/ports/7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 HTTP/1.1" status: 204 len: 173 time: 4.3016551 Mar 10 17:40:39.851308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:39.859201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9367456-3039-4da9-8bf8-186faf4c030f tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/ports/2f3f9178-c632-4963-ab91-d02fd0959026 HTTP/1.1" status: 204 len: 168 time: 0.5736213 Mar 10 17:40:39.860925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:39.908078 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:40:39.918457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:39.919420 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:39.943538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-09ec63bc-29bb-448b-9b31-c45b47c482b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.1138549 Mar 10 17:40:40.009038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting subnet 686b06b3-0314-4459-a518-947a5138a6ff {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:40:40.016537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for subnet (686b06b3-0314-4459-a518-947a5138a6ff), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.038093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:40.040847 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b5e7b-5d08-4778-b9f1-e5e0575a20ce" -d '{"events": [{"server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:40.086046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:40.102949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-d6614f01-8bf8-4c05-8b9a-f371393cb7aa tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584282 Mar 10 17:40:40.123526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (686b06b3-0314-4459-a518-947a5138a6ff), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.132117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:40.155337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:40.160919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:40.164859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:40.189288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-cd8934e6-6485-464a-8614-2f844b7f92d8 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491881 Mar 10 17:40:40.251178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (686b06b3-0314-4459-a518-947a5138a6ff), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.310474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:40.311433 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.333521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (686b06b3-0314-4459-a518-947a5138a6ff), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.338592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-cbd12dc4-36bc-4047-ae2a-7e626c3fa0e9 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346447 Mar 10 17:40:40.353638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-64033e0c-3d03-4ee4-b7d6-77880450a04e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4204116 Mar 10 17:40:40.370093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'admin_state_up': True, 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'security_groups': ['d2285b01-2637-4f3e-8d8e-dc3afe0623df']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:40.427518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.428597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa3e84-1cd1-462d-857a-01d2c16ea843 None None] Network 931929be-0b73-43b1-8af6-0ded6077e2f0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:40.447273 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/subnets/686b06b3-0314-4459-a518-947a5138a6ff HTTP/1.1" status: 204 len: 168 time: 0.5821247 Mar 10 17:40:40.451448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43934) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:40.454680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223d4e0-f9e1-4dc8-95ef-482425492b84 tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Subnet': ['ID=686b06b3-0314-4459-a518-947a5138a6ff,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:40.580683 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:40.645986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (931929be-0b73-43b1-8af6-0ded6077e2f0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.651096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-5fcad092-2218-49fb-95a0-bcd1b16680e1 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099284 Mar 10 17:40:40.663358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:40.695710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:40.696841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7c6d9c76-3d81-4ee1-9049-ea0d14423dd1 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:40.697915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988130f-7eca-4389-a84a-629a25b76a37 None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:40.714502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d7ef83ef-7548-4996-a6c2-739f333d71ab None None] Provisioning complete for port 6718b07b-c60c-4a0b-8ca5-268c3908d83f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:40.715188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7ef83ef-7548-4996-a6c2-739f333d71ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.762940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Deleting port 070db599-a836-4f45-a4ae-b06c25fec923 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:40.763335 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (070db599-a836-4f45-a4ae-b06c25fec923), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.812953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef83ef-7548-4996-a6c2-739f333d71ab None None] Port 6718b07b-c60c-4a0b-8ca5-268c3908d83f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:40.929381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] DHCP port deletion for 931929be-0b73-43b1-8af6-0ded6077e2f0 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:40:40.945276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] For port 070db599-a836-4f45-a4ae-b06c25fec923, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=070db599-a836-4f45-a4ae-b06c25fec923,segment=NetworkSegment(70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb),segment_id=70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:40.945648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (070db599-a836-4f45-a4ae-b06c25fec923), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:40.974815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Calling delete_port for 070db599-a836-4f45-a4ae-b06c25fec923 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:41.103261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Deleting port 070db599-a836-4f45-a4ae-b06c25fec923 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:41.104404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (070db599-a836-4f45-a4ae-b06c25fec923), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.124841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (070db599-a836-4f45-a4ae-b06c25fec923), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.162363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] No DVR routers for this DVR port 070db599-a836-4f45-a4ae-b06c25fec923 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:41.250761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] For port 070db599-a836-4f45-a4ae-b06c25fec923, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=070db599-a836-4f45-a4ae-b06c25fec923,segment=NetworkSegment(70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb),segment_id=70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:41.251639 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (070db599-a836-4f45-a4ae-b06c25fec923), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.260470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Port': ['ID=070db599-a836-4f45-a4ae-b06c25fec923,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:41.284432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Calling delete_port for 070db599-a836-4f45-a4ae-b06c25fec923 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:41.364531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (931929be-0b73-43b1-8af6-0ded6077e2f0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.379695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0920966-5ce0-42ad-bf1f-01301fb2e70b None None] New status for floating IP 4fc0b373-7c41-4fdb-9e45-1c6928886be6: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:40:41.393193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931929be-0b73-43b1-8af6-0ded6077e2f0']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:41.406159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:41.406159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:41.434542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.451261 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c7a077-3a4a-480c-93fe-1af8c9ffd554 x-openstack-request-id: req-f3c7a077-3a4a-480c-93fe-1af8c9ffd554 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:41.451577 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5b13b8-20ac-4205-bf90-51555d86ee07", "name": "network-vif-deleted", "tag": "74ad6054-4507-4d99-89e7-f56fb5773b71", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:41.451883 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3c7a077-3a4a-480c-93fe-1af8c9ffd554 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:41.452205 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5b13b8-20ac-4205-bf90-51555d86ee07', 'name': 'network-vif-deleted', 'tag': '74ad6054-4507-4d99-89e7-f56fb5773b71', 'status': 'completed', 'code': 200} Mar 10 17:40:41.473971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.489198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:41.490756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (70cf868b-0e50-4a0b-9af6-fff6ae2bb5bb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: warnings.warn(msg) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:41.497545 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:41.513294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'name': 'network-vif-deleted', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:41.528764 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9753c2a-7c8d-4910-9b23-ef058e779abe" -d '{"events": [{"server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "name": "network-vif-deleted", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:41.633034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (070db599-a836-4f45-a4ae-b06c25fec923), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.645309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (931929be-0b73-43b1-8af6-0ded6077e2f0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.666163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.668435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:41.671961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:41.677948 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] 10.222.0.35 "DELETE /v2.0/networks/931929be-0b73-43b1-8af6-0ded6077e2f0 HTTP/1.1" status: 204 len: 168 time: 1.2135513 Mar 10 17:40:41.723440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c5bc5-004f-4574-aeac-1daabc19d2ec tempest-AllowedAddressPairIpV6TestJSON-1112786259 tempest-AllowedAddressPairIpV6TestJSON-1112786259-project] Pushing event deleted for resources: {'Network': ['ID=931929be-0b73-43b1-8af6-0ded6077e2f0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:41.760091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] Pushing event deleted for resources: {'Port': ['ID=070db599-a836-4f45-a4ae-b06c25fec923,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:41.782440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030f48f-c7b9-4377-8f15-0f549c5529d6 None None] No DVR routers for this DVR port 070db599-a836-4f45-a4ae-b06c25fec923 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:41.792576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870be2-f3c3-4e7a-bfb7-52fe15ab35eb req-fdb99dfe-0990-4586-907f-2117fd3dab67 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:41.805713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84870be2-f3c3-4e7a-bfb7-52fe15ab35eb req-fdb99dfe-0990-4586-907f-2117fd3dab67 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 1.1528616 Mar 10 17:40:41.901085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ea557-a3e5-48df-a1f9-1710fa2647b0 req-a2ee27c3-30ce-4a77-9d2d-632d38250bb8 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:41.908467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b69ea557-a3e5-48df-a1f9-1710fa2647b0 req-a2ee27c3-30ce-4a77-9d2d-632d38250bb8 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 946 time: 0.3502605 Mar 10 17:40:41.971880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84870be2-f3c3-4e7a-bfb7-52fe15ab35eb req-d7be3ffd-7f2b-461f-9c10-33b7879c6b46 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643000 Mar 10 17:40:42.078564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b69ea557-a3e5-48df-a1f9-1710fa2647b0 req-1b3454ed-ff8b-4595-8b8e-1327a1f0d1ef tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637821 Mar 10 17:40:42.129254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.1.1.207 (29097b8e-6beb-4e20-90c5-cc6b4ebfb053/986b6db1-f47e-4b8e-a098-a76acb1024fd/195bf06e-c01d-4893-998d-373730d33941) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:42.149164 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87da7ae9-378d-4d72-8f8f-56bd818491f8 x-openstack-request-id: req-87da7ae9-378d-4d72-8f8f-56bd818491f8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:42.149683 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:42.149943 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87da7ae9-378d-4d72-8f8f-56bd818491f8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:42.150468 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'code': 200} Mar 10 17:40:42.156213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:42.249853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f06c-1c38-4118-b04e-f2a9952afe8b req-b9950a57-66f9-44d6-ae57-1dfd5693467a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:42.255388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f06c-1c38-4118-b04e-f2a9952afe8b req-b9950a57-66f9-44d6-ae57-1dfd5693467a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:42.257078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e73f06c-1c38-4118-b04e-f2a9952afe8b req-b9950a57-66f9-44d6-ae57-1dfd5693467a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 1653 time: 0.1553497 Mar 10 17:40:42.315339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7f1cd68-64b6-4286-8fec-aee07803d5c9 req-22ea047d-9fc4-43d1-a41d-b35870f09a15 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 210 time: 0.0549359 Mar 10 17:40:42.396685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e439d657-2bb8-4a8a-a2cf-30d54c7ac8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.412721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e713c317-39a9-4348-a22b-2550a29e1d0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=264dc8d95bd847d0a0120c6c50ff62f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541296 Mar 10 17:40:42.414297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:42.500277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] Publish callbacks [] for security_group (eb353cf8-96e3-47fe-94c3-dd039f1fa686), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.529535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] Publish callbacks [] for security_group (eb353cf8-96e3-47fe-94c3-dd039f1fa686), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.570582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-5f8acaff-a082-4e28-9988-0215f763e093 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:42.573394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-5f8acaff-a082-4e28-9988-0215f763e093 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.41 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.1171308 Mar 10 17:40:42.596548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e73f06c-1c38-4118-b04e-f2a9952afe8b req-cf70e51e-852d-47c2-93b7-35eb53966c4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836237 Mar 10 17:40:42.615265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Request body: {'port': {'device_id': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'admin_state_up': True, 'tenant_id': '6c23a52849054ba78fba2ca6bd03db49'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:42.642947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:42.648347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eb353cf8-96e3-47fe-94c3-dd039f1fa686), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.652269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.653814 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb353cf8-96e3-47fe-94c3-dd039f1fa686 HTTP/1.1" status: 204 len: 168 time: 0.2382650 Mar 10 17:40:42.687902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17713-9322-4747-953b-2efd394040b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb353cf8-96e3-47fe-94c3-dd039f1fa686,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:42.787797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 74ad6054-4507-4d99-89e7-f56fb5773b71 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:42.791197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 74ad6054-4507-4d99-89e7-f56fb5773b71 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:42.828623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-bff7c987-3a50-49c9-8a28-08317ae6ca5b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:42.832717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-bff7c987-3a50-49c9-8a28-08317ae6ca5b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.2146623 Mar 10 17:40:42.848017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:42.851802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5fc5314-37bd-4e79-ad10-450831b3940f req-f1e917ae-e864-4895-a5d0-dafb5ed667b4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 210 time: 0.3943048 Mar 10 17:40:42.863924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb95b5-20f9-4267-9cf9-b178967d2a1e req-166252d0-67f2-4b69-bad2-882f566ec3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:42.866699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbbb95b5-20f9-4267-9cf9-b178967d2a1e req-166252d0-67f2-4b69-bad2-882f566ec3cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.6014910 Mar 10 17:40:42.869887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Made reservation on behalf of 6c23a52849054ba78fba2ca6bd03db49 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:42.874501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:42.981576 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975cf98-9713-4386-b1a8-4882ba2659ad x-openstack-request-id: req-c975cf98-9713-4386-b1a8-4882ba2659ad {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:42.981895 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4", "name": "network-vif-deleted", "tag": "7c6d9c76-3d81-4ee1-9049-ea0d14423dd1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:42.982202 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c975cf98-9713-4386-b1a8-4882ba2659ad {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:42.982649 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc9d7c2-5589-4beb-97fa-ea5eb40d7ef4', 'name': 'network-vif-deleted', 'tag': '7c6d9c76-3d81-4ee1-9049-ea0d14423dd1', 'status': 'completed', 'code': 200} Mar 10 17:40:43.097206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43982) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:43.115176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:43.123329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.201620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 070db599-a836-4f45-a4ae-b06c25fec923 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:43.223950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 070db599-a836-4f45-a4ae-b06c25fec923 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:43.224509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 070db599-a836-4f45-a4ae-b06c25fec923 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:43.232336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (b583ae8b-5578-437c-b3bb-f4817cc5793a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.243013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Allocated IP 172.20.0.2 (1de19cf1-b8c4-4362-a7c0-4522cfde4306/0006dadf-70e0-4709-9d74-53b56a25974b/ba662294-80bf-43ef-b6a3-89957ead29c7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:43.258644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (b583ae8b-5578-437c-b3bb-f4817cc5793a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.313981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (195bf06e-c01d-4893-998d-373730d33941), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.358071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b583ae8b-5578-437c-b3bb-f4817cc5793a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.361511 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.363052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "DELETE /v2.0/security-groups/b583ae8b-5578-437c-b3bb-f4817cc5793a HTTP/1.1" status: 204 len: 168 time: 0.2643440 Mar 10 17:40:43.372633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:43.396009 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-93f644eb-ebbf-4a64-804f-cb7022acc4db tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] show failed (client error): The resource could not be found. Mar 10 17:40:43.399888 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93f644eb-ebbf-4a64-804f-cb7022acc4db tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups/b583ae8b-5578-437c-b3bb-f4817cc5793a HTTP/1.1" status: 404 len: 347 time: 0.0221448 Mar 10 17:40:43.400486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580585c-8a66-4d46-b89f-03ea7916fc2d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b583ae8b-5578-437c-b3bb-f4817cc5793a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:43.406268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:43.445973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (195bf06e-c01d-4893-998d-373730d33941), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.541711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252bf4-6817-405b-9edb-f97f6a38ce2a req-60beb802-7a9e-4028-b857-837bc06cb86a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.548498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252bf4-6817-405b-9edb-f97f6a38ce2a req-60beb802-7a9e-4028-b857-837bc06cb86a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.556642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f252bf4-6817-405b-9edb-f97f6a38ce2a req-60beb802-7a9e-4028-b857-837bc06cb86a tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.6697340 Mar 10 17:40:43.571128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.10 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/691ca8b0-b910-4c2c-ba2e-823e41115706) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:43.603251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbbb95b5-20f9-4267-9cf9-b178967d2a1e req-fd86856d-afd0-47bf-9f27-6ea6e2a263ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7194808 Mar 10 17:40:43.657130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:43.679055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c37e-655a-4f82-9787-39bab55d839e req-e341ed37-80b7-4358-84c6-28560f784b85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.685004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c37e-655a-4f82-9787-39bab55d839e req-e341ed37-80b7-4358-84c6-28560f784b85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.686619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3320c37e-655a-4f82-9787-39bab55d839e req-e341ed37-80b7-4358-84c6-28560f784b85 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.3261392 Mar 10 17:40:43.687617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:43.689478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:43.711515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Deleting port 14285603-cfdf-48cf-bfaa-9a242df4165b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:43.713261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.725747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:43.741950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac79b2-cdbe-46a5-be65-8259b1a2fc9a req-5ebc1f4f-97a5-425a-8bea-809fdeb5ee59 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.750002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ac79b2-cdbe-46a5-be65-8259b1a2fc9a req-5ebc1f4f-97a5-425a-8bea-809fdeb5ee59 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.3880134 Mar 10 17:40:43.802777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f252bf4-6817-405b-9edb-f97f6a38ce2a req-a2c2085f-b8ef-4870-b4ed-c7413ddede40 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450609 Mar 10 17:40:43.841529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.841887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (14285603-cfdf-48cf-bfaa-9a242df4165b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:43.855635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Calling delete_port for 14285603-cfdf-48cf-bfaa-9a242df4165b owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:43.880388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44008) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:43.941516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:43.942744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.021849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2deabf3d-123f-4be8-a711-1a532353960b req-b0833225-3ca4-4076-84d5-c4703dd857e8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 210 time: 0.1030202 Mar 10 17:40:44.034197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (14285603-cfdf-48cf-bfaa-9a242df4165b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.077840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-00a48598-47e9-43dc-add3-93c1292a9f81 None None] Provisioning complete for port 195bf06e-c01d-4893-998d-373730d33941 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:44.078217 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00a48598-47e9-43dc-add3-93c1292a9f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (195bf06e-c01d-4893-998d-373730d33941), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.112375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-8af415c2-9f53-4deb-aff8-1174d5e3fe49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7462146 Mar 10 17:40:44.116998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-bb04ea9a-b658-4872-9d74-d4deca7bdf44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.120954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb04ea9a-b658-4872-9d74-d4deca7bdf44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2359395 Mar 10 17:40:44.132721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.140508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-7a7952be-af1a-4883-9f1d-8f074526e581 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.144202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7a7952be-af1a-4883-9f1d-8f074526e581 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0058329 Mar 10 17:40:44.153903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-00a48598-47e9-43dc-add3-93c1292a9f81 None None] Port 195bf06e-c01d-4893-998d-373730d33941 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:44.170095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'admin_state_up': True, 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'security_groups': ['d2285b01-2637-4f3e-8d8e-dc3afe0623df']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:44.193871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.213312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44018) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.219487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-d43b2bde-7f91-4f13-89e8-ce3b2b63140b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.220617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d43b2bde-7f91-4f13-89e8-ce3b2b63140b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056241 Mar 10 17:40:44.232179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ac79b2-cdbe-46a5-be65-8259b1a2fc9a req-3c0764cf-e6ab-4e2d-8447-f7a606912c30 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4811950 Mar 10 17:40:44.232931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.237693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'Port': ['ID=14285603-cfdf-48cf-bfaa-9a242df4165b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:44.245211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks [] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.270139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-b6505720-41e0-46f2-8bed-3d81319bdf77 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.272174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b6505720-41e0-46f2-8bed-3d81319bdf77 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050972 Mar 10 17:40:44.276267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44024) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.289369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-9df586e9-847f-46b1-b25e-dd3bb55f3534 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.292001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9df586e9-847f-46b1-b25e-dd3bb55f3534 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052302 Mar 10 17:40:44.294822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44026) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.305619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-487b4176-9132-4843-a3ad-e1465b8d4f22 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.309803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-487b4176-9132-4843-a3ad-e1465b8d4f22 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0119817 Mar 10 17:40:44.313282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.324567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-3812f9ae-51c0-4b94-8672-34c455fbf79d tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.328354 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3812f9ae-51c0-4b94-8672-34c455fbf79d tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071652 Mar 10 17:40:44.335377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.340295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-6d306b19-b43f-484a-961b-d9bef93592c9 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.344249 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d306b19-b43f-484a-961b-d9bef93592c9 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078316 Mar 10 17:40:44.347896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.354882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-cc973b32-827c-4a12-8ce0-9670bd6bccd7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.358569 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cc973b32-827c-4a12-8ce0-9670bd6bccd7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083947 Mar 10 17:40:44.363367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.370513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-3e9e29f0-7a4c-4ca1-8434-0fe3fe7234cd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.374844 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e9e29f0-7a4c-4ca1-8434-0fe3fe7234cd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097592 Mar 10 17:40:44.376984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.388893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-67fd27ce-cc4d-45ce-9715-ff7ded508f5c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.395057 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-67fd27ce-cc4d-45ce-9715-ff7ded508f5c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0150845 Mar 10 17:40:44.396938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.401725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-6890bfb9-8883-4926-91a6-32149dfe6f83 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.406153 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6890bfb9-8883-4926-91a6-32149dfe6f83 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082448 Mar 10 17:40:44.408721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.413885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-7fa1fccb-182e-4af7-bc2f-9afabf602b16 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.417806 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7fa1fccb-182e-4af7-bc2f-9afabf602b16 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080454 Mar 10 17:40:44.418390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.419729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (4fc0b373-7c41-4fdb-9e45-1c6928886be6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.423015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.428270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b61a5eb9-d9f8-4cab-96f0-ea5f9216ca42 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "DELETE /v2.0/floatingips/4fc0b373-7c41-4fdb-9e45-1c6928886be6 HTTP/1.1" status: 204 len: 168 time: 1.0181248 Mar 10 17:40:44.428270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.433583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-80fa4dd1-8278-425d-895a-827c25b74220 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.437207 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-80fa4dd1-8278-425d-895a-827c25b74220 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108359 Mar 10 17:40:44.437779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.441171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc12ec7-9942-4c48-a906-df806772d84c req-24673a3a-ad10-4486-978e-03c98c7b2f84 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:44.441769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-f10ab77a-2abb-4415-9955-397740ff9158 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.448454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc12ec7-9942-4c48-a906-df806772d84c req-24673a3a-ad10-4486-978e-03c98c7b2f84 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:44.450894 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f10ab77a-2abb-4415-9955-397740ff9158 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0121572 Mar 10 17:40:44.451487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44046) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.455347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc12ec7-9942-4c48-a906-df806772d84c req-24673a3a-ad10-4486-978e-03c98c7b2f84 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:44.457260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bc12ec7-9942-4c48-a906-df806772d84c req-24673a3a-ad10-4486-978e-03c98c7b2f84 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 2374 time: 0.2787142 Mar 10 17:40:44.473005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port 1b5e573f-de42-4206-82a1-af0982a731f0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:44.473717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.529214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-8a3b0d5b-02a9-43c6-ad70-e1d08dff399c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.533270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a3b0d5b-02a9-43c6-ad70-e1d08dff399c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0735433 Mar 10 17:40:44.535309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:44.540892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.549607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-d019bd45-f005-450d-967a-7e4542b23a4a tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.550462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.554132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d019bd45-f005-450d-967a-7e4542b23a4a tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0121083 Mar 10 17:40:44.555386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44054) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.562242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:44.563992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:44.571696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-e87dfc08-c3fe-4dc3-9807-942f8c36ca71 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.578727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.580835 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e87dfc08-c3fe-4dc3-9807-942f8c36ca71 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0151961 Mar 10 17:40:44.582457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:44.587945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:44.612918 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d31f3cf6-1db7-4d90-9bde-6ccbc05e3e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.662986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-84b9284c-5305-42b9-bb69-56bb4f66da2c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.664028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84b9284c-5305-42b9-bb69-56bb4f66da2c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0609126 Mar 10 17:40:44.664989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:44.665673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.669644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.680015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-1ec46bfb-e57d-4c83-9297-f47bb84aa9f7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.681018 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ec46bfb-e57d-4c83-9297-f47bb84aa9f7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0104427 Mar 10 17:40:44.684705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44060) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.689935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-2429bdcb-ba89-4b76-a808-4e48afc9f4ef tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.690931 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2429bdcb-ba89-4b76-a808-4e48afc9f4ef tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053165 Mar 10 17:40:44.694166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.699382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-fafca8b6-918c-423c-b746-5e54093f9159 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.700464 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fafca8b6-918c-423c-b746-5e54093f9159 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053060 Mar 10 17:40:44.710930 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-57864dd8-cb61-4dbc-b37e-5fab8b099d9c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8637052 Mar 10 17:40:44.711462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.727465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-40401d35-c129-4e52-9e06-85edafffb9b0 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.733566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40401d35-c129-4e52-9e06-85edafffb9b0 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0206187 Mar 10 17:40:44.736364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44066) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.745364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-2941f98b-458e-4153-a801-7c25ac8daf30 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.748596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2941f98b-458e-4153-a801-7c25ac8daf30 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089736 Mar 10 17:40:44.754476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Request body: {'port': {'device_id': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:44.758484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44068) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.760367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:44.763012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-27325e86-10fc-4129-9dbd-9c339bd05983 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.763983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-27325e86-10fc-4129-9dbd-9c339bd05983 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053220 Mar 10 17:40:44.779437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.785197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-8eb5df37-e437-4d50-891a-6a69dab05913 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.786143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8eb5df37-e437-4d50-891a-6a69dab05913 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059764 Mar 10 17:40:44.791489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.796282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-4b69807f-3157-42c3-91bf-2c98e34c2c59 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.797789 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b69807f-3157-42c3-91bf-2c98e34c2c59 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048380 Mar 10 17:40:44.799816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.804626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-3d2a5f16-25bc-47bd-9565-34bcb063f630 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.805124 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3d2a5f16-25bc-47bd-9565-34bcb063f630 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040705 Mar 10 17:40:44.807901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.812044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-850ebd2b-cf09-4945-beeb-fff94325830f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.812998 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-850ebd2b-cf09-4945-beeb-fff94325830f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042315 Mar 10 17:40:44.816815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bc12ec7-9942-4c48-a906-df806772d84c req-d1450f96-7bd6-4c56-bdac-f58c979e9951 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467703 Mar 10 17:40:44.817522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:44.823747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.831592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-570d27ae-446c-4253-abf9-e20b9e6f69cb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.832545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-570d27ae-446c-4253-abf9-e20b9e6f69cb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046725 Mar 10 17:40:44.838473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:44.856437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:44.861741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.883067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.888667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-80ad4a73-6546-4f10-b738-c6c5127232d0 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.889652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80ad4a73-6546-4f10-b738-c6c5127232d0 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0253654 Mar 10 17:40:44.896121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.898602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port 1b5e573f-de42-4206-82a1-af0982a731f0, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1b5e573f-de42-4206-82a1-af0982a731f0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:44.898970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.905816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-b729bdbd-0461-40ab-8d6d-d999d956a505 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.906785 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b729bdbd-0461-40ab-8d6d-d999d956a505 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051062 Mar 10 17:40:44.909566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.913607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-45edf2d5-981e-4fa8-9051-eb8063459deb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.914476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45edf2d5-981e-4fa8-9051-eb8063459deb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040245 Mar 10 17:40:44.918217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44088) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.923219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-d33d3e88-d639-45f9-bb3f-2d35425530c8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.924162 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d33d3e88-d639-45f9-bb3f-2d35425530c8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050490 Mar 10 17:40:44.939543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.950740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [None req-e74cbb9c-42a3-4541-8253-656d0ecb41d7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.951789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e74cbb9c-42a3-4541-8253-656d0ecb41d7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100920 Mar 10 17:40:44.954565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44092) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.954883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:44.958012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for 1b5e573f-de42-4206-82a1-af0982a731f0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:44.964390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-28d0952c-8ebd-4668-84b7-774d051042bd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.965454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28d0952c-8ebd-4668-84b7-774d051042bd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0099566 Mar 10 17:40:44.968114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44094) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.978655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-e1d017d1-6056-4580-8e69-0c8aaf3d7c9f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.979643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1d017d1-6056-4580-8e69-0c8aaf3d7c9f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0106361 Mar 10 17:40:44.982543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.984215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0877d7-2ebf-4d97-8d48-8feeac8ed0c1 req-b1744e55-1918-4fd0-adb6-6dc22bd740c7 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:44.986842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-79147bfe-2da9-421f-a1b9-60816f786649 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.987759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-79147bfe-2da9-421f-a1b9-60816f786649 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043330 Mar 10 17:40:44.990721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:44.991607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f0877d7-2ebf-4d97-8d48-8feeac8ed0c1 req-b1744e55-1918-4fd0-adb6-6dc22bd740c7 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 932 time: 0.3245330 Mar 10 17:40:44.994973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-c9523cf3-9a2a-4445-aa69-f9fd27b0f706 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:44.996047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c9523cf3-9a2a-4445-aa69-f9fd27b0f706 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044851 Mar 10 17:40:45.000584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44100) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.009015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:45.009765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.043561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f7529b14-101b-4e44-81f5-dcef39628291 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4535737 Mar 10 17:40:45.051356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-a211b5ec-d355-4e59-a398-b13386a9c130 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.052373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a211b5ec-d355-4e59-a398-b13386a9c130 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0508909 Mar 10 17:40:45.055958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.060373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-47dafa7a-5501-4cd5-a2a0-697a7e612e49 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.061625 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47dafa7a-5501-4cd5-a2a0-697a7e612e49 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044279 Mar 10 17:40:45.068639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44106) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.076000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-ada7cbcd-295e-4cc5-b3ff-f1e7934819d2 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.077021 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ada7cbcd-295e-4cc5-b3ff-f1e7934819d2 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074883 Mar 10 17:40:45.080478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44108) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.088126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-26809b7e-f0c0-458b-b112-42e178c131f7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.089878 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26809b7e-f0c0-458b-b112-42e178c131f7 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077262 Mar 10 17:40:45.093371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.097565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Request body: {'port': {'device_id': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:45.100753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-90a7a6e6-c442-4c15-940f-c78fd29a1a58 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.101719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90a7a6e6-c442-4c15-940f-c78fd29a1a58 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074480 Mar 10 17:40:45.105276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44112) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.109820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-564838d6-d667-4006-abeb-200f2b36f2eb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.110779 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-564838d6-d667-4006-abeb-200f2b36f2eb tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046158 Mar 10 17:40:45.113712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.127350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-8fc461bc-b989-4f7b-928f-8ed3f48a552b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.128314 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8fc461bc-b989-4f7b-928f-8ed3f48a552b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0137572 Mar 10 17:40:45.130945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.142208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-bc8c67ae-e774-4168-b13b-4903553055ac tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.143422 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bc8c67ae-e774-4168-b13b-4903553055ac tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0115750 Mar 10 17:40:45.145971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.156764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-12a4afbf-34aa-451c-8b11-97ca37487166 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.158049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12a4afbf-34aa-451c-8b11-97ca37487166 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0108218 Mar 10 17:40:45.160256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44120) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.164387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-e7f036d3-30c0-45bc-8ff4-c50cbb98bbf8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.165246 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7f036d3-30c0-45bc-8ff4-c50cbb98bbf8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041239 Mar 10 17:40:45.167709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.215102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-d411dff1-7a5e-4c24-982f-65d9366aff34 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.216403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d411dff1-7a5e-4c24-982f-65d9366aff34 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0475283 Mar 10 17:40:45.226278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.234260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-07bafcf8-399f-48bf-b8db-2042f9408aab tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.237990 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07bafcf8-399f-48bf-b8db-2042f9408aab tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085075 Mar 10 17:40:45.238844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.248625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f0877d7-2ebf-4d97-8d48-8feeac8ed0c1 req-866fb6a1-c629-415c-b7da-6fc33eff45ef tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559960 Mar 10 17:40:45.332389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691ca8b0-b910-4c2c-ba2e-823e41115706 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:45.342653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks [] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.357521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Transition to ACTIVE for port object 691ca8b0-b910-4c2c-ba2e-823e41115706 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:45.364569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-f2e15d0b-b397-48f7-a6fd-f85117ebf4cd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.366879 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f2e15d0b-b397-48f7-a6fd-f85117ebf4cd tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076640 Mar 10 17:40:45.368443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.375132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-78d41030-7565-4b1e-b560-aec6f38ecf44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.379694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78d41030-7565-4b1e-b560-aec6f38ecf44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077267 Mar 10 17:40:45.379694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.386548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.406463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.415534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260451686', 'description': 'tempest-description--1837022965'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:45.418362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-91fe40ce-01c2-4b52-864c-6d379ebeb621 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.421946 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91fe40ce-01c2-4b52-864c-6d379ebeb621 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049198 Mar 10 17:40:45.431939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.437199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-2a017f56-2f66-45d0-9418-7be447f5b247 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.440670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2a017f56-2f66-45d0-9418-7be447f5b247 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050397 Mar 10 17:40:45.443360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44138) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.459676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-a368c463-5506-4eb8-a3c9-ae47b5e8a54c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.459676 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a368c463-5506-4eb8-a3c9-ae47b5e8a54c tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119259 Mar 10 17:40:45.467148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44140) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.471587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-0c4168a6-5b3a-4908-a0f5-0c303b9cc213 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.475732 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c4168a6-5b3a-4908-a0f5-0c303b9cc213 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045135 Mar 10 17:40:45.475732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.481743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-60a3ff79-3a2a-4205-a9c6-2fd8c04fc8b8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.485337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60a3ff79-3a2a-4205-a9c6-2fd8c04fc8b8 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061758 Mar 10 17:40:45.485337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:45.501886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.506340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-8c63d86a-d8cb-4978-991d-055dd928d967 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.509883 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c63d86a-d8cb-4978-991d-055dd928d967 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044496 Mar 10 17:40:45.532679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.537168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-306259a4-552f-46cd-ba8b-67efdf22d512 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.541259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-306259a4-552f-46cd-ba8b-67efdf22d512 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0045707 Mar 10 17:40:45.542005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.554480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-eced74c5-9b5c-49af-89bb-3ecf924e9044 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.558268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eced74c5-9b5c-49af-89bb-3ecf924e9044 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064006 Mar 10 17:40:45.560956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44150) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.567874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-3f92f6ec-df58-428e-9c12-c65dc79dc90d tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.571652 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3f92f6ec-df58-428e-9c12-c65dc79dc90d tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066187 Mar 10 17:40:45.572418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.577416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-a471b962-247b-4057-9e0b-538c9b3d6351 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.580875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a471b962-247b-4057-9e0b-538c9b3d6351 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050838 Mar 10 17:40:45.582230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.587699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-9d17d978-96f4-4902-a391-716ed820dcb1 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.591164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d17d978-96f4-4902-a391-716ed820dcb1 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055225 Mar 10 17:40:45.594526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.601254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-be9e8736-0358-47ef-99e5-954e8908f58b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.604174 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be9e8736-0358-47ef-99e5-954e8908f58b tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068281 Mar 10 17:40:45.605588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.606325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Attempting to bind port 691ca8b0-b910-4c2c-ba2e-823e41115706 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:45.606689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Attempting to bind port 691ca8b0-b910-4c2c-ba2e-823e41115706 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:45.607017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Attempting to bind port 691ca8b0-b910-4c2c-ba2e-823e41115706 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:45.613087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-158c41aa-5fc8-4ac9-a107-f9039f80653a tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.615812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-158c41aa-5fc8-4ac9-a107-f9039f80653a tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046556 Mar 10 17:40:45.617120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44160) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.622591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-bfd9839f-44cb-4856-8b3f-86ed4b97f186 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.624753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bfd9839f-44cb-4856-8b3f-86ed4b97f186 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043509 Mar 10 17:40:45.626003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Port 691ca8b0-b910-4c2c-ba2e-823e41115706 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:45.626329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Attempting to bind port 691ca8b0-b910-4c2c-ba2e-823e41115706 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:45.629705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.636486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-de2ac3b9-eaa2-4cf5-bb4d-bdfb8044859f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.638098 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de2ac3b9-eaa2-4cf5-bb4d-bdfb8044859f tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069318 Mar 10 17:40:45.639844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:45.640379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:45.640758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:45.641210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Bound port: 691ca8b0-b910-4c2c-ba2e-823e41115706, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:45.641570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.643698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44164) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.649184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-6603029b-10d8-4e09-b654-fc1d51de5d44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.652850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6603029b-10d8-4e09-b654-fc1d51de5d44 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054946 Mar 10 17:40:45.658158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.662225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-f4df72c5-cff7-4d1e-8b76-339c1a217a65 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.666409 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f4df72c5-cff7-4d1e-8b76-339c1a217a65 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042863 Mar 10 17:40:45.666409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44168) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:45.670365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [None req-3b36457b-eb83-4227-a043-172d8185a452 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:40:45.673382 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b36457b-eb83-4227-a043-172d8185a452 tempest-ExtensionsTestJSON-1720285242 tempest-ExtensionsTestJSON-1720285242-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044596 Mar 10 17:40:45.742277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:45.745873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:45.755093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.789175 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.820356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:45.823822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.841363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:45.842240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:45.844007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-9631284b-fb40-47fa-86d8-59ca9f610a4a service neutron] 10.222.0.41 "PUT /v2.0/ports/691ca8b0-b910-4c2c-ba2e-823e41115706 HTTP/1.1" status: 200 len: 1092 time: 1.1092856 Mar 10 17:40:45.844607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:45.847675 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b842928-3c8a-4e7f-98f4-637718ebfcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:45.985781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-53614346-9d9c-4614-a0a9-2f024115794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:45.987360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-53614346-9d9c-4614-a0a9-2f024115794e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 1126 time: 0.0984762 Mar 10 17:40:45.994271 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-1ddb5c70-d22f-432d-b0ab-eb4614cbaa04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679123 Mar 10 17:40:46.078420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-7e5e9217-f433-4880-9b08-b09e00ca42d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691ca8b0-b910-4c2c-ba2e-823e41115706 HTTP/1.1" status: 200 len: 217 time: 0.0810692 Mar 10 17:40:46.098240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72af7f6-00e6-4f11-b21a-0c302511b23e req-251dcf2c-9e5a-48c3-bb5a-9e558718c0ee tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.106544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d72af7f6-00e6-4f11-b21a-0c302511b23e req-251dcf2c-9e5a-48c3-bb5a-9e558718c0ee tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 946 time: 0.7680619 Mar 10 17:40:46.118587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.123011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:46.282484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735028e5-645e-444f-b26e-3693d571944b req-17b5ee8f-7f3d-49a0-b518-34ee26650e12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.287831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735028e5-645e-444f-b26e-3693d571944b req-17b5ee8f-7f3d-49a0-b518-34ee26650e12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.290606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-735028e5-645e-444f-b26e-3693d571944b req-17b5ee8f-7f3d-49a0-b518-34ee26650e12 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 1683 time: 0.4687457 Mar 10 17:40:46.313082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1b5e573f-de42-4206-82a1-af0982a731f0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.317219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.2.2.100 (e23131c7-39df-4fab-b230-9372220b5d2c/623dd6e1-41e9-4020-a1d6-af571a61f687/818c2eff-c867-4062-91c2-24ab3ae9228c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:46.418262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=1b5e573f-de42-4206-82a1-af0982a731f0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:46.423941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d72af7f6-00e6-4f11-b21a-0c302511b23e req-fcd7142b-68a1-4168-8078-afb8aef50915 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162944 Mar 10 17:40:46.431183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-ce5da217-2067-460d-ae71-102c0918c90a tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.432625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-ce5da217-2067-460d-ae71-102c0918c90a tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 946 time: 0.4971273 Mar 10 17:40:46.464681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-919d8fb7-9fbe-4d1b-9b56-b7dc9aa5e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.466552 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-919d8fb7-9fbe-4d1b-9b56-b7dc9aa5e110 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.3750200 Mar 10 17:40:46.472092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15123480-0679-4143-a672-9536f9e2fdc5 req-368611d9-8786-4937-bdb8-896efc6e92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.473802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-368611d9-8786-4937-bdb8-896efc6e92fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.3944588 Mar 10 17:40:46.502044 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-868e2503-31af-4ebe-8a78-d212073aff1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271001 Mar 10 17:40:46.642533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port 1b5e573f-de42-4206-82a1-af0982a731f0 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:46.664717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.668112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3320c37e-655a-4f82-9787-39bab55d839e req-3bce5c27-05ac-423a-969f-acd570e0b2bc tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "DELETE /v2.0/ports/1b5e573f-de42-4206-82a1-af0982a731f0 HTTP/1.1" status: 204 len: 173 time: 2.9393835 Mar 10 17:40:46.701404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15123480-0679-4143-a672-9536f9e2fdc5 req-6a7e990e-f91e-4ab0-a040-aef4c062ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:46.720648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-deleted', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:46.721670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-6a7e990e-f91e-4ab0-a040-aef4c062ca04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.2178524 Mar 10 17:40:46.723328 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d82f26-dc15-42fe-bbfd-0b6d32d6ddc3" -d '{"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-deleted", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:46.748796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-088a9ac1-6281-4f3e-abc7-b931d0371b01 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362106 Mar 10 17:40:46.750176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (82ca7713-46c2-4fbc-a812-99ac63ee9dad), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.769430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-735028e5-645e-444f-b26e-3693d571944b req-0e16a31c-c35f-4475-b112-d0c1e4e033af tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/security-groups?id=164a5a2a-5647-4266-8d97-e18a42977483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469767 Mar 10 17:40:46.806343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4b524e4-4599-4f2e-9bfe-0696b9bdefc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.845482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (82ca7713-46c2-4fbc-a812-99ac63ee9dad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.963020 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-8c82e18f-1ab8-42eb-bbba-6ea6433d83d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 217 time: 0.2114954 Mar 10 17:40:46.969266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4b524e4-4599-4f2e-9bfe-0696b9bdefc9 admin admin] Publish callbacks [] for security_group (8d376910-01ad-453f-be64-b5e18c9e99bd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.990558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.990803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4b524e4-4599-4f2e-9bfe-0696b9bdefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8d376910-01ad-453f-be64-b5e18c9e99bd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:46.994510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5812709 Mar 10 17:40:47.006637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44188) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:47.017130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group_rule': {'security_group_id': '82ca7713-46c2-4fbc-a812-99ac63ee9dad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:47.055232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a0e6-418c-4486-94be-a6ee467662a6 req-58c14856-8e54-4d04-91e3-acd6f08bc96d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:47.058995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df65a0e6-418c-4486-94be-a6ee467662a6 req-58c14856-8e54-4d04-91e3-acd6f08bc96d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 931 time: 0.4296796 Mar 10 17:40:47.074888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7d7fd-4ad0-4254-97d8-a789d1471465 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ca7713-46c2-4fbc-a812-99ac63ee9dad,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:47.098462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d4b524e4-4599-4f2e-9bfe-0696b9bdefc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a679c401977d472b97df606750c71c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630476 Mar 10 17:40:47.102229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:47.127894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b524e4-4599-4f2e-9bfe-0696b9bdefc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d376910-01ad-453f-be64-b5e18c9e99bd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:47.161978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Deleting port 7097773a-ad74-43fa-aa6e-0826dbc19579 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:47.161978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.165476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15123480-0679-4143-a672-9536f9e2fdc5 req-a67fa970-fbf5-4129-ac91-613c8e0ff369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:47.167845 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-a67fa970-fbf5-4129-ac91-613c8e0ff369 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.1953106 Mar 10 17:40:47.186801 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6edd353-fc5e-4ae7-9c96-8de1fc51a057 req-3c504825-2875-4933-ba9e-ced0dddc7646 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972113 Mar 10 17:40:47.250676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.263263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] Publish callbacks [] for security_group (8d376910-01ad-453f-be64-b5e18c9e99bd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.274771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15123480-0679-4143-a672-9536f9e2fdc5 req-5046f8c0-4559-45af-bdcf-8c1056933459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:47.276282 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-5046f8c0-4559-45af-bdcf-8c1056933459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944433 Mar 10 17:40:47.292287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] Publish callbacks [] for security_group (8d376910-01ad-453f-be64-b5e18c9e99bd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.301715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.304931 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (2bfb677c-ebd3-47b9-8ed7-b4290f1f83e0), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.319186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:47.369468 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8d376910-01ad-453f-be64-b5e18c9e99bd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.373594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.374143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf2587-d37c-48ba-bf08-6470f8e3ac7a req-793fda28-f1cc-439c-a675-a32c65cc6e4b tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:47.374819 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d376910-01ad-453f-be64-b5e18c9e99bd HTTP/1.1" status: 204 len: 168 time: 0.2694509 Mar 10 17:40:47.381744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bbf2587-d37c-48ba-bf08-6470f8e3ac7a req-793fda28-f1cc-439c-a675-a32c65cc6e4b tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.5150814 Mar 10 17:40:47.388203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1b5e573f-de42-4206-82a1-af0982a731f0 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:47.410245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513a524-9e69-471d-908b-da8ef94e5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d376910-01ad-453f-be64-b5e18c9e99bd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:47.420420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks [] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.426335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 1b5e573f-de42-4206-82a1-af0982a731f0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:47.427473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1b5e573f-de42-4206-82a1-af0982a731f0 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:47.428807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bff65b4-34bd-42e0-8807-5112d30232a4 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:47.435886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df65a0e6-418c-4486-94be-a6ee467662a6 req-161ae5a2-fdcc-4f9f-ac47-880a8a25271c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360393 Mar 10 17:40:47.463893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port 1bff65b4-34bd-42e0-8807-5112d30232a4 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:47.464356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.500454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Transition to ACTIVE for port object ba662294-80bf-43ef-b6a3-89957ead29c7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:47.538281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.602821 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-35136a47-9d19-48e0-b60e-1bbad297f667 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607384 Mar 10 17:40:47.674309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1bff65b4-34bd-42e0-8807-5112d30232a4 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:47.675051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.679697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] For port 7097773a-ad74-43fa-aa6e-0826dbc19579, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7097773a-ad74-43fa-aa6e-0826dbc19579,segment=NetworkSegment(8d1644bd-0a75-4524-b2a1-7912afcc26f0),segment_id=8d1644bd-0a75-4524-b2a1-7912afcc26f0)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:47.680079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.718659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:47.722658 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc2132-05fb-4692-a8a4-d0bcf547f587" -d '{"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-unplugged", "status": "completed", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:47.724922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bbf2587-d37c-48ba-bf08-6470f8e3ac7a req-ddc71b79-b9c5-4ff0-ae09-fac21931fe18 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422275 Mar 10 17:40:47.726083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.750601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:47.753595 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-15123480-0679-4143-a672-9536f9e2fdc5 req-ff058962-559e-4ecf-b9ae-532914a6e13c service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429796 Mar 10 17:40:47.759522 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.800868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (2bfb677c-ebd3-47b9-8ed7-b4290f1f83e0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.811936 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3cb30-2f4c-4f2d-9a7c-2afb28ed7167 x-openstack-request-id: req-55d3cb30-2f4c-4f2d-9a7c-2afb28ed7167 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:47.812240 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:47.812627 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55d3cb30-2f4c-4f2d-9a7c-2afb28ed7167 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:47.813045 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'status': 'completed', 'code': 200} Mar 10 17:40:47.816072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Calling delete_port for 7097773a-ad74-43fa-aa6e-0826dbc19579 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:47.836112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:47.839021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2bfb677c-ebd3-47b9-8ed7-b4290f1f83e0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.906799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:47.920706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network e23131c7-39df-4fab-b230-9372220b5d2c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:47.946568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port 1bff65b4-34bd-42e0-8807-5112d30232a4, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bff65b4-34bd-42e0-8807-5112d30232a4,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:47.947149 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:47.990391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-95fe5c28-cc75-48d5-aeaf-1685e0403d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:47.992177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-95fe5c28-cc75-48d5-aeaf-1685e0403d1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 1126 time: 0.1152041 Mar 10 17:40:47.998809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb677c-ebd3-47b9-8ed7-b4290f1f83e0,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:48.011063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:48.021688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:48.105482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for 1bff65b4-34bd-42e0-8807-5112d30232a4 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:48.109791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.115444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:48.119187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5502a537-bf1d-463b-b1eb-3a32f316fadd tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1094425 Mar 10 17:40:48.120447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'security_group_rule': {'security_group_id': '82ca7713-46c2-4fbc-a812-99ac63ee9dad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:48.159283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-d639ad25-763d-4c1e-93eb-8f7f9d155273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.161070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-d639ad25-763d-4c1e-93eb-8f7f9d155273 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.1619198 Mar 10 17:40:48.172392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-c5a7eee4-5145-4237-860b-88278e4f033c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.178234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-c5a7eee4-5145-4237-860b-88278e4f033c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.184134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-c5a7eee4-5145-4237-860b-88278e4f033c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.189476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-c5a7eee4-5145-4237-860b-88278e4f033c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.192159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (4b84b486-3a0c-48d3-80e1-d9d09166b9fa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.202496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-c5a7eee4-5145-4237-860b-88278e4f033c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 3095 time: 0.5842600 Mar 10 17:40:48.213872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:48.288907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.289519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.371313 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-4e228346-0d9f-4912-9ddb-ede01d39d42a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691ca8b0-b910-4c2c-ba2e-823e41115706 HTTP/1.1" status: 200 len: 217 time: 0.1966374 Mar 10 17:40:48.389749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (4b84b486-3a0c-48d3-80e1-d9d09166b9fa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.422985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4b84b486-3a0c-48d3-80e1-d9d09166b9fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.427381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4715d07b-6da3-4d4b-aa6f-28248dae6c2b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2931609 Mar 10 17:40:48.434348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Attempting to bind port ba662294-80bf-43ef-b6a3-89957ead29c7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:48.434807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Attempting to bind port ba662294-80bf-43ef-b6a3-89957ead29c7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:48.435142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Attempting to bind port ba662294-80bf-43ef-b6a3-89957ead29c7 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:48.467689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72c5a938-f196-4f4b-b3de-2e1d0bb7907f req-3e9789ac-fd6c-4a5a-8ea0-8ddaa43375c1 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642391 Mar 10 17:40:48.472831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'admin_state_up': True, 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'security_groups': ['d2285b01-2637-4f3e-8d8e-dc3afe0623df']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:48.473994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-06f98269-00f5-419f-818a-7080fe89aed7 None None] Provisioning complete for port 818c2eff-c867-4062-91c2-24ab3ae9228c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:48.475065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06f98269-00f5-419f-818a-7080fe89aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.485523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b84b486-3a0c-48d3-80e1-d9d09166b9fa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:48.504280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.505828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4987f24b-5d5b-4ff3-96ad-e412af4317a7 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3894188 Mar 10 17:40:48.511980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:48.525591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa6c7-4aa9-46fa-9526-28c23c732462 req-ec591c60-885d-43a4-8f74-8a8b42153c43 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.527442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f21aa6c7-4aa9-46fa-9526-28c23c732462 req-ec591c60-885d-43a4-8f74-8a8b42153c43 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 944 time: 0.5269980 Mar 10 17:40:48.540372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-06f98269-00f5-419f-818a-7080fe89aed7 None None] Port 818c2eff-c867-4062-91c2-24ab3ae9228c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:48.544100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:48.551666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-5b7220b3-2d0d-4575-871a-cbd48ea34fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:48.553336 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-5b7220b3-2d0d-4575-871a-cbd48ea34fda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1754277 Mar 10 17:40:48.566557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Port ba662294-80bf-43ef-b6a3-89957ead29c7 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:48.566915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Attempting to bind port ba662294-80bf-43ef-b6a3-89957ead29c7 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:48.569768 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66411f31-d1d6-4dec-bb62-060cb83dc2fd x-openstack-request-id: req-66411f31-d1d6-4dec-bb62-060cb83dc2fd {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:48.570103 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-deleted", "tag": "1b5e573f-de42-4206-82a1-af0982a731f0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:48.570332 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66411f31-d1d6-4dec-bb62-060cb83dc2fd {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:48.570752 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-deleted', 'tag': '1b5e573f-de42-4206-82a1-af0982a731f0', 'status': 'completed', 'code': 200} Mar 10 17:40:48.631973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-9ddb81aa-82fa-460a-9083-ad875e1bbb9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620589 Mar 10 17:40:48.643417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:48.643819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Checking segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:48.644142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Bound using segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:48.644595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Bound port: ba662294-80bf-43ef-b6a3-89957ead29c7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:48.644960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.693122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.759278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.798617 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-f7327e0e-35e7-4450-ae92-c25e1c9b80ce service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575062 Mar 10 17:40:48.834979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7097773a-ad74-43fa-aa6e-0826dbc19579), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:48.847225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f21aa6c7-4aa9-46fa-9526-28c23c732462 req-67b4713d-dc03-4f27-9ab1-cf28c3fd05a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719421 Mar 10 17:40:48.886131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:48.941837 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db953de4-18e3-4f35-9048-8a61793bde9b x-openstack-request-id: req-db953de4-18e3-4f35-9048-8a61793bde9b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:48.942859 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-unplugged", "status": "completed", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:48.943273 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db953de4-18e3-4f35-9048-8a61793bde9b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:48.943833 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'code': 200} Mar 10 17:40:48.965737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-de34c5cb-1a60-4dac-9e3d-e48a5ec3f142 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571546 Mar 10 17:40:48.996450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.102520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'networks': [{'name': 'tempest-network--176736628'}, {'name': 'tempest-network--733629879'}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:49.102842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-network--176736628'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:49.103304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-network--733629879'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:49.144968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Allocated IP 172.25.3.113 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9486ca53-86b0-4837-b2ae-e31d70e84d57) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:49.146987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'network': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:49.151427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.167386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.299921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Pushing event deleted for resources: {'Port': ['ID=7097773a-ad74-43fa-aa6e-0826dbc19579,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:49.312599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.341904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for security_group (46910d4f-4eec-4e1a-a82f-87a78c503f16), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.350456 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (46910d4f-4eec-4e1a-a82f-87a78c503f16), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.350867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.358927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:49.363607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1bff65b4-34bd-42e0-8807-5112d30232a4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.399285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191c25-bb05-4cdb-9558-7ff2569ccd99 req-06a32c81-cea1-440e-a147-f4baee53fe29 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:49.406350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00191c25-bb05-4cdb-9558-7ff2569ccd99 req-06a32c81-cea1-440e-a147-f4baee53fe29 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cb737fa-9501-4ccb-86c5-1cfacaa18240 HTTP/1.1" status: 200 len: 867 time: 0.7429159 Mar 10 17:40:49.408221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:49.410410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46910d4f-4eec-4e1a-a82f-87a78c503f16,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:49.421230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.424339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cf40b331-90eb-40f6-bcd5-6e1d35d6b638), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.424677 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment cf40b331-90eb-40f6-bcd5-6e1d35d6b638 of type vlan for network c728d68c-ef6a-44bf-82de-ba98ac3480ce Mar 10 17:40:49.442542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Made reservation on behalf of 52a3d4a9191b4b2f918c83cddf728fcb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:49.447095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.459085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:49.481785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=1bff65b4-34bd-42e0-8807-5112d30232a4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:49.495896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:49.500115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] No DVR routers for this DVR port 7097773a-ad74-43fa-aa6e-0826dbc19579 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:49.503705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.504994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:49.507771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4bf7c2-38d0-4c56-9b6d-8130c99f7179 req-1ebadbcd-bba7-4762-9e10-a922a2aa8687 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.59 "DELETE /v2.0/ports/7097773a-ad74-43fa-aa6e-0826dbc19579 HTTP/1.1" status: 204 len: 173 time: 3.0471334 Mar 10 17:40:49.511755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=9486ca53-86b0-4837-b2ae-e31d70e84d57,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:49.514100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:49.519836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c728d68c-ef6a-44bf-82de-ba98ac3480ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.522337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.593153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:49.627388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (366d59c9-0d2f-43e7-8d32-2917d6886310), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.627742 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment 366d59c9-0d2f-43e7-8d32-2917d6886310 of type vlan for network 3e9a77ab-7def-4c0c-879d-7a20f38cd7a8 Mar 10 17:40:49.637338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port 1bff65b4-34bd-42e0-8807-5112d30232a4 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:49.676904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e086-8bb6-4842-a522-17329bd18ecd req-eac1c0a8-c5ca-4ad2-b5db-0bd9ead91327 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:49.684804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e4e086-8bb6-4842-a522-17329bd18ecd req-eac1c0a8-c5ca-4ad2-b5db-0bd9ead91327 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.3989320 Mar 10 17:40:49.693692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.695038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:49.695764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.696029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3e9a77ab-7def-4c0c-879d-7a20f38cd7a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.697353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba662294-80bf-43ef-b6a3-89957ead29c7 HTTP/1.1" status: 200 len: 1091 time: 4.6130342 Mar 10 17:40:49.704112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.713287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3320c37e-655a-4f82-9787-39bab55d839e req-21d5b854-949e-4b6c-aedf-a5f5fd126a42 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.41 "DELETE /v2.0/ports/1bff65b4-34bd-42e0-8807-5112d30232a4 HTTP/1.1" status: 204 len: 173 time: 2.9733169 Mar 10 17:40:49.746655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00191c25-bb05-4cdb-9558-7ff2569ccd99 req-4651e9d2-5964-4ee8-a9f9-af65e7ae2d09 tempest-ServerAddressesNegativeTestJSON-1932684433 tempest-ServerAddressesNegativeTestJSON-1932684433-project] 10.222.0.35 "GET /v2.0/security-groups?id=7c74ad39-3a6c-46a4-9293-cdffd1c39b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343294 Mar 10 17:40:49.780269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c728d68c-ef6a-44bf-82de-ba98ac3480ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.781690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3e9a77ab-7def-4c0c-879d-7a20f38cd7a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.787180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:49.803873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:49.804161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.851094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:49.870296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4408d-4cb7-454f-90b5-5b77a28f6143 service neutron] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:49.902324 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0128658 Mar 10 17:40:49.906661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:49.981881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=c728d68c-ef6a-44bf-82de-ba98ac3480ce,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:50.000330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c728d68c-ef6a-44bf-82de-ba98ac3480ce details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:50.027229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3a62c34-3c07-410b-81a2-13268eb0b72f req-24cb30b5-4b15-48ca-8287-29c295d8e182 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "GET /v2.0/ports?device_id=e64e5f92-d365-4a72-96c3-d10d919b896a HTTP/1.1" status: 200 len: 210 time: 0.1608989 Mar 10 17:40:50.078588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e4e086-8bb6-4842-a522-17329bd18ecd req-400ed055-4d1a-4a22-b2be-290b8217dea3 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576481 Mar 10 17:40:50.090146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-13186411-257d-4772-b8fb-4d3f034316c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.091726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-13186411-257d-4772-b8fb-4d3f034316c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 1125 time: 0.2977817 Mar 10 17:40:50.231867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a820d1-0a98-4e16-a2b1-cd2602fdd913 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=3e9a77ab-7def-4c0c-879d-7a20f38cd7a8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:50.243373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3e9a77ab-7def-4c0c-879d-7a20f38cd7a8 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:50.244249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-92ca644d-7e3b-47db-88b4-1f2cdacfe18c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba662294-80bf-43ef-b6a3-89957ead29c7 HTTP/1.1" status: 200 len: 217 time: 0.1028357 Mar 10 17:40:50.296343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a9e79-23b0-45f1-93df-2c0790d605b1 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.302199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a9e79-23b0-45f1-93df-2c0790d605b1 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.307708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a9e79-23b0-45f1-93df-2c0790d605b1 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.313605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a9e79-23b0-45f1-93df-2c0790d605b1 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.315450 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-454a9e79-23b0-45f1-93df-2c0790d605b1 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4055302 Mar 10 17:40:50.320599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44238) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:50.343741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Allocated IP 10.2.2.200 (e23131c7-39df-4fab-b230-9372220b5d2c/623dd6e1-41e9-4020-a1d6-af571a61f687/ab08ecc6-c644-45d1-a873-eaf3d8e69809) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:50.457092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c728d68c-ef6a-44bf-82de-ba98ac3480ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.477794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.487291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.555729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-a6435027-b286-41bf-bcc2-287c049a70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.557234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-a6435027-b286-41bf-bcc2-287c049a70d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.2932875 Mar 10 17:40:50.567286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f388bb4-69b7-41d8-9f4f-50784b1e5f37 req-4578902e-3a18-4b0e-a8ff-d221652bcf83 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.568793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f388bb4-69b7-41d8-9f4f-50784b1e5f37 req-4578902e-3a18-4b0e-a8ff-d221652bcf83 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 943 time: 0.4262602 Mar 10 17:40:50.574395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'name': 'network-vif-deleted', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579'}, {'name': 'network-changed', 'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7'}, {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-deleted', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:50.576678 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a84307d-3abf-4ce0-a9d6-e04623291cdf" -d '{"events": [{"server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "name": "network-vif-deleted", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579"}, {"name": "network-changed", "server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7"}, {"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-deleted", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:50.597226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=9486ca53-86b0-4837-b2ae-e31d70e84d57,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:50.631063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-a3a3d890-a90c-4e6d-9417-12ebcd1f8e80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589485 Mar 10 17:40:50.647741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f928c4-585c-417f-bc5d-32638ab31703 req-b1eeb4a7-ac4d-4b6d-a8d1-ecd7137681f4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.653329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c728d68c-ef6a-44bf-82de-ba98ac3480ce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.653775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f928c4-585c-417f-bc5d-32638ab31703 req-b1eeb4a7-ac4d-4b6d-a8d1-ecd7137681f4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.657221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7097773a-ad74-43fa-aa6e-0826dbc19579 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:50.664045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f928c4-585c-417f-bc5d-32638ab31703 req-b1eeb4a7-ac4d-4b6d-a8d1-ecd7137681f4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.668938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.670622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f928c4-585c-417f-bc5d-32638ab31703 req-b1eeb4a7-ac4d-4b6d-a8d1-ecd7137681f4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:50.679084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f928c4-585c-417f-bc5d-32638ab31703 req-b1eeb4a7-ac4d-4b6d-a8d1-ecd7137681f4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 3095 time: 0.4678755 Mar 10 17:40:50.688226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c728d68c-ef6a-44bf-82de-ba98ac3480ce']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:50.692066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7097773a-ad74-43fa-aa6e-0826dbc19579 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:50.692995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7097773a-ad74-43fa-aa6e-0826dbc19579 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:50.701710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf40b331-90eb-40f6-bcd5-6e1d35d6b638') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:50.702004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf40b331-90eb-40f6-bcd5-6e1d35d6b638') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:50.711337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.712592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c8ec3ed-08c2-4405-b1b2-d7597b90bdb5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2017615 Mar 10 17:40:50.717730 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (cf40b331-90eb-40f6-bcd5-6e1d35d6b638), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.743809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cf40b331-90eb-40f6-bcd5-6e1d35d6b638), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.753102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:50.754062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (cf40b331-90eb-40f6-bcd5-6e1d35d6b638), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:50.759560 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:50.798613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f388bb4-69b7-41d8-9f4f-50784b1e5f37 req-827d4603-1fc6-465c-b6a0-d4640271890a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111192 Mar 10 17:40:50.849883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.860213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c728d68c-ef6a-44bf-82de-ba98ac3480ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.889581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f928c4-585c-417f-bc5d-32638ab31703 req-d452326f-adbb-470c-8abb-71400380636e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096064 Mar 10 17:40:50.894791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:50.904944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/c728d68c-ef6a-44bf-82de-ba98ac3480ce HTTP/1.1" status: 204 len: 168 time: 0.5830820 Mar 10 17:40:50.906007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dcddf-4795-4e71-95a5-9a36aa2f2241 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=c728d68c-ef6a-44bf-82de-ba98ac3480ce,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:50.907822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:50.952771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-f4cf0610-fe47-402a-a1af-9b26e69e2d14 service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667890 Mar 10 17:40:50.998967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.023954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3e9a77ab-7def-4c0c-879d-7a20f38cd7a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.124022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04889619-edea-4c64-95a4-1ce7e9bf5f50 req-56474a3e-dd69-4689-83d6-21b857dc2d0d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.125638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04889619-edea-4c64-95a4-1ce7e9bf5f50 req-56474a3e-dd69-4689-83d6-21b857dc2d0d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 944 time: 0.2351849 Mar 10 17:40:51.127134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3e9a77ab-7def-4c0c-879d-7a20f38cd7a8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.138465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Network e23131c7-39df-4fab-b230-9372220b5d2c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:51.149625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9a77ab-7def-4c0c-879d-7a20f38cd7a8']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:51.152095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:51.159764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366d59c9-0d2f-43e7-8d32-2917d6886310') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:51.160197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366d59c9-0d2f-43e7-8d32-2917d6886310') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:51.166897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:51.171720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (366d59c9-0d2f-43e7-8d32-2917d6886310), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.189311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (366d59c9-0d2f-43e7-8d32-2917d6886310), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.197066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:51.197566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (366d59c9-0d2f-43e7-8d32-2917d6886310), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:51.201100 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:51.203533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:51.238659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af9fe18b-4266-40e5-b22d-5a1919afe50d req-809e48cd-4f23-4f67-b333-5361cc030178 service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674086 Mar 10 17:40:51.255673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079145e9-90cb-4a54-8a95-2fc68f6121c8 req-18908d8a-a636-45cd-b3e2-d6681c31c75c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.257242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-079145e9-90cb-4a54-8a95-2fc68f6121c8 req-18908d8a-a636-45cd-b3e2-d6681c31c75c tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.2536137 Mar 10 17:40:51.288705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04889619-edea-4c64-95a4-1ce7e9bf5f50 req-8b56a066-99d9-4875-a866-12e57fab9ee3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437366 Mar 10 17:40:51.309546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3e9a77ab-7def-4c0c-879d-7a20f38cd7a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.323118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.331402 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/3e9a77ab-7def-4c0c-879d-7a20f38cd7a8 HTTP/1.1" status: 204 len: 168 time: 0.4098096 Mar 10 17:40:51.338184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:51.339422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.340277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.379639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-99c5efb3-44ce-4e26-a0d3-328fdc53ec1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9351804 Mar 10 17:40:51.386114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:51.396531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1cdd7-9d09-486f-b3d3-5dba66f1e490 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=3e9a77ab-7def-4c0c-879d-7a20f38cd7a8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:51.424894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:51.434124 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93de5fb-e25d-4c85-a427-2c4734025e52 x-openstack-request-id: req-c93de5fb-e25d-4c85-a427-2c4734025e52 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:51.435359 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb737fa-9501-4ccb-86c5-1cfacaa18240", "name": "network-vif-deleted", "tag": "7097773a-ad74-43fa-aa6e-0826dbc19579", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7", "status": "completed", "code": 200}, {"server_uuid": "e64e5f92-d365-4a72-96c3-d10d919b896a", "name": "network-vif-deleted", "tag": "1bff65b4-34bd-42e0-8807-5112d30232a4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:51.435786 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c93de5fb-e25d-4c85-a427-2c4734025e52 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:51.436249 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb737fa-9501-4ccb-86c5-1cfacaa18240', 'name': 'network-vif-deleted', 'tag': '7097773a-ad74-43fa-aa6e-0826dbc19579', 'status': 'completed', 'code': 200} Mar 10 17:40:51.436471 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'status': 'completed', 'code': 200} Mar 10 17:40:51.436793 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e5f92-d365-4a72-96c3-d10d919b896a', 'name': 'network-vif-deleted', 'tag': '1bff65b4-34bd-42e0-8807-5112d30232a4', 'status': 'completed', 'code': 200} Mar 10 17:40:51.461580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:51.525039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-079145e9-90cb-4a54-8a95-2fc68f6121c8 req-1404a12a-3db3-47ff-bf43-b7673126177b tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235892 Mar 10 17:40:51.551569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:51.581680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:51.606223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:51.621097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'mac_address': 'fa:16:3e:9b:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:51.627907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4388f990-78c5-43a6-bbd1-8c19f37ce935 None None] Provisioning complete for port ab08ecc6-c644-45d1-a873-eaf3d8e69809 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:51.628353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Deleting subnet df2adede-0ada-4dd4-8d6b-aa6625924288 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:40:51.628684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4388f990-78c5-43a6-bbd1-8c19f37ce935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.653619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Publish callbacks [] for subnet (df2adede-0ada-4dd4-8d6b-aa6625924288), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.673460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-429e72f5-8255-48b8-9cbe-78278e23e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.675436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-429e72f5-8255-48b8-9cbe-78278e23e9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 1125 time: 0.2313993 Mar 10 17:40:51.703177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.713225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4388f990-78c5-43a6-bbd1-8c19f37ce935 None None] Port ab08ecc6-c644-45d1-a873-eaf3d8e69809 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:40:51.715226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:51.715910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.732662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691ca8b0-b910-4c2c-ba2e-823e41115706 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:51.757145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-f3e45b80-f046-4277-8d77-d2a04eb3c3a5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1260451686&fields=id&tenant_id=c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 267 time: 0.2309027 Mar 10 17:40:51.759294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353e954-5060-46b4-a06c-234cf1ca2a2c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.770346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353e954-5060-46b4-a06c-234cf1ca2a2c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:51.771899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a353e954-5060-46b4-a06c-234cf1ca2a2c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3994524 Mar 10 17:40:51.777487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:51.779981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:51.791741 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.792567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1341536682'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:51.795958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting subnet bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:40:51.817107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (df2adede-0ada-4dd4-8d6b-aa6625924288), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.837133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.873943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:51.878365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.919793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:51.941894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c34569e7-4d68-4fd4-95b9-890904268e0e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:51.942954 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment c34569e7-4d68-4fd4-95b9-890904268e0e of type vlan for network e0cea5b1-0bb1-4888-8a5a-26e175533718 Mar 10 17:40:51.944854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:51.960801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (df2adede-0ada-4dd4-8d6b-aa6625924288), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.023676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (e0cea5b1-0bb1-4888-8a5a-26e175533718), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.066925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.078894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (df2adede-0ada-4dd4-8d6b-aa6625924288), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.116390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2adede-0ada-4dd4-8d6b-aa6625924288,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:52.118188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (e0cea5b1-0bb1-4888-8a5a-26e175533718), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.123964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.124576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.137518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.142890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ecd5d854-5261-4b69-adcb-7c2db06c42c0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df2adede-0ada-4dd4-8d6b-aa6625924288 HTTP/1.1" status: 204 len: 168 time: 0.6803029 Mar 10 17:40:52.149767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:52.156505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['691ca8b0-b910-4c2c-ba2e-823e41115706'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:52.179217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3980193 Mar 10 17:40:52.184821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:52.200048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-700525099'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:52.220339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-76366904-d1da-4bfa-9f5c-9c6b3724c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.222370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-76366904-d1da-4bfa-9f5c-9c6b3724c837 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 916 time: 0.5356798 Mar 10 17:40:52.315129 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (167c6238-25a5-4870-9038-b356b4b61b24), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.318327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca8730-3956-4d8c-b5fc-d5b53281b468 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=e0cea5b1-0bb1-4888-8a5a-26e175533718,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:52.336786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network e0cea5b1-0bb1-4888-8a5a-26e175533718 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:52.345766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-74777bce-fd42-4b32-871b-ecabb35b7ff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba662294-80bf-43ef-b6a3-89957ead29c7 HTTP/1.1" status: 200 len: 217 time: 0.1099658 Mar 10 17:40:52.358593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e4734-0be7-4673-99e0-6ab70bb82cb4 tempest-TestServerBasicOps-1911518360 tempest-TestServerBasicOps-1911518360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.363117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c6e4734-0be7-4673-99e0-6ab70bb82cb4 tempest-TestServerBasicOps-1911518360 tempest-TestServerBasicOps-1911518360-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1122 time: 0.7912414 Mar 10 17:40:52.367828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:52.416371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:52.417035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:52.421658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.430354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-3ef2b892-7faf-4964-89f5-fbec2c0acd61 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.439132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-3ef2b892-7faf-4964-89f5-fbec2c0acd61 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 811 time: 0.6804652 Mar 10 17:40:52.504710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (167c6238-25a5-4870-9038-b356b4b61b24), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.508259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-573793ec-2a73-4fad-afbb-9422c1c48539 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/quotas/c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 375 time: 0.0682006 Mar 10 17:40:52.532143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb587b-0bc8-4f2e-bf16-510b7f90e653 req-9f04b9ad-ba6e-4f2a-bee2-95577920d6ec tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.533242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167c6238-25a5-4870-9038-b356b4b61b24']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:52.533741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ecb587b-0bc8-4f2e-bf16-510b7f90e653 req-9f04b9ad-ba6e-4f2a-bee2-95577920d6ec tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 943 time: 0.5872977 Mar 10 17:40:52.552850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1644bd-0a75-4524-b2a1-7912afcc26f0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:52.553186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1644bd-0a75-4524-b2a1-7912afcc26f0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:52.560776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.577039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (8d1644bd-0a75-4524-b2a1-7912afcc26f0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.603408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8d1644bd-0a75-4524-b2a1-7912afcc26f0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.617091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:52.617579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (8d1644bd-0a75-4524-b2a1-7912afcc26f0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:52.619618 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:52.701889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.737874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (167c6238-25a5-4870-9038-b356b4b61b24), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.744236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.749148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:52.754049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] 10.222.0.35 "DELETE /v2.0/networks/167c6238-25a5-4870-9038-b356b4b61b24 HTTP/1.1" status: 204 len: 168 time: 0.6010144 Mar 10 17:40:52.771363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16078abb-48f0-45bd-8435-cce091fbd833 admin admin] Pushing event deleted for resources: {'Network': ['ID=167c6238-25a5-4870-9038-b356b4b61b24,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:52.771707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-56ac64fd-572e-4a3f-afa7-32191720524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:52.773627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-56ac64fd-572e-4a3f-afa7-32191720524c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.3925691 Mar 10 17:40:52.791321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.840160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (da8c4831-fa9d-485c-b600-605e93625c5b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:52.840406 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment da8c4831-fa9d-485c-b600-605e93625c5b of type vlan for network b25496dd-1451-4201-a76e-8a476e1b8b48 Mar 10 17:40:52.859319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ecb587b-0bc8-4f2e-bf16-510b7f90e653 req-64201549-3262-4ba9-8999-0c81360a7c7e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139244 Mar 10 17:40:52.912261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Allocated IP 172.25.3.187 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/60cef00a-1080-4749-8b48-c33282f06c19) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:53.037026 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:40:53.073270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for port (60cef00a-1080-4749-8b48-c33282f06c19), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.125542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (60cef00a-1080-4749-8b48-c33282f06c19), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.326718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:53.332087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-d990dcda-656a-47ea-a3ae-8dfc21859a9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5355914 Mar 10 17:40:53.348900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-390715ad-65c1-4898-9886-f5d87c92de69 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8397667 Mar 10 17:40:53.359168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0cc490-e578-422c-82e3-858bc6fbbe3c {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:53.390201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks [] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.417846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:53.478215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:40:53.483303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:53.489171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:53.500695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b25496dd-1451-4201-a76e-8a476e1b8b48), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.527685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 691ca8b0-b910-4c2c-ba2e-823e41115706 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:53.530620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'Port': ['ID=60cef00a-1080-4749-8b48-c33282f06c19,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:53.544310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Transition to ACTIVE for port object 1a0cc490-e578-422c-82e3-858bc6fbbe3c will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:53.547457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 691ca8b0-b910-4c2c-ba2e-823e41115706 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:53.549700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.608660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.626984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.659530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:53.659936 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.684684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:53.687091 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b015a-25cb-4477-8abc-b285694c33d9" -d '{"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-plugged", "status": "completed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:53.701267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:53.708545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.712185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-be216a4a-e16c-410c-a132-1f6bd57ed5db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7a67519ce754cfb94df980f25ed0b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3768609 Mar 10 17:40:53.712185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:53.720950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44292) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:53.733764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Subnet': ['ID=bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:53.737327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.743437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5b600bc-dfd6-458e-b8a6-ad53bb6a0257 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/subnets/bc08aa18-8abd-4ad0-8e4f-9ca21c8cf0df HTTP/1.1" status: 204 len: 168 time: 2.1567338 Mar 10 17:40:53.750153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2388297-6c7e-48d5-9bf4-10d14f3523ca None None] Network 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:53.757781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:53.770824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.780879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.786338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.796209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.801873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.806589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-718c9b0d-ead7-41f1-bcb1-c26e32d43988 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 3816 time: 0.4817853 Mar 10 17:40:53.807315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b25496dd-1451-4201-a76e-8a476e1b8b48), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.812399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:53.813001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:53.900496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:54.035968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd3da101-480d-4eb0-a242-808685b5cbb4 req-43ec59e9-2c7a-4d51-826e-4a7327544bc2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780531 Mar 10 17:40:54.056833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-63b220d2-8238-48cf-9517-b2d0b2fd67a9 service neutron] 10.222.0.35 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688123 Mar 10 17:40:54.061299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] DHCP port deletion for 94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:40:54.109330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for floatingip (3372f3a7-84f0-437a-870e-a86df31b645f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.125870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Deleting port 1a6db926-ba84-47e7-a868-e2b24578c1e0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:54.126637 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.207805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] For port 1a6db926-ba84-47e7-a868-e2b24578c1e0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a6db926-ba84-47e7-a868-e2b24578c1e0,segment=NetworkSegment(c8fde62c-66fc-4ea2-9d34-b45f391c2a47),segment_id=c8fde62c-66fc-4ea2-9d34-b45f391c2a47)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:54.208487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.227660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Calling delete_port for 1a6db926-ba84-47e7-a868-e2b24578c1e0 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:54.248392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60cef00a-1080-4749-8b48-c33282f06c19), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.318101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (1a6db926-ba84-47e7-a868-e2b24578c1e0), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.348776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] Pushing event deleted for resources: {'Port': ['ID=1a6db926-ba84-47e7-a868-e2b24578c1e0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:54.349571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-b877f107-d6e1-4688-8906-8c7c6b2dbd96 service neutron] 10.222.0.35 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918565 Mar 10 17:40:54.351924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-8f91dc1c-d4d6-419d-898f-9a82e097c68f service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9838624 Mar 10 17:40:54.360915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13756d81-2348-47cd-a802-93708ac11b95 None None] No DVR routers for this DVR port 1a6db926-ba84-47e7-a868-e2b24578c1e0 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:54.362976 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.368676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=b25496dd-1451-4201-a76e-8a476e1b8b48,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:54.388096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b25496dd-1451-4201-a76e-8a476e1b8b48 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:54.478826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for port (60cef00a-1080-4749-8b48-c33282f06c19), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.489410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (60cef00a-1080-4749-8b48-c33282f06c19), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.543061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] Publish callbacks [] for security_group (7c74ad39-3a6c-46a4-9293-cdffd1c39b48), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.585683 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357ab237-ba83-4a8f-b22b-778b3d31ed3c x-openstack-request-id: req-357ab237-ba83-4a8f-b22b-778b3d31ed3c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:54.586723 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-plugged", "status": "completed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:54.587222 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-357ab237-ba83-4a8f-b22b-778b3d31ed3c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:54.587918 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'code': 200} Mar 10 17:40:54.592527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8d59201d-ea54-4952-94f2-b8a4e8102843 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3971026 Mar 10 17:40:54.600454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:54.616163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'ports': [{'network_id': 'e0cea5b1-0bb1-4888-8a5a-26e175533718', 'name': 'tempest-port--1367147092', 'admin_state_up': True}, {'network_id': 'b25496dd-1451-4201-a76e-8a476e1b8b48', 'admin_state_up': False}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:54.616486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'port': {'network_id': 'e0cea5b1-0bb1-4888-8a5a-26e175533718', 'name': 'tempest-port--1367147092', 'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:54.616972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'port': {'network_id': 'b25496dd-1451-4201-a76e-8a476e1b8b48', 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:54.680809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event updated for resources: {'Port': ['ID=60cef00a-1080-4749-8b48-c33282f06c19,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:54.687385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3372f3a7-84f0-437a-870e-a86df31b645f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.749938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.778869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ea2f73-a5a0-4aa0-8ff6-a54cfc660950']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:54.789949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:54.790887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fde62c-66fc-4ea2-9d34-b45f391c2a47') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:54.803259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c8fde62c-66fc-4ea2-9d34-b45f391c2a47), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.818875 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c8fde62c-66fc-4ea2-9d34-b45f391c2a47), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.825429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:54.825825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c8fde62c-66fc-4ea2-9d34-b45f391c2a47), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.853144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a6db926-ba84-47e7-a868-e2b24578c1e0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:54.899256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1a6db926-ba84-47e7-a868-e2b24578c1e0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:54.900089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a6db926-ba84-47e7-a868-e2b24578c1e0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:54.933048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'port': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:54.938939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.964929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:54.969264 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Floating IP 3372f3a7-84f0-437a-870e-a86df31b645f associated. External IP: 172.25.3.187, port: 0231c7da-55c3-4c78-b813-b07565dd96f4. Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:54.983693 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:55.009627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (94ea2f73-a5a0-4aa0-8ff6-a54cfc660950), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.037169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5765c4-f2f2-4639-9bb1-880f2ff5e27d req-667cce93-6a03-4e20-8f71-033b631d15bc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.040922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c5765c4-f2f2-4639-9bb1-880f2ff5e27d req-667cce93-6a03-4e20-8f71-033b631d15bc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.6693096 Mar 10 17:40:55.054034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] Publish callbacks [] for security_group (7c74ad39-3a6c-46a4-9293-cdffd1c39b48), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.114047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.117605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/networks/94ea2f73-a5a0-4aa0-8ff6-a54cfc660950 HTTP/1.1" status: 204 len: 168 time: 1.3018711 Mar 10 17:40:55.122060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a84307d-3abf-4ce0-a9d6-e04623291cdf req-41123361-7b83-4a23-897b-e97fd4f71d31 service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927609 Mar 10 17:40:55.131452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:55.153095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e81df-3394-4936-b241-d8320647eae1 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Network': ['ID=94ea2f73-a5a0-4aa0-8ff6-a54cfc660950,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:55.165261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7c74ad39-3a6c-46a4-9293-cdffd1c39b48), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.168851 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.172448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c74ad39-3a6c-46a4-9293-cdffd1c39b48 HTTP/1.1" status: 204 len: 168 time: 1.4482651 Mar 10 17:40:55.199609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb8029-7def-4615-959a-d1639ef9ffed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c74ad39-3a6c-46a4-9293-cdffd1c39b48,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:55.224204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530fbb7-df67-491d-bf84-0d568d9f6df6 req-b2b8dde8-453e-4dac-bf02-a3f7d2482517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.226758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b530fbb7-df67-491d-bf84-0d568d9f6df6 req-b2b8dde8-453e-4dac-bf02-a3f7d2482517 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 1128 time: 0.3244872 Mar 10 17:40:55.269750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c5765c4-f2f2-4639-9bb1-880f2ff5e27d req-48ef2a24-303b-4942-b3bd-6bc74f607dbc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411617 Mar 10 17:40:55.292534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bce00-aacc-42f6-b961-9c7755df099c req-8c858029-dc8f-44b5-ab33-5538150ff572 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.299847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb0bce00-aacc-42f6-b961-9c7755df099c req-8c858029-dc8f-44b5-ab33-5538150ff572 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 943 time: 0.3523209 Mar 10 17:40:55.304570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Attempting to bind port 1a0cc490-e578-422c-82e3-858bc6fbbe3c on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:55.305022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Attempting to bind port 1a0cc490-e578-422c-82e3-858bc6fbbe3c by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:55.305450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Attempting to bind port 1a0cc490-e578-422c-82e3-858bc6fbbe3c on network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:55.336728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Port 1a0cc490-e578-422c-82e3-858bc6fbbe3c on network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:55.337041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Attempting to bind port 1a0cc490-e578-422c-82e3-858bc6fbbe3c on network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:55.347415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting subnet ff50796d-6aca-40e7-b08d-3bb931ccf149 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:40:55.356470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] device_id is not set on port 060dc73b-1529-4579-bd42-716a2767e35f yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:55.358227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:55.359207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Checking segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:55.359207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Bound using segment: {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:55.359879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Bound port: 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa81c156-6455-465b-9137-e73dabf217cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:55.360187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.360571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (ff50796d-6aca-40e7-b08d-3bb931ccf149), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.416878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:40:55.441845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b530fbb7-df67-491d-bf84-0d568d9f6df6 req-7c772993-d955-49d3-92fb-29205c91cd2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764660 Mar 10 17:40:55.468076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71962108-5ce3-4e21-8505-17b310094647 req-c4ba69ed-4872-4074-94e4-b488e0ca1477 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 210 time: 0.0742414 Mar 10 17:40:55.481447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb0bce00-aacc-42f6-b961-9c7755df099c req-e659e447-2d12-43f9-975d-fae835e045eb tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797535 Mar 10 17:40:55.534270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:55.539406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:55.552602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.559876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (ff50796d-6aca-40e7-b08d-3bb931ccf149), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.668229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.669303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.671006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a0cc490-e578-422c-82e3-858bc6fbbe3c HTTP/1.1" status: 200 len: 1091 time: 4.2642064 Mar 10 17:40:55.689998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:55.692326 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7aa43-55b7-423a-a1d3-9b7e82b88634" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:55.732059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:55.763252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:55.764473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'port_id': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'mac_address': 'fa:16:3e:2d:af:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006dadf-70e0-4709-9d74-53b56a25974b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:40:55.785188 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb91f9-9434-4fa9-85eb-6af975c52443 x-openstack-request-id: req-1cfb91f9-9434-4fa9-85eb-6af975c52443 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:55.786290 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:55.788486 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cfb91f9-9434-4fa9-85eb-6af975c52443 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:55.789623 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'status': 'completed', 'code': 200} Mar 10 17:40:55.809712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064843d-c22d-48a1-9a0e-7a8b8bde22d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:55.871277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:55.871683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.897083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.904745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.907975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:55.910651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.916488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.918311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Router 40cce579-0f3f-4f47-8d01-47850777dee8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:40:55.922061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:55.930801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-fb9e811b-c458-4cd3-bc86-2c1657064355 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 3828 time: 0.3239067 Mar 10 17:40:55.960664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for port (060dc73b-1529-4579-bd42-716a2767e35f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.964930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:55.981765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:55.999418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.000419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.000624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.001110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.001554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.003667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-27d76fbe-f872-45a1-8a38-f2b1706ef123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4394 time: 0.1953030 Mar 10 17:40:56.005079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ff50796d-6aca-40e7-b08d-3bb931ccf149), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.096933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b00038e1-40af-4454-9b9b-8c85f4c88220 req-741c68b8-24df-4b38-9209-4c099da8ef4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648996 Mar 10 17:40:56.100278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.143136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:56.202051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] device_id is not set on port ac23cf91-3604-4d0c-b2fc-b5cf9719433d yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:40:56.368166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ff50796d-6aca-40e7-b08d-3bb931ccf149), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.413082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21d4cf-c61a-44c8-8f80-10c9f819665f None None] Network c8711a64-eddd-4295-a2ca-8c5e16d252f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:56.423224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.429959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/subnets/ff50796d-6aca-40e7-b08d-3bb931ccf149 HTTP/1.1" status: 204 len: 168 time: 1.2973604 Mar 10 17:40:56.434588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44336) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:56.436343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:40:56.439404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0d619-a051-4672-9e1e-a3827ea18bbd tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Subnet': ['ID=ff50796d-6aca-40e7-b08d-3bb931ccf149,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:56.447793 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Sync routers for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:40:56.463943 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:56.466311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:56.481505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ba662294-80bf-43ef-b6a3-89957ead29c7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:40:56.560385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.736284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:56.737740 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:56.814444 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-075118d1-9c83-4b8b-8e35-917a5314c030 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3931301 Mar 10 17:40:56.822710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d909d66c-4a0a-4c32-813a-6a45642d7d99 req-b35b2a6e-a72b-4093-acb1-cbb8319af527 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 210 time: 0.0810614 Mar 10 17:40:56.834368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:56.845104 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955fa93-581b-44d4-8f0a-456fb8b1b67b" -d '{"events": [{"name": "network-changed", "server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:56.856669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for port (ac23cf91-3604-4d0c-b2fc-b5cf9719433d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.872855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c8711a64-eddd-4295-a2ca-8c5e16d252f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:56.921331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a8045b77-2603-443c-a234-9a7e6b5a53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.921798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a8045b77-2603-443c-a234-9a7e6b5a53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.922254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a8045b77-2603-443c-a234-9a7e6b5a53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:56.924115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a8045b77-2603-443c-a234-9a7e6b5a53f6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8974030 Mar 10 17:40:56.965078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.040046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-406696418-network', 'tenant_id': '0b74889e31914263b1d831e8651d2530'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:57.050737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] DHCP port deletion for c8711a64-eddd-4295-a2ca-8c5e16d252f5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:40:57.069371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (060dc73b-1529-4579-bd42-716a2767e35f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.134716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Deleting port b4976563-42fb-4954-9cf4-193f39156d78 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:57.135155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b4976563-42fb-4954-9cf4-193f39156d78), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.143609 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3372f3a7-84f0-437a-870e-a86df31b645f', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'port_id': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'mac_address': 'fa:16:3e:ef:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:53Z', 'updated_at': '2022-03-10T17:40:53Z', 'revision_number': 0, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:57.160947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Made reservation on behalf of 0b74889e31914263b1d831e8651d2530 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:57.163734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.185901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Checking router: 40cce579-0f3f-4f47-8d01-47850777dee8 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:40:57.196674 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:40:57.197755 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:57.227312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.237052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eff66-9975-40d1-b915-c6b06bb20794 req-1ddcac49-dc8f-414d-8995-d2fe1d3607a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:57.237499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] For port b4976563-42fb-4954-9cf4-193f39156d78, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b4976563-42fb-4954-9cf4-193f39156d78,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:57.238233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b4976563-42fb-4954-9cf4-193f39156d78), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.250923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Port': ['ID=060dc73b-1529-4579-bd42-716a2767e35f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:57.252265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-326eff66-9975-40d1-b915-c6b06bb20794 req-1ddcac49-dc8f-414d-8995-d2fe1d3607a9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.6879871 Mar 10 17:40:57.268389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Calling delete_port for b4976563-42fb-4954-9cf4-193f39156d78 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:57.307422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Deleting port b4976563-42fb-4954-9cf4-193f39156d78 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:40:57.309997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b4976563-42fb-4954-9cf4-193f39156d78), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.320298 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:40:57.415266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] For port b4976563-42fb-4954-9cf4-193f39156d78, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b4976563-42fb-4954-9cf4-193f39156d78,segment=NetworkSegment(0dd8700d-5de2-458d-b9b9-4d8ff80f1fad),segment_id=0dd8700d-5de2-458d-b9b9-4d8ff80f1fad)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:57.415966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b4976563-42fb-4954-9cf4-193f39156d78), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.439182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Calling delete_port for b4976563-42fb-4954-9cf4-193f39156d78 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:40:57.480190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea98dde0-8239-4ae3-8041-574701d30c84 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:40:57.509866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-25368a54-c6c8-49c5-90ae-b32e57e2a342 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:57.524230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-25368a54-c6c8-49c5-90ae-b32e57e2a342 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 811 time: 1.3265800 Mar 10 17:40:57.526645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks [] for port (ea98dde0-8239-4ae3-8041-574701d30c84), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.561166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446a29-e96f-4492-a854-025819bcc8d5 req-cc35a40a-2a6d-4576-8aa3-28d119ef5e25 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:57.568386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32446a29-e96f-4492-a854-025819bcc8d5 req-cc35a40a-2a6d-4576-8aa3-28d119ef5e25 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 944 time: 0.5649753 Mar 10 17:40:57.607632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Transition to ACTIVE for port object ea98dde0-8239-4ae3-8041-574701d30c84 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:40:57.630981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-326eff66-9975-40d1-b915-c6b06bb20794 req-674c7612-782e-4b1e-be19-a25fc527f3fe tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717103 Mar 10 17:40:57.639406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.732188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b4976563-42fb-4954-9cf4-193f39156d78), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:57.775564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] No DVR routers for this DVR port b4976563-42fb-4954-9cf4-193f39156d78 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:57.776435 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3372f3a7-84f0-437a-870e-a86df31b645f', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'port_id': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'mac_address': 'fa:16:3e:ef:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:53Z', 'updated_at': '2022-03-10T17:40:53Z', 'revision_number': 0, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:57.819105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5de4a-4443-4186-82c3-e48c0893d71c None None] Pushing event deleted for resources: {'Port': ['ID=b4976563-42fb-4954-9cf4-193f39156d78,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:57.857939 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85562a7-71c2-4166-86f1-079d1b1d5444 None None] The sync data for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 is: [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3372f3a7-84f0-437a-870e-a86df31b645f', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'port_id': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'mac_address': 'fa:16:3e:ef:51:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:53Z', 'updated_at': '2022-03-10T17:40:53Z', 'revision_number': 0, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:40:58.040619 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ffb2ad-2777-46f9-83d2-b3e02d3482b5 x-openstack-request-id: req-78ffb2ad-2777-46f9-83d2-b3e02d3482b5 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:40:58.041191 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:40:58.041622 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78ffb2ad-2777-46f9-83d2-b3e02d3482b5 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:40:58.042265 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'status': 'completed', 'code': 200} Mar 10 17:40:58.072685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Checking segment: {'id': 'c34569e7-4d68-4fd4-95b9-890904268e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0cea5b1-0bb1-4888-8a5a-26e175533718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:58.072685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network hostable DHCP agents. Network: e0cea5b1-0bb1-4888-8a5a-26e175533718, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:58.085810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a48120ec-e604-4106-9d88-728e8164265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.087873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18c7aa43-55b7-423a-a1d3-9b7e82b88634 req-a48120ec-e604-4106-9d88-728e8164265f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9163258 Mar 10 17:40:58.116380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b4976563-42fb-4954-9cf4-193f39156d78), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.163189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Port': ['ID=b4976563-42fb-4954-9cf4-193f39156d78,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:58.179538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] No DVR routers for this DVR port b4976563-42fb-4954-9cf4-193f39156d78 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:40:58.181584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32446a29-e96f-4492-a854-025819bcc8d5 req-9dc44888-f7e9-4de3-b4ae-3499259d140b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123655 Mar 10 17:40:58.193057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-fcb1f4bd-94f2-4825-8952-cbe9f9004098 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49f876da3654b538a02325216c94dc7 HTTP/1.1" status: 200 len: 380 time: 0.6495709 Mar 10 17:40:58.204392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network e0cea5b1-0bb1-4888-8a5a-26e175533718 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:58.223023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-9cf1e0ff-f849-43ed-b1f7-ecbdb4b1dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.224639 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-9cf1e0ff-f849-43ed-b1f7-ecbdb4b1dfa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.1793227 Mar 10 17:40:58.228219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'port': {'device_id': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'admin_state_up': True, 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'security_groups': ['82ca7713-46c2-4fbc-a812-99ac63ee9dad']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:58.246251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0cff1-e2f4-494c-bdeb-39cfe61d2bfb None None] New status for floating IP 3372f3a7-84f0-437a-870e-a86df31b645f: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:40:58.249327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:58.310921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks [] for security_group (736d6973-ff61-42cb-94e1-c3e1546ab57f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.328860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, e0cea5b1-0bb1-4888-8a5a-26e175533718) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:58.334735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:58.339438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35dc7d-ea69-4755-8780-1bbd1b62c19a None None] Network e0cea5b1-0bb1-4888-8a5a-26e175533718 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:58.341034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ac23cf91-3604-4d0c-b2fc-b5cf9719433d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.370526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (736d6973-ff61-42cb-94e1-c3e1546ab57f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.439098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d722a1-ad17-4315-b879-ee3a6d609d6f req-b455586b-5e8f-4da2-bf78-433dbb925595 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 210 time: 0.0971396 Mar 10 17:40:58.511401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.516973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.520115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:40:58.523217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.530257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.535830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.543387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.545469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-61dc1a97-94e1-4702-a03d-ca1d17ab6a3d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4605 time: 0.5006385 Mar 10 17:40:58.579426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Port': ['ID=ac23cf91-3604-4d0c-b2fc-b5cf9719433d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:58.622232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Attempting to bind port ea98dde0-8239-4ae3-8041-574701d30c84 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:40:58.622858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Attempting to bind port ea98dde0-8239-4ae3-8041-574701d30c84 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:40:58.623355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Attempting to bind port ea98dde0-8239-4ae3-8041-574701d30c84 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:58.623524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c8711a64-eddd-4295-a2ca-8c5e16d252f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.627967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d6973-ff61-42cb-94e1-c3e1546ab57f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:58.642362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b14d32b5-982a-41ba-80a4-55ca31c00ed6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.642739 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Added segment b14d32b5-982a-41ba-80a4-55ca31c00ed6 of type vlan for network 61d6f024-f92e-4d0a-8537-0811257fea39 Mar 10 17:40:58.663896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Port ea98dde0-8239-4ae3-8041-574701d30c84 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:40:58.664225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Attempting to bind port ea98dde0-8239-4ae3-8041-574701d30c84 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:40:58.671378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Made reservation on behalf of c49f876da3654b538a02325216c94dc7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:58.674953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.700058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8711a64-eddd-4295-a2ca-8c5e16d252f5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:58.708833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:40:58.709263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:58.709790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Bound using segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:40:58.710277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Bound port: ea98dde0-8239-4ae3-8041-574701d30c84, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:40:58.710991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.742778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:58.743073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd8700d-5de2-458d-b9b9-4d8ff80f1fad') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:40:58.748989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-fe23941e-23f2-443d-a01b-dfbf6ed632dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.750462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-fe23941e-23f2-443d-a01b-dfbf6ed632dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.4738944 Mar 10 17:40:58.768786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (61d6f024-f92e-4d0a-8537-0811257fea39), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.770726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a67ddb9-d09b-46ff-92a8-a91e5cdc1cc2 req-0b86e162-a1ee-46fc-bef9-965ee3ba05be tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158594 Mar 10 17:40:58.772086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (0dd8700d-5de2-458d-b9b9-4d8ff80f1fad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.786453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Checking segment: {'id': 'da8c4831-fa9d-485c-b600-605e93625c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b25496dd-1451-4201-a76e-8a476e1b8b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:40:58.786846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network hostable DHCP agents. Network: b25496dd-1451-4201-a76e-8a476e1b8b48, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:40:58.814714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b4976563-42fb-4954-9cf4-193f39156d78 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:40:58.839524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b4976563-42fb-4954-9cf4-193f39156d78 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:40:58.840218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b4976563-42fb-4954-9cf4-193f39156d78 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:40:58.877994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0dd8700d-5de2-458d-b9b9-4d8ff80f1fad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.887246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:40:58.887912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (0dd8700d-5de2-458d-b9b9-4d8ff80f1fad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:58.950585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12e4f8-236a-4cf7-846f-b4ca64f8f816 req-764e2859-a0e6-452c-9919-7d45e17a9bac tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:58.958988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c12e4f8-236a-4cf7-846f-b4ca64f8f816 req-764e2859-a0e6-452c-9919-7d45e17a9bac tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2248018 Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:40:58.961090 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:40:58.972828 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:40:58.976819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:40:58.995211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c8711a64-eddd-4295-a2ca-8c5e16d252f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.008553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:40:59.026408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Allocated IP 172.20.0.12 (4be91fdb-1152-439e-bfb6-f95488aca9f4/389d5768-48f4-483b-ad14-1ba8e2319ec2/57e3f5bf-cbc8-412d-9afb-d4c93b499d91) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:40:59.036969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.037512 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.045202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] 10.222.0.35 "DELETE /v2.0/networks/c8711a64-eddd-4295-a2ca-8c5e16d252f5 HTTP/1.1" status: 204 len: 168 time: 2.6055446 Mar 10 17:40:59.054767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5e78f-587e-4187-ad7d-f069007c1035 tempest-ServersTestMultiNic-540583103 tempest-ServersTestMultiNic-540583103-project] Pushing event deleted for resources: {'Network': ['ID=c8711a64-eddd-4295-a2ca-8c5e16d252f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:59.078272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-1c8366a9-9ff0-4306-8c65-281728c37dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 1001 time: 0.3117654 Mar 10 17:40:59.078979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (61d6f024-f92e-4d0a-8537-0811257fea39), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.079929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.080506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.085300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network b25496dd-1451-4201-a76e-8a476e1b8b48 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:40:59.102478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:59.131347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b25496dd-1451-4201-a76e-8a476e1b8b48) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:40:59.145867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c12e4f8-236a-4cf7-846f-b4ca64f8f816 req-e96e6f74-e5e9-4fb0-8369-a186bb6e12ce tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602206 Mar 10 17:40:59.148250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa242128-c8d8-40f3-987a-6a498260e453 None None] Network b25496dd-1451-4201-a76e-8a476e1b8b48 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:40:59.164203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:40:59.170146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.174812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.175920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.200194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.206586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4620202 Mar 10 17:40:59.207769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.210825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:59.212739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b754d2f6-01a4-4edb-a7c0-d847e3ba09dc service neutron] 10.222.0.41 "PUT /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 1135 time: 3.4744544 Mar 10 17:40:59.213445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:59.221982 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d292e-ae30-4365-9337-14f3d17d147d" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:59.253047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Request body: {'subnet': {'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-406696418-subnet', 'tenant_id': '0b74889e31914263b1d831e8651d2530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:59.266341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc340a8-0e5a-4095-a02c-52d9e8dd36e0 admin admin] Pushing event updated for resources: {'Network': ['ID=61d6f024-f92e-4d0a-8537-0811257fea39,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:40:59.287463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:40:59.299313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 61d6f024-f92e-4d0a-8537-0811257fea39 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:40:59.306191 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0594eba-7b6f-4a07-a844-3edc6f9eec82 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6987252 Mar 10 17:40:59.308921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:59.311899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-44cb3c06-b7dc-4c2e-bcd4-df69cde188bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.313516 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-44cb3c06-b7dc-4c2e-bcd4-df69cde188bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.2203124 Mar 10 17:40:59.423896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Made reservation on behalf of 0b74889e31914263b1d831e8651d2530 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:40:59.426605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.469859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:40:59.494244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.617947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c930f-215b-476e-be94-cb74bb8ecfaa tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.623862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c930f-215b-476e-be94-cb74bb8ecfaa tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.628248 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a8c930f-215b-476e-be94-cb74bb8ecfaa tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3110256 Mar 10 17:40:59.633755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-f8b005b3-fd83-42c6-b215-a485c482a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.634413 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-f8b005b3-fd83-42c6-b215-a485c482a667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2939742 Mar 10 17:40:59.637467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port ba662294-80bf-43ef-b6a3-89957ead29c7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:40:59.638193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44382) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:40:59.643236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ba662294-80bf-43ef-b6a3-89957ead29c7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:40:59.643629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.823409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:40:59.824486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.845167 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.856960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:40:59.861076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dc770-4a80-4714-8a6d-5983f8600f9d req-376cd8d3-8206-4eff-898a-3ffa071e8ecf tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:40:59.862849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85dc770-4a80-4714-8a6d-5983f8600f9d req-376cd8d3-8206-4eff-898a-3ffa071e8ecf tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 944 time: 0.3618877 Mar 10 17:40:59.863988 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb81d58-15f8-4703-9b9a-1d6226494a78" -d '{"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-plugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:40:59.891028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.896005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:40:59.907674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:40:59.994467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:00.010477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44394) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:00.066316 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a452553-dc8f-44f4-8b93-962f155a22a7 x-openstack-request-id: req-1a452553-dc8f-44f4-8b93-962f155a22a7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:00.066739 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:00.066937 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a452553-dc8f-44f4-8b93-962f155a22a7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:00.067487 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84', 'status': 'completed', 'code': 200} Mar 10 17:41:00.119741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Deleting port 060dc73b-1529-4579-bd42-716a2767e35f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:00.120297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (060dc73b-1529-4579-bd42-716a2767e35f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.124987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.167344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2fc7a3ae-ac3f-454a-a579-69a32bb45d3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.251344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:00.274364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:00.278711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:00.285262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event updated for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:00.305353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (060dc73b-1529-4579-bd42-716a2767e35f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.309991 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-c2d96708-92fb-4f02-92bb-31016c8425ee service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625135 Mar 10 17:41:00.335392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b85dc770-4a80-4714-8a6d-5983f8600f9d req-60398509-d465-4893-83b0-0a2a15b33c74 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422112 Mar 10 17:41:00.375269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Calling delete_port for 060dc73b-1529-4579-bd42-716a2767e35f owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:00.385409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc7a3ae-ac3f-454a-a579-69a32bb45d3d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:00.392859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8cb8-46af-4e55-be60-6b12856dc4c5 req-8ad0c9da-fdef-4565-95ba-00ac26ab48c8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.401159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f63e8cb8-46af-4e55-be60-6b12856dc4c5 req-8ad0c9da-fdef-4565-95ba-00ac26ab48c8 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 932 time: 0.3324919 Mar 10 17:41:00.420501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.421085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.421612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.422131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.422827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.423179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.425481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e3b66c71-b7dd-4dac-85d8-9ad7370b337b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5353 time: 0.3445127 Mar 10 17:41:00.486194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.486991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.556607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Checking segment: {'id': 'b14d32b5-982a-41ba-80a4-55ca31c00ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:00.556980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Network hostable DHCP agents. Network: 61d6f024-f92e-4d0a-8537-0811257fea39, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:00.606990 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6955fa93-581b-44d4-8f0a-456fb8b1b67b req-46185522-994f-469f-9a32-f9022dbf4f98 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869835 Mar 10 17:41:00.613290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-a945c8c4-3f69-4517-99f2-82c2430ffcc1 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3992705 Mar 10 17:41:00.633322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f63e8cb8-46af-4e55-be60-6b12856dc4c5 req-362cb793-1d01-459e-9f85-e21d7676f27d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308211 Mar 10 17:41:00.643037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Request body: {'port': {'device_id': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:00.682593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Network 61d6f024-f92e-4d0a-8537-0811257fea39 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:00.703819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f08b1140-67ef-43d3-ac99-3f130b7ecd24 None None] Provisioning complete for port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:00.704399 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f08b1140-67ef-43d3-ac99-3f130b7ecd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.722272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (060dc73b-1529-4579-bd42-716a2767e35f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.724704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 61d6f024-f92e-4d0a-8537-0811257fea39) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:00.731099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.731679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.778748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53168d98-85b6-4ca8-ac0f-fc6f37060c4a None None] Network 61d6f024-f92e-4d0a-8537-0811257fea39 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:00.787848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.788477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.794620 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/ports/060dc73b-1529-4579-bd42-716a2767e35f HTTP/1.1" status: 204 len: 168 time: 1.1519582 Mar 10 17:41:00.794620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc8a36-6e1b-4a0c-af18-758497e21317 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Port': ['ID=060dc73b-1529-4579-bd42-716a2767e35f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:00.794905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.795790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:00.800829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.806829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.812342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebb4810e-adb3-4f7a-8640-7996d313e0df admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5688055 Mar 10 17:41:00.835334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.851433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:00.858995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-8b2cf31c-9116-48fc-81ba-60d078cc0806 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4605 time: 0.4147284 Mar 10 17:41:00.873574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f08b1140-67ef-43d3-ac99-3f130b7ecd24 None None] Port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:41:00.930215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961887ec-0375-462f-a348-e4abffa971b6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:00.942123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks [] for port (961887ec-0375-462f-a348-e4abffa971b6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:00.981086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Deleting port ac23cf91-3604-4d0c-b2fc-b5cf9719433d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:00.981326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ac23cf91-3604-4d0c-b2fc-b5cf9719433d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.009319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621ca26-6e03-4a41-bbe3-87040db5462b None None] Network 61d6f024-f92e-4d0a-8537-0811257fea39 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:01.054736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e5a026b1-3d4a-4f8d-85c9-0e17516c8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.055751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e5a026b1-3d4a-4f8d-85c9-0e17516c8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.056364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e5a026b1-3d4a-4f8d-85c9-0e17516c8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.057885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a69d292e-ae30-4365-9337-14f3d17d147d req-e5a026b1-3d4a-4f8d-85c9-0e17516c8252 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6180613 Mar 10 17:41:01.083673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ac23cf91-3604-4d0c-b2fc-b5cf9719433d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.105679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Calling delete_port for ac23cf91-3604-4d0c-b2fc-b5cf9719433d owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:01.111667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Transition to ACTIVE for port object 961887ec-0375-462f-a348-e4abffa971b6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:01.153081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de417088-cea7-4c14-aa3f-02bbfcd5c776 req-42957bfc-59f0-474a-8a93-6389baa7c26a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1659479 Mar 10 17:41:01.160937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.192145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.233239 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb95eb2-bc0c-4e79-b253-af4244d6d7c4 x-openstack-request-id: req-1cb95eb2-bc0c-4e79-b253-af4244d6d7c4 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:01.233640 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-plugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:01.234145 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cb95eb2-bc0c-4e79-b253-af4244d6d7c4 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:01.234664 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'code': 200} Mar 10 17:41:01.262346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385cbcb-d6d8-4cc0-a580-8895c66d2daa req-6ac1cfb4-4166-4298-b2bd-d5f3e5db4a62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.274113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7385cbcb-d6d8-4cc0-a580-8895c66d2daa req-6ac1cfb4-4166-4298-b2bd-d5f3e5db4a62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.5287800 Mar 10 17:41:01.320794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.527094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d292e-ae30-4365-9337-14f3d17d147d req-d89d4111-010a-4cc6-a923-2b4e4558327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.528810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a69d292e-ae30-4365-9337-14f3d17d147d req-d89d4111-010a-4cc6-a923-2b4e4558327d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189675 Mar 10 17:41:01.529478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:01.540821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:01.655662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ac23cf91-3604-4d0c-b2fc-b5cf9719433d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.715490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1361930417-network', 'tenant_id': 'abe738b46e6d42039ca1d7d06f9185a8'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:01.716092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Port': ['ID=ac23cf91-3604-4d0c-b2fc-b5cf9719433d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:01.747571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.751253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b7cc2c4-d0d7-4e17-95d9-d3e35410d79c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/ports/ac23cf91-3604-4d0c-b2fc-b5cf9719433d HTTP/1.1" status: 204 len: 168 time: 0.9513173 Mar 10 17:41:01.754372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44416) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:01.791966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-15f8edfb-8b6f-452e-ba95-6e79be3a040c tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0325983 Mar 10 17:41:01.792357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44418) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:01.797490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-22532776'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:01.819036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7385cbcb-d6d8-4cc0-a580-8895c66d2daa req-436942e6-9343-4939-a0d4-9fd5fe3a9c8a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426240 Mar 10 17:41:01.840081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:01.848632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.869217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Made reservation on behalf of abe738b46e6d42039ca1d7d06f9185a8 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:01.871821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.930811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:01.944096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6dbc8efa-3261-4ce9-a189-2c2c5c12b839), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.944758 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment 6dbc8efa-3261-4ce9-a189-2c2c5c12b839 of type vlan for network 34bd7104-06da-4168-afa9-106d9318c7df Mar 10 17:41:01.954847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ad0ba-a5be-40cf-b7a8-749133b64525 req-36f03023-228d-4895-abe5-17319ec6b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:01.956189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587ad0ba-a5be-40cf-b7a8-749133b64525 req-36f03023-228d-4895-abe5-17319ec6b4fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 1127 time: 0.6076531 Mar 10 17:41:01.962138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:01.997280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (34bd7104-06da-4168-afa9-106d9318c7df), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.033692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9a6c5-383f-4ec9-9e20-21267e8a01bf req-7e6c1993-b1d3-4a21-a236-241387343c69 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.040495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93a9a6c5-383f-4ec9-9e20-21267e8a01bf req-7e6c1993-b1d3-4a21-a236-241387343c69 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.4944527 Mar 10 17:41:02.058333 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (34bd7104-06da-4168-afa9-106d9318c7df), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.058896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Attempting to bind port 961887ec-0375-462f-a348-e4abffa971b6 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:02.059235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Attempting to bind port 961887ec-0375-462f-a348-e4abffa971b6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:02.059563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Attempting to bind port 961887ec-0375-462f-a348-e4abffa971b6 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:02.063682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.064329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.111070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3151360 Mar 10 17:41:02.116746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Port 961887ec-0375-462f-a348-e4abffa971b6 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:02.116746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Attempting to bind port 961887ec-0375-462f-a348-e4abffa971b6 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:02.117011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:02.123251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667882739'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:02.147048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587ad0ba-a5be-40cf-b7a8-749133b64525 req-bb0de378-3c4d-47a8-a059-e84169615d9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787565 Mar 10 17:41:02.157926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:02.158749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:02.158749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Bound using segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:02.159148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Bound port: 961887ec-0375-462f-a348-e4abffa971b6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:02.159502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.171866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f942f-6bbb-4844-b0ac-5d115d277cd4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=34bd7104-06da-4168-afa9-106d9318c7df,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:02.181489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Deleting port 2f275b98-2be3-4c57-9f9f-3999eaed72ff {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:02.181953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.191954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 34bd7104-06da-4168-afa9-106d9318c7df details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:02.192521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fa31d-4a99-4087-a81e-23fe115a889c req-7815bae8-bccf-44bc-a1fd-6364a8a4645a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.193872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c0fa31d-4a99-4087-a81e-23fe115a889c req-7815bae8-bccf-44bc-a1fd-6364a8a4645a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 932 time: 0.2875717 Mar 10 17:41:02.209258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:02.213499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.253520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:02.263134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks [] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.282728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Transition to ACTIVE for port object 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:02.288944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:02.312323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (50a32357-0dc3-463e-972a-369707cb595c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.312757 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Added segment 50a32357-0dc3-463e-972a-369707cb595c of type vlan for network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 Mar 10 17:41:02.324875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] For port 2f275b98-2be3-4c57-9f9f-3999eaed72ff, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f275b98-2be3-4c57-9f9f-3999eaed72ff,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:02.325348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.330047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93a9a6c5-383f-4ec9-9e20-21267e8a01bf req-521b956c-6298-4415-a3c6-418fbbc8103d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874942 Mar 10 17:41:02.339791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.358965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Calling delete_port for 2f275b98-2be3-4c57-9f9f-3999eaed72ff owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:02.380974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (91a3ee6d-89ba-4b1a-b83c-7868d88c5466), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.458980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Pushing event updated for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:02.459689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (91a3ee6d-89ba-4b1a-b83c-7868d88c5466), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.466727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.467350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.529197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c0fa31d-4a99-4087-a81e-23fe115a889c req-d19c6ccb-df56-42a0-90ac-140c644ed237 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063768 Mar 10 17:41:02.535198 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks [] for security_group (95d22abe-fe75-4476-9c0c-22490f53bae6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.558453 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4239881 Mar 10 17:41:02.597951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95d22abe-fe75-4476-9c0c-22490f53bae6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.691111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:02.757834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f275b98-2be3-4c57-9f9f-3999eaed72ff), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.766452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3753bf-449e-4b04-a1b4-71221de47f72 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Network': ['ID=91a3ee6d-89ba-4b1a-b83c-7868d88c5466,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:02.786914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:02.793896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:02.799876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=961887ec-0375-462f-a348-e4abffa971b6,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:02.816378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d22abe-fe75-4476-9c0c-22490f53bae6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:02.845301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.849627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3fc14624-101e-4912-8133-9725452048ce), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:02.850238 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Added segment 3fc14624-101e-4912-8133-9725452048ce of type vlan for network be07397e-4dc2-438a-abea-7ab32632b235 Mar 10 17:41:02.880679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f275b98-2be3-4c57-9f9f-3999eaed72ff,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:02.969200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.981759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:02.995023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.001534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.007581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.013421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.021813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.027013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-273c48aa-fcb6-4d23-b1aa-29fda3cc93fe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5383 time: 0.5735495 Mar 10 17:41:03.047901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:03.065979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Attempting to bind port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:03.066573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Attempting to bind port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:03.066970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Attempting to bind port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:03.125392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:03.126021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:03.129281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5e17e81b-7107-4910-bd54-3539a7f299ed service neutron] 10.222.0.41 "PUT /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 1136 time: 3.8665383 Mar 10 17:41:03.129755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '961887ec-0375-462f-a348-e4abffa971b6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:03.132915 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac00734-2bce-459d-8c58-8a2c087a7d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "961887ec-0375-462f-a348-e4abffa971b6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:03.247108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:03.250092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:03.250409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Attempting to bind port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 on network 4be91fdb-1152-439e-bfb6-f95488aca9f4 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:03.258953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (be07397e-4dc2-438a-abea-7ab32632b235), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:03.268659 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:03.391455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6219dc8-3df4-4144-aa7a-351d18736927 req-f2f5cb1e-0a3f-4fc9-81ca-efc0bfafcf04 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3110635 Mar 10 17:41:03.411943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:03.414378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Checking segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:03.414916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Bound using segment: {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:03.416257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Bound port: 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50feb00d-e869-4e4e-bbe1-74cbf37e08f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:03.418680 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:03.481054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:41:03.522449 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9d347-a60a-41a1-8300-f93ee06efb7b x-openstack-request-id: req-edb9d347-a60a-41a1-8300-f93ee06efb7b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:03.522449 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "961887ec-0375-462f-a348-e4abffa971b6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:03.522449 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edb9d347-a60a-41a1-8300-f93ee06efb7b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:03.522449 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '961887ec-0375-462f-a348-e4abffa971b6', 'status': 'completed', 'code': 200} Mar 10 17:41:03.699431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Router 195c0ea3-7f22-4fe5-a636-f789c8680f18 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:41:03.828312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:03.839705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Sync routers for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:03.840960 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5fad3dd-7865-4752-a63c-c30ace987490 admin admin] 10.222.0.35 "PUT /v2.0/routers/195c0ea3-7f22-4fe5-a636-f789c8680f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8189104 Mar 10 17:41:03.843606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44432) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:03.852757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:03.853825 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:04.002975 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:41:04.034506 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (be07397e-4dc2-438a-abea-7ab32632b235), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.035686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.036277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.121416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks [] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.164663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b0f19-f560-4107-9030-ab328d468baa req-7a04ff18-bd48-49ec-88a2-1a99923e3482 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.166333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc5b0f19-f560-4107-9030-ab328d468baa req-7a04ff18-bd48-49ec-88a2-1a99923e3482 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 1.1198492 Mar 10 17:41:04.207526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.273250 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:41:02Z', 'revision_number': 5, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port': {'id': '9e45f82e-d8d0-4004-92cb-680ecd5a30da', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:04.303682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks [] for router_gateway (195c0ea3-7f22-4fe5-a636-f789c8680f18), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.312745 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Checking router: 195c0ea3-7f22-4fe5-a636-f789c8680f18 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:41:04.329313 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Routers {'195c0ea3-7f22-4fe5-a636-f789c8680f18'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:04.330339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['195c0ea3-7f22-4fe5-a636-f789c8680f18'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:04.343492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc5b0f19-f560-4107-9030-ab328d468baa req-813e7135-6d43-481d-9ef3-7a875da4fd91 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621497 Mar 10 17:41:04.350805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7975667 Mar 10 17:41:04.371499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44436) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:04.419358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Request body: {'subnet': {'network_id': 'be07397e-4dc2-438a-abea-7ab32632b235', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1361930417-subnet', 'tenant_id': 'abe738b46e6d42039ca1d7d06f9185a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:04.430382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.430891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.431355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.432008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.432563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.433038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.433576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.435610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-4b34f5de-836c-4d1a-ad2d-c70498467b42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6313 time: 0.9210238 Mar 10 17:41:04.446061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59caa8c-307b-4e3f-9434-f1e8769e00d4 req-2e66dae4-1ee0-4833-971f-77a771708514 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:04.447491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59caa8c-307b-4e3f-9434-f1e8769e00d4 req-2e66dae4-1ee0-4833-971f-77a771708514 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.8690801 Mar 10 17:41:04.455516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321a69-64ed-4f2a-9ad3-da81024a0c8d admin admin] Pushing event updated for resources: {'Network': ['ID=be07397e-4dc2-438a-abea-7ab32632b235,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:04.468687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network be07397e-4dc2-438a-abea-7ab32632b235 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:04.489215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Deleting port 9e45f82e-d8d0-4004-92cb-680ecd5a30da {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:04.492270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.500446 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] Set router 195c0ea3-7f22-4fe5-a636-f789c8680f18 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:41:04.561453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:04.607673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] For port 9e45f82e-d8d0-4004-92cb-680ecd5a30da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9e45f82e-d8d0-4004-92cb-680ecd5a30da,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:04.608352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.636373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59caa8c-307b-4e3f-9434-f1e8769e00d4 req-dd7c529c-c90f-4a1f-91a5-42df8c4bddef tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668069 Mar 10 17:41:04.660713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Calling delete_port for 9e45f82e-d8d0-4004-92cb-680ecd5a30da owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:04.688798 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:41:04Z', 'revision_number': 6, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:04.745643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:04.751611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Made reservation on behalf of abe738b46e6d42039ca1d7d06f9185a8 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:04.759971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.778475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06651975-c81a-4a00-b198-03ffffbec861 None None] The sync data for ids ['195c0ea3-7f22-4fe5-a636-f789c8680f18'] in n-d-833115-2 is: [{'id': '195c0ea3-7f22-4fe5-a636-f789c8680f18', 'name': 'tempest-ServersTestMultiNic-688814114-router', 'tenant_id': 'de13cc77c3e5484a870364a9fa9cce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:44Z', 'updated_at': '2022-03-10T17:41:04Z', 'revision_number': 6, 'project_id': 'de13cc77c3e5484a870364a9fa9cce68', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:04.966960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:04.995075 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9e45f82e-d8d0-4004-92cb-680ecd5a30da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.066638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e45f82e-d8d0-4004-92cb-680ecd5a30da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:05.135396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.268117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.270806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks [] for router_controller (195c0ea3-7f22-4fe5-a636-f789c8680f18), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.328471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a3f42ece-197b-4029-9906-52d38ac24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.329088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a3f42ece-197b-4029-9906-52d38ac24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.329614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a3f42ece-197b-4029-9906-52d38ac24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.331853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (195c0ea3-7f22-4fe5-a636-f789c8680f18), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.332471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195c0ea3-7f22-4fe5-a636-f789c8680f18 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:41:05.336735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.341330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c5676f4-0cac-4df7-929d-503b666fbbd4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/195c0ea3-7f22-4fe5-a636-f789c8680f18 HTTP/1.1" status: 204 len: 168 time: 1.4934127 Mar 10 17:41:05.341434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a3f42ece-197b-4029-9906-52d38ac24e3e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8887916 Mar 10 17:41:05.341434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Pushing event updated for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:05.341928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44440) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:05.408999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.409758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.411316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-858ecf3e-dd10-476f-b5ab-f86211cfca6c service neutron] 10.222.0.59 "PUT /v2.0/ports/57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 200 len: 1092 time: 4.7769341 Mar 10 17:41:05.469559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b00f30-ffa0-484b-9f23-bea5043bb11f req-0c2f5a4d-c334-4f51-84bd-5c4b58feb231 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.477590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0b00f30-ffa0-484b-9f23-bea5043bb11f req-0c2f5a4d-c334-4f51-84bd-5c4b58feb231 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 944 time: 0.9052486 Mar 10 17:41:05.521328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Deleting subnet 5ab3f995-78f2-4c5a-a3ef-4d71828348ac {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:05.522854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:05.526253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Publish callbacks [] for subnet (5ab3f995-78f2-4c5a-a3ef-4d71828348ac), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.528961 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:05.592867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5ab3f995-78f2-4c5a-a3ef-4d71828348ac), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.647242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.658973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.679213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.689771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.702270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.718393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.723933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:05.731181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ce37e1a-514e-422d-b197-fb40727629cf req-cc44ff8b-23af-43b8-a6f3-4a117d6b79b0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5383 time: 0.9658799 Mar 10 17:41:05.747887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5ab3f995-78f2-4c5a-a3ef-4d71828348ac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.809419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44448) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:05.817860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'subnets': [{'network_id': '34bd7104-06da-4168-afa9-106d9318c7df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1857671980', 'ip_version': 6}, {'network_id': '91a3ee6d-89ba-4b1a-b83c-7868d88c5466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:05.818188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'subnet': {'network_id': '34bd7104-06da-4168-afa9-106d9318c7df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1857671980', 'ip_version': 6}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:05.818968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Request body: {'subnet': {'network_id': '91a3ee6d-89ba-4b1a-b83c-7868d88c5466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:05.942130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5ab3f995-78f2-4c5a-a3ef-4d71828348ac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:05.958798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (ec7204d5-7c79-40dc-8139-c1346fd09896), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.038092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab3f995-78f2-4c5a-a3ef-4d71828348ac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:06.045801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a26e9c67-17e8-4f2b-bf3e-8cd978fabe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.047522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eac00734-2bce-459d-8c58-8a2c087a7d0e req-a26e9c67-17e8-4f2b-bf3e-8cd978fabe93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6925800 Mar 10 17:41:06.052684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0b00f30-ffa0-484b-9f23-bea5043bb11f req-8c56bcb6-b909-4085-bbde-2efce714f997 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526052 Mar 10 17:41:06.086071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-3fdc122a-2a8a-452e-8da7-45a1ad7ff78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.087969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-3fdc122a-2a8a-452e-8da7-45a1ad7ff78e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 1126 time: 0.5846293 Mar 10 17:41:06.088126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.090146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8060aa-a5c7-493a-a288-3bb1ddf18745 None None] Network 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:06.093462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6718b07b-c60c-4a0b-8ca5-268c3908d83f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:06.097230 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-459e1f72-55de-47c6-96e5-fc0b9dcd19d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ab3f995-78f2-4c5a-a3ef-4d71828348ac HTTP/1.1" status: 204 len: 168 time: 0.7541785 Mar 10 17:41:06.100155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:06.116084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks [] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.135017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ce37e1a-514e-422d-b197-fb40727629cf req-d6d9c4da-26df-414d-bcfe-8a91f362b9d0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3439548 Mar 10 17:41:06.177389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-37793339-b172-4e98-bf84-86f2a1d5134f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 200 len: 217 time: 0.0760033 Mar 10 17:41:06.200029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7204d5-7c79-40dc-8139-c1346fd09896,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:06.204627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Transition to ACTIVE for port object 6718b07b-c60c-4a0b-8ca5-268c3908d83f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:06.209572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.250916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.273573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Checking segment: {'id': '3fc14624-101e-4912-8133-9725452048ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'be07397e-4dc2-438a-abea-7ab32632b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:06.274051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Network hostable DHCP agents. Network: be07397e-4dc2-438a-abea-7ab32632b235, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:06.281221 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c0674-333d-47bc-9190-8ffd433a4b0e x-openstack-request-id: req-f75c0674-333d-47bc-9190-8ffd433a4b0e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:06.281654 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:06.282129 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f75c0674-333d-47bc-9190-8ffd433a4b0e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:06.282663 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'status': 'completed', 'code': 200} Mar 10 17:41:06.296193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Made reservation on behalf of 5f4f2ad7cdd84ec0ab112512ad10d03a for: {'subnet': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:06.302411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.303428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.367214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Deleting port 61ea8d5b-56df-4669-a379-979c85f9651a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:06.367539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.415747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-2697b808-f4a7-4085-9921-e5853afc1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.420186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-2697b808-f4a7-4085-9921-e5853afc1563 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.2309265 Mar 10 17:41:06.426400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] DHCP port deletion for 3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:41:06.469485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:06.488561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Network be07397e-4dc2-438a-abea-7ab32632b235 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:06.508280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Deleting port 61ea8d5b-56df-4669-a379-979c85f9651a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:06.509329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.553176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, be07397e-4dc2-438a-abea-7ab32632b235) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:06.564579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150d7ab-0731-4fcd-b4f8-665e1336f7e4 req-1f3792bc-9c53-49fb-be76-dd4323bc6e57 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.566273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0150d7ab-0731-4fcd-b4f8-665e1336f7e4 req-1f3792bc-9c53-49fb-be76-dd4323bc6e57 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.3607399 Mar 10 17:41:06.574900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c407f-8bb9-4fda-a5a8-a1f17106c043 None None] Network be07397e-4dc2-438a-abea-7ab32632b235 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:06.575123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0cfe7-121b-44ec-8c24-0ca8199be784 req-87f0c00e-44f5-4e5e-89c9-8baf7e766741 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.582852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dc0cfe7-121b-44ec-8c24-0ca8199be784 req-87f0c00e-44f5-4e5e-89c9-8baf7e766741 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2204912 Mar 10 17:41:06.626533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.627139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.632676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-dd455c60-f2b4-4366-a9a3-d062429d3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:06.634225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-dd455c60-f2b4-4366-a9a3-d062429d3386 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2062819 Mar 10 17:41:06.739420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a84f084d-867d-4b4e-b3d7-149ec53b0742 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3602483 Mar 10 17:41:06.778991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0150d7ab-0731-4fcd-b4f8-665e1336f7e4 req-7d4f2d17-0f2f-45f3-9216-a54551302510 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665530 Mar 10 17:41:06.811569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dc0cfe7-121b-44ec-8c24-0ca8199be784 req-e15a57f0-ce68-4878-b6fc-25012d1f91ec tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277362 Mar 10 17:41:06.867261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] For port 61ea8d5b-56df-4669-a379-979c85f9651a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61ea8d5b-56df-4669-a379-979c85f9651a,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:06.867778 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.879739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df1eac-35e3-4ac1-b331-0c2622e6fdcb None None] Network be07397e-4dc2-438a-abea-7ab32632b235 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:06.913189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9e45f82e-d8d0-4004-92cb-680ecd5a30da no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:06.949446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Attempting to bind port 6718b07b-c60c-4a0b-8ca5-268c3908d83f on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:06.962850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Attempting to bind port 6718b07b-c60c-4a0b-8ca5-268c3908d83f by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:06.963386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Attempting to bind port 6718b07b-c60c-4a0b-8ca5-268c3908d83f on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:06.989567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] For port 61ea8d5b-56df-4669-a379-979c85f9651a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61ea8d5b-56df-4669-a379-979c85f9651a,segment=NetworkSegment(d892ddd1-dbfa-4542-8b88-faa408089da1),segment_id=d892ddd1-dbfa-4542-8b88-faa408089da1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:06.989940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:06.992347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Calling delete_port for 61ea8d5b-56df-4669-a379-979c85f9651a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:07.004951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9e45f82e-d8d0-4004-92cb-680ecd5a30da {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:07.005420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9e45f82e-d8d0-4004-92cb-680ecd5a30da not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:07.005833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Calling delete_port for 61ea8d5b-56df-4669-a379-979c85f9651a owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:07.006048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f275b98-2be3-4c57-9f9f-3999eaed72ff no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:07.015968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Port 6718b07b-c60c-4a0b-8ca5-268c3908d83f on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:07.018464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Attempting to bind port 6718b07b-c60c-4a0b-8ca5-268c3908d83f on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:07.044211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:07.053155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:07.053447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Bound using segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:07.054013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Bound port: 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:07.067071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.087870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2f275b98-2be3-4c57-9f9f-3999eaed72ff {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:07.091956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-54d32e70-dd02-4872-bba6-39552261c751 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305422 Mar 10 17:41:07.092326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f275b98-2be3-4c57-9f9f-3999eaed72ff not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:07.092984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61ea8d5b-56df-4669-a379-979c85f9651a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:07.097814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.113465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] No DVR routers for this DVR port 61ea8d5b-56df-4669-a379-979c85f9651a on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:07.193912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.195185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:07.195789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 61ea8d5b-56df-4669-a379-979c85f9651a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:07.196240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61ea8d5b-56df-4669-a379-979c85f9651a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:07.199568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:07.223726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:07.235451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd892ddd1-dbfa-4542-8b88-faa408089da1') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:07.235890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd892ddd1-dbfa-4542-8b88-faa408089da1') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:07.247359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d892ddd1-dbfa-4542-8b88-faa408089da1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.252705 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:41:07.255972 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:41:07.260837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.264663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (61ea8d5b-56df-4669-a379-979c85f9651a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.280811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ea8d5b-56df-4669-a379-979c85f9651a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:07.286398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d892ddd1-dbfa-4542-8b88-faa408089da1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.294161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] Pushing event deleted for resources: {'Port': ['ID=61ea8d5b-56df-4669-a379-979c85f9651a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:07.304286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:07.309041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d892ddd1-dbfa-4542-8b88-faa408089da1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.313521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7907b37-c9bf-44c7-8a1b-e75afa4fd107 None None] No DVR routers for this DVR port 61ea8d5b-56df-4669-a379-979c85f9651a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:07.314778 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:07.334627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765500f7-a42a-4c0c-b76e-357ab62a5268 req-b1f5b2af-c898-44cb-a75f-0047a2fb19ec tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:07.344029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765500f7-a42a-4c0c-b76e-357ab62a5268 req-b1f5b2af-c898-44cb-a75f-0047a2fb19ec tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.4376185 Mar 10 17:41:07.423037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:07.424576 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.427299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6718b07b-c60c-4a0b-8ca5-268c3908d83f HTTP/1.1" status: 200 len: 1091 time: 4.2265825 Mar 10 17:41:07.455978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd1ae483-0b3f-4176-8df7-e6bbbb609fe6 req-ed440390-3b9e-42a0-b0c7-bd1c304ff72c service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526034 Mar 10 17:41:07.503673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:07.560515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.587797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c40ec-9554-482f-81e0-2b590c403160 req-ece128fe-1cb4-4d4b-a0aa-93988e1a1c7c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:07.589650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-398c40ec-9554-482f-81e0-2b590c403160 req-ece128fe-1cb4-4d4b-a0aa-93988e1a1c7c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 944 time: 0.3854973 Mar 10 17:41:07.603848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.607626 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8 HTTP/1.1" status: 204 len: 168 time: 1.5055244 Mar 10 17:41:07.638152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075396c-d0cf-4639-a01f-6f5a5e369784 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9e6f73-fdc4-46ae-95aa-e9c75832fbd8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:07.663542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643276e-f399-4d74-84a6-39497ba7c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:07.706843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765500f7-a42a-4c0c-b76e-357ab62a5268 req-209a0653-e957-49e4-b749-ecf735625586 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615744 Mar 10 17:41:07.723789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (195bf06e-c01d-4893-998d-373730d33941), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.825438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-398c40ec-9554-482f-81e0-2b590c403160 req-c0ae57ca-d24a-41ab-8abc-f18f813e6b51 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180629 Mar 10 17:41:07.829649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-99abeeb5-434d-492b-b139-c398ed315b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:07.831180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-99abeeb5-434d-492b-b139-c398ed315b6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 1126 time: 0.3169920 Mar 10 17:41:07.889789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44472) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:07.913416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a70e2c5e-19df-4504-b9d4-b212fb4c18d6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:07.991230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Subnet': ['ID=a70e2c5e-19df-4504-b9d4-b212fb4c18d6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:08.017588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Checking segment: {'id': '6dbc8efa-3261-4ce9-a189-2c2c5c12b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '34bd7104-06da-4168-afa9-106d9318c7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:08.017588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network hostable DHCP agents. Network: 34bd7104-06da-4168-afa9-106d9318c7df, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:08.043751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network 34bd7104-06da-4168-afa9-106d9318c7df is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:08.054843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 34bd7104-06da-4168-afa9-106d9318c7df) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:08.060504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (4c8b3d73-ae09-490f-b4a3-ccfedec79a01), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.071486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9a7bd-dbff-4440-8728-202d7505ef84 None None] Network 34bd7104-06da-4168-afa9-106d9318c7df requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:08.133342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Checking segment: {'id': '50a32357-0dc3-463e-972a-369707cb595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a3ee6d-89ba-4b1a-b83c-7868d88c5466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:08.133967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network hostable DHCP agents. Network: 91a3ee6d-89ba-4b1a-b83c-7868d88c5466, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:08.137159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event updated for resources: {'Subnet': ['ID=4c8b3d73-ae09-490f-b4a3-ccfedec79a01,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:08.165168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:08.179593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 91a3ee6d-89ba-4b1a-b83c-7868d88c5466) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:08.197166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.199085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.199931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.225756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7a30a8d7-ee4b-4a9f-9fa1-4ed7a113eded tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4132824 Mar 10 17:41:08.231281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:08.233790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe384da-04ca-4450-a64b-676b8324d7dd None None] Network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:08.236934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3bc7e6f1-157c-4d23-96c9-42cd2448fe8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de13cc77c3e5484a870364a9fa9cce68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451164 Mar 10 17:41:08.244315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:08.249016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-6300c193-546e-4547-9b08-c3fc9ea88340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.251061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-6300c193-546e-4547-9b08-c3fc9ea88340 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.4087508 Mar 10 17:41:08.311029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:08.313889 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:08.317858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-dac4f387-cc73-48e3-9c1f-6f0974ad37c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 200 len: 217 time: 0.0522530 Mar 10 17:41:08.327664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f299bc7-d625-4467-adbf-f46040bb350b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.328932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f299bc7-d625-4467-adbf-f46040bb350b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.330218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f299bc7-d625-4467-adbf-f46040bb350b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.341401 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3f299bc7-d625-4467-adbf-f46040bb350b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0996680 Mar 10 17:41:08.350142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44488) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:08.350865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] Publish callbacks [] for security_group (164a5a2a-5647-4266-8d97-e18a42977483), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.377039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.379378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] Publish callbacks [] for security_group (164a5a2a-5647-4266-8d97-e18a42977483), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.383380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.389711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.396533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.402196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.408429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.414656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.427038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcba3586-c73b-4531-af88-c616b7da2601 req-29acd2cd-ba8f-441c-8928-add8c1bb6da9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5395 time: 0.4231768 Mar 10 17:41:08.469267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (164a5a2a-5647-4266-8d97-e18a42977483), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.473853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.477897 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/164a5a2a-5647-4266-8d97-e18a42977483 HTTP/1.1" status: 204 len: 168 time: 0.2310572 Mar 10 17:41:08.501660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164ce6d-e95f-43b7-9797-1ef07a0f131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164a5a2a-5647-4266-8d97-e18a42977483,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:08.530217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Deleting subnet a70e2c5e-19df-4504-b9d4-b212fb4c18d6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:08.536918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for subnet (a70e2c5e-19df-4504-b9d4-b212fb4c18d6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.548614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-821896dc-bf3c-4d56-be5f-ca73d88a13fa tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.551351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-821896dc-bf3c-4d56-be5f-ca73d88a13fa tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/networks?id=61d6f024-f92e-4d0a-8537-0811257fea39 HTTP/1.1" status: 200 len: 824 time: 0.5338180 Mar 10 17:41:08.575886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67385c0-1bc6-4369-8500-ccd4c05ff53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-34bd7104-06da-4168-afa9-106d9318c7df', 'network_id': '34bd7104-06da-4168-afa9-106d9318c7df', 'project_id': '5f4f2ad7cdd84ec0ab112512ad10d03a', 'fixed_ips': [{'subnet_id': 'a70e2c5e-19df-4504-b9d4-b212fb4c18d6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:08.577130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d67385c0-1bc6-4369-8500-ccd4c05ff53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.578783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-80cb1ab4-efc2-4030-b655-a998a1e83778 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/quotas/0b74889e31914263b1d831e8651d2530 HTTP/1.1" status: 200 len: 375 time: 0.0188644 Mar 10 17:41:08.602213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a70e2c5e-19df-4504-b9d4-b212fb4c18d6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.674797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a70e2c5e-19df-4504-b9d4-b212fb4c18d6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.686064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-85f7a795-2ec0-4ac1-8328-6cab065564b2 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b74889e31914263b1d831e8651d2530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902083 Mar 10 17:41:08.737896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85836d76-defb-4595-a286-193641ab7e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-91a3ee6d-89ba-4b1a-b83c-7868d88c5466', 'network_id': '91a3ee6d-89ba-4b1a-b83c-7868d88c5466', 'project_id': '5f4f2ad7cdd84ec0ab112512ad10d03a', 'fixed_ips': [{'subnet_id': '4c8b3d73-ae09-490f-b4a3-ccfedec79a01'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:08.739592 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85836d76-defb-4595-a286-193641ab7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.759512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-5bd70400-1b4d-41bc-b228-ef230a43ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:08.761345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-5bd70400-1b4d-41bc-b228-ef230a43ff8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.3080418 Mar 10 17:41:08.768886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcba3586-c73b-4531-af88-c616b7da2601 req-f31362b3-666d-4686-997d-d4e045f207b5 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3398602 Mar 10 17:41:08.840515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a70e2c5e-19df-4504-b9d4-b212fb4c18d6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.912286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Subnet': ['ID=a70e2c5e-19df-4504-b9d4-b212fb4c18d6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-d67385c0-1bc6-4369-8500-ccd4c05ff53f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70e2c5e-19df-4504-b9d4-b212fb4c18d6: This subnet is being modified by another concurrent operation. Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:41:08.941754 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70e2c5e-19df-4504-b9d4-b212fb4c18d6: This subnet is being modified by another concurrent operation. Mar 10 17:41:08.947143 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:41:08.954653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:08.971670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df0b5986-2f2d-4e66-ae70-1e419b4561e0 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/subnets/a70e2c5e-19df-4504-b9d4-b212fb4c18d6 HTTP/1.1" status: 204 len: 168 time: 0.5416141 Mar 10 17:41:08.974359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:08.976244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3726a-1625-40eb-8a43-9b85166cf7fa None None] Network 34bd7104-06da-4168-afa9-106d9318c7df requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:09.093863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Deleting subnet 4c8b3d73-ae09-490f-b4a3-ccfedec79a01 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:09.098591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for subnet (4c8b3d73-ae09-490f-b4a3-ccfedec79a01), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.161540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4c8b3d73-ae09-490f-b4a3-ccfedec79a01), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.234759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4c8b3d73-ae09-490f-b4a3-ccfedec79a01), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.326057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4c8b3d73-ae09-490f-b4a3-ccfedec79a01), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-85836d76-defb-4595-a286-193641ab7e95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c8b3d73-ae09-490f-b4a3-ccfedec79a01: This subnet is being modified by another concurrent operation. Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:41:09.331686 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c8b3d73-ae09-490f-b4a3-ccfedec79a01: This subnet is being modified by another concurrent operation. Mar 10 17:41:09.336430 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:41:09.367254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff92d0-9379-48ba-9832-db00597889d2 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:41:09.390240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195bf06e-c01d-4893-998d-373730d33941 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:09.390516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8b3d73-ae09-490f-b4a3-ccfedec79a01,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:09.400232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-86e00891-bf62-4c4d-937d-8090df8cc867 service neutron] 10.222.0.35 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046914 Mar 10 17:41:09.413176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-d60fd98d-72d5-49a2-aba8-8a951ee98db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:09.414710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-d60fd98d-72d5-49a2-aba8-8a951ee98db2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6376228 Mar 10 17:41:09.418355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks [] for port (195bf06e-c01d-4893-998d-373730d33941), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.422998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.429012 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0582f5e4-7c51-4fd5-8e19-2ebe5674d890 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/subnets/4c8b3d73-ae09-490f-b4a3-ccfedec79a01 HTTP/1.1" status: 204 len: 168 time: 0.4508510 Mar 10 17:41:09.431661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:09.478166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010f55-d827-4b10-a7a6-4935972099e0 req-aa50ef54-8a16-475c-9fce-421cb9f9f73c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:09.485385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69010f55-d827-4b10-a7a6-4935972099e0 req-aa50ef54-8a16-475c-9fce-421cb9f9f73c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2222736 Mar 10 17:41:09.491888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Transition to ACTIVE for port object 195bf06e-c01d-4893-998d-373730d33941 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:09.508374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d98549-52ee-4cd8-9f90-e72a57b937a9 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:09.513376 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-69d98549-52ee-4cd8-9f90-e72a57b937a9 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756807 Mar 10 17:41:09.516116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44510) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:09.524522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (195bf06e-c01d-4893-998d-373730d33941), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.585250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff92d0-9379-48ba-9832-db00597889d2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:41:09.629847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (91a3ee6d-89ba-4b1a-b83c-7868d88c5466), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.743806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (91a3ee6d-89ba-4b1a-b83c-7868d88c5466), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.775342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a3ee6d-89ba-4b1a-b83c-7868d88c5466']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:09.787222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a32357-0dc3-463e-972a-369707cb595c') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:09.787788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a32357-0dc3-463e-972a-369707cb595c') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:09.806414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (50a32357-0dc3-463e-972a-369707cb595c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.814534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69010f55-d827-4b10-a7a6-4935972099e0 req-31315a89-45ab-4b86-9304-a4389908ff77 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282461 Mar 10 17:41:09.815169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:09.833023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (50a32357-0dc3-463e-972a-369707cb595c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.843271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-982cf3ae-d216-44bb-a664-6fdd309e4b41 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125834 Mar 10 17:41:09.851546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:09.852093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (50a32357-0dc3-463e-972a-369707cb595c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.853957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-baeffb07-eb19-455d-99a9-6b3b36a6a019 service neutron] 10.222.0.35 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330139 Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:09.861265 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:09.918416 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aeee00-53eb-4f1a-a484-c916c0d31a53 x-openstack-request-id: req-07aeee00-53eb-4f1a-a484-c916c0d31a53 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:09.918747 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:09.919005 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07aeee00-53eb-4f1a-a484-c916c0d31a53 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:09.919411 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'status': 'completed', 'code': 200} Mar 10 17:41:09.985924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (91a3ee6d-89ba-4b1a-b83c-7868d88c5466), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:09.993518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.005038 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/91a3ee6d-89ba-4b1a-b83c-7868d88c5466 HTTP/1.1" status: 204 len: 168 time: 0.4869633 Mar 10 17:41:10.005727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:10.029886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d5282-bf1e-45e9-ba89-4ed521343024 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:41:10.046146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Attempting to bind port 195bf06e-c01d-4893-998d-373730d33941 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:10.046537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Attempting to bind port 195bf06e-c01d-4893-998d-373730d33941 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:10.046848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Attempting to bind port 195bf06e-c01d-4893-998d-373730d33941 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:10.051006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b42b7-27eb-4303-aa91-9392ffc8dfc4 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=91a3ee6d-89ba-4b1a-b83c-7868d88c5466,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:10.176532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Port 195bf06e-c01d-4893-998d-373730d33941 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:10.176924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Attempting to bind port 195bf06e-c01d-4893-998d-373730d33941 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:10.214463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (34bd7104-06da-4168-afa9-106d9318c7df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.227485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:10.227825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Checking segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:10.228217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Bound using segment: {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:10.228667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Bound port: 195bf06e-c01d-4893-998d-373730d33941, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:10.229058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (195bf06e-c01d-4893-998d-373730d33941), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.254683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4d5282-bf1e-45e9-ba89-4ed521343024 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:41:10.291653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.292438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.293374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.293374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.293809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.294273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.294745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.296782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-1a260198-0c93-4cc8-88de-013042825eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6436 time: 0.3555620 Mar 10 17:41:10.325440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-859f14f2-7a85-4bff-ae8f-5d3f236d2e77 req-9751d2f9-2193-4f6f-9251-6f86f4c0bf06 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686110 Mar 10 17:41:10.360349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aaaf5-a6f1-4b8d-bfe1-baa1dc8c1e28 req-8d685590-f125-49ad-a4bf-28287406b40e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.361780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d1aaaf5-a6f1-4b8d-bfe1-baa1dc8c1e28 req-8d685590-f125-49ad-a4bf-28287406b40e tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 944 time: 0.3223400 Mar 10 17:41:10.372265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (34bd7104-06da-4168-afa9-106d9318c7df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.405779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bd7104-06da-4168-afa9-106d9318c7df']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:10.418939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:10.422223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:10.422385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbc8efa-3261-4ce9-a189-2c2c5c12b839') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:10.422912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbc8efa-3261-4ce9-a189-2c2c5c12b839') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:10.434696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fe940-7cd1-4e12-b75c-9745de0df71d req-1047036f-c0e4-4415-bff6-b439fbf75d7f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.438234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6dbc8efa-3261-4ce9-a189-2c2c5c12b839), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.443194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-943fe940-7cd1-4e12-b75c-9745de0df71d req-1047036f-c0e4-4415-bff6-b439fbf75d7f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2638681 Mar 10 17:41:10.459221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (195bf06e-c01d-4893-998d-373730d33941), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.460453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6dbc8efa-3261-4ce9-a189-2c2c5c12b839), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.474166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:10.474716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6dbc8efa-3261-4ce9-a189-2c2c5c12b839), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:10.479164 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:10.544861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:10.602262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36af0d-3c78-403a-828f-7cac9394948b None None] Network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:10.611797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.612120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.614570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d6cb6ff2-e531-4b92-ad8b-ce638ccf05ad service neutron] 10.222.0.41 "PUT /v2.0/ports/195bf06e-c01d-4893-998d-373730d33941 HTTP/1.1" status: 200 len: 1091 time: 3.1350033 Mar 10 17:41:10.628063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (34bd7104-06da-4168-afa9-106d9318c7df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.633816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36af0d-3c78-403a-828f-7cac9394948b None None] Network 91a3ee6d-89ba-4b1a-b83c-7868d88c5466 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:41:10.644264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:10.650411 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/34bd7104-06da-4168-afa9-106d9318c7df HTTP/1.1" status: 204 len: 168 time: 0.6401429 Mar 10 17:41:10.653614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:10.659902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c098be-0a86-4d0b-9dfa-30eb8b0b0357 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=34bd7104-06da-4168-afa9-106d9318c7df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:10.676628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:10.759941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-943fe940-7cd1-4e12-b75c-9745de0df71d req-6075d50e-588b-486a-a92f-e4c06d49c653 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145306 Mar 10 17:41:10.763658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d1aaaf5-a6f1-4b8d-bfe1-baa1dc8c1e28 req-a217ec2d-5b11-47b3-abb8-048c70f1a609 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179452 Mar 10 17:41:10.779616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:10.961751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cff2225d-f442-4696-8146-9074b5137226 req-f20fa171-e8f1-421a-8526-cad88af07dfa tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 210 time: 0.0429590 Mar 10 17:41:10.972033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:10.973073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-d9ce49df-3485-40fe-915f-9bde2ef3fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.975015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-d9ce49df-3485-40fe-915f-9bde2ef3fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.975645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-d9ce49df-3485-40fe-915f-9bde2ef3fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:10.977290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-d9ce49df-3485-40fe-915f-9bde2ef3fcee service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6509922 Mar 10 17:41:10.995491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'port_id': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'mac_address': 'fa:16:3e:aa:33:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:11.039377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:11.039971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.064539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:11.103937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:11.123084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b25496dd-1451-4201-a76e-8a476e1b8b48), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.127614 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.170563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.224684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:11.371949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['57e3f5bf-cbc8-412d-9afb-d4c93b499d91'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:11.390465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.395765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.401089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.406357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.411644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.417034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.427973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.429948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-73ea798c-8c79-46a7-90f2-9e9dbe251d03 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5407 time: 0.5250647 Mar 10 17:41:11.462667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b25496dd-1451-4201-a76e-8a476e1b8b48), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.467675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-b38951cf-15b8-4a06-a31c-49537f0dcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.469117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10d7097a-3e54-4a19-8f99-d4b8c6c7c8f2 req-b38951cf-15b8-4a06-a31c-49537f0dcca6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4130020 Mar 10 17:41:11.551045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c646cad-1aac-42ea-8f98-3a90ef8ba31b req-046c94a0-4f95-4096-a7a6-045548417533 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850108 Mar 10 17:41:11.593481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25496dd-1451-4201-a76e-8a476e1b8b48']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:11.613295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8c4831-fa9d-485c-b600-605e93625c5b') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:11.613669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8c4831-fa9d-485c-b600-605e93625c5b') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:11.704548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (da8c4831-fa9d-485c-b600-605e93625c5b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.794028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e338e50-cf12-4341-a55d-245b6054724b req-0b777eb1-cf8f-4ebf-a279-70591c03b813 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:11.795671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e338e50-cf12-4341-a55d-245b6054724b req-0b777eb1-cf8f-4ebf-a279-70591c03b813 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2559669 Mar 10 17:41:11.821357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (da8c4831-fa9d-485c-b600-605e93625c5b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.855790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:11.856209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (da8c4831-fa9d-485c-b600-605e93625c5b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:11.860331 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:11.933686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '195bf06e-c01d-4893-998d-373730d33941'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:11.933686 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57538a7-d74b-416c-a337-4b82ef070ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "195bf06e-c01d-4893-998d-373730d33941"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:12.063500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce350-71c1-4fe8-8270-413bd3344d09 req-2c333eaf-425c-466b-82ba-74da2e9a964d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.065403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6fce350-71c1-4fe8-8270-413bd3344d09 req-2c333eaf-425c-466b-82ba-74da2e9a964d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.3630984 Mar 10 17:41:12.083258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b25496dd-1451-4201-a76e-8a476e1b8b48), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.107075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e338e50-cf12-4341-a55d-245b6054724b req-08ff9329-5b08-473d-a2db-020c6df53ab9 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804821 Mar 10 17:41:12.123740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-2d3f1222-52ef-4eab-ad58-cc8fbbd1fbc1 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.123740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-2d3f1222-52ef-4eab-ad58-cc8fbbd1fbc1 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.59 "GET /v2.0/networks?id=61d6f024-f92e-4d0a-8537-0811257fea39 HTTP/1.1" status: 200 len: 824 time: 0.4570780 Mar 10 17:41:12.133057 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.138551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/b25496dd-1451-4201-a76e-8a476e1b8b48 HTTP/1.1" status: 204 len: 168 time: 1.4787376 Mar 10 17:41:12.139100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:12.163774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Request body: {'port': {'device_id': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39', 'admin_state_up': True, 'tenant_id': '0b74889e31914263b1d831e8651d2530'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:12.171980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b0c5-4e78-4f69-86be-669f6c0fda2b tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=b25496dd-1451-4201-a76e-8a476e1b8b48,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:12.264814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (e0cea5b1-0bb1-4888-8a5a-26e175533718), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.308133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72f736f5-69a3-45f2-9667-e91732961c62 req-a7cbac2e-4119-4a50-a019-e5bb5e3d2ade tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0943980 Mar 10 17:41:12.319034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6fce350-71c1-4fe8-8270-413bd3344d09 req-1039730d-c7e6-4b3d-926f-7f538808df6b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412057 Mar 10 17:41:12.389169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8531edb-3eed-45ee-bbb2-dce286e75e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.390633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818c2eff-c867-4062-91c2-24ab3ae9228c {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:12.404152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks [] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.422554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Transition to ACTIVE for port object 818c2eff-c867-4062-91c2-24ab3ae9228c will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:12.446960 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbfa2a-7a82-49a4-aceb-92721cae107f x-openstack-request-id: req-c2dbfa2a-7a82-49a4-aceb-92721cae107f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:12.447386 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "195bf06e-c01d-4893-998d-373730d33941", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:12.448524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2dbfa2a-7a82-49a4-aceb-92721cae107f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:12.449432 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '195bf06e-c01d-4893-998d-373730d33941', 'status': 'completed', 'code': 200} Mar 10 17:41:12.459699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.475553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (e0cea5b1-0bb1-4888-8a5a-26e175533718), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.510003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cea5b1-0bb1-4888-8a5a-26e175533718']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:12.524104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34569e7-4d68-4fd4-95b9-890904268e0e') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:12.524624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34569e7-4d68-4fd4-95b9-890904268e0e') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:12.537184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (c34569e7-4d68-4fd4-95b9-890904268e0e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.570998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c34569e7-4d68-4fd4-95b9-890904268e0e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.588745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:12.588940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (c34569e7-4d68-4fd4-95b9-890904268e0e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:12.592376 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:12.604132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d04dc5-37e1-40bb-b327-c8daeea792d6 req-a064595c-3ee0-4219-8f5c-531628c085d0 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 210 time: 0.0541286 Mar 10 17:41:12.612867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Made reservation on behalf of 0b74889e31914263b1d831e8651d2530 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:12.629987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.706266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (e0cea5b1-0bb1-4888-8a5a-26e175533718), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.712220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.716957 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] 10.222.0.35 "DELETE /v2.0/networks/e0cea5b1-0bb1-4888-8a5a-26e175533718 HTTP/1.1" status: 204 len: 168 time: 0.5766311 Mar 10 17:41:12.769316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b9f10-3c96-497f-87a8-df13fe212bb6 tempest-BulkNetworkOpsIpV6Test-549742903 tempest-BulkNetworkOpsIpV6Test-549742903-project] Pushing event deleted for resources: {'Network': ['ID=e0cea5b1-0bb1-4888-8a5a-26e175533718,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:12.770537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.771826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.772298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.772766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.773229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.773681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.774129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:12.781585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-7929d576-184d-4fa7-8a03-e0ab88ceafa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6534 time: 0.3246679 Mar 10 17:41:12.781741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:12.880470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:12.894079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:12.900610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:12.901902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:12.928989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Attempting to bind port 818c2eff-c867-4062-91c2-24ab3ae9228c on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:12.929260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Attempting to bind port 818c2eff-c867-4062-91c2-24ab3ae9228c by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:12.929630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Attempting to bind port 818c2eff-c867-4062-91c2-24ab3ae9228c on network e23131c7-39df-4fab-b230-9372220b5d2c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:12.985025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Port 818c2eff-c867-4062-91c2-24ab3ae9228c on network e23131c7-39df-4fab-b230-9372220b5d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:12.985486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Attempting to bind port 818c2eff-c867-4062-91c2-24ab3ae9228c on network e23131c7-39df-4fab-b230-9372220b5d2c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:13.019954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:13.019954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Checking segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:13.019954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Bound using segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:13.019954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Bound port: 818c2eff-c867-4062-91c2-24ab3ae9228c, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:13.019954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.066803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:13.067716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.160327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:13.173871 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73afd72-aab2-416b-b7f2-d36983bfe1d5" -d '{"events": [{"server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "name": "network-vif-plugged", "status": "completed", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:13.242344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:13.258024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.301315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44602) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:13.334940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:13.510531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-15c0dbe8-2509-4118-809b-e894c6952e0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f4f2ad7cdd84ec0ab112512ad10d03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062039 Mar 10 17:41:13.513276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:13.570454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Publish callbacks [] for security_group (46910d4f-4eec-4e1a-a82f-87a78c503f16), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.575799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11977f5-4751-49de-98b5-977dd5b227b0 req-751a3b51-5960-4a8a-a686-fb8ea5d7fa39 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.577309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c11977f5-4751-49de-98b5-977dd5b227b0 req-751a3b51-5960-4a8a-a686-fb8ea5d7fa39 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 945 time: 0.9061422 Mar 10 17:41:13.593173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Publish callbacks [] for security_group (46910d4f-4eec-4e1a-a82f-87a78c503f16), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.649555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (46910d4f-4eec-4e1a-a82f-87a78c503f16), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.653224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.659019 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46910d4f-4eec-4e1a-a82f-87a78c503f16 HTTP/1.1" status: 204 len: 168 time: 0.1441429 Mar 10 17:41:13.669244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46910d4f-4eec-4e1a-a82f-87a78c503f16,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:13.679402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.679941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.680509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.681202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.681716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.682682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.683241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.683580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.683911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.684295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.684786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.685274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.685945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8000301a-9443-4bf8-b57d-ffa488fec086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:13.707343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c11977f5-4751-49de-98b5-977dd5b227b0 req-4eb2292b-50f4-44f1-bcda-ff8a12037ea3 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027789 Mar 10 17:41:13.717414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-11ee5392-67a4-45bc-8784-b4091b292b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.717879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-11ee5392-67a4-45bc-8784-b4091b292b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.718351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-11ee5392-67a4-45bc-8784-b4091b292b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.720162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-11ee5392-67a4-45bc-8784-b4091b292b41 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8549037 Mar 10 17:41:13.722943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Allocated IP 172.20.0.14 (61d6f024-f92e-4d0a-8537-0811257fea39/2fc7a3ae-ac3f-454a-a579-69a32bb45d3d/6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:13.725361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:13.757266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.762641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.767932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.773117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.778444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.783642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.789437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.791649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-3c95227f-1ec9-46f3-b931-0df91e877e19 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5419 time: 0.2778506 Mar 10 17:41:13.810670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:13.858448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.984622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:13.985242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:13.987414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] 10.222.0.41 "PUT /v2.0/ports/818c2eff-c867-4062-91c2-24ab3ae9228c HTTP/1.1" status: 200 len: 1091 time: 3.3309853 Mar 10 17:41:14.062210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Request body: {'port': {'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:14.152244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5f7b3-67b6-4c98-ad3c-96c50bcf3e92 service neutron] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:14.193199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-561eaa0d-7484-471a-b76b-049188fe695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.195190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57538a7-d74b-416c-a337-4b82ef070ef8 req-561eaa0d-7484-471a-b76b-049188fe695f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3987608 Mar 10 17:41:14.206725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71ccd516-e156-4dbb-9750-83bb3e1852ab req-42d48610-06a6-49ef-8a2c-f36d4471ae6f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4075108 Mar 10 17:41:14.225608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a117-2ccf-4de8-9166-05eb228e9c4c req-e05ee98d-c0a7-4bda-a2f4-9ec4fd5c5147 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.233481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae06a117-2ccf-4de8-9166-05eb228e9c4c req-e05ee98d-c0a7-4bda-a2f4-9ec4fd5c5147 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.4203310 Mar 10 17:41:14.310719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.321263 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7f1e8-e907-494c-a568-ef0d21754896 x-openstack-request-id: req-02d7f1e8-e907-494c-a568-ef0d21754896 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:14.322187 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "name": "network-vif-plugged", "status": "completed", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:14.323439 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02d7f1e8-e907-494c-a568-ef0d21754896 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:14.324180 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'code': 200} Mar 10 17:41:14.352755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks [] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.386318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae06a117-2ccf-4de8-9166-05eb228e9c4c req-c5e6a22b-2b1d-4fac-a2ed-fce02c44e3b1 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518104 Mar 10 17:41:14.450204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:14.452479 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328a29b-e97a-4913-8384-21932be15f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:14.487829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be1e53-1576-446e-b31f-4145a731be69 req-25dadd5e-a68b-4695-a077-544852532655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.490239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f6be1e53-1576-446e-b31f-4145a731be69 req-25dadd5e-a68b-4695-a077-544852532655 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 1128 time: 0.0979688 Mar 10 17:41:14.541731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f6be1e53-1576-446e-b31f-4145a731be69 req-42e60994-540c-404c-b7ab-a89d166af8d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449641 Mar 10 17:41:14.546935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbebf9e2-feeb-4363-b135-5a39cafdd2e4 req-f68b56a8-6fe3-4f76-81c7-37470b0a1b71 tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0615888 Mar 10 17:41:14.591724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:14.624235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab336e44-6c8e-40b1-90fc-2bb1898be589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.624556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.706889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cc1ef-abd4-4517-9d27-79813ad99f9f req-8c14f49b-e77d-4059-87d5-85ae10652bd0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.708786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-390cc1ef-abd4-4517-9d27-79813ad99f9f req-8c14f49b-e77d-4059-87d5-85ae10652bd0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2714658 Mar 10 17:41:14.727058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'networks': [{'name': 'tempest-network--1074530257'}, {'name': 'tempest-network--554294447'}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:14.727438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-network--1074530257'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:14.728052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-network--554294447'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:14.736763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Network 61d6f024-f92e-4d0a-8537-0811257fea39 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:14.762878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'network': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:14.767997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.769207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:14.771872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:14.779226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.827559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Pushing event updated for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:14.863795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for security_group (4b548139-ca40-4f1b-9161-30d67976a465), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.872138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4b548139-ca40-4f1b-9161-30d67976a465), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.872964 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.920800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b548139-ca40-4f1b-9161-30d67976a465,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:14.922370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.923050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.928281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:14.945235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0942ca-2281-40f4-bde3-94da89cdbe6c req-213834f3-da8c-4155-b949-7b5e2979a6a0 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:14.945686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cec0e71c-5279-4c68-996c-32998648296d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:14.946939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b0942ca-2281-40f4-bde3-94da89cdbe6c req-213834f3-da8c-4155-b949-7b5e2979a6a0 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 932 time: 0.2947991 Mar 10 17:41:14.955645 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment cec0e71c-5279-4c68-996c-32998648296d of type vlan for network 932ee57b-b3e8-4db1-90dc-53fa86928e2b Mar 10 17:41:14.959970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-390cc1ef-abd4-4517-9d27-79813ad99f9f req-23537f00-4dad-417d-9042-1bbf200725a5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266126 Mar 10 17:41:15.009602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-f4fc29bf-8e0c-4b60-b890-7e13a8040899 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8568118 Mar 10 17:41:15.028625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Request body: {'port': {'device_id': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:15.035531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (932ee57b-b3e8-4db1-90dc-53fa86928e2b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.067755 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d307c8-a807-4e23-88e8-cc82727b16a1 x-openstack-request-id: req-a3d307c8-a807-4e23-88e8-cc82727b16a1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:15.068341 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:15.068751 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3d307c8-a807-4e23-88e8-cc82727b16a1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:15.069308 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'status': 'completed', 'code': 200} Mar 10 17:41:15.106805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:15.126248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (46ca147f-1c28-498a-8b00-c7f63aee92d8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.128380 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment 46ca147f-1c28-498a-8b00-c7f63aee92d8 of type vlan for network 67f96844-453f-4047-b7f2-aa6daf65e040 Mar 10 17:41:15.192294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (67f96844-453f-4047-b7f2-aa6daf65e040), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.227935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b0942ca-2281-40f4-bde3-94da89cdbe6c req-347b89c4-73c5-484f-8bc9-7ecba31362a3 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611790 Mar 10 17:41:15.229013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (932ee57b-b3e8-4db1-90dc-53fa86928e2b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.230015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (67f96844-453f-4047-b7f2-aa6daf65e040), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.239765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.247475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.248613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.280409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab08ecc6-c644-45d1-a873-eaf3d8e69809 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:15.291318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.312826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks [] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.364840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=932ee57b-b3e8-4db1-90dc-53fa86928e2b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:15.379808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 932ee57b-b3e8-4db1-90dc-53fa86928e2b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:15.408584 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8147275 Mar 10 17:41:15.414877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Transition to ACTIVE for port object ab08ecc6-c644-45d1-a873-eaf3d8e69809 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:15.424627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44648) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:15.433670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.434278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.434955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.435427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.435895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.436352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.436813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.438920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f328a29b-e97a-4913-8384-21932be15f9a req-abdc3f3a-977e-4e83-a7eb-ce144148cdcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6607 time: 0.3671856 Mar 10 17:41:15.446358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.482009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeccf08-3886-46e2-bf44-050875d99987 req-ca7281e0-043c-4e3f-970b-8c860d28cb3f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.489241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eeccf08-3886-46e2-bf44-050875d99987 req-ca7281e0-043c-4e3f-970b-8c860d28cb3f tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.3587711 Mar 10 17:41:15.621295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08272b62-792e-4ab1-a4b9-0b5d9c5d4237 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.639093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08272b62-792e-4ab1-a4b9-0b5d9c5d4237 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.662776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08272b62-792e-4ab1-a4b9-0b5d9c5d4237 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.674355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08272b62-792e-4ab1-a4b9-0b5d9c5d4237 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.686109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08272b62-792e-4ab1-a4b9-0b5d9c5d4237 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2584136 Mar 10 17:41:15.703752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:15.790334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:15.806048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:15.845539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69246d-4d67-47a7-b65e-4a18dea60339 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=67f96844-453f-4047-b7f2-aa6daf65e040,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:15.867580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 67f96844-453f-4047-b7f2-aa6daf65e040 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:15.955810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9eeccf08-3886-46e2-bf44-050875d99987 req-5491ecd0-25b2-45e2-a389-60a72b879cd5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656010 Mar 10 17:41:15.990154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:15.999781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.008838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.014993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.020934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.027499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.033542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.035648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-0b6ee834-8e4a-417f-b1dd-91a204392f49 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5419 time: 0.6886864 Mar 10 17:41:16.039050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (932ee57b-b3e8-4db1-90dc-53fa86928e2b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:16.041448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-11ade117-4c74-43b3-8ec5-11f52178ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.042081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-11ade117-4c74-43b3-8ec5-11f52178ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.042605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-11ade117-4c74-43b3-8ec5-11f52178ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.044111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f328a29b-e97a-4913-8384-21932be15f9a req-11ade117-4c74-43b3-8ec5-11f52178ee72 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5953472 Mar 10 17:41:16.170376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34a65b16-8c7d-4c95-ab5b-e4168c5bcd46 req-4b738d31-361c-4ea8-bc51-b622b5f37495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.1153440 Mar 10 17:41:16.426419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Attempting to bind port ab08ecc6-c644-45d1-a873-eaf3d8e69809 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:16.426847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Attempting to bind port ab08ecc6-c644-45d1-a873-eaf3d8e69809 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:16.427103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Attempting to bind port ab08ecc6-c644-45d1-a873-eaf3d8e69809 on network e23131c7-39df-4fab-b230-9372220b5d2c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:16.454871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33cc512c-ac52-475d-abd8-daf0f0351805 req-5ce09772-f534-4280-a9f6-1e24532c219e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3956621 Mar 10 17:41:16.463073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Port ab08ecc6-c644-45d1-a873-eaf3d8e69809 on network e23131c7-39df-4fab-b230-9372220b5d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:16.463599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Attempting to bind port ab08ecc6-c644-45d1-a873-eaf3d8e69809 on network e23131c7-39df-4fab-b230-9372220b5d2c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:16.466033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328a29b-e97a-4913-8384-21932be15f9a req-2c270a50-8b4c-4c23-ae68-8ba6a7c75854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.467527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f328a29b-e97a-4913-8384-21932be15f9a req-2c270a50-8b4c-4c23-ae68-8ba6a7c75854 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4048059 Mar 10 17:41:16.484969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248523bc-a180-4e71-908a-5ab2b79143c0 req-2635fae2-e1d4-4a25-a037-d026859bbc1f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:16.492004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-248523bc-a180-4e71-908a-5ab2b79143c0 req-2635fae2-e1d4-4a25-a037-d026859bbc1f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.4281757 Mar 10 17:41:16.883387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (932ee57b-b3e8-4db1-90dc-53fa86928e2b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:16.906577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:16.906914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Checking segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:16.907263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Bound using segment: {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:16.907737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Bound port: ab08ecc6-c644-45d1-a873-eaf3d8e69809, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2972936e-1be8-4789-8a43-4a4e699c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:16.908103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:16.986728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5a1e828-8708-477a-a4aa-bfde6ec5c39c req-09a13549-48c5-4df5-b7b2-7a3baf853c6e tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0813959 Mar 10 17:41:16.988213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932ee57b-b3e8-4db1-90dc-53fa86928e2b']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.048589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec0e71c-5279-4c68-996c-32998648296d') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.048886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec0e71c-5279-4c68-996c-32998648296d') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.060822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:17.080036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (cec0e71c-5279-4c68-996c-32998648296d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.082759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks [] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.115170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-248523bc-a180-4e71-908a-5ab2b79143c0 req-4d07df36-5371-45d0-81f7-3fe61e9385fc tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221325 Mar 10 17:41:17.120346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cec0e71c-5279-4c68-996c-32998648296d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.134996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:17.134996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (cec0e71c-5279-4c68-996c-32998648296d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.198346 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:17.217397 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:17.263799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Transition to ACTIVE for port object 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:17.269830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (932ee57b-b3e8-4db1-90dc-53fa86928e2b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.293790 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.300606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.306345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/932ee57b-b3e8-4db1-90dc-53fa86928e2b HTTP/1.1" status: 204 len: 168 time: 1.5948453 Mar 10 17:41:17.307280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:17.309238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:17.359658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c45c-1d4c-4ec3-b2b5-3fea4213c98d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=932ee57b-b3e8-4db1-90dc-53fa86928e2b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:17.377313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:17.412633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.418788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (67f96844-453f-4047-b7f2-aa6daf65e040), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.419238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Pushing event updated for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:17.457000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30442-ff05-4e30-a449-aa58b108d9c9 req-83bc1c9b-68e1-406a-99a0-0e16c6b113bb tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.458611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d30442-ff05-4e30-a449-aa58b108d9c9 req-83bc1c9b-68e1-406a-99a0-0e16c6b113bb tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.3673396 Mar 10 17:41:17.511599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.512222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.513619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab08ecc6-c644-45d1-a873-eaf3d8e69809 HTTP/1.1" status: 200 len: 1091 time: 3.4720178 Mar 10 17:41:17.514863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:17.519025 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf31382-5908-4087-9730-ed32f65a3cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:17.545173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (67f96844-453f-4047-b7f2-aa6daf65e040), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.553151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcadb0-241e-4a27-a108-97cacd8ec663 req-197ad017-7c88-427e-ae1f-e3060e5dd996 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.560257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72fcadb0-241e-4a27-a108-97cacd8ec663 req-197ad017-7c88-427e-ae1f-e3060e5dd996 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 944 time: 0.3354964 Mar 10 17:41:17.568560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f96844-453f-4047-b7f2-aa6daf65e040']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.580340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ca147f-1c28-498a-8b00-c7f63aee92d8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.580852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ca147f-1c28-498a-8b00-c7f63aee92d8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:17.598330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (46ca147f-1c28-498a-8b00-c7f63aee92d8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.619282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (46ca147f-1c28-498a-8b00-c7f63aee92d8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.626824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:17.627288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (46ca147f-1c28-498a-8b00-c7f63aee92d8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:17.688838 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:17.700790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (67f96844-453f-4047-b7f2-aa6daf65e040), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.709001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.714663 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/67f96844-453f-4047-b7f2-aa6daf65e040 HTTP/1.1" status: 204 len: 168 time: 0.4046304 Mar 10 17:41:17.719272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e8657-410f-40e2-9feb-e5d098887e21 service neutron] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:17.720652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:17.755561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d30442-ff05-4e30-a449-aa58b108d9c9 req-a347eafd-e7cb-41c8-86c2-53830f0d99bf tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631226 Mar 10 17:41:17.758561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58a7e3-b584-48cb-8442-0b4009204c34 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=67f96844-453f-4047-b7f2-aa6daf65e040,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:17.761784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Attempting to bind port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:17.762133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Attempting to bind port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b14d32b5-982a-41ba-80a4-55ca31c00ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:17.762529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Attempting to bind port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e on network 61d6f024-f92e-4d0a-8537-0811257fea39 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:17.788739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72fcadb0-241e-4a27-a108-97cacd8ec663 req-5d638045-656e-4f11-8ef6-e3d7f94f2eb1 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231476 Mar 10 17:41:17.789840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e on network 61d6f024-f92e-4d0a-8537-0811257fea39 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:17.790175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Attempting to bind port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e on network 61d6f024-f92e-4d0a-8537-0811257fea39 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:17.806930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:17.807378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Checking segment: {'id': 'b14d32b5-982a-41ba-80a4-55ca31c00ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:17.807996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Bound using segment: {'id': 'b14d32b5-982a-41ba-80a4-55ca31c00ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:17.808244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Bound port: 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14d32b5-982a-41ba-80a4-55ca31c00ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:17.808632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.838173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.847289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.847793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.848264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.848733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.849193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.849658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.853504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f0226eb1-eec9-43b9-bc94-18920fd4fb74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6705 time: 0.2819834 Mar 10 17:41:17.906717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530eb677-2cb3-4281-bb45-c59547b1217c tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.912676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530eb677-2cb3-4281-bb45-c59547b1217c tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:17.914287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-530eb677-2cb3-4281-bb45-c59547b1217c tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1898906 Mar 10 17:41:17.918534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:17.923957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-286930956'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:17.957306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:17.961478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:17.989081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:17.991517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f9835fe4-ceae-417c-90b4-8e42b01e9319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c HTTP/1.1" status: 200 len: 217 time: 0.1012771 Mar 10 17:41:18.000416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8359b3ce-577c-4236-9d95-ea52fe802474), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.001229 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment 8359b3ce-577c-4236-9d95-ea52fe802474 of type vlan for network a4c5d851-3803-47aa-95ac-c2b0e90b63c5 Mar 10 17:41:18.048409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (a4c5d851-3803-47aa-95ac-c2b0e90b63c5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.060802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:18.085435 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (a4c5d851-3803-47aa-95ac-c2b0e90b63c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.087305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,segment=NetworkSegment(b14d32b5-982a-41ba-80a4-55ca31c00ed6),segment_id=b14d32b5-982a-41ba-80a4-55ca31c00ed6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:18.092127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.093118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.103284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3a6d-c368-4aa4-a196-76e4d453a76d req-36c5f135-a99e-4941-a814-908d75bcd970 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.104893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-543a3a6d-c368-4aa4-a196-76e4d453a76d req-36c5f135-a99e-4941-a814-908d75bcd970 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.2135487 Mar 10 17:41:18.110282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.126415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.131949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.138955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.145462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.150690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.156285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.161473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.163470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-69f3d1e6-6178-4c89-ad35-011895d1f686 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2640440 Mar 10 17:41:18.167541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2474048 Mar 10 17:41:18.168430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d84706-88c7-4eab-9c03-ae0d3d358031 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=a4c5d851-3803-47aa-95ac-c2b0e90b63c5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:18.170492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44676) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:18.175938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-520786450'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:18.182789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network a4c5d851-3803-47aa-95ac-c2b0e90b63c5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:18.196977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:18.201493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.207566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4e19dc46-18b1-4703-b1f0-08628d7ecc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.209021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-4e19dc46-18b1-4703-b1f0-08628d7ecc66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4070c5d4-d455-48c7-bb6d-d8143341143c HTTP/1.1" status: 200 len: 856 time: 0.1959152 Mar 10 17:41:18.234936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:18.248139 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cbeb7eec-f346-4c01-8330-040c9c17373d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.248512 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment cbeb7eec-f346-4c01-8330-040c9c17373d of type vlan for network 32e13899-04bc-4230-916c-5a2757ed19b1 Mar 10 17:41:18.298151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (32e13899-04bc-4230-916c-5a2757ed19b1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.300973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.302371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.304137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] 10.222.0.59 "PUT /v2.0/ports/6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e HTTP/1.1" status: 200 len: 1092 time: 3.2842956 Mar 10 17:41:18.329883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (32e13899-04bc-4230-916c-5a2757ed19b1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.335949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.336583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.351159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0c821ea-79e9-4a8f-b71b-f022af47c804 req-7601f573-b0ed-4f45-ae4a-523315062f41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1376863 Mar 10 17:41:18.387626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559ffd8-d38b-4d6a-876f-4453c3545a3f service neutron] Pushing event updated for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:18.397546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2259538 Mar 10 17:41:18.403186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:18.434117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'ports': [{'network_id': 'a4c5d851-3803-47aa-95ac-c2b0e90b63c5', 'name': 'tempest-port--260890555', 'admin_state_up': True}, {'network_id': '32e13899-04bc-4230-916c-5a2757ed19b1', 'admin_state_up': False}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:18.434454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'port': {'network_id': 'a4c5d851-3803-47aa-95ac-c2b0e90b63c5', 'name': 'tempest-port--260890555', 'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:18.434947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'port': {'network_id': '32e13899-04bc-4230-916c-5a2757ed19b1', 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:18.439964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b294e-ea61-4929-9215-f64aaa03f41f tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=32e13899-04bc-4230-916c-5a2757ed19b1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:18.449940 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e83cb55-342e-4e6e-bf77-7d554c758b35 x-openstack-request-id: req-9e83cb55-342e-4e6e-bf77-7d554c758b35 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:18.450349 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:18.450781 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e83cb55-342e-4e6e-bf77-7d554c758b35 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:18.451924 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'status': 'completed', 'code': 200} Mar 10 17:41:18.454836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 32e13899-04bc-4230-916c-5a2757ed19b1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:18.474346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f13d883d-7296-4ca8-909e-251322dba673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.477216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-f13d883d-7296-4ca8-909e-251322dba673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1939573 Mar 10 17:41:18.494213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-543a3a6d-c368-4aa4-a196-76e4d453a76d req-03c43aec-da8c-4051-8ee3-53156b3468a5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901084 Mar 10 17:41:18.614684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'port': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:18.619509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.619661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-3f6d7375-3b16-4275-8f2a-de16664df2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.621454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-3f6d7375-3b16-4275-8f2a-de16664df2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b74889e31914263b1d831e8651d2530&device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 1126 time: 0.2688794 Mar 10 17:41:18.633752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.670896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:18.709381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e9e611-b3c0-41c3-9ed3-65d2dedc1adf req-8ad15df8-9e79-47b2-b120-115475d02f98 tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0944898 Mar 10 17:41:18.715229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-e8c0b148-c7aa-4056-b655-c69829d55995 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e HTTP/1.1" status: 200 len: 217 time: 0.0757654 Mar 10 17:41:18.776739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5d149b2c-7866-4406-8071-3d8bfd2109a5 service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807889 Mar 10 17:41:18.817847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946b6d0-d4a9-498e-81a6-efc5300f833f req-b649d23c-a055-4162-8ceb-7ef4c2ae0733 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.819417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4946b6d0-d4a9-498e-81a6-efc5300f833f req-b649d23c-a055-4162-8ceb-7ef4c2ae0733 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2058439 Mar 10 17:41:18.824460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208137-d873-4339-8853-e3ad155a6d67 req-1d3ad691-f371-42f2-a0fb-e7be74b8e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:18.825932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-1d3ad691-f371-42f2-a0fb-e7be74b8e853 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fc7a3ae-ac3f-454a-a579-69a32bb45d3d HTTP/1.1" status: 200 len: 864 time: 0.0999994 Mar 10 17:41:18.849213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] device_id is not set on port bc302e5f-b5b0-4d18-8f0d-682f315db608 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:41:18.907306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-b06818b6-ef18-4694-ac9d-b88e559c3880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61d6f024-f92e-4d0a-8537-0811257fea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671153 Mar 10 17:41:18.939962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for port (bc302e5f-b5b0-4d18-8f0d-682f315db608), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.023277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] device_id is not set on port dbebd56b-e36d-46a2-a54d-856b3dd2aa3e yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:41:19.048526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4946b6d0-d4a9-498e-81a6-efc5300f833f req-b930574a-8d7e-40df-bbab-d78fde5161c4 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185481 Mar 10 17:41:19.054265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-436d7d13-38d9-42c6-a198-3d304a707580 service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694666 Mar 10 17:41:19.067103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4c2b-6bb5-4653-ab0f-30dc64c7dc27 req-f3384db0-ea64-4e61-a051-cf0c35e71683 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.079096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d6c4c2b-6bb5-4653-ab0f-30dc64c7dc27 req-f3384db0-ea64-4e61-a051-cf0c35e71683 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.2565675 Mar 10 17:41:19.081279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:19.089163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Request body: {'floatingip': {'port_id': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:19.147344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for port (dbebd56b-e36d-46a2-a54d-856b3dd2aa3e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.165861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-403de392-a64e-401c-ab77-51cff6300ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 217 time: 0.0816114 Mar 10 17:41:19.180744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.208344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bc302e5f-b5b0-4d18-8f0d-682f315db608), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.233509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-6dc12306-f230-4d6a-8ec5-1749fe33ad71 service neutron] 10.222.0.59 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994804 Mar 10 17:41:19.271025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Port': ['ID=bc302e5f-b5b0-4d18-8f0d-682f315db608,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:19.288831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Checking segment: {'id': '8359b3ce-577c-4236-9d95-ea52fe802474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4c5d851-3803-47aa-95ac-c2b0e90b63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:19.289321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network hostable DHCP agents. Network: a4c5d851-3803-47aa-95ac-c2b0e90b63c5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:19.309915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network a4c5d851-3803-47aa-95ac-c2b0e90b63c5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:19.320778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, a4c5d851-3803-47aa-95ac-c2b0e90b63c5) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:19.332047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:19.335209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dbebd56b-e36d-46a2-a54d-856b3dd2aa3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.339058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151813b6-b83f-4187-89c6-ea8724655a6f None None] Network a4c5d851-3803-47aa-95ac-c2b0e90b63c5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:19.375333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b6d16a08-91d4-4f9a-b161-ba9922f6a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.376891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b6d16a08-91d4-4f9a-b161-ba9922f6a04f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.1935575 Mar 10 17:41:19.422622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Port': ['ID=dbebd56b-e36d-46a2-a54d-856b3dd2aa3e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:19.462614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Checking segment: {'id': 'cbeb7eec-f346-4c01-8330-040c9c17373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '32e13899-04bc-4230-916c-5a2757ed19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:19.463957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network hostable DHCP agents. Network: 32e13899-04bc-4230-916c-5a2757ed19b1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:19.484462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff19d1b-cc13-44cd-a7df-7e907b72cdbd req-f72d7d71-8bdb-4b5a-9294-e32e2134934b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.486003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ff19d1b-cc13-44cd-a7df-7e907b72cdbd req-f72d7d71-8bdb-4b5a-9294-e32e2134934b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.3101885 Mar 10 17:41:19.487436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network 32e13899-04bc-4230-916c-5a2757ed19b1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:19.499420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 32e13899-04bc-4230-916c-5a2757ed19b1) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:19.504462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:19.511128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.516043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.516901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.519748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac939f13-5982-451a-ad1a-ee1bc8d164ff None None] Network 32e13899-04bc-4230-916c-5a2757ed19b1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:19.545964 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9e890ef4-d5a5-4cb7-88b2-0f2fc23bc173 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1387827 Mar 10 17:41:19.546940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:19.586643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42208137-d873-4339-8853-e3ad155a6d67 req-fb8023d7-0a9e-4a88-aba0-e18062158d2d service neutron] 10.222.0.59 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170731 Mar 10 17:41:19.615667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dcab5-3f31-444f-b6c5-44b4fc6fe826 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.621395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dcab5-3f31-444f-b6c5-44b4fc6fe826 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.623055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-433dcab5-3f31-444f-b6c5-44b4fc6fe826 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0750563 Mar 10 17:41:19.625980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:19.634638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-591969e6-043f-4123-b712-6d68202aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.636511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-591969e6-043f-4123-b712-6d68202aee99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2195852 Mar 10 17:41:19.709589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffc7ad-17c1-420e-947c-b8f00c67b031 req-add47f67-0cda-4385-a46d-e4cd1f9b3466 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:19.711096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31ffc7ad-17c1-420e-947c-b8f00c67b031 req-add47f67-0cda-4385-a46d-e4cd1f9b3466 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 944 time: 0.2559001 Mar 10 17:41:19.717784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ff19d1b-cc13-44cd-a7df-7e907b72cdbd req-40b3a3d6-60e1-4df5-bd79-f00ebe75c113 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708071 Mar 10 17:41:19.723486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Deleting port bc302e5f-b5b0-4d18-8f0d-682f315db608 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:19.723850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bc302e5f-b5b0-4d18-8f0d-682f315db608), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.805132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bc302e5f-b5b0-4d18-8f0d-682f315db608), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.818776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Calling delete_port for bc302e5f-b5b0-4d18-8f0d-682f315db608 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:19.901619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bc302e5f-b5b0-4d18-8f0d-682f315db608), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.937283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Port': ['ID=bc302e5f-b5b0-4d18-8f0d-682f315db608,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:19.945015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:19.949090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c29d4f2-6999-40cb-8f78-02cbe34fbd84 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/ports/bc302e5f-b5b0-4d18-8f0d-682f315db608 HTTP/1.1" status: 204 len: 168 time: 0.3220086 Mar 10 17:41:19.951704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44706) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:20.053768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Deleting port dbebd56b-e36d-46a2-a54d-856b3dd2aa3e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:20.054025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dbebd56b-e36d-46a2-a54d-856b3dd2aa3e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.128123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dbebd56b-e36d-46a2-a54d-856b3dd2aa3e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.140360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Calling delete_port for dbebd56b-e36d-46a2-a54d-856b3dd2aa3e owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:20.222818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dbebd56b-e36d-46a2-a54d-856b3dd2aa3e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.251733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Port': ['ID=dbebd56b-e36d-46a2-a54d-856b3dd2aa3e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:20.259885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.266842 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-731516ae-151b-4634-afda-004bfd3b8287 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/ports/dbebd56b-e36d-46a2-a54d-856b3dd2aa3e HTTP/1.1" status: 204 len: 168 time: 0.3114147 Mar 10 17:41:20.266842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44710) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:20.293643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-165d4159-3b86-40a4-ba0b-13c41d38f17d service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207867 Mar 10 17:41:20.297178 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf6b3d13-26ab-4f79-87b7-3cedae7b0d3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0292985 Mar 10 17:41:20.300349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31ffc7ad-17c1-420e-947c-b8f00c67b031 req-ff99a1b9-9ba3-4ee7-a646-06f4db2e5717 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766690 Mar 10 17:41:20.301590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44712) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:20.306543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1018337310'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:20.332176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:20.336096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.368746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:20.370922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.376293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.381687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.381919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6a35163c-1a59-4c3f-87ae-33ebf19437f7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.382347 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment 6a35163c-1a59-4c3f-87ae-33ebf19437f7 of type vlan for network 7a4156c7-e130-4e2c-aebf-241cd99bc9f2 Mar 10 17:41:20.387010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.392198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.397385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.402681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.404654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-d45ee5a0-e818-49c1-92eb-43bcae8902d3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2994921 Mar 10 17:41:20.426771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (7a4156c7-e130-4e2c-aebf-241cd99bc9f2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.456826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (7a4156c7-e130-4e2c-aebf-241cd99bc9f2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.457520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:20.459797 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81300a5c-049b-46c9-ba43-8f199ce69922" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:20.462884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.465214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.536356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=7a4156c7-e130-4e2c-aebf-241cd99bc9f2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:20.551133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 7a4156c7-e130-4e2c-aebf-241cd99bc9f2 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:20.554687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cdba7055-134a-45ff-8b5f-ee7029ab641d tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2491889 Mar 10 17:41:20.554687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:20.559990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-817249378'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:20.586904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:20.590696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.605861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec4f02-6c0c-4d9c-92b5-aecb9252643f req-b9aedbc2-1d46-49db-ac0d-36d9e0e20350 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef50c9eb7ca04e25a4ae56a4e6c58992&device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0897975 Mar 10 17:41:20.613233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-e6e740a4-b6bc-43b2-ab04-bceadc343ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099706 Mar 10 17:41:20.615059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:41:20.616018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:20.628948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (df36856b-2a53-46f4-a9c3-27fc3f581100), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.629363 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Added segment df36856b-2a53-46f4-a9c3-27fc3f581100 of type vlan for network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 Mar 10 17:41:20.677448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8c5147c1-ab45-4f47-93f4-6b28307d9a65), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.711550 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8c5147c1-ab45-4f47-93f4-6b28307d9a65), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.718925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.719606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.730005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4728f390-e2e1-4cc2-92d0-9010071bfae6 req-01f8eda6-2c19-45f1-bc8d-d57bc169f65e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3159821 Mar 10 17:41:20.736573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec4f02-6c0c-4d9c-92b5-aecb9252643f req-aa9c7719-045e-4521-948e-23c935e8e732 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef50c9eb7ca04e25a4ae56a4e6c58992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139934 Mar 10 17:41:20.746497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-178d965b-8aaa-44ad-ad3c-f45665acf3ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 217 time: 0.0883322 Mar 10 17:41:20.761655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.780436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:20.786175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2275100 Mar 10 17:41:20.857060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274c6ac-821c-4e2c-bc38-ddef78a18ee8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Network': ['ID=8c5147c1-ab45-4f47-93f4-6b28307d9a65,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:20.869923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:20.884544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74e64c-2025-4b4f-acd8-e440305b157b req-5a338001-2e32-4a3d-9d88-aa02f4649ecb tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:20.891564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de74e64c-2025-4b4f-acd8-e440305b157b req-5a338001-2e32-4a3d-9d88-aa02f4649ecb tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.3530600 Mar 10 17:41:20.904265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:20.909705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'subnets': [{'network_id': '7a4156c7-e130-4e2c-aebf-241cd99bc9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--212821624', 'ip_version': 4}, {'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:20.910018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'subnet': {'network_id': '7a4156c7-e130-4e2c-aebf-241cd99bc9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--212821624', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:20.910680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Request body: {'subnet': {'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:20.984703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c12778b1-553f-4b33-8bf5-e7556cc12fe0 req-37b2af0c-e415-414a-b48e-dc5c98fd80f4 tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0911143 Mar 10 17:41:21.017280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-e2303a79-4073-4b3b-81fb-7884fdc27617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.019127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-e2303a79-4073-4b3b-81fb-7884fdc27617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.2651298 Mar 10 17:41:21.116142 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab17da-b891-4f48-9664-4b735cc6890a x-openstack-request-id: req-50ab17da-b891-4f48-9664-4b735cc6890a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:21.116620 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:21.117064 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50ab17da-b891-4f48-9664-4b735cc6890a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:21.117616 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e', 'status': 'completed', 'code': 200} Mar 10 17:41:21.138452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Made reservation on behalf of d7a75591939c4cdbb5c19d9f0413e136 for: {'subnet': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:21.144234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.144691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.160480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de74e64c-2025-4b4f-acd8-e440305b157b req-68c73da0-6ccf-4e24-922a-54da628074c1 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680581 Mar 10 17:41:21.180690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4f02-6c0c-4d9c-92b5-aecb9252643f req-9b025614-cb55-4c10-9521-3f54e3ef5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.182242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec4f02-6c0c-4d9c-92b5-aecb9252643f req-9b025614-cb55-4c10-9521-3f54e3ef5001 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4358637 Mar 10 17:41:21.183331 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Floating IP dad674f3-4f1a-4e32-bf97-1b77ee98ccdc associated. External IP: 172.25.3.113, port: 57e3f5bf-cbc8-412d-9afb-d4c93b499d91. Mar 10 17:41:21.288898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d81073b8-47b3-48c5-a18b-01dfe0097fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.290378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d81073b8-47b3-48c5-a18b-01dfe0097fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2562478 Mar 10 17:41:21.343957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-71899ab9-f0a3-477e-bc83-539aa4e9cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.345537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-71899ab9-f0a3-477e-bc83-539aa4e9cea3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b74889e31914263b1d831e8651d2530&device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 1126 time: 0.2237961 Mar 10 17:41:21.421434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b16f9d-9c5d-49a9-a979-8d0e2e003e3a req-60c7ef8d-f1b9-4f5f-bc00-cd3d505a2255 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.423020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69b16f9d-9c5d-49a9-a979-8d0e2e003e3a req-60c7ef8d-f1b9-4f5f-bc00-cd3d505a2255 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2448933 Mar 10 17:41:21.527575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (7123f6ca-0644-4515-8720-3087f8aa0d2d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.589828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Subnet': ['ID=7123f6ca-0644-4515-8720-3087f8aa0d2d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:21.599163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Checking segment: {'id': '6a35163c-1a59-4c3f-87ae-33ebf19437f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '7a4156c7-e130-4e2c-aebf-241cd99bc9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:21.599522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network hostable DHCP agents. Network: 7a4156c7-e130-4e2c-aebf-241cd99bc9f2, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:21.618864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network 7a4156c7-e130-4e2c-aebf-241cd99bc9f2 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:21.629758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 7a4156c7-e130-4e2c-aebf-241cd99bc9f2) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:21.633731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-042087b3-f0cf-4d8c-acf5-e7306c421cdd service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012972 Mar 10 17:41:21.636030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (0a534ecb-3ab5-4cad-8b19-2bbc14977e9a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.642959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5410d-b54e-4c6f-a06c-6f8c19d953c0 None None] Network 7a4156c7-e130-4e2c-aebf-241cd99bc9f2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:21.681113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ce46-08c2-4239-beb2-1dbc56b1206e req-6b94ef1e-f403-47fc-9142-5d616f4633ef tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.682809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29a1ce46-08c2-4239-beb2-1dbc56b1206e req-6b94ef1e-f403-47fc-9142-5d616f4633ef tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 944 time: 0.2989676 Mar 10 17:41:21.688329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-32431df8-74ab-493d-9ac3-0038d21bc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.689850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-32431df8-74ab-493d-9ac3-0038d21bc33f service neutron] 10.222.0.59 "GET /v2.0/networks?id=61d6f024-f92e-4d0a-8537-0811257fea39 HTTP/1.1" status: 200 len: 925 time: 0.3273051 Mar 10 17:41:21.710775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event updated for resources: {'Subnet': ['ID=0a534ecb-3ab5-4cad-8b19-2bbc14977e9a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:21.720649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Checking segment: {'id': 'df36856b-2a53-46f4-a9c3-27fc3f581100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:21.721010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network hostable DHCP agents. Network: 8c5147c1-ab45-4f47-93f4-6b28307d9a65, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:21.739019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69b16f9d-9c5d-49a9-a979-8d0e2e003e3a req-131f9f58-3a9f-4c87-b0ff-fffce595c045 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063412 Mar 10 17:41:21.745271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:21.772058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8c5147c1-ab45-4f47-93f4-6b28307d9a65) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:21.779539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.781944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.783415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:21.814131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-d6e4393e-a98e-41e3-b4a1-f14702355cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e HTTP/1.1" status: 200 len: 217 time: 0.0829823 Mar 10 17:41:21.825289 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9609cb7b-13c5-49cb-ae7f-39ea636a51a8 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9197531 Mar 10 17:41:21.827979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:21.902009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d7374-a4c8-4155-b20f-b412c43193aa tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.903720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d7374-a4c8-4155-b20f-b412c43193aa tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.905250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d7374-a4c8-4155-b20f-b412c43193aa tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:21.906992 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e0d7374-a4c8-4155-b20f-b412c43193aa tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0775418 Mar 10 17:41:21.910991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:21.959343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c4587-a7d0-44ac-aef4-f38e43403485 None None] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:21.988255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Deleting subnet 7123f6ca-0644-4515-8720-3087f8aa0d2d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:21.993336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for subnet (7123f6ca-0644-4515-8720-3087f8aa0d2d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.056554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (7123f6ca-0644-4515-8720-3087f8aa0d2d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.107888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7123f6ca-0644-4515-8720-3087f8aa0d2d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.168383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4263d-dcc8-4720-ae3f-048987e6d1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-7a4156c7-e130-4e2c-aebf-241cd99bc9f2', 'network_id': '7a4156c7-e130-4e2c-aebf-241cd99bc9f2', 'project_id': 'd7a75591939c4cdbb5c19d9f0413e136', 'fixed_ips': [{'subnet_id': '7123f6ca-0644-4515-8720-3087f8aa0d2d'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:22.169259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ee4263d-dcc8-4720-ae3f-048987e6d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.180252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (7123f6ca-0644-4515-8720-3087f8aa0d2d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.215660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Subnet': ['ID=7123f6ca-0644-4515-8720-3087f8aa0d2d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:22.225392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.226854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8c5147c1-ab45-4f47-93f4-6b28307d9a65', 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65', 'project_id': 'd7a75591939c4cdbb5c19d9f0413e136', 'fixed_ips': [{'subnet_id': '0a534ecb-3ab5-4cad-8b19-2bbc14977e9a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:22.227732 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.230937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9836ce70-7e9f-41ee-afc3-b0286322ee31 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/subnets/7123f6ca-0644-4515-8720-3087f8aa0d2d HTTP/1.1" status: 204 len: 168 time: 0.3188615 Mar 10 17:41:22.232591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:22.362048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:41:22.376361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911855e7-ff96-4cf5-b417-c3d8d6b95d8b None None] Network 7a4156c7-e130-4e2c-aebf-241cd99bc9f2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:22.413530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29a1ce46-08c2-4239-beb2-1dbc56b1206e req-ee45c2ae-c9b9-48f8-a92e-d5655cd7b582 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836395 Mar 10 17:41:22.418824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-40f580d6-1035-4cf2-a233-f6122ef679cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.429326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-40f580d6-1035-4cf2-a233-f6122ef679cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fc7a3ae-ac3f-454a-a579-69a32bb45d3d HTTP/1.1" status: 200 len: 864 time: 0.6034043 Mar 10 17:41:22.434645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-150df571-c279-4334-8c0b-e629391ded67 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785015 Mar 10 17:41:22.572702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-032cf956-6186-47c5-bcc8-ced7212bc11f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61d6f024-f92e-4d0a-8537-0811257fea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342442 Mar 10 17:41:22.573018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Allocated IP 172.20.0.18 (8c5147c1-ab45-4f47-93f4-6b28307d9a65/0a534ecb-3ab5-4cad-8b19-2bbc14977e9a/74e99b79-3b4e-4c24-aea1-2add1a7920e3) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:22.577226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-e2682a66-6f03-4ffd-baca-3b77c48483d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f HTTP/1.1" status: 200 len: 217 time: 0.1106617 Mar 10 17:41:22.588302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.594682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.599830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.605735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.608719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:22.611134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.616320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.622299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.624268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-6955095e-1ca7-4d7c-b9ba-ff4e6e75632f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.7549529 Mar 10 17:41:22.637328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Deleting subnet 0a534ecb-3ab5-4cad-8b19-2bbc14977e9a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:22.689225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d613248-8378-4d5b-8be9-72e33907744b req-8cc160a7-e571-404b-b440-4e243fc99170 tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.1775641 Mar 10 17:41:22.715469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36870963-cd77-44a4-8f4d-00ab35840d2b req-13ab9fd9-4ed1-47bc-8a11-0a3059fbb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.717706 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-36870963-cd77-44a4-8f4d-00ab35840d2b req-13ab9fd9-4ed1-47bc-8a11-0a3059fbb1a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.1073704 Mar 10 17:41:22.772771 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-36870963-cd77-44a4-8f4d-00ab35840d2b req-6b6a5489-c996-4aee-9912-da61a633b9ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Mar 10 17:41:22.785384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks [] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.791880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for subnet (0a534ecb-3ab5-4cad-8b19-2bbc14977e9a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.794245 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.827065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:22.841142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (0a534ecb-3ab5-4cad-8b19-2bbc14977e9a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.856451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:22.862967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:22.865571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:22.871595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Pushing event updated for resources: {'Port': ['ID=74e99b79-3b4e-4c24-aea1-2add1a7920e3,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:22.882582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-43e41c10-99a6-4e86-8b7d-bbf8151c01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:22.884052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-43e41c10-99a6-4e86-8b7d-bbf8151c01af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.2133725 Mar 10 17:41:22.897271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.897640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.897953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.898289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.898644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.898971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.899296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.899616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.899937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.900294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.900570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.900980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.901299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:22.953970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0a534ecb-3ab5-4cad-8b19-2bbc14977e9a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:22.980704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-683e095e-1d81-4f7b-851b-5b81f979e7b9 req-490758a9-1893-403a-b068-9e0ed407d3c0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2937782 Mar 10 17:41:22.989822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:22.993093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-956936f5-c977-4815-b258-b4219b9d6709 service neutron] 10.222.0.59 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678892 Mar 10 17:41:22.997496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.005377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:23.023151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Attempting to bind port 74e99b79-3b4e-4c24-aea1-2add1a7920e3 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:23.023626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Attempting to bind port 74e99b79-3b4e-4c24-aea1-2add1a7920e3 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'df36856b-2a53-46f4-a9c3-27fc3f581100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:23.024154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Attempting to bind port 74e99b79-3b4e-4c24-aea1-2add1a7920e3 on network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:23.034720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (0a534ecb-3ab5-4cad-8b19-2bbc14977e9a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.047425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:23.048788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:23.054982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:23.054982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Checking segment: {'id': 'df36856b-2a53-46f4-a9c3-27fc3f581100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:23.055572 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.056252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Bound using segment: {'id': 'df36856b-2a53-46f4-a9c3-27fc3f581100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:23.056661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Bound port: 74e99b79-3b4e-4c24-aea1-2add1a7920e3, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df36856b-2a53-46f4-a9c3-27fc3f581100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8c5147c1-ab45-4f47-93f4-6b28307d9a65'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:23.057195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.068596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56c29a16-8ebb-4154-92ab-28ca487e48ff tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "PUT /v2.0/floatingips/dad674f3-4f1a-4e32-bf97-1b77ee98ccdc HTTP/1.1" status: 200 len: 992 time: 3.9830861 Mar 10 17:41:23.079292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Subnet': ['ID=0a534ecb-3ab5-4cad-8b19-2bbc14977e9a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:23.081417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.085311 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01209650-0465-455c-a923-7330803f98cd tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/subnets/0a534ecb-3ab5-4cad-8b19-2bbc14977e9a HTTP/1.1" status: 204 len: 168 time: 0.8514853 Mar 10 17:41:23.090188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44772) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:23.090969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb5d0e-5089-40ab-b57e-3513c10db244 req-c7b416b0-5e46-4944-9070-b94b9235f2af tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.092501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16fb5d0e-5089-40ab-b57e-3513c10db244 req-c7b416b0-5e46-4944-9070-b94b9235f2af tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2418883 Mar 10 17:41:23.129557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:23.131882 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3484c-b092-4a9a-95cf-e718181f9082" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:23.154218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d107e-ef5d-4455-a60c-1352e448fe9a tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.155797 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-839d107e-ef5d-4455-a60c-1352e448fe9a tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641017 Mar 10 17:41:23.156120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3ff6c577-3902-4671-adef-997d3c07596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.157967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3ff6c577-3902-4671-adef-997d3c07596b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2514856 Mar 10 17:41:23.159980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44776) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:23.189498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,segment=NetworkSegment(b14d32b5-982a-41ba-80a4-55ca31c00ed6),segment_id=b14d32b5-982a-41ba-80a4-55ca31c00ed6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:23.253314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8c5147c1-ab45-4f47-93f4-6b28307d9a65), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.278808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e', 'network_id': '61d6f024-f92e-4d0a-8537-0811257fea39', 'port_id': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e', 'mac_address': 'fa:16:3e:76:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc7a3ae-ac3f-454a-a579-69a32bb45d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:23.295754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81300a5c-049b-46c9-ba43-8f199ce69922 req-4812d344-18c4-4262-8fa1-8ee0ca69fbf2 service neutron] 10.222.0.59 "GET /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725341 Mar 10 17:41:23.309911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] For port 74e99b79-3b4e-4c24-aea1-2add1a7920e3, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:23.312256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16fb5d0e-5089-40ab-b57e-3513c10db244 req-8054bbac-a6b7-493b-8526-18ead3bdf956 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841781 Mar 10 17:41:23.327318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd08d84-6926-4f3d-83df-128c9185a492 req-c2af7407-ce77-41f8-b063-7981f088a326 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.328899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bd08d84-6926-4f3d-83df-128c9185a492 req-c2af7407-ce77-41f8-b063-7981f088a326 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1910727 Mar 10 17:41:23.329038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Deleting port 74e99b79-3b4e-4c24-aea1-2add1a7920e3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:23.329702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.346216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] For port 74e99b79-3b4e-4c24-aea1-2add1a7920e3, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=74e99b79-3b4e-4c24-aea1-2add1a7920e3,segment=NetworkSegment(df36856b-2a53-46f4-a9c3-27fc3f581100),segment_id=df36856b-2a53-46f4-a9c3-27fc3f581100)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:23.361028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-446b0a3b-40c4-461e-9dd8-3482a95ac547 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811433 Mar 10 17:41:23.363719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:41:23.400156 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.400992 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9af78c-ed88-45b8-9de6-ad091895a771 x-openstack-request-id: req-bb9af78c-ed88-45b8-9de6-ad091895a771 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:23.401664 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:23.401664 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb9af78c-ed88-45b8-9de6-ad091895a771 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:23.401881 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'status': 'completed', 'code': 200} Mar 10 17:41:23.443698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:23.444571 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.449466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] For port 74e99b79-3b4e-4c24-aea1-2add1a7920e3, host n-d-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:23.461404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bd08d84-6926-4f3d-83df-128c9185a492 req-db6b0cf2-7814-47ce-ac0b-4c6a6f3a6f0e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089926 Mar 10 17:41:23.461656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.477280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Calling delete_port for 74e99b79-3b4e-4c24-aea1-2add1a7920e3 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:23.554904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:23.572942 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (74e99b79-3b4e-4c24-aea1-2add1a7920e3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.591539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-5bae6d89-acbf-4567-8324-29fef55ffb0e service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232826 Mar 10 17:41:23.595122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-2d64278c-f891-4776-a249-9c7991890dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.596580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-2d64278c-f891-4776-a249-9c7991890dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 1128 time: 0.1761363 Mar 10 17:41:23.601239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Port': ['ID=74e99b79-3b4e-4c24-aea1-2add1a7920e3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:23.603512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67226bb-3f42-42a3-a626-6a5b13947275 req-0bcc20df-d1a8-4347-864f-068440fedcd3 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.605233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c67226bb-3f42-42a3-a626-6a5b13947275 req-0bcc20df-d1a8-4347-864f-068440fedcd3 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 944 time: 0.0990481 Mar 10 17:41:23.606957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2e51-cda1-47b2-8dce-756b257a6b9f None None] Pushing event updated for resources: {'Port': ['ID=74e99b79-3b4e-4c24-aea1-2add1a7920e3,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:23.618809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] No DVR routers for this DVR port 74e99b79-3b4e-4c24-aea1-2add1a7920e3 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:23.622344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,segment=NetworkSegment(b14d32b5-982a-41ba-80a4-55ca31c00ed6),segment_id=b14d32b5-982a-41ba-80a4-55ca31c00ed6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:23.634730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.667928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-c3a86175-fd9a-41a6-af18-8b94e0890dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=195bf06e-c01d-4893-998d-373730d33941 HTTP/1.1" status: 200 len: 217 time: 0.0606105 Mar 10 17:41:23.680177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876860e7-bba6-4566-9861-17c8175b0686 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:41:23.725727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8c5147c1-ab45-4f47-93f4-6b28307d9a65), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.756620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5147c1-ab45-4f47-93f4-6b28307d9a65']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:23.767404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36856b-2a53-46f4-a9c3-27fc3f581100') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:23.767802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36856b-2a53-46f4-a9c3-27fc3f581100') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:23.780674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (df36856b-2a53-46f4-a9c3-27fc3f581100), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.801978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:23.804954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (df36856b-2a53-46f4-a9c3-27fc3f581100), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.817306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:23.817884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (df36856b-2a53-46f4-a9c3-27fc3f581100), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.853635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7ec4f02-6c0c-4d9c-92b5-aecb9252643f req-221e5517-cd59-495d-9474-15eb158b717a tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0704842 Mar 10 17:41:23.893634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce5c023f-46da-401d-8f5c-4f801234a7b4 req-6d1ea4e6-7986-43eb-a329-a15dddb783e3 tempest-ServersAaction247Test-247290853 tempest-ServersAaction247Test-247290853-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5d1ad19-5db3-482d-8879-c83bc8d90e3e HTTP/1.1" status: 200 len: 210 time: 0.0554814 Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:23.929199 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:23.942219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-13b1518c-aeac-4e9e-bd6f-7e78a89def42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.944205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-13b1518c-aeac-4e9e-bd6f-7e78a89def42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.2591748 Mar 10 17:41:23.947984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8c5147c1-ab45-4f47-93f4-6b28307d9a65), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.962323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:23.965622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c67226bb-3f42-42a3-a626-6a5b13947275 req-7f76494c-0f0f-409f-aa35-aeaf0dd6f847 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375683 Mar 10 17:41:23.973296 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/8c5147c1-ab45-4f47-93f4-6b28307d9a65 HTTP/1.1" status: 204 len: 168 time: 0.8064444 Mar 10 17:41:23.976500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-0d3f48ba-b55f-4219-9690-67691445d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:23.978326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-0d3f48ba-b55f-4219-9690-67691445d028 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.3722193 Mar 10 17:41:23.979039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44786) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:24.015271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ff7e-80f4-4066-b0ad-52a4d79388c6 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=8c5147c1-ab45-4f47-93f4-6b28307d9a65,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:24.056599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:24.163336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876860e7-bba6-4566-9861-17c8175b0686 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:41:24.176117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (7a4156c7-e130-4e2c-aebf-241cd99bc9f2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.194698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-2c6965fb-46aa-44bc-b8c0-2e7b173202c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 200 len: 1000 time: 0.2064025 Mar 10 17:41:24.221657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-90fceb46-17d7-411a-b547-64efb6fec94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.223186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-90fceb46-17d7-411a-b547-64efb6fec94c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2563343 Mar 10 17:41:24.311325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'dad674f3-4f1a-4e32-bf97-1b77ee98ccdc', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:aa:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:49Z', 'updated_at': '2022-03-10T17:41:20Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.341059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.347556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.351994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:41:24.355606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.362631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.372260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.382446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.390485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.393193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-ab51732d-9f12-4718-a43f-a043a58660d9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2659800 Mar 10 17:41:24.413136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-4a9ad829-5186-4a0d-870e-1143e155c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.414681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-4a9ad829-5186-4a0d-870e-1143e155c5ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.2108114 Mar 10 17:41:24.429387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:24.429988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.477857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (7a4156c7-e130-4e2c-aebf-241cd99bc9f2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.587154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4156c7-e130-4e2c-aebf-241cd99bc9f2']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.589027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb132f-5320-47ac-a2fa-a5b96b0d36c5 None None] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:24.605443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb132f-5320-47ac-a2fa-a5b96b0d36c5 None None] Network 8c5147c1-ab45-4f47-93f4-6b28307d9a65 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:41:24.617430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a35163c-1a59-4c3f-87ae-33ebf19437f7') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.617719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a35163c-1a59-4c3f-87ae-33ebf19437f7') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.624498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:41:24.637689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-708e3bad-0f00-4fc9-bcff-19f0454c642e req-2269969a-653a-4e7b-aaa5-dcdba2dda0c2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2295580 Mar 10 17:41:24.642919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (6a35163c-1a59-4c3f-87ae-33ebf19437f7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.654577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-63356361-8f43-44f7-8ad2-01c081ecf028 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065423 Mar 10 17:41:24.679693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6a35163c-1a59-4c3f-87ae-33ebf19437f7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.700632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0bf8-1487-4f2f-a69f-12161247bc80 req-5c39d28e-7aa0-4229-92e1-9344bcc2e38e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.702152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e3f0bf8-1487-4f2f-a69f-12161247bc80 req-5c39d28e-7aa0-4229-92e1-9344bcc2e38e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2910538 Mar 10 17:41:24.713022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:24.713534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (6a35163c-1a59-4c3f-87ae-33ebf19437f7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:24.717461 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:24.752049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-1f9b1ae5-3f3c-433b-89e7-8691e2743051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:24.753851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-1f9b1ae5-3f3c-433b-89e7-8691e2743051 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2579298 Mar 10 17:41:24.875009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'dad674f3-4f1a-4e32-bf97-1b77ee98ccdc', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:aa:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:49Z', 'updated_at': '2022-03-10T17:41:20Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:24.907773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20110657-37b8-4653-8cd9-7f9161aa6ecf None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'dad674f3-4f1a-4e32-bf97-1b77ee98ccdc', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'port_id': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'mac_address': 'fa:16:3e:aa:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:49Z', 'updated_at': '2022-03-10T17:41:20Z', 'revision_number': 1, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:24.942574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (7a4156c7-e130-4e2c-aebf-241cd99bc9f2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.970333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:24.973523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/7a4156c7-e130-4e2c-aebf-241cd99bc9f2 HTTP/1.1" status: 204 len: 168 time: 0.9932003 Mar 10 17:41:24.976437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44802) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:24.982019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e3f0bf8-1487-4f2f-a69f-12161247bc80 req-f7a7f9d9-09d4-495c-941b-535a23a42fbd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714846 Mar 10 17:41:25.006551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-d37ba888-c3b0-4566-a3bb-5ba36d609ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368628 Mar 10 17:41:25.006551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634ad0f-8971-4109-92ba-6c61801fa069 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=7a4156c7-e130-4e2c-aebf-241cd99bc9f2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:25.029485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34487da2-73e7-47fe-9df7-a75e2ec2b940 req-dec2ef56-ed24-4636-8f1d-4923efa35a51 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.031154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34487da2-73e7-47fe-9df7-a75e2ec2b940 req-dec2ef56-ed24-4636-8f1d-4923efa35a51 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.3235238 Mar 10 17:41:25.036050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-fd6a63ad-ef9f-48c0-b011-0712e131706d service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489743 Mar 10 17:41:25.091440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (32e13899-04bc-4230-916c-5a2757ed19b1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.188959 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cda8d0-5f1a-4591-8e4a-601718b41218 None None] New status for floating IP dad674f3-4f1a-4e32-bf97-1b77ee98ccdc: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:41:25.208158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (32e13899-04bc-4230-916c-5a2757ed19b1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.232010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e13899-04bc-4230-916c-5a2757ed19b1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.242938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeb7eec-f346-4c01-8330-040c9c17373d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.243355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeb7eec-f346-4c01-8330-040c9c17373d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.255486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (cbeb7eec-f346-4c01-8330-040c9c17373d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.274495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cbeb7eec-f346-4c01-8330-040c9c17373d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.286217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:25.288204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (cbeb7eec-f346-4c01-8330-040c9c17373d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:25.294998 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:25.380709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (32e13899-04bc-4230-916c-5a2757ed19b1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.395496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.399071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/32e13899-04bc-4230-916c-5a2757ed19b1 HTTP/1.1" status: 204 len: 168 time: 0.4213166 Mar 10 17:41:25.408862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:25.432835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cc387-3701-40d1-8167-74ca33aa6a3e tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=32e13899-04bc-4230-916c-5a2757ed19b1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:25.478373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-de7b9e4f-b6a2-499b-b0e5-483c00686c41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=818c2eff-c867-4062-91c2-24ab3ae9228c HTTP/1.1" status: 200 len: 217 time: 0.4658990 Mar 10 17:41:25.483561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:25.503686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a4c5d851-3803-47aa-95ac-c2b0e90b63c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.599916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a4c5d851-3803-47aa-95ac-c2b0e90b63c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.630065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f29f8646-64e2-41dc-b0f8-b47c8ab817a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.632698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c5d851-3803-47aa-95ac-c2b0e90b63c5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.641758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3e4093ea-df7e-4591-a0ee-bf26c65c67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.643244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-3e4093ea-df7e-4591-a0ee-bf26c65c67b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 200 len: 797 time: 0.1480076 Mar 10 17:41:25.648944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8359b3ce-577c-4236-9d95-ea52fe802474') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.649239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8359b3ce-577c-4236-9d95-ea52fe802474') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:25.651723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34487da2-73e7-47fe-9df7-a75e2ec2b940 req-3a871cac-1026-4916-b015-61963bac8235 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885889 Mar 10 17:41:25.662143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (8359b3ce-577c-4236-9d95-ea52fe802474), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.690186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8359b3ce-577c-4236-9d95-ea52fe802474), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.701850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352a39-8779-4f31-bfc0-894eb908301f req-c127fa17-b34f-4b2e-bd08-29f421b76c47 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.703393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4352a39-8779-4f31-bfc0-894eb908301f req-c127fa17-b34f-4b2e-bd08-29f421b76c47 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 945 time: 0.2380171 Mar 10 17:41:25.714243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41f3484c-b092-4a9a-95cf-e718181f9082 req-7ea9343d-369b-4d2c-a972-31653616dd0a service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496982 Mar 10 17:41:25.722068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:25.722813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (8359b3ce-577c-4236-9d95-ea52fe802474), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:25.744919 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:25.801592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (a4c5d851-3803-47aa-95ac-c2b0e90b63c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.803790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-2f65f40a-1790-4140-b596-543cc9cde934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.806199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-2f65f40a-1790-4140-b596-543cc9cde934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1535113 Mar 10 17:41:25.811618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4352a39-8779-4f31-bfc0-894eb908301f req-1d5aad7f-cbc1-4746-90ab-09a28ed70841 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 Mar 10 17:41:25.813370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.816745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] 10.222.0.35 "DELETE /v2.0/networks/a4c5d851-3803-47aa-95ac-c2b0e90b63c5 HTTP/1.1" status: 204 len: 168 time: 0.4067647 Mar 10 17:41:25.843591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4febf45-a00e-4293-bf04-73a26fe6fb21 tempest-BulkNetworkOpsTest-1660676377 tempest-BulkNetworkOpsTest-1660676377-project] Pushing event deleted for resources: {'Network': ['ID=a4c5d851-3803-47aa-95ac-c2b0e90b63c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:25.875944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.882134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.885268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f29f8646-64e2-41dc-b0f8-b47c8ab817a6 admin admin] Publish callbacks [] for security_group (1b0f6f82-7be3-45c2-b6c2-f0e839b731e7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.889280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.890705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f29f8646-64e2-41dc-b0f8-b47c8ab817a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1b0f6f82-7be3-45c2-b6c2-f0e839b731e7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:25.895369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.900307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.905782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.911442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:25.914973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-7599c779-0662-4021-a8a5-6c45c7fceb94 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1780002 Mar 10 17:41:25.934181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8646-64e2-41dc-b0f8-b47c8ab817a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f6f82-7be3-45c2-b6c2-f0e839b731e7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:25.943478 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f29f8646-64e2-41dc-b0f8-b47c8ab817a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef50c9eb7ca04e25a4ae56a4e6c58992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587915 Mar 10 17:41:25.943965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:25.998393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] Publish callbacks [] for security_group (1b0f6f82-7be3-45c2-b6c2-f0e839b731e7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.027358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-ccfc835a-2e6e-48d7-9256-91e2f2732131 service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122972 Mar 10 17:41:26.029490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] Publish callbacks [] for security_group (1b0f6f82-7be3-45c2-b6c2-f0e839b731e7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.049473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44826) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:26.060266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce7b2a67-5a91-45b9-b68f-f6c9fae5b608 req-c58b09b8-babf-4daa-bd50-f2cae62bef1e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040103 Mar 10 17:41:26.103055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1b0f6f82-7be3-45c2-b6c2-f0e839b731e7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.106151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.112483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b0f6f82-7be3-45c2-b6c2-f0e839b731e7 HTTP/1.1" status: 204 len: 168 time: 0.1652143 Mar 10 17:41:26.118926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd79a4a-e84a-4d83-8000-92f3c4a2638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f6f82-7be3-45c2-b6c2-f0e839b731e7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:26.194023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-2a8dc833-ca0e-48db-8d81-4ce51414d93f service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594396 Mar 10 17:41:26.202391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00951b1d-5026-4923-ba81-82a58323da93 req-b26630e5-1407-4052-9d1b-8f15b31b3be7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.203979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00951b1d-5026-4923-ba81-82a58323da93 req-b26630e5-1407-4052-9d1b-8f15b31b3be7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1279578 Mar 10 17:41:26.223500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2a19cb22-a882-443d-a94b-7bfe1fb95f12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7a75591939c4cdbb5c19d9f0413e136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725614 Mar 10 17:41:26.226094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:26.251351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-c54ddc99-f4e9-4f9c-b220-9fd0fb04c354 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809 HTTP/1.1" status: 200 len: 217 time: 0.0463941 Mar 10 17:41:26.284622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] Publish callbacks [] for security_group (4b548139-ca40-4f1b-9161-30d67976a465), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.311537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] Publish callbacks [] for security_group (4b548139-ca40-4f1b-9161-30d67976a465), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.322989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00951b1d-5026-4923-ba81-82a58323da93 req-9bc1a7ab-b405-4119-b425-3a0e19797d0f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103890 Mar 10 17:41:26.324538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b843436-0e6d-4ae3-a32f-813c70a43ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.325915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-7b843436-0e6d-4ae3-a32f-813c70a43ffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 200 len: 797 time: 0.0683260 Mar 10 17:41:26.367584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4b548139-ca40-4f1b-9161-30d67976a465), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.371454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.375456 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b548139-ca40-4f1b-9161-30d67976a465 HTTP/1.1" status: 204 len: 168 time: 0.1481295 Mar 10 17:41:26.387650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5708b-7884-4955-a3b2-18e9a17e6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b548139-ca40-4f1b-9161-30d67976a465,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:26.387870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b5930072-affa-4045-9a12-06f552c19485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.389326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-b5930072-affa-4045-9a12-06f552c19485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0576181 Mar 10 17:41:26.500587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-ba088ce5-531e-4d20-a480-f91e562b012a service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984669 Mar 10 17:41:26.602798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb438d0d-a327-401a-84c7-75a3f6938ea5 req-1811a796-39a4-4f9b-b2ef-97397b9c4ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959661 Mar 10 17:41:26.738969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.739453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.739904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.740367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.740825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.741284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.741735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.743788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-aa4bec64-18a1-4204-bbff-44a3e7edd88d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6705 time: 0.0729032 Mar 10 17:41:26.851201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:26.862575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab9ce-84f3-4a7b-b865-d2c6c9c1aac4 req-0b6a94de-1c7f-4623-8160-a073791b2a2e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.864122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7aab9ce-84f3-4a7b-b865-d2c6c9c1aac4 req-0b6a94de-1c7f-4623-8160-a073791b2a2e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1191597 Mar 10 17:41:26.913902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:26.926732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-8119134c-8f59-4bc8-b761-cfde3eedeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:26.934197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-8119134c-8f59-4bc8-b761-cfde3eedeff7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e23131c7-39df-4fab-b230-9372220b5d2c HTTP/1.1" status: 200 len: 902 time: 0.1805356 Mar 10 17:41:26.938023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:26.943922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:26.955842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:26.957305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.012571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-53e974df-c313-4bd1-88c4-8beb1b55e29f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809 HTTP/1.1" status: 200 len: 217 time: 0.0583775 Mar 10 17:41:27.061517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:27.062176 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.069530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7aab9ce-84f3-4a7b-b865-d2c6c9c1aac4 req-6b6cece2-f1e8-438f-ade6-c8b1dc25575b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993937 Mar 10 17:41:27.074225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1035154439-network', 'tenant_id': '6b9c9eeb343c47d1ba505a4ef5b3e490'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:27.116975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Made reservation on behalf of 6b9c9eeb343c47d1ba505a4ef5b3e490 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:27.122792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.122935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812ee9d-bb17-4129-80ad-8187ec0bbbfd req-21ca2010-cb11-4612-b170-97bcef43000d tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.132251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3812ee9d-bb17-4129-80ad-8187ec0bbbfd req-21ca2010-cb11-4612-b170-97bcef43000d tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 945 time: 0.2226307 Mar 10 17:41:27.133552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:27.136973 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e11a12-a4bd-4865-a8a6-cce8be453101" -d '{"events": [{"server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:27.142953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.159902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-fdaccdd3-5433-41be-99cc-7c49f316b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.162170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-fdaccdd3-5433-41be-99cc-7c49f316b50c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 200 len: 797 time: 0.1404459 Mar 10 17:41:27.174872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,segment=NetworkSegment(b14d32b5-982a-41ba-80a4-55ca31c00ed6),segment_id=b14d32b5-982a-41ba-80a4-55ca31c00ed6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:27.192441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.217862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3812ee9d-bb17-4129-80ad-8187ec0bbbfd req-3ce73b3c-d491-4e93-96c4-cfb819a9c639 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839398 Mar 10 17:41:27.286750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:27.287258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks [] for security_group (ecb77813-94b9-4d4e-9998-46647921766d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.296867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ecb77813-94b9-4d4e-9998-46647921766d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.313238 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cedca3-5b9a-4dbb-bed8-bfab91accc99 x-openstack-request-id: req-71cedca3-5b9a-4dbb-bed8-bfab91accc99 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:27.313537 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "name": "network-vif-plugged", "status": "completed", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:27.314203 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71cedca3-5b9a-4dbb-bed8-bfab91accc99 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:27.314639 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e', 'code': 200} Mar 10 17:41:27.336850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:27.347800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb77813-94b9-4d4e-9998-46647921766d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:27.374978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (45320ac2-fcc2-44ef-8f5e-26d40d46a47b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.375340 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Added segment 45320ac2-fcc2-44ef-8f5e-26d40d46a47b of type vlan for network 706628c6-692f-4bbc-b2d6-34836e5c8a9b Mar 10 17:41:27.408090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:27.430590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (706628c6-692f-4bbc-b2d6-34836e5c8a9b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.449639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-2bed6ae6-b9c3-479c-abce-19ad3f750629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.451186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-2bed6ae6-b9c3-479c-abce-19ad3f750629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2474954 Mar 10 17:41:27.460904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (706628c6-692f-4bbc-b2d6-34836e5c8a9b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.461880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.463131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.502545 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5616291 Mar 10 17:41:27.505292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:27.520156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.525298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.534311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.535068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Request body: {'subnet': {'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1035154439-subnet', 'tenant_id': '6b9c9eeb343c47d1ba505a4ef5b3e490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:27.536486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.539946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25110517-3cc8-4d56-83e1-859c4a29b44d admin admin] Pushing event updated for resources: {'Network': ['ID=706628c6-692f-4bbc-b2d6-34836e5c8a9b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:27.542506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.547150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.553072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.559055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-127298ef-8d45-42a5-9bef-e246d196ad4a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2780807 Mar 10 17:41:27.559264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 706628c6-692f-4bbc-b2d6-34836e5c8a9b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:27.561566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Made reservation on behalf of 6b9c9eeb343c47d1ba505a4ef5b3e490 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:27.565487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.581515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1411471995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:27.661573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b02453-91f0-4254-8a39-f17cf3487011 req-6ee490be-96a6-44fe-ad58-c1c5066b3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.663817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b02453-91f0-4254-8a39-f17cf3487011 req-6ee490be-96a6-44fe-ad58-c1c5066b3717 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 1128 time: 0.2854817 Mar 10 17:41:27.683833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac1af6-952c-4329-a90f-891aac97b8c2 req-8da4e0dc-6a31-482d-b928-7095328b5324 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.685421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61ac1af6-952c-4329-a90f-891aac97b8c2 req-8da4e0dc-6a31-482d-b928-7095328b5324 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.2695606 Mar 10 17:41:27.707342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (95b93988-5c89-4954-9d9a-e63409074a22), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.708518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (95b93988-5c89-4954-9d9a-e63409074a22), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.742691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (84f81556-d929-4717-9c47-5d5aa10ef15f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.769913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-4465c8b0-b28e-4288-8995-09efb0e9967e service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010991 Mar 10 17:41:27.789745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a2ea2c-7664-40bc-8d4e-f993df1a89ad req-2cd893a5-d0d2-4137-9dc6-2f846c133801 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2233524 Mar 10 17:41:27.802181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f81556-d929-4717-9c47-5d5aa10ef15f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:27.813275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Checking segment: {'id': '45320ac2-fcc2-44ef-8f5e-26d40d46a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:27.813641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Network hostable DHCP agents. Network: 706628c6-692f-4bbc-b2d6-34836e5c8a9b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:27.832889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Network 706628c6-692f-4bbc-b2d6-34836e5c8a9b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:27.844528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 706628c6-692f-4bbc-b2d6-34836e5c8a9b) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:27.849120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:27.849870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.856898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b02453-91f0-4254-8a39-f17cf3487011 req-2ace589b-7ef2-4642-93c7-6237da92e82e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840510 Mar 10 17:41:27.858319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea7f8f-9d1e-45d4-9c4a-72a1d8df79dc None None] Network 706628c6-692f-4bbc-b2d6-34836e5c8a9b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:27.868648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fd2c0832-5e39-44f4-8db1-0753a175ea56 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3622973 Mar 10 17:41:27.910634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61ac1af6-952c-4329-a90f-891aac97b8c2 req-23e0793d-fb2d-4675-9dd5-d76518f56a65 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055178 Mar 10 17:41:27.937100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router_controller (95b93988-5c89-4954-9d9a-e63409074a22), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.945873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (95b93988-5c89-4954-9d9a-e63409074a22), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.975357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:27.976582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-978f8390-b02b-43c6-a632-f472dad1ff1c tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5662119 Mar 10 17:41:27.980080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:27.980649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf31382-5908-4087-9730-ed32f65a3cbb req-8eb1a992-18a3-4dbd-b5fc-4499634a6670 service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985810 Mar 10 17:41:27.985800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260303425'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:27.995218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9fc50-74d2-4f97-81f1-b3ad1a67b51d None None] Network 706628c6-692f-4bbc-b2d6-34836e5c8a9b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:28.009240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:28.013904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.023232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.108192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for security_group (a51671f8-7465-427f-8822-8c2ce7fa5743), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.113708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a51671f8-7465-427f-8822-8c2ce7fa5743), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.141927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:28.151614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51671f8-7465-427f-8822-8c2ce7fa5743,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:28.157696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (223294a6-3501-4fa2-b1f8-0c804a9302df), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.158052 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Added segment 223294a6-3501-4fa2-b1f8-0c804a9302df of type vlan for network 49c6be2f-8331-4e70-a418-5b8eb735796b Mar 10 17:41:28.199765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (49c6be2f-8331-4e70-a418-5b8eb735796b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.217542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81040e5-cc17-4101-b2a8-1dab9790093c req-9778d783-32b1-44b3-bf4b-2d874ff9a1c1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.225542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e81040e5-cc17-4101-b2a8-1dab9790093c req-9778d783-32b1-44b3-bf4b-2d874ff9a1c1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.0748529 Mar 10 17:41:28.229854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (49c6be2f-8331-4e70-a418-5b8eb735796b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.235510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.236330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.270281 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2888653 Mar 10 17:41:28.273447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e81040e5-cc17-4101-b2a8-1dab9790093c req-a7084d95-3f84-4ecb-a475-f3e2926b88e9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Mar 10 17:41:28.273840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44904) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:28.279461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'subnet': {'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:28.326184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe135d81-ec9b-49fb-872b-2e1903a189b3 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Network': ['ID=49c6be2f-8331-4e70-a418-5b8eb735796b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:28.338354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 49c6be2f-8331-4e70-a418-5b8eb735796b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:28.439567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249557a-ba7c-4130-84f7-7ca700effdad req-6ef0af4c-79ba-47ac-b923-0d2ecc860c55 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.441068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9249557a-ba7c-4130-84f7-7ca700effdad req-6ef0af4c-79ba-47ac-b923-0d2ecc860c55 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.0781231 Mar 10 17:41:28.442172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:28.445355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.562592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9249557a-ba7c-4130-84f7-7ca700effdad req-93fa8304-1fcf-4819-860e-bbf9d1ec379d tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126361 Mar 10 17:41:28.677742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a7b70edd-0c14-4c3e-9f4a-a80e10ce2578), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.748007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Subnet': ['ID=a7b70edd-0c14-4c3e-9f4a-a80e10ce2578,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:28.757035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Checking segment: {'id': '223294a6-3501-4fa2-b1f8-0c804a9302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:28.757397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network hostable DHCP agents. Network: 49c6be2f-8331-4e70-a418-5b8eb735796b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:28.777226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 49c6be2f-8331-4e70-a418-5b8eb735796b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:28.787926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 49c6be2f-8331-4e70-a418-5b8eb735796b) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:28.794240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.794813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.798024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48023e-5330-4431-9fe4-146792450b29 None None] Network 49c6be2f-8331-4e70-a418-5b8eb735796b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:28.819526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5ff73d29-d477-4417-9035-3e594a514b1d tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5440814 Mar 10 17:41:28.819741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:28.825752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'network': {'name': 'tempest-router-network01--365291861'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:28.850182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:28.863022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.905930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:28.918641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c4fe987-39d1-4b84-8357-bf115ee60ed9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.918999 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Added segment 4c4fe987-39d1-4b84-8357-bf115ee60ed9 of type vlan for network 27989ef2-cbc3-4fbc-bde1-89057f46b87a Mar 10 17:41:28.919699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-49c6be2f-8331-4e70-a418-5b8eb735796b', 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b', 'project_id': '1f7aa79db2b94a5abb17f4db84d951e0', 'fixed_ips': [{'subnet_id': 'a7b70edd-0c14-4c3e-9f4a-a80e10ce2578'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:28.920581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.978413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (27989ef2-cbc3-4fbc-bde1-89057f46b87a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:28.979707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.985948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.991590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:28.997359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.002973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.008645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.014646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.016792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-aecc4d31-5a01-4735-b3f6-fd763df3175a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1253541 Mar 10 17:41:29.049313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (27989ef2-cbc3-4fbc-bde1-89057f46b87a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.056411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.057653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.109122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Allocated IP 172.20.0.2 (49c6be2f-8331-4e70-a418-5b8eb735796b/a7b70edd-0c14-4c3e-9f4a-a80e10ce2578/32201d72-7678-436f-aa3e-d0370c89db26) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:29.109373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2880507 Mar 10 17:41:29.112640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:29.119554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'network': {'name': 'tempest-router-network02--2018625405'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:29.147328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfade-13b4-4182-858a-711b0963166f req-42775fee-9060-4a98-a78d-64ac4b88c14c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.148848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e1cfade-13b4-4182-858a-711b0963166f req-42775fee-9060-4a98-a78d-64ac4b88c14c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1154547 Mar 10 17:41:29.163075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930210a9-e2a8-4996-b2e5-79d6c3bbb3df tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Network': ['ID=27989ef2-cbc3-4fbc-bde1-89057f46b87a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:29.164442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9d66e9-c6cf-486f-8aa7-2e9c070d15a8 req-2684bca6-2a5b-496a-830f-1c6f06b951c2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412055 Mar 10 17:41:29.179959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:29.185093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:29.189384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.219471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:41:29.235444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (06922765-01fc-4601-88d7-adfbf1b5bdfc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.235968 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Added segment 06922765-01fc-4601-88d7-adfbf1b5bdfc of type vlan for network 4860a601-ba64-45a9-9c9a-e999c80127dd Mar 10 17:41:29.238629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e1cfade-13b4-4182-858a-711b0963166f req-506c1c23-a1b1-4043-9688-6b8aa348a95e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794773 Mar 10 17:41:29.283744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (4860a601-ba64-45a9-9c9a-e999c80127dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.313897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (4860a601-ba64-45a9-9c9a-e999c80127dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.320671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.321480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.349200 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2324471 Mar 10 17:41:29.349582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:29.355510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'subnet': {'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:29.422053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7511e3-880b-4c0f-af2f-fb902406cede tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Network': ['ID=4860a601-ba64-45a9-9c9a-e999c80127dd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:29.472837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 4860a601-ba64-45a9-9c9a-e999c80127dd details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:41:29.582685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27e8a2-0494-45c6-91e9-21ec1357549f req-88c93fe5-5019-44b8-80f4-c0e75de15d6b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.584160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd27e8a2-0494-45c6-91e9-21ec1357549f req-88c93fe5-5019-44b8-80f4-c0e75de15d6b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1960723 Mar 10 17:41:29.585158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:29.588405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks [] for port (32201d72-7678-436f-aa3e-d0370c89db26), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.589050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.595636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (32201d72-7678-436f-aa3e-d0370c89db26), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.598510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-53551f4c-88b2-4aa1-975d-6bd70828a248 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:29.603153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-53551f4c-88b2-4aa1-975d-6bd70828a248 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/networks?id=706628c6-692f-4bbc-b2d6-34836e5c8a9b HTTP/1.1" status: 200 len: 810 time: 0.2405050 Mar 10 17:41:29.643863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Network 49c6be2f-8331-4e70-a418-5b8eb735796b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:29.646763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:29.651100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:29.654273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Pushing event updated for resources: {'Port': ['ID=32201d72-7678-436f-aa3e-d0370c89db26,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:29.661143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-b409470f-011f-4101-96a6-5c5018dfc381 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/quotas/6b9c9eeb343c47d1ba505a4ef5b3e490 HTTP/1.1" status: 200 len: 375 time: 0.0326369 Mar 10 17:41:29.708520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Attempting to bind port 32201d72-7678-436f-aa3e-d0370c89db26 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:29.708967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Attempting to bind port 32201d72-7678-436f-aa3e-d0370c89db26 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '223294a6-3501-4fa2-b1f8-0c804a9302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:29.709291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Attempting to bind port 32201d72-7678-436f-aa3e-d0370c89db26 on network 49c6be2f-8331-4e70-a418-5b8eb735796b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:29.714523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:29.714901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Checking segment: {'id': '223294a6-3501-4fa2-b1f8-0c804a9302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:29.715303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.715685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Bound using segment: {'id': '223294a6-3501-4fa2-b1f8-0c804a9302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:29.716160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Bound port: 32201d72-7678-436f-aa3e-d0370c89db26, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223294a6-3501-4fa2-b1f8-0c804a9302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '49c6be2f-8331-4e70-a418-5b8eb735796b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:29.716529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32201d72-7678-436f-aa3e-d0370c89db26), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.742464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-5f84ad72-2f4c-4256-b821-0e88c7e23b40 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b9c9eeb343c47d1ba505a4ef5b3e490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492883 Mar 10 17:41:29.747597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd27e8a2-0494-45c6-91e9-21ec1357549f req-62385af7-eac6-4ae2-9dad-de0fb704c6d3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552129 Mar 10 17:41:29.787095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] For port 32201d72-7678-436f-aa3e-d0370c89db26, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:29.792573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] For port 32201d72-7678-436f-aa3e-d0370c89db26, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32201d72-7678-436f-aa3e-d0370c89db26,segment=NetworkSegment(223294a6-3501-4fa2-b1f8-0c804a9302df),segment_id=223294a6-3501-4fa2-b1f8-0c804a9302df)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:29.805272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (32201d72-7678-436f-aa3e-d0370c89db26), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.852130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:29.876012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad7413-ac52-4979-9dda-5c82726fd231 None None] Pushing event updated for resources: {'Port': ['ID=32201d72-7678-436f-aa3e-d0370c89db26,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:29.949587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-d68179b5-61c7-4400-aca9-e0b0f83a265b service neutron] 10.222.0.35 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974607 Mar 10 17:41:30.006371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee821-d972-45cf-9672-e767292b5abf req-f4a53f9e-0c3f-4af0-9803-8c36b9725faf tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.007917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d8ee821-d972-45cf-9672-e767292b5abf req-f4a53f9e-0c3f-4af0-9803-8c36b9725faf tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.1809411 Mar 10 17:41:30.008817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (492651b4-ea48-4553-9670-f31218c6f58a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.049567 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:41:30.136793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Subnet': ['ID=492651b4-ea48-4553-9670-f31218c6f58a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:30.173657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-a6b335ac-dd4f-4f61-83c2-26f3e17acf68 service neutron] 10.222.0.35 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162707 Mar 10 17:41:30.179499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d8ee821-d972-45cf-9672-e767292b5abf req-d6860d81-af0d-4eb1-ac39-ec073a817541 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571429 Mar 10 17:41:30.184454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Checking segment: {'id': '4c4fe987-39d1-4b84-8357-bf115ee60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:30.185268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network hostable DHCP agents. Network: 27989ef2-cbc3-4fbc-bde1-89057f46b87a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:30.205189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:30.216635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 27989ef2-cbc3-4fbc-bde1-89057f46b87a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:30.226361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.226940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.237198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaee7e4-a154-44ad-a6ad-313dd92c6b34 None None] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:30.263476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:30.263973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a667ec81-d97c-4218-a805-133ebdc78de7 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9128222 Mar 10 17:41:30.269173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'subnet': {'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:30.349747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.356540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.362187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.368476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.374568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.380301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.386581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.391248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-27989ef2-cbc3-4fbc-bde1-89057f46b87a', 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a', 'project_id': '1f7aa79db2b94a5abb17f4db84d951e0', 'fixed_ips': [{'subnet_id': '492651b4-ea48-4553-9670-f31218c6f58a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:30.392552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.395683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-7786742e-d0d2-4cd0-9d35-9b11928e371c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1169109 Mar 10 17:41:30.431098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Made reservation on behalf of 1f7aa79db2b94a5abb17f4db84d951e0 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:30.437061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.490584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0c0af1a-432a-4c37-9adf-f354ec4a5d49 req-71b43204-0b5c-4fe8-8f4e-f6c24d86e12c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939770 Mar 10 17:41:30.593183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Allocated IP 172.20.0.2 (27989ef2-cbc3-4fbc-bde1-89057f46b87a/492651b4-ea48-4553-9670-f31218c6f58a/332b39d5-2987-4056-ad15-03aeef461a2c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:30.668467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf04349-eb5b-47ae-ad98-ab96e62ef8a4 req-b7f9e187-8767-4e53-a491-f22ffe3bbb3c tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.678282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1cf04349-eb5b-47ae-ad98-ab96e62ef8a4 req-b7f9e187-8767-4e53-a491-f22ffe3bbb3c tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.1356568 Mar 10 17:41:30.710652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a3a8-36b1-4b52-a8b9-5bc51d049830 req-f65fdad2-43d5-4485-af6c-c967f0ee3ea0 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:30.717636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba68a3a8-36b1-4b52-a8b9-5bc51d049830 req-f65fdad2-43d5-4485-af6c-c967f0ee3ea0 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1218388 Mar 10 17:41:30.776035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.819142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1cf04349-eb5b-47ae-ad98-ab96e62ef8a4 req-2c897182-7548-428a-834d-4446342c4ae5 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399105 Mar 10 17:41:30.843887 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks [] for port (332b39d5-2987-4056-ad15-03aeef461a2c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.865897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:30.908657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba68a3a8-36b1-4b52-a8b9-5bc51d049830 req-e2d45dee-02db-44fa-8f23-48b70c04a122 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879027 Mar 10 17:41:30.959402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Subnet': ['ID=8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:30.969922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ca55bcf-2831-44d2-8d51-35b208d95328 req-a9786b8f-3271-4aa5-bfb2-a9ce5015b64c tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 210 time: 0.0564959 Mar 10 17:41:30.979077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Checking segment: {'id': '06922765-01fc-4601-88d7-adfbf1b5bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:30.979765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network hostable DHCP agents. Network: 4860a601-ba64-45a9-9c9a-e999c80127dd, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:41:30.982269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32201d72-7678-436f-aa3e-d0370c89db26 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:31.026563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:31.035084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 4860a601-ba64-45a9-9c9a-e999c80127dd is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:41:31.055831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 4860a601-ba64-45a9-9c9a-e999c80127dd) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:31.063479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.064504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.095467 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04b41e86-0ac6-4114-aa57-0b7abdc6d822 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281925 Mar 10 17:41:31.096419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:31.142143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654154cd-b10a-41e2-ac0e-92987fe162eb None None] Network 4860a601-ba64-45a9-9c9a-e999c80127dd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:31.225871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:31.232294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:31.284451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdf6de-9685-4220-9436-f19c780682f1 None None] Network 49c6be2f-8331-4e70-a418-5b8eb735796b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:31.359715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Pushing event updated for resources: {'Port': ['ID=332b39d5-2987-4056-ad15-03aeef461a2c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:31.500505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-4860a601-ba64-45a9-9c9a-e999c80127dd', 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd', 'project_id': '1f7aa79db2b94a5abb17f4db84d951e0', 'fixed_ips': [{'subnet_id': '8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:41:31.501542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.503418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Provisioning complete for port 32201d72-7678-436f-aa3e-d0370c89db26 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:31.503927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32201d72-7678-436f-aa3e-d0370c89db26), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.511763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Attempting to bind port 332b39d5-2987-4056-ad15-03aeef461a2c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:31.512124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Attempting to bind port 332b39d5-2987-4056-ad15-03aeef461a2c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4c4fe987-39d1-4b84-8357-bf115ee60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:31.512495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Attempting to bind port 332b39d5-2987-4056-ad15-03aeef461a2c on network 27989ef2-cbc3-4fbc-bde1-89057f46b87a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:31.543271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.560386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:31.560753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Checking segment: {'id': '4c4fe987-39d1-4b84-8357-bf115ee60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:31.561165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.561545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Bound using segment: {'id': '4c4fe987-39d1-4b84-8357-bf115ee60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:31.562021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Bound port: 332b39d5-2987-4056-ad15-03aeef461a2c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4fe987-39d1-4b84-8357-bf115ee60ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '27989ef2-cbc3-4fbc-bde1-89057f46b87a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:31.562519 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.604004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 32201d72-7678-436f-aa3e-d0370c89db26 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:31.604562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32201d72-7678-436f-aa3e-d0370c89db26), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.626098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a68d8-fe92-4bd8-9d2b-9754f636f147 req-0ec3f7a9-52ef-40a3-b7c6-54b6a3f37139 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.626472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e8a68d8-fe92-4bd8-9d2b-9754f636f147 req-0ec3f7a9-52ef-40a3-b7c6-54b6a3f37139 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.6110966 Mar 10 17:41:31.652855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f894d-bbf6-43d9-bb93-c870d155bbac req-f910f8e8-3830-4c3b-b1bf-2c90f1c44212 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.660705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99f894d-bbf6-43d9-bb93-c870d155bbac req-f910f8e8-3830-4c3b-b1bf-2c90f1c44212 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.0987039 Mar 10 17:41:31.740451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a99f894d-bbf6-43d9-bb93-c870d155bbac req-bd8e0e96-d283-4935-90ab-25c2cfa36eb2 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786674 Mar 10 17:41:31.774992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e8a68d8-fe92-4bd8-9d2b-9754f636f147 req-c89bb107-51c1-4d44-a4b3-6168cfeef299 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Mar 10 17:41:31.866265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Allocated IP 172.20.0.1 (27989ef2-cbc3-4fbc-bde1-89057f46b87a/492651b4-ea48-4553-9670-f31218c6f58a/52ea6400-0e80-40d4-9c4f-98a642feedb9) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:31.877786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] For port 332b39d5-2987-4056-ad15-03aeef461a2c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:31.891124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] For port 332b39d5-2987-4056-ad15-03aeef461a2c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=332b39d5-2987-4056-ad15-03aeef461a2c,segment=NetworkSegment(4c4fe987-39d1-4b84-8357-bf115ee60ed9),segment_id=4c4fe987-39d1-4b84-8357-bf115ee60ed9)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:31.906290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.909381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Current status of the port 32201d72-7678-436f-aa3e-d0370c89db26 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:31.909794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32201d72-7678-436f-aa3e-d0370c89db26), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.912764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.920345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.926967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.933358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.939372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.942159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Allocated IP 172.20.0.2 (4860a601-ba64-45a9-9c9a-e999c80127dd/8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81/8afeebf9-41dc-463b-b1f8-1fa29ccb86bd) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:31.944740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:31.945111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:31.947298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-d1708779-cce6-4a54-a775-e93e37302632 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1145823 Mar 10 17:41:32.086564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f9d1882-34c6-4a8b-afb1-870f022eecd6 req-2789159c-2954-4537-b287-ee41d9e42f39 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215065 Mar 10 17:41:32.148045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.170014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 32201d72-7678-436f-aa3e-d0370c89db26 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:32.170468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32201d72-7678-436f-aa3e-d0370c89db26), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.230814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d5b5d-6e54-46e9-b43a-1316704225b3 None None] Pushing event updated for resources: {'Port': ['ID=332b39d5-2987-4056-ad15-03aeef461a2c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:32.240837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c302a43-6817-4eb8-9d64-b753b535a1cb req-37a9f76b-081b-4d5e-80d3-e4a75b6d3ff5 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:32.243870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c302a43-6817-4eb8-9d64-b753b535a1cb req-37a9f76b-081b-4d5e-80d3-e4a75b6d3ff5 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1489158 Mar 10 17:41:32.254275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.267891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] For port 32201d72-7678-436f-aa3e-d0370c89db26, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32201d72-7678-436f-aa3e-d0370c89db26,segment=NetworkSegment(223294a6-3501-4fa2-b1f8-0c804a9302df),segment_id=223294a6-3501-4fa2-b1f8-0c804a9302df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:32.303441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (32201d72-7678-436f-aa3e-d0370c89db26), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.320502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc386848-b726-4497-b03a-516e49a55516 req-f650d9c9-66ac-4a74-baae-60165cbf6d35 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 210 time: 0.0723932 Mar 10 17:41:32.350627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:32.357648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:32.362056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:32.448436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.509205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Port': ['ID=52ea6400-0e80-40d4-9c4f-98a642feedb9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:32.530177 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:41:32.530177 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:41:32.533664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d5d01-03e1-4695-ae91-d65e9ae0e933 None None] Pushing event updated for resources: {'Port': ['ID=32201d72-7678-436f-aa3e-d0370c89db26,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:32.550721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0a8fdd77-db90-4260-9bc7-a1e22efcce4c None None] Provisioning complete for port 32201d72-7678-436f-aa3e-d0370c89db26 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:32.551185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a8fdd77-db90-4260-9bc7-a1e22efcce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32201d72-7678-436f-aa3e-d0370c89db26), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.586996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks [] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.601936 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.606762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-3d543c73-c33a-4bda-8b7b-adf7274fcb64 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:32.608897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-3d543c73-c33a-4bda-8b7b-adf7274fcb64 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.41 "GET /v2.0/networks?id=706628c6-692f-4bbc-b2d6-34836e5c8a9b HTTP/1.1" status: 200 len: 810 time: 0.4013340 Mar 10 17:41:32.630674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c302a43-6817-4eb8-9d64-b753b535a1cb req-d6c80e6a-346d-497e-96ff-9323dfaf7650 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536158 Mar 10 17:41:32.639772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Request body: {'port': {'device_id': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b', 'admin_state_up': True, 'tenant_id': '6b9c9eeb343c47d1ba505a4ef5b3e490'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:32.647128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.666483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Network 4860a601-ba64-45a9-9c9a-e999c80127dd is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:32.673080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:32.678402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:32.687123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Pushing event updated for resources: {'Port': ['ID=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:32.689088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91e3d-9113-4c4c-9c54-5fd26142e321 req-afbd21dd-1c02-476e-9f05-bcfb10ff10da tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:32.696848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccc91e3d-9113-4c4c-9c54-5fd26142e321 req-afbd21dd-1c02-476e-9f05-bcfb10ff10da tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.2089043 Mar 10 17:41:32.762818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fdd77-db90-4260-9bc7-a1e22efcce4c None None] Current status of the port 32201d72-7678-436f-aa3e-d0370c89db26 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:32.775826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Attempting to bind port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:32.776339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Attempting to bind port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '06922765-01fc-4601-88d7-adfbf1b5bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:32.776768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Attempting to bind port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd on network 4860a601-ba64-45a9-9c9a-e999c80127dd {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:32.782261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:32.782766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Checking segment: {'id': '06922765-01fc-4601-88d7-adfbf1b5bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:32.783532 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.783655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Bound using segment: {'id': '06922765-01fc-4601-88d7-adfbf1b5bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:32.784164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Bound port: 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06922765-01fc-4601-88d7-adfbf1b5bdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4860a601-ba64-45a9-9c9a-e999c80127dd'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:32.784742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.796893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccc91e3d-9113-4c4c-9c54-5fd26142e321 req-b5f82fdd-d004-4acd-b334-1f2a172cb6cd tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977461 Mar 10 17:41:32.833904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Made reservation on behalf of 6b9c9eeb343c47d1ba505a4ef5b3e490 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:32.838732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.889889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] For port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:32.893391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] For port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,segment=NetworkSegment(06922765-01fc-4601-88d7-adfbf1b5bdfc),segment_id=06922765-01fc-4601-88d7-adfbf1b5bdfc)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:32.901773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.969868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1f359-876e-4f10-8f3c-a748c05841ef None None] Pushing event updated for resources: {'Port': ['ID=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:32.982079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:32.990933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.006749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc221a0-2395-4982-b17a-0f58019e8a10 req-2784648c-40c6-4230-8703-d67136ad85fb tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.008349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edc221a0-2395-4982-b17a-0f58019e8a10 req-2784648c-40c6-4230-8703-d67136ad85fb tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1425741 Mar 10 17:41:33.019746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Allocated IP 172.20.0.11 (706628c6-692f-4bbc-b2d6-34836e5c8a9b/84f81556-d929-4717-9c47-5d5aa10ef15f/dfc518de-ea35-47ea-bd7c-0055586f4335) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:33.075926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.077877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Port': ['ID=52ea6400-0e80-40d4-9c4f-98a642feedb9,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:33.111070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edc221a0-2395-4982-b17a-0f58019e8a10 req-ec0d1ac0-5c9a-4d34-92bb-b26de224fa65 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822887 Mar 10 17:41:33.123592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 32201d72-7678-436f-aa3e-d0370c89db26 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:33.396204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.404525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.409905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.417373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.423154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.434461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.439040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.447638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-4eccf641-192a-4fec-a23d-3c5fc74abcb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2531230 Mar 10 17:41:33.465965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 332b39d5-2987-4056-ad15-03aeef461a2c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:33.566878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 332b39d5-2987-4056-ad15-03aeef461a2c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:33.567340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.596281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e0c6af-a721-41f2-90d2-be9a70cccd60 req-2a0fffa8-44f5-4dc1-91d6-f8c04a230fc5 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 210 time: 0.1455841 Mar 10 17:41:33.616659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks [] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.705071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-516f5297-0b10-4fad-89c2-390dc8b6bbae req-e3d49993-8874-4146-8a63-f41970863ed3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2564394 Mar 10 17:41:33.718147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:33.721745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-a17a8e17-2b09-4cb9-a6ff-f7c086b8a09e tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:33.723441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-a17a8e17-2b09-4cb9-a6ff-f7c086b8a09e tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.2678905 Mar 10 17:41:33.725094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:33.841805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.875486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Router 95b93988-5c89-4954-9d9a-e63409074a22 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:41:33.885636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:33.887715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6adb17-57b1-47b3-b229-3df0b4aaf7c7 None None] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:33.964320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 332b39d5-2987-4056-ad15-03aeef461a2c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:33.964714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:33.998030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Network 706628c6-692f-4bbc-b2d6-34836e5c8a9b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:34.019432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2fc0be5d-059f-40ae-b933-77f782e22e19 None None] Provisioning complete for port 332b39d5-2987-4056-ad15-03aeef461a2c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:34.019710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:34.020038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fc0be5d-059f-40ae-b933-77f782e22e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.028681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:34.041527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:34.044967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bd6e-9484-47ed-bf34-dc8eee6a3071 req-f481c809-e7eb-4c1c-9deb-1c1e6fec45c2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:34.046675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42f8bd6e-9484-47ed-bf34-dc8eee6a3071 req-f481c809-e7eb-4c1c-9deb-1c1e6fec45c2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.3049905 Mar 10 17:41:34.050317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Pushing event updated for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:34.061941 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3db54aa3-aa09-47a5-bc63-a69084963609 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9643521 Mar 10 17:41:34.064824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:34.086020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] Sync routers for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:34.102787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f01e-7b85-4d3d-bae8-aa5ae8055580 req-24486293-ade4-4e21-a9fb-9c3c638868f6 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:34.112536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7de0f01e-7b85-4d3d-bae8-aa5ae8055580 req-24486293-ade4-4e21-a9fb-9c3c638868f6 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 946 time: 0.2081692 Mar 10 17:41:34.213945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:34.214501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.236522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Deleting port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:34.237040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.250253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 332b39d5-2987-4056-ad15-03aeef461a2c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=332b39d5-2987-4056-ad15-03aeef461a2c,segment=NetworkSegment(4c4fe987-39d1-4b84-8357-bf115ee60ed9),segment_id=4c4fe987-39d1-4b84-8357-bf115ee60ed9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:34.252425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:34.281566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42f8bd6e-9484-47ed-bf34-dc8eee6a3071 req-7f3bc0e6-e7b2-4235-a394-73be749bd370 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955392 Mar 10 17:41:34.302711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-aa6b8001-25e2-4196-9e92-99a53f68a892 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6709225 Mar 10 17:41:34.311077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7de0f01e-7b85-4d3d-bae8-aa5ae8055580 req-6210a3cb-5db6-44b6-aa55-8d462148b174 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/security-groups?id=736d6973-ff61-42cb-94e1-c3e1546ab57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976531 Mar 10 17:41:34.312451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:34.313106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:34.331670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Request body: {'port': {'device_id': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:34.374731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.375571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32201d72-7678-436f-aa3e-d0370c89db26 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:34.398320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:34.407002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'mac_address': 'fa:16:3e:9b:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:34.543549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:34.544249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:34.568390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] For port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,segment=NetworkSegment(b14d32b5-982a-41ba-80a4-55ca31c00ed6),segment_id=b14d32b5-982a-41ba-80a4-55ca31c00ed6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:34.568755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.578930 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.609385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3384e-7924-4e13-a574-4da2ebb169bb req-30be76cb-3d34-4bb4-ac0e-d3cf889400c2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:34.616186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46b3384e-7924-4e13-a574-4da2ebb169bb req-30be76cb-3d34-4bb4-ac0e-d3cf889400c2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1893396 Mar 10 17:41:34.626361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=332b39d5-2987-4056-ad15-03aeef461a2c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:34.630008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67933f7-931f-4bc0-88ef-e976e485979f None None] Network 4860a601-ba64-45a9-9c9a-e999c80127dd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:34.630309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Calling delete_port for 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:34.636447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:34.637095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1bb49d-73dc-45ca-9027-3e650256b95f None None] The sync data for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:34.650063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:34.650723 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.671425 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-7ec459b4-33d6-417d-b20a-1529b8d5e506 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:41:34.672454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7ec459b4-33d6-417d-b20a-1529b8d5e506 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6066244 Mar 10 17:41:34.676149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:34.689077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0be5d-059f-40ae-b933-77f782e22e19 None None] Current status of the port 332b39d5-2987-4056-ad15-03aeef461a2c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:34.759624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 691ca8b0-b910-4c2c-ba2e-823e41115706 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:34.775897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 32201d72-7678-436f-aa3e-d0370c89db26 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:34.776275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32201d72-7678-436f-aa3e-d0370c89db26), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.820737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:34.820995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.837135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:34.850945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:34.931651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Pushing event deleted for resources: {'Port': ['ID=6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:34.933903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Provisioning complete for port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:34.934290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.045268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:35.092246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] No DVR routers for this DVR port 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:35.095802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.099924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5518621b-1805-48b3-bbc2-bfbdaae15745 req-16ce17a1-62ae-48bd-ac22-7c587124eecc tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.59 "DELETE /v2.0/ports/6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e HTTP/1.1" status: 204 len: 173 time: 1.3691249 Mar 10 17:41:35.110938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'name': 'network-vif-deleted', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:35.114236 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94b69d-a3b0-49ca-a931-ffebb875b2ca" -d '{"events": [{"server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "name": "network-vif-deleted", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:35.120314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46b3384e-7924-4e13-a574-4da2ebb169bb req-7c4810c4-a8a0-49ac-97c7-7e6960c33359 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032218 Mar 10 17:41:35.160343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 32201d72-7678-436f-aa3e-d0370c89db26 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:35.167669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['691ca8b0-b910-4c2c-ba2e-823e41115706'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:35.172190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46affa46-22a8-455f-b593-94d87c853b00 req-8130c021-8a7b-48c1-ac14-d783d6dbe111 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.173822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46affa46-22a8-455f-b593-94d87c853b00 req-8130c021-8a7b-48c1-ac14-d783d6dbe111 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 932 time: 0.3738461 Mar 10 17:41:35.263901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.391832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Current status of the port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:35.392259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.421316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46affa46-22a8-455f-b593-94d87c853b00 req-c780c4ea-4bd1-45c2-938d-03d255e921da tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350588 Mar 10 17:41:35.443534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] For port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,segment=NetworkSegment(06922765-01fc-4601-88d7-adfbf1b5bdfc),segment_id=06922765-01fc-4601-88d7-adfbf1b5bdfc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:35.474335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.547120 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21d5ec0-28f4-481d-ae07-88e8850d2609 x-openstack-request-id: req-d21d5ec0-28f4-481d-ae07-88e8850d2609 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:35.547614 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a111dd-988b-4163-8edd-0a9b47bd85db", "name": "network-vif-deleted", "tag": "6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:35.548027 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d21d5ec0-28f4-481d-ae07-88e8850d2609 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:35.549521 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a111dd-988b-4163-8edd-0a9b47bd85db', 'name': 'network-vif-deleted', 'tag': '6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e', 'status': 'completed', 'code': 200} Mar 10 17:41:35.590813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:35.635192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb4a5-5d2e-48e4-9286-6246d59e52cb None None] Pushing event updated for resources: {'Port': ['ID=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:35.653911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.659661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.665026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.670326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.676195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.681614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.689452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.689673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-739da2fc-83f6-4635-a3f6-5a032658f4d2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.4372241 Mar 10 17:41:35.689766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Provisioning complete for port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:35.690494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.732448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting port 52ea6400-0e80-40d4-9c4f-98a642feedb9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:35.732941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.751242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:35.751701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.837819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc518de-ea35-47ea-bd7c-0055586f4335 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:35.840216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Current status of the port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:35.847020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7f9dbb4-7e26-4335-9a31-3259f8bd7f08 req-72ee39bb-bc12-4ae4-90b0-4a46f3b9fb5e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387463 Mar 10 17:41:35.853434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks [] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.865373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78a4dd-4e84-4681-85b9-35d7b1a26346 req-f0153bfa-bbe2-464f-a3f9-59978d762919 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:35.872531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee78a4dd-4e84-4681-85b9-35d7b1a26346 req-f0153bfa-bbe2-464f-a3f9-59978d762919 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1801879 Mar 10 17:41:35.896748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Provisioning complete for port 52ea6400-0e80-40d4-9c4f-98a642feedb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:35.897453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.897683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.907606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Transition to ACTIVE for port object dfc518de-ea35-47ea-bd7c-0055586f4335 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:35.929311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:35.930634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 332b39d5-2987-4056-ad15-03aeef461a2c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:35.938112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Calling delete_port for 52ea6400-0e80-40d4-9c4f-98a642feedb9 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:35.952526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee78a4dd-4e84-4681-85b9-35d7b1a26346 req-971f7b94-6aab-4c97-82cf-803e208f8f3d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790172 Mar 10 17:41:35.967993 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:35.981211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Port 52ea6400-0e80-40d4-9c4f-98a642feedb9 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:41:36.039145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f812ea21-61de-49cb-aa0f-69a606eb600a req-a0bbf584-c1b8-4323-9add-618c469708f2 tempest-ServersNegativeTestMultiTenantJSON-82763592 tempest-ServersNegativeTestMultiTenantJSON-82763592-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8a111dd-988b-4163-8edd-0a9b47bd85db HTTP/1.1" status: 200 len: 210 time: 0.0436695 Mar 10 17:41:36.040269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Provisioning complete for port 332b39d5-2987-4056-ad15-03aeef461a2c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:36.040859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.078264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:36.084094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 332b39d5-2987-4056-ad15-03aeef461a2c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:36.086644 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.135683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Attempting to bind port dfc518de-ea35-47ea-bd7c-0055586f4335 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:36.136044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Attempting to bind port dfc518de-ea35-47ea-bd7c-0055586f4335 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '45320ac2-fcc2-44ef-8f5e-26d40d46a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:36.136338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Attempting to bind port dfc518de-ea35-47ea-bd7c-0055586f4335 on network 706628c6-692f-4bbc-b2d6-34836e5c8a9b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:36.141007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Port dfc518de-ea35-47ea-bd7c-0055586f4335 on network 706628c6-692f-4bbc-b2d6-34836e5c8a9b not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:36.141262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Attempting to bind port dfc518de-ea35-47ea-bd7c-0055586f4335 on network 706628c6-692f-4bbc-b2d6-34836e5c8a9b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:36.146176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:36.146516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Checking segment: {'id': '45320ac2-fcc2-44ef-8f5e-26d40d46a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:36.146895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Bound using segment: {'id': '45320ac2-fcc2-44ef-8f5e-26d40d46a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:36.147312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Bound port: dfc518de-ea35-47ea-bd7c-0055586f4335, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45320ac2-fcc2-44ef-8f5e-26d40d46a47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:36.147664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.195970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (52ea6400-0e80-40d4-9c4f-98a642feedb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.200838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f1af431-2493-48e3-a1b0-fae263118531 None None] Current status of the port 332b39d5-2987-4056-ad15-03aeef461a2c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:36.217065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 332b39d5-2987-4056-ad15-03aeef461a2c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:36.241625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Port': ['ID=52ea6400-0e80-40d4-9c4f-98a642feedb9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:36.279912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:36.297859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e74610-8e23-4fa6-b163-7d9e43af99ef req-da0c82cc-9cdc-4ce9-98f5-4ef24b546c52 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:36.299426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76e74610-8e23-4fa6-b163-7d9e43af99ef req-da0c82cc-9cdc-4ce9-98f5-4ef24b546c52 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 945 time: 0.0971289 Mar 10 17:41:36.303905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=dfc518de-ea35-47ea-bd7c-0055586f4335,segment=NetworkSegment(45320ac2-fcc2-44ef-8f5e-26d40d46a47b),segment_id=45320ac2-fcc2-44ef-8f5e-26d40d46a47b)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:36.314837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cbb0e9fd-b57a-4585-be17-e782a7a2c84e None None] Could not find standard attr ID for object 52ea6400-0e80-40d4-9c4f-98a642feedb9. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:41:36.319176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.377001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:36.377598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.379679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfc518de-ea35-47ea-bd7c-0055586f4335 HTTP/1.1" status: 200 len: 1092 time: 2.0669162 Mar 10 17:41:36.396636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:36.422229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76e74610-8e23-4fa6-b163-7d9e43af99ef req-1bbaec6c-57da-4297-bb43-59489287d2b4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130733 Mar 10 17:41:36.451876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61bfb-8382-4538-b798-7ae580a48464 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:36.483800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-292045ee-a20c-4874-9157-30322d9de354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:36.485431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-292045ee-a20c-4874-9157-30322d9de354 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b9c9eeb343c47d1ba505a4ef5b3e490&device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 1126 time: 0.0620179 Mar 10 17:41:36.553111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-971cdfcd-5ad4-489a-8cd4-9d43648e3f45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc518de-ea35-47ea-bd7c-0055586f4335 HTTP/1.1" status: 200 len: 217 time: 0.0597723 Mar 10 17:41:36.590223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Router 95b93988-5c89-4954-9d9a-e63409074a22 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:41:36.612361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f214c4-c16e-49a8-8fe5-f40876e97650 req-17bf0bdf-9b1a-44d6-905d-14e0a6aaffc6 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:36.613805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10f214c4-c16e-49a8-8fe5-f40876e97650 req-17bf0bdf-9b1a-44d6-905d-14e0a6aaffc6 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 944 time: 0.1142046 Mar 10 17:41:36.619539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-d88dcd78-8af1-4477-8f41-9768f0ce751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:36.620927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-d88dcd78-8af1-4477-8f41-9768f0ce751c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84f81556-d929-4717-9c47-5d5aa10ef15f HTTP/1.1" status: 200 len: 850 time: 0.0598426 Mar 10 17:41:36.663222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10f214c4-c16e-49a8-8fe5-f40876e97650 req-2972aa46-5b5c-45a4-8d07-fc78e0bfc5e7 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Mar 10 17:41:36.667413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:36.675990 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-527097b9-ff26-4d81-be1f-65ed9319f744 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976084 Mar 10 17:41:36.679844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:36.696303 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] Sync routers for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:36.707268 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:36.708193 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:36.729308 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-41edeb83-049e-483f-90d6-c6737099ec30 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] delete failed (client error): The resource could not be found. Mar 10 17:41:36.731090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-41edeb83-049e-483f-90d6-c6737099ec30 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1966238330 HTTP/1.1" status: 404 len: 335 time: 0.0492527 Mar 10 17:41:36.734500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:36.739069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-830c56d9-e634-4504-970f-718388a8edc0 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'router': {'external_gateway_info': {'network_id': '95b93988-5c89-4954-9d9a-e63409074a22'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:36.745213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-85e21583-50a5-49d4-88e5-1c12bc885548 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=706628c6-692f-4bbc-b2d6-34836e5c8a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330205 Mar 10 17:41:36.746151 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:36.756030 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:36.756738 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:36.791688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:36.792411 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daf7d02-d958-472d-af89-50bedce38ff2 None None] The sync data for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:36.859814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-a9331cb4-bbad-4cd4-ba19-c830613df2e8 service neutron] 10.222.0.41 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082520 Mar 10 17:41:37.001439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a2089d1-63cf-462f-93e8-e24fc84035d6 req-d469d78b-a04c-4a2b-840a-282cfaa0eb26 service neutron] 10.222.0.41 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355715 Mar 10 17:41:37.060354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.065512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.071143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.077415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.082529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.087686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.093581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.095626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f91105c-398a-485d-92de-51bf985887d3 req-f880725a-bf3c-4199-a44e-7aac73f03745 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1383736 Mar 10 17:41:37.187597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82991fa5-b314-44fd-846e-0c50fb627f9b req-05d86529-1b17-4bf3-b02e-22878e8dc78a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:37.189055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82991fa5-b314-44fd-846e-0c50fb627f9b req-05d86529-1b17-4bf3-b02e-22878e8dc78a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1411259 Mar 10 17:41:37.198897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f91105c-398a-485d-92de-51bf985887d3 req-eca51140-7e21-4164-8495-de0f09aad794 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949249 Mar 10 17:41:37.277999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82991fa5-b314-44fd-846e-0c50fb627f9b req-aa681588-1a76-4b7c-b0e1-e9170b6ea994 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780358 Mar 10 17:41:37.299445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45062) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:37.318685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-830c56d9-e634-4504-970f-718388a8edc0 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router_gateway (95b93988-5c89-4954-9d9a-e63409074a22), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.321831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:37.348647 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-830c56d9-e634-4504-970f-718388a8edc0 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] update failed (client error): The resource could not be found. Mar 10 17:41:37.349095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Deleting subnet 2fc7a3ae-ac3f-454a-a579-69a32bb45d3d {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:37.349934 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-830c56d9-e634-4504-970f-718388a8edc0 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22 HTTP/1.1" status: 404 len: 339 time: 0.6143467 Mar 10 17:41:37.353960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:37.360739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Publish callbacks [] for subnet (2fc7a3ae-ac3f-454a-a579-69a32bb45d3d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.385090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:37.385680 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.524338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (2fc7a3ae-ac3f-454a-a579-69a32bb45d3d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.553735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:37.556598 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a31a76-f007-4bca-992c-bdadca3788b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:37.646730 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a38444-2327-4bf6-b56d-741d62cfd8d2 x-openstack-request-id: req-98a38444-2327-4bf6-b56d-741d62cfd8d2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:37.647169 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:37.647521 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98a38444-2327-4bf6-b56d-741d62cfd8d2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:37.648082 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335', 'status': 'completed', 'code': 200} Mar 10 17:41:37.683615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:37.745406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2fc7a3ae-ac3f-454a-a579-69a32bb45d3d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.791348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 691ca8b0-b910-4c2c-ba2e-823e41115706 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:37.791828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.794600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:37.902967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:37.903369 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:37.949965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:37.951189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:37.954263 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc39e514-93af-4412-bc0d-f3c37569a370" -d '{"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-plugged", "status": "completed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:37.960608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.017311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:38.327489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f631d23-48e7-4e6e-8adb-24dfca20a5cc req-bec43ab9-0153-4e59-aac6-de3ed24e0b88 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:38.329904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f631d23-48e7-4e6e-8adb-24dfca20a5cc req-bec43ab9-0153-4e59-aac6-de3ed24e0b88 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 945 time: 0.7760944 Mar 10 17:41:38.367877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-641ec943-05ba-40d8-b9ae-ca60b08ceb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:38.370114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-641ec943-05ba-40d8-b9ae-ca60b08ceb38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b9c9eeb343c47d1ba505a4ef5b3e490&device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 1126 time: 0.7170887 Mar 10 17:41:38.458082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (2fc7a3ae-ac3f-454a-a579-69a32bb45d3d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.543992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7510a8c-9eb0-4fa9-a8fa-46f6e0252f1d req-7d232ede-6f33-42d1-b8f2-8736e149762d tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:38.545506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7510a8c-9eb0-4fa9-a8fa-46f6e0252f1d req-7d232ede-6f33-42d1-b8f2-8736e149762d tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 944 time: 0.3148985 Mar 10 17:41:38.583523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc7a3ae-ac3f-454a-a579-69a32bb45d3d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:38.592084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.602679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.607669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2fc7a3ae-ac3f-454a-a579-69a32bb45d3d HTTP/1.1" status: 204 len: 168 time: 1.3180883 Mar 10 17:41:38.610264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:38.627563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f631d23-48e7-4e6e-8adb-24dfca20a5cc req-5bf4b725-eebd-4662-971f-a9aae4d18406 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637608 Mar 10 17:41:38.644771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.645117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.645456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.645787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.646124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.646470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.647040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.647369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.648047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.648405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.648731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.649123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.649880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca377f-5ee3-4322-a766-baaf95c6d829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:41:38.694968 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df364e29-8deb-4db0-b4d0-8da9afef8453 x-openstack-request-id: req-df364e29-8deb-4db0-b4d0-8da9afef8453 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:38.695543 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-plugged", "status": "completed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:38.695543 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df364e29-8deb-4db0-b4d0-8da9afef8453 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:38.695905 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'code': 200} Mar 10 17:41:38.757719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-f41ed475-a2c2-49b1-8dab-ccfcf2382458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:38.758096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (61d6f024-f92e-4d0a-8537-0811257fea39), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.759910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-f41ed475-a2c2-49b1-8dab-ccfcf2382458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=706628c6-692f-4bbc-b2d6-34836e5c8a9b HTTP/1.1" status: 200 len: 911 time: 0.3694465 Mar 10 17:41:38.853881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (61d6f024-f92e-4d0a-8537-0811257fea39), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.861584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:38.877115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d6f024-f92e-4d0a-8537-0811257fea39']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:38.887551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14d32b5-982a-41ba-80a4-55ca31c00ed6') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:38.888033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14d32b5-982a-41ba-80a4-55ca31c00ed6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:38.899414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b14d32b5-982a-41ba-80a4-55ca31c00ed6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.899693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:38.899817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 6b0a37cf-c7ee-4ee1-9b64-742fb8ab4f7e not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:38.912043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-6222198c-0533-4ecf-bae2-06b56052e2d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc518de-ea35-47ea-bd7c-0055586f4335 HTTP/1.1" status: 200 len: 217 time: 0.1406567 Mar 10 17:41:38.914093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b14d32b5-982a-41ba-80a4-55ca31c00ed6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.917291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7510a8c-9eb0-4fa9-a8fa-46f6e0252f1d req-8093c584-4fa8-448c-bf33-38e77949fadb tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281946 Mar 10 17:41:38.938231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:38.938775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b14d32b5-982a-41ba-80a4-55ca31c00ed6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:38.942343 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:39.040975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (61d6f024-f92e-4d0a-8537-0811257fea39), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.053263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.059607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] 10.222.0.35 "DELETE /v2.0/networks/61d6f024-f92e-4d0a-8537-0811257fea39 HTTP/1.1" status: 204 len: 168 time: 0.4445882 Mar 10 17:41:39.060573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:39.085047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0261-ce00-43ca-9284-b1d8dee90975 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d6f024-f92e-4d0a-8537-0811257fea39,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:39.143097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Deleting subnet ec7204d5-7c79-40dc-8139-c1346fd09896 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:39.148488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Publish callbacks [] for subnet (ec7204d5-7c79-40dc-8139-c1346fd09896), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.164728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.170176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.177781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.183364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.188587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.194033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.201551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.203581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-981d2d34-832c-457c-b360-6ec1b5340901 req-a2372b59-48c1-49ee-91f6-db51fe04912d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.4401996 Mar 10 17:41:39.208156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (ec7204d5-7c79-40dc-8139-c1346fd09896), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.257767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ec7204d5-7c79-40dc-8139-c1346fd09896), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.278046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-b389d230-bab7-4569-9e0f-63ad734e6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.279601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-b389d230-bab7-4569-9e0f-63ad734e6f40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=84f81556-d929-4717-9c47-5d5aa10ef15f HTTP/1.1" status: 200 len: 850 time: 0.3399923 Mar 10 17:41:39.330876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ec7204d5-7c79-40dc-8139-c1346fd09896), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.350697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.359103 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec7204d5-7c79-40dc-8139-c1346fd09896 HTTP/1.1" status: 204 len: 168 time: 0.2981112 Mar 10 17:41:39.359741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45088) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:39.385115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-18e3fb76-aa10-40db-bd9f-b37be2b07a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=706628c6-692f-4bbc-b2d6-34836e5c8a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746095 Mar 10 17:41:39.406560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee65b0f-51f1-4fc3-be4c-2e787a19c2b7 req-b6daafe8-7322-4e11-9c2f-e1699bab49cd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.410336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9ed79-ff72-4949-92b8-9369d19cb22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7204d5-7c79-40dc-8139-c1346fd09896,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:39.413062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ee65b0f-51f1-4fc3-be4c-2e787a19c2b7 req-b6daafe8-7322-4e11-9c2f-e1699bab49cd tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.3817132 Mar 10 17:41:39.439069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Allocated IP 172.20.0.1 (49c6be2f-8331-4e70-a418-5b8eb735796b/a7b70edd-0c14-4c3e-9f4a-a80e10ce2578/4d9f2745-26c2-4ab6-a756-0f436c170883) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:39.507309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (be07397e-4dc2-438a-abea-7ab32632b235), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.583662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-981d2d34-832c-457c-b360-6ec1b5340901 req-f3c83146-c162-4cd3-a5e7-67c38ed0d615 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3134029 Mar 10 17:41:39.604485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (be07397e-4dc2-438a-abea-7ab32632b235), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.622209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be07397e-4dc2-438a-abea-7ab32632b235']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:39.623456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-8ec0fdc9-cf34-4bff-a5c9-e43a9e644d6f service neutron] 10.222.0.41 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249746 Mar 10 17:41:39.635244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc14624-101e-4912-8133-9725452048ce') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:39.636398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc14624-101e-4912-8133-9725452048ce') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:39.639681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ee65b0f-51f1-4fc3-be4c-2e787a19c2b7 req-b95b8422-c41f-4068-a59b-e31c97f52cc1 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257395 Mar 10 17:41:39.648358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (3fc14624-101e-4912-8133-9725452048ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.670989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3fc14624-101e-4912-8133-9725452048ce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.684312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:39.685000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (3fc14624-101e-4912-8133-9725452048ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.705220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:39.760366 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:39.768796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:39.772290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (be07397e-4dc2-438a-abea-7ab32632b235), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.784558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.787869 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] 10.222.0.35 "DELETE /v2.0/networks/be07397e-4dc2-438a-abea-7ab32632b235 HTTP/1.1" status: 204 len: 168 time: 0.4027030 Mar 10 17:41:39.807569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ce602-3987-401e-a15a-ead69d9a568e admin admin] Pushing event deleted for resources: {'Network': ['ID=be07397e-4dc2-438a-abea-7ab32632b235,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:39.838397 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.843730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7a31a76-f007-4bca-992c-bdadca3788b6 req-055e4365-6b93-4fe5-8e56-5ddff6c54cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114370 Mar 10 17:41:39.875851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e14de8-cf73-40be-ae8e-d314a5f76cc6 req-0e63d28f-01d3-480a-83e9-59c25c9c6a04 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:39.877495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3e14de8-cf73-40be-ae8e-d314a5f76cc6 req-0e63d28f-01d3-480a-83e9-59c25c9c6a04 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1155009 Mar 10 17:41:39.933412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:39.983412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3e14de8-cf73-40be-ae8e-d314a5f76cc6 req-7a13beba-ade2-4d77-af9c-4eb0187c021c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988703 Mar 10 17:41:39.993342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 49c6be2f-8331-4e70-a418-5b8eb735796b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:39.996858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:40.001977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:40.012705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:40.043950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:40.044713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.058729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'port_id': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'mac_address': 'fa:16:3e:2d:af:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006dadf-70e0-4709-9d74-53b56a25974b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:40.097970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.126991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:40.135961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.143616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:40.143995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.189961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:40.199863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Port': ['ID=4d9f2745-26c2-4ab6-a756-0f436c170883,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:40.259090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:40.261413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:40.274142 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:41:40.274838 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:41:40.335415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8461e952-69c5-421c-a2e4-590663cb439b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b74889e31914263b1d831e8651d2530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718341 Mar 10 17:41:40.338525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:40.343418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a95c10-9105-48af-932f-457a138144bb req-eab53356-30bc-4bca-824e-e817e82695bb tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.350948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53a95c10-9105-48af-932f-457a138144bb req-eab53356-30bc-4bca-824e-e817e82695bb tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 944 time: 0.1966763 Mar 10 17:41:40.364102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.419066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] Publish callbacks [] for security_group (736d6973-ff61-42cb-94e1-c3e1546ab57f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.442757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] Publish callbacks [] for security_group (736d6973-ff61-42cb-94e1-c3e1546ab57f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.448448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53a95c10-9105-48af-932f-457a138144bb req-8fce52df-15a3-4cbe-9e58-7f25a68a4afb tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953455 Mar 10 17:41:40.474006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0cfc819e-2c55-486d-9848-5b59b7b66438 None None] Provisioning complete for port 4d9f2745-26c2-4ab6-a756-0f436c170883 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:40.478006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0cfc819e-2c55-486d-9848-5b59b7b66438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.511480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (736d6973-ff61-42cb-94e1-c3e1546ab57f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.516557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.533870 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/736d6973-ff61-42cb-94e1-c3e1546ab57f HTTP/1.1" status: 204 len: 168 time: 0.1801388 Mar 10 17:41:40.557887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d642f54-6e46-492f-8d99-f6f0830a60ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d6973-ff61-42cb-94e1-c3e1546ab57f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:40.562687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc819e-2c55-486d-9848-5b59b7b66438 None None] Port 4d9f2745-26c2-4ab6-a756-0f436c170883 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:41:40.696932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:40.700176 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a631d32-eccd-4c72-88b5-79ddd4764256" -d '{"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-unplugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:40.822402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:40.823217 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.841889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:40.874776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:40.883152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8d256-557f-4c34-bf0e-8e53778951ba req-e3e5e0c3-1bd7-4bab-908a-a2f8b7debd8c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.884975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec8d256-557f-4c34-bf0e-8e53778951ba req-e3e5e0c3-1bd7-4bab-908a-a2f8b7debd8c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 943 time: 0.1153879 Mar 10 17:41:40.889529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:40.933199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.938535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.944402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.950680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.957131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.963997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.964583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:40.969408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:40.979442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-bb823afa-80ff-410d-9147-aabe8460006a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.2536588 Mar 10 17:41:40.986174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.005764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.104657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45112) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:41.167010 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e99a8412-b1c6-4e84-b083-bb78d5e4a297 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abe738b46e6d42039ca1d7d06f9185a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610142 Mar 10 17:41:41.167820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:41.171873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event updated for resources: {'Port': ['ID=4d9f2745-26c2-4ab6-a756-0f436c170883,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:41.185215 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.189836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec8d256-557f-4c34-bf0e-8e53778951ba req-d1774399-3200-439d-9b6e-8ad4a1c7f377 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871561 Mar 10 17:41:41.221695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be0b9614-26a3-4fda-9a58-e2879f14c718 req-61d60cd1-2dca-44e1-a287-918ee2ff6d61 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2348764 Mar 10 17:41:41.253780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] Publish callbacks [] for security_group (95d22abe-fe75-4476-9c0c-22490f53bae6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.280966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ba662294-80bf-43ef-b6a3-89957ead29c7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:41.321748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] Publish callbacks [] for security_group (95d22abe-fe75-4476-9c0c-22490f53bae6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.339390 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92bae1d-99b4-4f83-918e-c0e752661162 x-openstack-request-id: req-c92bae1d-99b4-4f83-918e-c0e752661162 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:41.340038 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-unplugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:41.340598 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c92bae1d-99b4-4f83-918e-c0e752661162 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:41.341019 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'code': 200} Mar 10 17:41:41.437316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95d22abe-fe75-4476-9c0c-22490f53bae6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.442641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.448060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Network 49c6be2f-8331-4e70-a418-5b8eb735796b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:41.458349 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95d22abe-fe75-4476-9c0c-22490f53bae6 HTTP/1.1" status: 204 len: 168 time: 0.2786472 Mar 10 17:41:41.465521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:41.474054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b8ba0-bf90-4525-be17-745973989ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d22abe-fe75-4476-9c0c-22490f53bae6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:41.520881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b6bcc-faec-468e-aa00-71879ad4ad98 req-c538eca4-529e-4c1d-a5e0-0d5116b6dd06 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:41.530858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f29b6bcc-faec-468e-aa00-71879ad4ad98 req-c538eca4-529e-4c1d-a5e0-0d5116b6dd06 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.1577163 Mar 10 17:41:41.722389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device dfc518de-ea35-47ea-bd7c-0055586f4335 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:41.752408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Router 95b93988-5c89-4954-9d9a-e63409074a22 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:41:41.795727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f29b6bcc-faec-468e-aa00-71879ad4ad98 req-55b5fa18-172a-4657-a674-9c0ecbd864f0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227343 Mar 10 17:41:41.889279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-484a405a-6079-4c79-9f49-780f546f326e None None] Provisioning complete for port 4d9f2745-26c2-4ab6-a756-0f436c170883 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:41.889883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-484a405a-6079-4c79-9f49-780f546f326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:41.903939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0db38-a561-4856-a53b-c6a6f1bfecde req-811787e9-9d23-4b31-a8dd-9ee275c3dcf5 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:41.905676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87a0db38-a561-4856-a53b-c6a6f1bfecde req-811787e9-9d23-4b31-a8dd-9ee275c3dcf5 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 944 time: 0.2248144 Mar 10 17:41:41.943587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:41.950682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ca1ae312-aead-4770-9b92-079b74a2011a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5949140 Mar 10 17:41:41.953994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45132) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:41.983935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-484a405a-6079-4c79-9f49-780f546f326e None None] Port 4d9f2745-26c2-4ab6-a756-0f436c170883 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:41:41.990041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] Sync routers for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:42.011307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:42.012330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:42.036797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87a0db38-a561-4856-a53b-c6a6f1bfecde req-b239708a-8ed1-4bbf-90c7-0a0a30bdfab1 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211045 Mar 10 17:41:42.053097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:42.084178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=dfc518de-ea35-47ea-bd7c-0055586f4335,segment=NetworkSegment(45320ac2-fcc2-44ef-8f5e-26d40d46a47b),segment_id=45320ac2-fcc2-44ef-8f5e-26d40d46a47b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:42.094614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:42.095527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:42.133679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:42.134649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8757e6f-653d-4129-8ce4-52665e67b0f4 None None] The sync data for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:42.139185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'dfc518de-ea35-47ea-bd7c-0055586f4335', 'network_id': '706628c6-692f-4bbc-b2d6-34836e5c8a9b', 'port_id': 'dfc518de-ea35-47ea-bd7c-0055586f4335', 'mac_address': 'fa:16:3e:8d:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f81556-d929-4717-9c47-5d5aa10ef15f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:42.178514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb166-72c7-4549-b7ce-6c20b52e9574 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router (95b93988-5c89-4954-9d9a-e63409074a22), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:42.187583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port dfc518de-ea35-47ea-bd7c-0055586f4335 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:42.188311 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:42.215132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc518de-ea35-47ea-bd7c-0055586f4335 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:42.242873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=dfc518de-ea35-47ea-bd7c-0055586f4335,segment=NetworkSegment(45320ac2-fcc2-44ef-8f5e-26d40d46a47b),segment_id=45320ac2-fcc2-44ef-8f5e-26d40d46a47b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:42.251289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:42.299143 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-fc4fb166-72c7-4549-b7ce-6c20b52e9574 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 17:41:42.303477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:42.312839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fc4fb166-72c7-4549-b7ce-6c20b52e9574 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22 HTTP/1.1" status: 409 len: 376 time: 0.3508937 Mar 10 17:41:42.323595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:42.415472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-97071f21-de27-475b-a3cc-180d1e41765b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:42.500443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771217-fb8d-41a0-a87e-bfce5d30bc81 req-676ca09a-a07f-4df2-851b-7c0f2b1e5819 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.503026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9771217-fb8d-41a0-a87e-bfce5d30bc81 req-676ca09a-a07f-4df2-851b-7c0f2b1e5819 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 944 time: 0.1889226 Mar 10 17:41:42.546022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.551843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.558293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.563637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.569131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.574474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.580032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.582021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-5f54ba7a-457d-41fa-8859-512fde8a04d7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1842988 Mar 10 17:41:42.604950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['dfc518de-ea35-47ea-bd7c-0055586f4335'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:42.668331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9771217-fb8d-41a0-a87e-bfce5d30bc81 req-61591d1d-10c5-4d17-8f6c-b1a0642575bf tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580875 Mar 10 17:41:42.705540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1ab9b5e-67f4-48e6-bab5-d7282479c0c3 req-a42afbed-4eef-4dab-927a-7e082088aa6d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123893 Mar 10 17:41:42.820562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:42.971491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8bce1-a006-4e8c-b704-e048e964820d req-266f7bac-a3a9-4b29-a0fd-8b545f0e8238 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:42.973157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40e8bce1-a006-4e8c-b704-e048e964820d req-266f7bac-a3a9-4b29-a0fd-8b545f0e8238 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.0822573 Mar 10 17:41:43.061783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40e8bce1-a006-4e8c-b704-e048e964820d req-60a23f28-f346-4313-9e0d-bc0ef0fa938a tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Mar 10 17:41:43.203451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting port 4d9f2745-26c2-4ab6-a756-0f436c170883 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:43.203798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.251392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb734fe-8d8f-4191-b469-8ca4dd52d212 req-0fcfaaab-4a36-4750-8218-6328fcdae1af tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:43.253342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb734fe-8d8f-4191-b469-8ca4dd52d212 req-0fcfaaab-4a36-4750-8218-6328fcdae1af tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 945 time: 0.1135502 Mar 10 17:41:43.332552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:43.333921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebb734fe-8d8f-4191-b469-8ca4dd52d212 req-f784f0e5-87af-4db4-8260-ac0591cdaea4 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732567 Mar 10 17:41:43.334764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.363538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Calling delete_port for 4d9f2745-26c2-4ab6-a756-0f436c170883 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:43.500047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82a612cb-8daf-484f-b283-b370a0a24ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.604673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4d9f2745-26c2-4ab6-a756-0f436c170883), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.637466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Port': ['ID=4d9f2745-26c2-4ab6-a756-0f436c170883,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:43.738383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:43.837710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82a612cb-8daf-484f-b283-b370a0a24ed5 admin admin] Publish callbacks [] for security_group (425f2d20-ef58-48fa-97e1-11a2365fb877), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.839372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ba662294-80bf-43ef-b6a3-89957ead29c7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:43.839943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.853351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82a612cb-8daf-484f-b283-b370a0a24ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (425f2d20-ef58-48fa-97e1-11a2365fb877), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.903129 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (95b93988-5c89-4954-9d9a-e63409074a22), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:43.980279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:43.997710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.002604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ba662294-80bf-43ef-b6a3-89957ead29c7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:44.003188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.005457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.011116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.017419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.028594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.028594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.036213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06efe2bb-5b1e-468b-98ba-236559082910 req-62a1ca86-0835-4f99-83d9-eed3aae7d21c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1737664 Mar 10 17:41:44.038261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:44.042551 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ae308-eb25-4b86-8d17-340da234a4c3" -d '{"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-plugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:44.047379 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-82a612cb-8daf-484f-b283-b370a0a24ed5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0df84f02c08943969a072a2801dac6f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099681 Mar 10 17:41:44.048160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a612cb-8daf-484f-b283-b370a0a24ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f2d20-ef58-48fa-97e1-11a2365fb877,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:44.049199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45174) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:44.075429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43697-1e58-4305-af73-d0a1dd256edb req-01ea4247-a4b9-4f2c-b0b1-1661f5e173fa tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.077486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e43697-1e58-4305-af73-d0a1dd256edb req-01ea4247-a4b9-4f2c-b0b1-1661f5e173fa tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 944 time: 0.2641640 Mar 10 17:41:44.100783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:44.113929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.115096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device dfc518de-ea35-47ea-bd7c-0055586f4335 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:44.170773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06efe2bb-5b1e-468b-98ba-236559082910 req-ea181e6c-4284-4d8c-9b23-90bc8993c72d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333179 Mar 10 17:41:44.224290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:44.258364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port dfc518de-ea35-47ea-bd7c-0055586f4335 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:44.264766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port dfc518de-ea35-47ea-bd7c-0055586f4335 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:44.265138 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.274576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Router 95b93988-5c89-4954-9d9a-e63409074a22 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:41:44.296415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56e43697-1e58-4305-af73-d0a1dd256edb req-8d8633f1-0fd3-4beb-af69-6c91e5f5d511 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935923 Mar 10 17:41:44.303181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] Publish callbacks [] for security_group (425f2d20-ef58-48fa-97e1-11a2365fb877), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.363477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] Publish callbacks [] for security_group (425f2d20-ef58-48fa-97e1-11a2365fb877), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.390574 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5718afa-a527-46c5-b0ff-cf053f8e1eb9 x-openstack-request-id: req-f5718afa-a527-46c5-b0ff-cf053f8e1eb9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:44.391133 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-plugged", "status": "completed", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:44.391571 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5718afa-a527-46c5-b0ff-cf053f8e1eb9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:44.392235 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'code': 200} Mar 10 17:41:44.424275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:41:44.432862 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12fb89c7-2853-467a-b1bb-c607e95c5a8a tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1282759 Mar 10 17:41:44.439193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45182) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:44.441525 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] Sync routers for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:41:44.453937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:44.455244 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:44.492006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port dfc518de-ea35-47ea-bd7c-0055586f4335 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:44.492884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.498618 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f557c8c0-6980-4bc0-9221-90b278e249fe tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] show failed (client error): The resource could not be found. Mar 10 17:41:44.504910 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f557c8c0-6980-4bc0-9221-90b278e249fe tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-133914884 HTTP/1.1" status: 404 len: 334 time: 0.0594349 Mar 10 17:41:44.507896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45184) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:44.512731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (425f2d20-ef58-48fa-97e1-11a2365fb877), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.514680 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:44.519396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8e3f6fcb-82c8-4e07-a439-4bfa3f1e8de8 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:44.521517 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.523891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/425f2d20-ef58-48fa-97e1-11a2365fb877 HTTP/1.1" status: 204 len: 168 time: 0.4708130 Mar 10 17:41:44.538344 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] Routers {'95b93988-5c89-4954-9d9a-e63409074a22'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:41:44.539545 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['95b93988-5c89-4954-9d9a-e63409074a22'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:44.567850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=dfc518de-ea35-47ea-bd7c-0055586f4335,segment=NetworkSegment(45320ac2-fcc2-44ef-8f5e-26d40d46a47b),segment_id=45320ac2-fcc2-44ef-8f5e-26d40d46a47b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:44.579303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.625617 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-8e3f6fcb-82c8-4e07-a439-4bfa3f1e8de8 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] update failed (client error): The resource could not be found. Mar 10 17:41:44.634818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:44.635582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e089710-1c13-43ed-920c-e0166b40bde0 None None] The sync data for ids ['95b93988-5c89-4954-9d9a-e63409074a22'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:41:44.645116 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e3f6fcb-82c8-4e07-a439-4bfa3f1e8de8 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-690876730 HTTP/1.1" status: 404 len: 334 time: 0.1357777 Mar 10 17:41:44.648881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:44.660898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d982aa92-4539-487f-830b-f07d28ad86b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.672600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:44.717727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ffb7e-82ab-437a-a54c-df195c42947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f2d20-ef58-48fa-97e1-11a2365fb877,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:44.746979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting subnet 8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:44.761475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.783593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45a535-741c-45a9-8adb-b94cbd559345 req-a7ae8712-2b73-4870-a0f8-a96b5ab784f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.785317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f45a535-741c-45a9-8adb-b94cbd559345 req-a7ae8712-2b73-4870-a0f8-a96b5ab784f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 1127 time: 0.3551245 Mar 10 17:41:44.804198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9411e6-de04-49ae-821c-6ede874bf63d req-5f54810e-6605-4186-adae-e1810206b09d tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.816346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9411e6-de04-49ae-821c-6ede874bf63d req-5f54810e-6605-4186-adae-e1810206b09d tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.3045771 Mar 10 17:41:44.818368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.852288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df87d5-334e-4c98-b188-834f2b7f5bad req-92154047-ba86-4199-bba2-4268b4d5cd4e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:44.859507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93df87d5-334e-4c98-b188-834f2b7f5bad req-92154047-ba86-4199-bba2-4268b4d5cd4e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.4279933 Mar 10 17:41:44.957421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:44.962080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9411e6-de04-49ae-821c-6ede874bf63d req-3fd7cbae-82ff-4c02-b52e-29fcb0da557f tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403809 Mar 10 17:41:44.971427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f45a535-741c-45a9-8adb-b94cbd559345 req-4de088a0-fe01-4f2e-ae88-5b1876aa1f1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759968 Mar 10 17:41:44.991054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93df87d5-334e-4c98-b188-834f2b7f5bad req-a6fecfa6-f9b0-467f-b38f-183b58aa6f45 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261160 Mar 10 17:41:45.049399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.076527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:45.083957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.087453 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2cdb1a6-45a3-4b3c-b91e-71d28c0a8a87 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/subnets/8ee1eb78-c42c-4d2b-a9ce-fb53e63c8f81 HTTP/1.1" status: 204 len: 168 time: 0.4368758 Mar 10 17:41:45.090964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45198) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:45.093685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca8595-a200-4590-b8e6-e06d266d7669 None None] Network 4860a601-ba64-45a9-9c9a-e999c80127dd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:45.164939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting subnet 492651b4-ea48-4553-9670-f31218c6f58a {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:45.172528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (492651b4-ea48-4553-9670-f31218c6f58a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.236072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (492651b4-ea48-4553-9670-f31218c6f58a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.346621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] DHCP port deletion for 4860a601-ba64-45a9-9c9a-e999c80127dd request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:41:45.432269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Deleting port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:45.432718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.541531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] For port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,segment=NetworkSegment(06922765-01fc-4601-88d7-adfbf1b5bdfc),segment_id=06922765-01fc-4601-88d7-adfbf1b5bdfc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:45.542086 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.558048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Calling delete_port for 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:45.690237 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (8afeebf9-41dc-463b-b1f8-1fa29ccb86bd), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.734020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] Pushing event deleted for resources: {'Port': ['ID=8afeebf9-41dc-463b-b1f8-1fa29ccb86bd,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:45.751190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e37d1-27b9-4d98-acb2-e6f5dd66fa50 None None] No DVR routers for this DVR port 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:45.809068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.885893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (492651b4-ea48-4553-9670-f31218c6f58a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:45.965363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.970578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.976214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.981838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.987638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.993030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:45.998627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:46.000764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-1dd5b748-83d8-4f74-b634-208e28a52180 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.6781909 Mar 10 17:41:46.030626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff2343-3e64-41ad-8b0f-a63f2bc7ace3 req-0f3c9e47-7be6-4166-bd76-ba6765fa8a53 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:46.032273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3ff2343-3e64-41ad-8b0f-a63f2bc7ace3 req-0f3c9e47-7be6-4166-bd76-ba6765fa8a53 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1869442 Mar 10 17:41:46.034196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (492651b4-ea48-4553-9670-f31218c6f58a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.088877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Subnet': ['ID=492651b4-ea48-4553-9670-f31218c6f58a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:46.095116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.101164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:46.101810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f420026a-6293-41ad-adf5-148149cda656 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/subnets/492651b4-ea48-4553-9670-f31218c6f58a HTTP/1.1" status: 204 len: 168 time: 1.0088074 Mar 10 17:41:46.144546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039371d-8629-425b-bdf7-daa470ac36b2 None None] Network 27989ef2-cbc3-4fbc-bde1-89057f46b87a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:46.175785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3ff2343-3e64-41ad-8b0f-a63f2bc7ace3 req-7520b918-c762-4e2a-9b35-40356465f3f4 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354988 Mar 10 17:41:46.192312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee1e0e29-288a-42dd-ba6d-dc708c00e29e req-91f5ee5b-40dc-41a3-9451-42c7b0844f3c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822567 Mar 10 17:41:46.256871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (4860a601-ba64-45a9-9c9a-e999c80127dd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.371214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (4860a601-ba64-45a9-9c9a-e999c80127dd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.396100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:46.396455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4860a601-ba64-45a9-9c9a-e999c80127dd']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:46.401649 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbed902d-a69d-4fca-b3a6-42979e687348" -d '{"events": [{"server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "name": "network-vif-plugged", "status": "completed", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:46.408943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06922765-01fc-4601-88d7-adfbf1b5bdfc') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:46.409367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06922765-01fc-4601-88d7-adfbf1b5bdfc') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:46.423964 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (06922765-01fc-4601-88d7-adfbf1b5bdfc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.442616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (06922765-01fc-4601-88d7-adfbf1b5bdfc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.462991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] DHCP port deletion for 27989ef2-cbc3-4fbc-bde1-89057f46b87a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:41:46.472952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:46.473466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (06922765-01fc-4601-88d7-adfbf1b5bdfc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:46.476985 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:46.487839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157041c0-d36d-4c1a-8d8c-cf5c55cb8eb6 req-996a36da-4854-4af0-a679-b75f76fe1aed tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:46.494282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-157041c0-d36d-4c1a-8d8c-cf5c55cb8eb6 req-996a36da-4854-4af0-a679-b75f76fe1aed tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.1715114 Mar 10 17:41:46.593045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Deleting port 332b39d5-2987-4056-ad15-03aeef461a2c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:46.593045 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.638895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (4860a601-ba64-45a9-9c9a-e999c80127dd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.662148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.663824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-157041c0-d36d-4c1a-8d8c-cf5c55cb8eb6 req-17b4ba2e-6639-49b3-b748-7003b88bc19a tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625922 Mar 10 17:41:46.665261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] For port 332b39d5-2987-4056-ad15-03aeef461a2c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=332b39d5-2987-4056-ad15-03aeef461a2c,segment=NetworkSegment(4c4fe987-39d1-4b84-8357-bf115ee60ed9),segment_id=4c4fe987-39d1-4b84-8357-bf115ee60ed9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:46.665683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.681008 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/networks/4860a601-ba64-45a9-9c9a-e999c80127dd HTTP/1.1" status: 204 len: 168 time: 0.5785089 Mar 10 17:41:46.684351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:46.693156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Calling delete_port for 332b39d5-2987-4056-ad15-03aeef461a2c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:46.719255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6b75-8d9f-4be5-ab2c-0b93f91463b9 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Network': ['ID=4860a601-ba64-45a9-9c9a-e999c80127dd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:46.827336 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7705638-bf1c-4ee2-83fd-3c1a097a23f9 x-openstack-request-id: req-b7705638-bf1c-4ee2-83fd-3c1a097a23f9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:46.827715 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "name": "network-vif-plugged", "status": "completed", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:46.829527 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7705638-bf1c-4ee2-83fd-3c1a097a23f9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:46.829657 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335', 'code': 200} Mar 10 17:41:46.853790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78e13-68ac-48ae-bb3a-904866ee29c7 req-e746cee2-cd6a-4200-bea2-56d2e1d0f1c2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:46.855389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74c78e13-68ac-48ae-bb3a-904866ee29c7 req-e746cee2-cd6a-4200-bea2-56d2e1d0f1c2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2232978 Mar 10 17:41:46.860372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (27989ef2-cbc3-4fbc-bde1-89057f46b87a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.907546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (332b39d5-2987-4056-ad15-03aeef461a2c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:46.951461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] No DVR routers for this DVR port 332b39d5-2987-4056-ad15-03aeef461a2c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:46.956395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff370771-591c-46ff-aee1-9744576ff730 None None] Pushing event deleted for resources: {'Port': ['ID=332b39d5-2987-4056-ad15-03aeef461a2c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:47.025470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fd001-864a-4d56-906f-88a6647613f5 req-e769f0c2-3d7e-4ba6-9c5c-9c16e957820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.026836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-053fd001-864a-4d56-906f-88a6647613f5 req-e769f0c2-3d7e-4ba6-9c5c-9c16e957820b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 1128 time: 0.1703691 Mar 10 17:41:47.033227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74c78e13-68ac-48ae-bb3a-904866ee29c7 req-06947592-19d3-4575-abf6-53f9955df78e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613925 Mar 10 17:41:47.066633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (27989ef2-cbc3-4fbc-bde1-89057f46b87a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.104336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27989ef2-cbc3-4fbc-bde1-89057f46b87a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:47.121419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4fe987-39d1-4b84-8357-bf115ee60ed9') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:47.121686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4fe987-39d1-4b84-8357-bf115ee60ed9') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:47.134721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-053fd001-864a-4d56-906f-88a6647613f5 req-19b615a9-40a1-4b14-9dc9-cd7a4443aab6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980330 Mar 10 17:41:47.136489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4c4fe987-39d1-4b84-8357-bf115ee60ed9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.150591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c4fe987-39d1-4b84-8357-bf115ee60ed9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.158243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:47.159095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4c4fe987-39d1-4b84-8357-bf115ee60ed9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:47.163317 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:47.200721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.242236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (27989ef2-cbc3-4fbc-bde1-89057f46b87a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.252418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.255495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/networks/27989ef2-cbc3-4fbc-bde1-89057f46b87a HTTP/1.1" status: 204 len: 168 time: 0.5696454 Mar 10 17:41:47.258030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:47.284103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367fa32-dcfd-4abc-95de-d2aa88f668e6 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Network': ['ID=27989ef2-cbc3-4fbc-bde1-89057f46b87a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:47.366000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:47.404343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:47.404693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8afeebf9-41dc-463b-b1f8-1fa29ccb86bd not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:47.405489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 332b39d5-2987-4056-ad15-03aeef461a2c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:47.410819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting subnet a7b70edd-0c14-4c3e-9f4a-a80e10ce2578 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:47.417464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (a7b70edd-0c14-4c3e-9f4a-a80e10ce2578), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.440295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 332b39d5-2987-4056-ad15-03aeef461a2c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:47.440637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 332b39d5-2987-4056-ad15-03aeef461a2c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:47.479154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a7b70edd-0c14-4c3e-9f4a-a80e10ce2578), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.501106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfcd3f-e1cc-4035-94dd-0ce320c94740 req-f90d8267-3404-45d2-a759-8a2a86693ebf tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.508307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63cfcd3f-e1cc-4035-94dd-0ce320c94740 req-f90d8267-3404-45d2-a759-8a2a86693ebf tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.1445289 Mar 10 17:41:47.538416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.543792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.549322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.555096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.560696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.566127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.571829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.574358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c12b65-9aa1-452d-94e4-761746718b06 req-ca66ed47-9a47-4d98-8bd9-1da26798ed7d tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5431 time: 0.1703730 Mar 10 17:41:47.616965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a7b70edd-0c14-4c3e-9f4a-a80e10ce2578), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.626962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63cfcd3f-e1cc-4035-94dd-0ce320c94740 req-cfb9e546-2f69-4e76-85ae-2c7ecd7fbb28 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178346 Mar 10 17:41:47.700021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20c12b65-9aa1-452d-94e4-761746718b06 req-2adfe5d8-c8ba-46e8-9b41-89ba947482d1 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189888 Mar 10 17:41:47.743577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1a0cc490-e578-422c-82e3-858bc6fbbe3c details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:47.751851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a7b70edd-0c14-4c3e-9f4a-a80e10ce2578), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.802818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f7c6-47ac-43b2-9776-cd7150a442f3 req-9275cd20-0a2f-4d5f-8624-1567f1ad5f95 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:47.805849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48e6f7c6-47ac-43b2-9776-cd7150a442f3 req-9275cd20-0a2f-4d5f-8624-1567f1ad5f95 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.0824666 Mar 10 17:41:47.839843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b70edd-0c14-4c3e-9f4a-a80e10ce2578,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:47.851122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:47.863230 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b08c7c7-364a-428b-9003-953dd289894b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/subnets/a7b70edd-0c14-4c3e-9f4a-a80e10ce2578 HTTP/1.1" status: 204 len: 168 time: 0.6040335 Mar 10 17:41:47.864290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:47.864626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:47.864800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69363e8b-b27c-4779-9b84-3819ec7a90df None None] Network 49c6be2f-8331-4e70-a418-5b8eb735796b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:41:47.901888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:47.933875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'port_id': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'mac_address': 'fa:16:3e:58:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:48.020637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (49c6be2f-8331-4e70-a418-5b8eb735796b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.045665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48e6f7c6-47ac-43b2-9776-cd7150a442f3 req-9eab0d86-6fc8-442a-bbb0-afbb1b5a2368 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321069 Mar 10 17:41:48.096489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1a0cc490-e578-422c-82e3-858bc6fbbe3c is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:48.097525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.119255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590dabc-b478-410b-92af-80a2e9cab053 req-c3d373ad-d84d-47b5-9949-afbd0de7710b tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:48.120657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0cc490-e578-422c-82e3-858bc6fbbe3c {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:48.121062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b590dabc-b478-410b-92af-80a2e9cab053 req-c3d373ad-d84d-47b5-9949-afbd0de7710b tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.1726735 Mar 10 17:41:48.123962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-986afbd0-aaa4-42ed-ae4b-ede324738083 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2766511 Mar 10 17:41:48.126556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-c81136d3-abef-4c48-be95-1267dc4b3d9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1099854 Mar 10 17:41:48.142494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef1a830b-9462-4834-be8c-a0834b88c611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.177189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:48.187648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Deleting port 32201d72-7678-436f-aa3e-d0370c89db26 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:48.188016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (32201d72-7678-436f-aa3e-d0370c89db26), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.194992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.198258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ab08ecc6-c644-45d1-a873-eaf3d8e69809 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:48.200865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] DHCP port deletion for 49c6be2f-8331-4e70-a418-5b8eb735796b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:41:48.285179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:48.286038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] For port 32201d72-7678-436f-aa3e-d0370c89db26, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32201d72-7678-436f-aa3e-d0370c89db26,segment=NetworkSegment(223294a6-3501-4fa2-b1f8-0c804a9302df),segment_id=223294a6-3501-4fa2-b1f8-0c804a9302df)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:48.286551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (32201d72-7678-436f-aa3e-d0370c89db26), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.314790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Calling delete_port for 32201d72-7678-436f-aa3e-d0370c89db26 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:48.391112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef1a830b-9462-4834-be8c-a0834b88c611 admin admin] Publish callbacks [] for security_group (3d1e7a36-b179-4520-b8b5-3d79c1f13ed3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.398545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef1a830b-9462-4834-be8c-a0834b88c611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d1e7a36-b179-4520-b8b5-3d79c1f13ed3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.414518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b590dabc-b478-410b-92af-80a2e9cab053 req-1a6412bb-9c76-4e57-a2d7-b67ac7483b82 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866170 Mar 10 17:41:48.442711 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ef1a830b-9462-4834-be8c-a0834b88c611 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec7609a8260741ab98087fda98d37490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5769396 Mar 10 17:41:48.445771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:48.449481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4321-0e96-48dc-8088-ce3b8919dc60 req-2d86c061-7306-41d8-a697-6adf4ac708d9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:48.457315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b70e4321-0e96-48dc-8088-ce3b8919dc60 req-2d86c061-7306-41d8-a697-6adf4ac708d9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2479534 Mar 10 17:41:48.493194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-4608f808-39ea-4e26-87e1-d81de7d611b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:48.497137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-4608f808-39ea-4e26-87e1-d81de7d611b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.2539873 Mar 10 17:41:48.514348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a830b-9462-4834-be8c-a0834b88c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e7a36-b179-4520-b8b5-3d79c1f13ed3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:48.519700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-4111fb1a-8558-4577-85b7-8108ff1d6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:48.523431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-4111fb1a-8558-4577-85b7-8108ff1d6e48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 1127 time: 0.2684598 Mar 10 17:41:48.573482 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] Publish callbacks [] for security_group (3d1e7a36-b179-4520-b8b5-3d79c1f13ed3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.592563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:48.604014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] Publish callbacks [] for security_group (3d1e7a36-b179-4520-b8b5-3d79c1f13ed3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.613012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'port_id': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'mac_address': 'fa:16:3e:f8:c4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623dd6e1-41e9-4020-a1d6-af571a61f687', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:48.668165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (32201d72-7678-436f-aa3e-d0370c89db26), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.678805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d1e7a36-b179-4520-b8b5-3d79c1f13ed3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.682832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.689933 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d1e7a36-b179-4520-b8b5-3d79c1f13ed3 HTTP/1.1" status: 204 len: 168 time: 0.2418637 Mar 10 17:41:48.733521 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.737460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ab08ecc6-c644-45d1-a873-eaf3d8e69809 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:48.737905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.738938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b70e4321-0e96-48dc-8088-ce3b8919dc60 req-d9d3f15f-7aba-470e-97ee-d5e3f64a1c00 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759783 Mar 10 17:41:48.745103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Deleting port 32201d72-7678-436f-aa3e-d0370c89db26 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:48.745780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (32201d72-7678-436f-aa3e-d0370c89db26), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.773832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab08ecc6-c644-45d1-a873-eaf3d8e69809 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:48.802716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Port': ['ID=32201d72-7678-436f-aa3e-d0370c89db26,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:48.828656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] No DVR routers for this DVR port 32201d72-7678-436f-aa3e-d0370c89db26 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:48.859406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:48.865217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] For port 32201d72-7678-436f-aa3e-d0370c89db26, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:48.865738 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (32201d72-7678-436f-aa3e-d0370c89db26), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.871105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:48.871916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 195bf06e-c01d-4893-998d-373730d33941 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:49.011894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4f1f-2c7c-467d-a03d-c6c4677e121c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e7a36-b179-4520-b8b5-3d79c1f13ed3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:49.056641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-64908c1b-843a-4b93-90a6-f63f49c367a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.058715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-64908c1b-843a-4b93-90a6-f63f49c367a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.5264547 Mar 10 17:41:49.109674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-7755553c-7a4f-4920-a75f-bedaef1ab730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.112098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-7755553c-7a4f-4920-a75f-bedaef1ab730 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 916 time: 0.4940717 Mar 10 17:41:49.134930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:49.144109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Calling delete_port for 32201d72-7678-436f-aa3e-d0370c89db26 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:49.155882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Port 32201d72-7678-436f-aa3e-d0370c89db26 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:41:49.169112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (32201d72-7678-436f-aa3e-d0370c89db26), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.238197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (49c6be2f-8331-4e70-a418-5b8eb735796b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.238399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-78b72774-62ef-4991-ab62-95c424eb722f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba662294-80bf-43ef-b6a3-89957ead29c7 HTTP/1.1" status: 200 len: 217 time: 0.0908701 Mar 10 17:41:49.257052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.270954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.281729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.308890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.314654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c6be2f-8331-4e70-a418-5b8eb735796b']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:49.332147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32201d72-7678-436f-aa3e-d0370c89db26 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:49.337556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:41:49.339968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.340137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223294a6-3501-4fa2-b1f8-0c804a9302df') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:49.340244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] Pushing event deleted for resources: {'Port': ['ID=32201d72-7678-436f-aa3e-d0370c89db26,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:49.340352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223294a6-3501-4fa2-b1f8-0c804a9302df') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:49.363401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (223294a6-3501-4fa2-b1f8-0c804a9302df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.363951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.387354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.396306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (223294a6-3501-4fa2-b1f8-0c804a9302df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.406679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-672f4e96-1f09-4ec3-82f6-690ff55b6b82 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5433 time: 0.4978750 Mar 10 17:41:49.409236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:41:49.409850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (223294a6-3501-4fa2-b1f8-0c804a9302df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:41:49.496732 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:41:49.505844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (49c6be2f-8331-4e70-a418-5b8eb735796b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.514190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.521334 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/networks/49c6be2f-8331-4e70-a418-5b8eb735796b HTTP/1.1" status: 204 len: 168 time: 1.6545229 Mar 10 17:41:49.522232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:49.561172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616fa4d-ae27-4a6c-b465-c79ecf41511b tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Pushing event deleted for resources: {'Network': ['ID=49c6be2f-8331-4e70-a418-5b8eb735796b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:49.569443 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-181f9221-2e65-4015-83b1-d9ab5d480900 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "GET /v2.0/ports?device_id=95b93988-5c89-4954-9d9a-e63409074a22 HTTP/1.1" status: 200 len: 205 time: 0.0425177 Mar 10 17:41:49.570284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:49.593746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-a133a039-f3d7-4bc6-8045-a1654e0a1ab0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 1001 time: 0.5176086 Mar 10 17:41:49.609755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce3c82-e029-441c-93b2-5af9d9182d1d None None] No DVR routers for this DVR port 32201d72-7678-436f-aa3e-d0370c89db26 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:49.613309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 32201d72-7678-436f-aa3e-d0370c89db26 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:49.616402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32201d72-7678-436f-aa3e-d0370c89db26 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:49.725736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-437365c9-8b8b-4b1b-bedf-a5318d846746 req-1ccd9543-3ab4-42b0-93d0-8071b622fa51 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181081 Mar 10 17:41:49.761081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router (95b93988-5c89-4954-9d9a-e63409074a22), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.771308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:49.793443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '195bf06e-c01d-4893-998d-373730d33941', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'port_id': '195bf06e-c01d-4893-998d-373730d33941', 'mac_address': 'fa:16:3e:ab:70:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:49.821051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-3136b18b-8bcf-4ab6-b205-fbe690e179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.834738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-3136b18b-8bcf-4ab6-b205-fbe690e179b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.4247358 Mar 10 17:41:49.885029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 195bf06e-c01d-4893-998d-373730d33941 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:49.885665 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (195bf06e-c01d-4893-998d-373730d33941), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.917337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-c0c81d82-e67f-4bfd-b914-d3533e12b878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429437 Mar 10 17:41:49.924329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195bf06e-c01d-4893-998d-373730d33941 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:49.954601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-037adcf9-01c0-4360-abe9-7ef23bb3965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:49.956428 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-037adcf9-01c0-4360-abe9-7ef23bb3965e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.3219783 Mar 10 17:41:49.977889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:49.991585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (195bf06e-c01d-4893-998d-373730d33941), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:49.992515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 818c2eff-c867-4062-91c2-24ab3ae9228c details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:50.095053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a823089-1c81-46a6-91b4-24462bb8ead4 req-40816e40-ff52-441f-9e7d-e17630d4ec67 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:50.102946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a823089-1c81-46a6-91b4-24462bb8ead4 req-40816e40-ff52-441f-9e7d-e17630d4ec67 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.1953380 Mar 10 17:41:50.141689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-87bb0521-6043-415d-b732-8a6d0e45d48a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:50.148047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:50.150856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-87bb0521-6043-415d-b732-8a6d0e45d48a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.7420118 Mar 10 17:41:50.193014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:50.210142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ec0af54-ca1e-40bb-9533-1377359c6f35 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/quotas/6c23a52849054ba78fba2ca6bd03db49 HTTP/1.1" status: 200 len: 375 time: 0.0579784 Mar 10 17:41:50.234661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'network_id': 'e23131c7-39df-4fab-b230-9372220b5d2c', 'port_id': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'mac_address': 'fa:16:3e:c3:12:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623dd6e1-41e9-4020-a1d6-af571a61f687', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:50.312645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 818c2eff-c867-4062-91c2-24ab3ae9228c is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:50.322697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.346166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818c2eff-c867-4062-91c2-24ab3ae9228c {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:50.360809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-bc6a3aed-d8f7-4a56-811a-400dbc0cea05 service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185419 Mar 10 17:41:50.375613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-2cc420db-e558-49b6-beaf-41f5f8b09beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:50.379213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-2cc420db-e558-49b6-beaf-41f5f8b09beb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4106188 Mar 10 17:41:50.402501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a823089-1c81-46a6-91b4-24462bb8ead4 req-847f1e1d-5eef-4879-8a4c-e62c388136a4 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966428 Mar 10 17:41:50.407728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:50.439100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.439800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6718b07b-c60c-4a0b-8ca5-268c3908d83f details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:50.570728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (95b93988-5c89-4954-9d9a-e63409074a22), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.571754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:50.577626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router_controller (95b93988-5c89-4954-9d9a-e63409074a22), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.586033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:50.602363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'port_id': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'mac_address': 'fa:16:3e:1e:b7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:50.648987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-f116dacd-4fce-416e-b36e-762b9f26cf63 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4321394 Mar 10 17:41:50.656921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6718b07b-c60c-4a0b-8ca5-268c3908d83f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:50.657351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.659143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (95b93988-5c89-4954-9d9a-e63409074a22), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.659923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Fanout notify agent at l3_agent the message router_deleted on router 95b93988-5c89-4954-9d9a-e63409074a22 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:41:50.669103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.675579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-374d3e07-b1f5-4c0a-861c-8c526049b192 tempest-RoutersNegativeTest-1718606897 tempest-RoutersNegativeTest-1718606897-project] 10.222.0.35 "DELETE /v2.0/routers/95b93988-5c89-4954-9d9a-e63409074a22 HTTP/1.1" status: 204 len: 168 time: 1.1035175 Mar 10 17:41:50.691578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6718b07b-c60c-4a0b-8ca5-268c3908d83f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:50.725757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:50.735023 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:50.736264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 961887ec-0375-462f-a348-e4abffa971b6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:50.875116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=961887ec-0375-462f-a348-e4abffa971b6,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:50.880248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:50.898886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '961887ec-0375-462f-a348-e4abffa971b6', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'port_id': '961887ec-0375-462f-a348-e4abffa971b6', 'mac_address': 'fa:16:3e:cc:6d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:50.971496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 961887ec-0375-462f-a348-e4abffa971b6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:50.972476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.002338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961887ec-0375-462f-a348-e4abffa971b6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:51.054259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=961887ec-0375-462f-a348-e4abffa971b6,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:51.060124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.060846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ea98dde0-8239-4ae3-8041-574701d30c84 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:41:51.178387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:51.182581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:51.194337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ea98dde0-8239-4ae3-8041-574701d30c84', 'network_id': '29097b8e-6beb-4e20-90c5-cc6b4ebfb053', 'port_id': 'ea98dde0-8239-4ae3-8041-574701d30c84', 'mac_address': 'fa:16:3e:f5:2e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986b6db1-f47e-4b8e-a098-a76acb1024fd', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:41:51.215148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:51.236242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ea98dde0-8239-4ae3-8041-574701d30c84 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:51.236645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.251648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea98dde0-8239-4ae3-8041-574701d30c84 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:51.284530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:51.289457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a228ae96-e2d4-4340-84de-4fe5c2b06d8a req-cf78ecb4-96a0-48f8-895b-6097fdb199ee service neutron] 10.222.0.41 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9188066 Mar 10 17:41:51.295434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.380077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-63aabb0f-2a57-4870-9c6e-5bdd9c6a1e19 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:51.381981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-63aabb0f-2a57-4870-9c6e-5bdd9c6a1e19 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.41 "GET /v2.0/ports?device_id=46fe66e8-92c3-48d3-bf69-b806c1e48fce HTTP/1.1" status: 200 len: 945 time: 0.7394388 Mar 10 17:41:51.388332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-1eee7884-0e0e-47cb-bbe1-6a2832aa4c02 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922135 Mar 10 17:41:51.390964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-219bf15b-caec-40be-b332-a132724d20f9 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805908 Mar 10 17:41:51.401892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17edf2-a43e-46a0-b984-e8694a8f01c2 req-4266929e-ebb7-406d-a3e9-38e81beba9ce tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:51.413109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc17edf2-a43e-46a0-b984-e8694a8f01c2 req-4266929e-ebb7-406d-a3e9-38e81beba9ce tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.7477477 Mar 10 17:41:51.442229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:51.689892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a94e450-e039-4aa8-8f83-7d210e26f930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f7aa79db2b94a5abb17f4db84d951e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710996 Mar 10 17:41:51.692092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45364) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:51.715577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc17edf2-a43e-46a0-b984-e8694a8f01c2 req-efa102cd-028b-4a83-888d-c957f016d8cf tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002684 Mar 10 17:41:51.746887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40107001-c7c3-4a12-bf14-1d4a07b2f44a req-7cc46e4c-87e5-451a-9830-d5ee56bc25ef service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300459 Mar 10 17:41:51.794871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] Publish callbacks [] for security_group (a51671f8-7465-427f-8822-8c2ce7fa5743), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.805714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-6201e76a-31bd-4886-bc12-269dd49a2cb5 service neutron] 10.222.0.35 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813102 Mar 10 17:41:51.838368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Deleting port ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:51.839494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.849187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] Publish callbacks [] for security_group (a51671f8-7465-427f-8822-8c2ce7fa5743), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.945275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a51671f8-7465-427f-8822-8c2ce7fa5743), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.949140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:51.950528 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a51671f8-7465-427f-8822-8c2ce7fa5743 HTTP/1.1" status: 204 len: 168 time: 0.2571580 Mar 10 17:41:52.003145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcd4a6-ebf9-42b0-9829-4f54044c176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51671f8-7465-427f-8822-8c2ce7fa5743,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:52.048888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] For port ba662294-80bf-43ef-b6a3-89957ead29c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ba662294-80bf-43ef-b6a3-89957ead29c7,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:52.049322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:52.068992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Calling delete_port for ba662294-80bf-43ef-b6a3-89957ead29c7 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:52.139220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.151153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.161550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.172179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.186510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.202548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.212756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:52.231202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-644907b5-2134-4ca4-bad3-e79e5f9aabcd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5438 time: 0.2406309 Mar 10 17:41:52.368111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c023c47-fb0b-460e-8123-d9d5b71a1c8f req-9f9b8f5d-f04e-4d6c-8278-a626b238e33b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354630 Mar 10 17:41:52.506804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ea98dde0-8239-4ae3-8041-574701d30c84'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:52.509390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42f37848-0d12-41a6-af0d-e5a9ac500577 req-689232de-8985-45c1-bcbd-31702929a375 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 210 time: 0.0575552 Mar 10 17:41:52.535775 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ba662294-80bf-43ef-b6a3-89957ead29c7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:52.700924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event deleted for resources: {'Port': ['ID=ba662294-80bf-43ef-b6a3-89957ead29c7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:52.764074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6718b07b-c60c-4a0b-8ca5-268c3908d83f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:52.870177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] No DVR routers for this DVR port ba662294-80bf-43ef-b6a3-89957ead29c7 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:52.882335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:52.886598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbceea5d-f1d3-4569-affc-f3c5afb080a5 req-fbe61220-48c6-48bc-b12f-624395bfe88e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.41 "DELETE /v2.0/ports/ba662294-80bf-43ef-b6a3-89957ead29c7 HTTP/1.1" status: 204 len: 173 time: 1.4942920 Mar 10 17:41:52.894679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['195bf06e-c01d-4893-998d-373730d33941'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:52.896880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['818c2eff-c867-4062-91c2-24ab3ae9228c'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:52.898187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-deleted', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:52.901045 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a0f2f4-345b-47f8-b989-796cfe28d6ae" -d '{"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-deleted", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:53.008440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d861bd-574e-4cc4-a31d-d8477f7ca849 req-f98b7e50-715a-42aa-90c4-47bcaa107b45 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.019179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d861bd-574e-4cc4-a31d-d8477f7ca849 req-f98b7e50-715a-42aa-90c4-47bcaa107b45 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.4006131 Mar 10 17:41:53.021769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['961887ec-0375-462f-a348-e4abffa971b6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:53.091699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ab08ecc6-c644-45d1-a873-eaf3d8e69809'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:53.133496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1a0cc490-e578-422c-82e3-858bc6fbbe3c'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:41:53.163314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51136d6-bf60-46e0-ac57-b8aaa868456c req-254f698f-be7b-4dd4-9e9e-87fc8611d916 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.163738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a51136d6-bf60-46e0-ac57-b8aaa868456c req-254f698f-be7b-4dd4-9e9e-87fc8611d916 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2758756 Mar 10 17:41:53.287337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d861bd-574e-4cc4-a31d-d8477f7ca849 req-ebdfec79-6648-4ce4-8271-f5d1ba07ee48 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547534 Mar 10 17:41:53.294313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a51136d6-bf60-46e0-ac57-b8aaa868456c req-3917d28a-92fc-4f3b-80eb-0c35335bbfca tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200767 Mar 10 17:41:53.360095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:53.466685 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0596d-c63e-4489-9a78-be53b82d5b07 x-openstack-request-id: req-93c0596d-c63e-4489-9a78-be53b82d5b07 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:53.468625 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fe66e8-92c3-48d3-bf69-b806c1e48fce", "name": "network-vif-deleted", "tag": "ba662294-80bf-43ef-b6a3-89957ead29c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:53.469163 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93c0596d-c63e-4489-9a78-be53b82d5b07 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:53.469758 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe66e8-92c3-48d3-bf69-b806c1e48fce', 'name': 'network-vif-deleted', 'tag': 'ba662294-80bf-43ef-b6a3-89957ead29c7', 'status': 'completed', 'code': 200} Mar 10 17:41:53.545959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: ba662294-80bf-43ef-b6a3-89957ead29c7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:53.546517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ba662294-80bf-43ef-b6a3-89957ead29c7 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:53.655442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.660902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.666735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.672404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.678507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.684428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.690408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:53.692548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-95f82f07-9156-424b-bbea-7e13a5dfa33f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5438 time: 0.1401238 Mar 10 17:41:53.754029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-452670da-e839-45da-ad13-53f613fab0de req-1b89bb69-769e-4d62-8f62-69a46d11d993 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 210 time: 0.0537386 Mar 10 17:41:53.854344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37d55e9a-29d4-4b94-a85b-e8bfccfe2858 req-f84a7573-f9e1-4748-9172-bf355275a516 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984495 Mar 10 17:41:54.091731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-6588d091-20a5-4013-852f-628d9d3f5b75 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:54.093675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-6588d091-20a5-4013-852f-628d9d3f5b75 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.41 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.1343253 Mar 10 17:41:54.614199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-f014fd01-3028-4ed5-8893-84a03f92a865 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:54.620791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-f014fd01-3028-4ed5-8893-84a03f92a865 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 815 time: 0.4986913 Mar 10 17:41:54.641081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Request body: {'port': {'device_id': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'admin_state_up': True, 'tenant_id': '6c23a52849054ba78fba2ca6bd03db49'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:54.764099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a432-3dc4-4125-bac0-25cfe7cddbef req-093aca50-3e1b-48a8-8a97-e0fd28a27b93 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:54.765594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8af8a432-3dc4-4125-bac0-25cfe7cddbef req-093aca50-3e1b-48a8-8a97-e0fd28a27b93 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2595501 Mar 10 17:41:54.796328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Deleting port dfc518de-ea35-47ea-bd7c-0055586f4335 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:41:54.796793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:54.829549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee1fa1-7408-4313-983e-0215a4356475 req-b7523383-3e3a-424d-a905-06c5578275a2 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:54.831380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6ee1fa1-7408-4313-983e-0215a4356475 req-b7523383-3e3a-424d-a905-06c5578275a2 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 946 time: 0.2912478 Mar 10 17:41:54.916980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Made reservation on behalf of 6c23a52849054ba78fba2ca6bd03db49 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:41:54.920343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:54.947850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8af8a432-3dc4-4125-bac0-25cfe7cddbef req-120913cb-6b30-45bb-a5c9-1ec7331c6e95 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743829 Mar 10 17:41:55.041724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] For port dfc518de-ea35-47ea-bd7c-0055586f4335, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=dfc518de-ea35-47ea-bd7c-0055586f4335,segment=NetworkSegment(45320ac2-fcc2-44ef-8f5e-26d40d46a47b),segment_id=45320ac2-fcc2-44ef-8f5e-26d40d46a47b)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:55.042074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:55.053944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6ee1fa1-7408-4313-983e-0215a4356475 req-719263e7-5e44-4c98-8df9-214377e0ee21 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecb77813-94b9-4d4e-9998-46647921766d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094724 Mar 10 17:41:55.093675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Calling delete_port for dfc518de-ea35-47ea-bd7c-0055586f4335 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:41:55.307545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc736afa-3154-4d14-a851-a4cfe362440b req-78ea5a17-51c1-4d0a-8217-3745ef0423d8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 210 time: 0.1335821 Mar 10 17:41:55.362039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.368030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.374531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.380510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.386384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.391737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.397624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:55.399164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74778573-6a95-4cc8-96e0-0334666cf563 req-21575c7b-d6d8-4491-ae79-f88e6de7c381 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5438 time: 0.2239945 Mar 10 17:41:55.411415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Allocated IP 172.20.0.3 (1de19cf1-b8c4-4362-a7c0-4522cfde4306/0006dadf-70e0-4709-9d74-53b56a25974b/27a1f062-5d61-4d66-a0e8-b62d96757564) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:41:55.562066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74778573-6a95-4cc8-96e0-0334666cf563 req-8a701c35-0946-4e78-a92d-aa3950f1bf76 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481357 Mar 10 17:41:55.602245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (dfc518de-ea35-47ea-bd7c-0055586f4335), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:55.656895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Pushing event deleted for resources: {'Port': ['ID=dfc518de-ea35-47ea-bd7c-0055586f4335,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:55.991217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] No DVR routers for this DVR port dfc518de-ea35-47ea-bd7c-0055586f4335 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:41:56.009969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.016767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb0b3076-598b-48fc-b31a-177d7f408628 req-d7766a96-6848-4f6d-9b12-238968689efe tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.41 "DELETE /v2.0/ports/dfc518de-ea35-47ea-bd7c-0055586f4335 HTTP/1.1" status: 204 len: 173 time: 1.9127500 Mar 10 17:41:56.016767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'name': 'network-vif-deleted', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:56.017046 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f5a990-19e6-4f2b-be2a-4d2f7eeaa877" -d '{"events": [{"server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "name": "network-vif-deleted", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:56.176728 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e65dd-a171-436b-8b03-b18a53456428 x-openstack-request-id: req-4e7e65dd-a171-436b-8b03-b18a53456428 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:56.178962 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ad419-0d96-4cc6-be1d-90da545931b3", "name": "network-vif-deleted", "tag": "dfc518de-ea35-47ea-bd7c-0055586f4335", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:56.179284 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e7e65dd-a171-436b-8b03-b18a53456428 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:56.179800 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02ad419-0d96-4cc6-be1d-90da545931b3', 'name': 'network-vif-deleted', 'tag': 'dfc518de-ea35-47ea-bd7c-0055586f4335', 'status': 'completed', 'code': 200} Mar 10 17:41:56.212191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks [] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.279784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe627e62-d9eb-478a-bc24-89cbce975109 req-0943dc75-3d48-4858-8a34-39564f6ce7b3 tempest-ServerGroupTestJSON-1583520964 tempest-ServerGroupTestJSON-1583520964-project] 10.222.0.35 "GET /v2.0/ports?device_id=d02ad419-0d96-4cc6-be1d-90da545931b3 HTTP/1.1" status: 200 len: 210 time: 0.0645926 Mar 10 17:41:56.287306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-f6177973-d760-4d95-96fc-341041a9caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.288778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-f6177973-d760-4d95-96fc-341041a9caeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 1128 time: 0.3357553 Mar 10 17:41:56.365180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d64eb-06bd-4ff7-9f98-2360cea77d51 req-e604d6e0-d740-49b6-931d-d1e6a529eada tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.366843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-728d64eb-06bd-4ff7-9f98-2360cea77d51 req-e604d6e0-d740-49b6-931d-d1e6a529eada tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2901280 Mar 10 17:41:56.471931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce2e5d92-5fba-44b8-8808-e89349296c80 req-a6613f0d-795f-497c-9ce8-42e007517285 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 210 time: 0.0733516 Mar 10 17:41:56.479343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.541686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:56.564384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-728d64eb-06bd-4ff7-9f98-2360cea77d51 req-56907a5e-1080-4f55-9a4a-d988405a4b92 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865578 Mar 10 17:41:56.571527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:41:56.581181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-7340c8e9-dc15-4496-88ec-12b126746361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.583110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-7340c8e9-dc15-4496-88ec-12b126746361 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.2870057 Mar 10 17:41:56.586311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:41:56.596307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:41:56.612413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event updated for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:56.693572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-3cc258f5-154c-4ea0-9f04-2d206778a5eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=691ca8b0-b910-4c2c-ba2e-823e41115706 HTTP/1.1" status: 200 len: 217 time: 0.0987217 Mar 10 17:41:56.747277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfc7024-1941-4370-953c-ce432b320a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.785728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.786373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.816235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-0540b107-71fd-409f-99b6-89467524a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.817811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-0540b107-71fd-409f-99b6-89467524a4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1087275 Mar 10 17:41:56.823496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-0ab979eb-dd2b-40ea-991e-9ff753377513 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1892068 Mar 10 17:41:56.847558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Request body: {'port': {'device_id': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:41:56.855250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfc7024-1941-4370-953c-ce432b320a66 admin admin] Publish callbacks [] for security_group (0501c859-1e6a-4915-aeb2-279f99bc0d6a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.861229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfc7024-1941-4370-953c-ce432b320a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0501c859-1e6a-4915-aeb2-279f99bc0d6a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.863806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:56.882134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-ce7f43e3-6829-4dfb-ac8e-64e0bd746cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565796 Mar 10 17:41:56.892874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.898119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.903570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abfc7024-1941-4370-953c-ce432b320a66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91c95336d62648afb03a01aa431a1abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601928 Mar 10 17:41:56.903869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.905950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:56.908781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.914253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.919515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.925853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:56.927857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-c466ad62-a1b8-4d41-baae-3620f56817af tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5438 time: 0.2403586 Mar 10 17:41:56.957138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc7024-1941-4370-953c-ce432b320a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0501c859-1e6a-4915-aeb2-279f99bc0d6a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:57.030140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] Publish callbacks [] for security_group (0501c859-1e6a-4915-aeb2-279f99bc0d6a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.074991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] Publish callbacks [] for security_group (0501c859-1e6a-4915-aeb2-279f99bc0d6a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.093414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.114836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b2b5bcc-8359-418c-8a5d-691a8afb83c2 req-b6b57e46-05d1-4044-b202-6b3a16f8bcc3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722987 Mar 10 17:41:57.161203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0501c859-1e6a-4915-aeb2-279f99bc0d6a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.161679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-466a7388-466e-4d72-b866-6c426ac49315 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328253 Mar 10 17:41:57.166131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.167739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0501c859-1e6a-4915-aeb2-279f99bc0d6a HTTP/1.1" status: 204 len: 168 time: 0.2608445 Mar 10 17:41:57.187285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58867-bfbb-4257-bf34-c18530e7ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0501c859-1e6a-4915-aeb2-279f99bc0d6a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:57.354957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ab08ecc6-c644-45d1-a873-eaf3d8e69809 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:57.359971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd50e86c-2d1e-41e4-83b6-8fc015e484c9 req-25865a9d-771e-4f04-83c3-fb2bce322150 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910787 Mar 10 17:41:57.440529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port ab08ecc6-c644-45d1-a873-eaf3d8e69809 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:57.446294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ab08ecc6-c644-45d1-a873-eaf3d8e69809 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:57.446965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.547434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a1f062-5d61-4d66-a0e8-b62d96757564 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:41:57.560979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ab08ecc6-c644-45d1-a873-eaf3d8e69809 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:57.563905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks [] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.565899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.595835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Transition to ACTIVE for port object 27a1f062-5d61-4d66-a0e8-b62d96757564 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:41:57.605466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:57.609425 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac8e65-2f97-434f-b192-26f0cef814ac" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:57.616816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.633529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:57.638472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:57.655302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.656190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6718b07b-c60c-4a0b-8ca5-268c3908d83f up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:57.676888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-783e9e32-f723-45bd-a53b-5d6403d546cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.749500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:57.782673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 6718b07b-c60c-4a0b-8ca5-268c3908d83f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:57.790345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 6718b07b-c60c-4a0b-8ca5-268c3908d83f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:57.791306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.827202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Pushing event updated for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:57.843289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-783e9e32-f723-45bd-a53b-5d6403d546cf admin admin] Publish callbacks [] for security_group (48492271-978b-4e15-9754-34d9e799ce55), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.843978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5154e77-07b2-4c7e-ac94-0f04744b1814 req-b5558f52-d393-4cb5-99a4-4359d48a6608 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:57.845610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5154e77-07b2-4c7e-ac94-0f04744b1814 req-b5558f52-d393-4cb5-99a4-4359d48a6608 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 943 time: 0.2454064 Mar 10 17:41:57.854535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Attempting to bind port 27a1f062-5d61-4d66-a0e8-b62d96757564 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:41:57.854898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Attempting to bind port 27a1f062-5d61-4d66-a0e8-b62d96757564 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:41:57.855258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Attempting to bind port 27a1f062-5d61-4d66-a0e8-b62d96757564 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:57.857544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-783e9e32-f723-45bd-a53b-5d6403d546cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48492271-978b-4e15-9754-34d9e799ce55), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.879635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Port 27a1f062-5d61-4d66-a0e8-b62d96757564 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:41:57.879635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Attempting to bind port 27a1f062-5d61-4d66-a0e8-b62d96757564 on network 1de19cf1-b8c4-4362-a7c0-4522cfde4306 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:41:57.915044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5154e77-07b2-4c7e-ac94-0f04744b1814 req-c1db51ca-7448-47df-ae38-5da2b88c251b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Mar 10 17:41:57.915698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6718b07b-c60c-4a0b-8ca5-268c3908d83f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:57.916354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:41:57.916721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Checking segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:41:57.917107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Bound using segment: {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:41:57.917466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.917593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Bound port: 27a1f062-5d61-4d66-a0e8-b62d96757564, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:41:57.917924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.919202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-783e9e32-f723-45bd-a53b-5d6403d546cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a05ce5d0d8043dbb09d5cf46abdc457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788346 Mar 10 17:41:57.928010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45598) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:57.955529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e9e32-f723-45bd-a53b-5d6403d546cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48492271-978b-4e15-9754-34d9e799ce55,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:57.984206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:57.989835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:57.991049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ea98dde0-8239-4ae3-8041-574701d30c84 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:58.005078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] Publish callbacks [] for security_group (48492271-978b-4e15-9754-34d9e799ce55), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.027176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:41:58.032452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] Publish callbacks [] for security_group (48492271-978b-4e15-9754-34d9e799ce55), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.033921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=27a1f062-5d61-4d66-a0e8-b62d96757564,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:41:58.044226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.114677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48492271-978b-4e15-9754-34d9e799ce55), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.118068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.121462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48492271-978b-4e15-9754-34d9e799ce55 HTTP/1.1" status: 204 len: 168 time: 0.1908748 Mar 10 17:41:58.139182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.139911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.142230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] 10.222.0.59 "PUT /v2.0/ports/27a1f062-5d61-4d66-a0e8-b62d96757564 HTTP/1.1" status: 200 len: 1091 time: 1.3068213 Mar 10 17:41:58.159741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9c0e-9a2e-4788-a60e-0a017aaa8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48492271-978b-4e15-9754-34d9e799ce55,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:58.188445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:41:58.190805 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bba006e-1687-4ac4-b144-407277635e31" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:41:58.267712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:58.268647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64e70f-3eb0-4a15-b267-70a3d809668b service neutron] Pushing event updated for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:58.287289 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34946eb5-19a9-4f36-a297-756cc2f69ad8 x-openstack-request-id: req-34946eb5-19a9-4f36-a297-756cc2f69ad8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:58.287583 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:58.289612 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34946eb5-19a9-4f36-a297-756cc2f69ad8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:58.290185 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'code': 200} Mar 10 17:41:58.313977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a9aa3-751a-4d9f-b6b6-d5d753cd34b2 req-92e5d7f4-658e-4b3a-bd0c-b36ab94157ac tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.316497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a6a9aa3-751a-4d9f-b6b6-d5d753cd34b2 req-92e5d7f4-658e-4b3a-bd0c-b36ab94157ac tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 946 time: 0.2692180 Mar 10 17:41:58.319881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-cfc839c6-9b66-4c4c-9b0b-894a7c1bbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.321508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-cfc839c6-9b66-4c4c-9b0b-894a7c1bbf8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 1125 time: 0.1188841 Mar 10 17:41:58.324324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port ea98dde0-8239-4ae3-8041-574701d30c84 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:58.339556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ea98dde0-8239-4ae3-8041-574701d30c84 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:58.340822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.396745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-8da70b9b-c227-4792-9fce-797baf53eb07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a1f062-5d61-4d66-a0e8-b62d96757564 HTTP/1.1" status: 200 len: 217 time: 0.0589409 Mar 10 17:41:58.462078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ea98dde0-8239-4ae3-8041-574701d30c84 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:58.462806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.504721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:58.508604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a6a9aa3-751a-4d9f-b6b6-d5d753cd34b2 req-bb735564-f765-47c7-b8ff-34574500111c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856468 Mar 10 17:41:58.519980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.521162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device dfc518de-ea35-47ea-bd7c-0055586f4335 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:58.537519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.547348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.556348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.561742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.567139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.572430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.581225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.583145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-3c90e77c-581d-477e-8475-3301ecad5f63 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5440 time: 0.2004688 Mar 10 17:41:58.584639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-cccc244b-7376-41a7-9343-3cb143d681f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:58.586141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-cccc244b-7376-41a7-9343-3cb143d681f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.1664565 Mar 10 17:41:58.600568 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37baf33-eebc-4981-907c-92d661c752ee x-openstack-request-id: req-c37baf33-eebc-4981-907c-92d661c752ee {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:41:58.600884 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:41:58.601138 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c37baf33-eebc-4981-907c-92d661c752ee {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:41:58.601544 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564', 'status': 'completed', 'code': 200} Mar 10 17:41:58.627742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: dfc518de-ea35-47ea-bd7c-0055586f4335 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:41:58.628284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device dfc518de-ea35-47ea-bd7c-0055586f4335 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:41:58.628898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:41:58.690965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-1e67b0d0-cda7-492f-bc43-4cf4dec4a690 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884509 Mar 10 17:41:58.708009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:58.768336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:58.801214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:58.801623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.864351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6ef33fc-b4e7-4bac-ade4-0f9e817de089 req-45135d93-6bf5-4679-a149-1f524c5e0769 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2605944 Mar 10 17:41:58.867099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Deleting subnet 84f81556-d929-4717-9c47-5d5aa10ef15f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:41:58.877482 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Publish callbacks [] for subnet (84f81556-d929-4717-9c47-5d5aa10ef15f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.878878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:58.900206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.952536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-6b17b762-26a1-4739-9a44-51c104dd2e89 service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470763 Mar 10 17:41:58.969273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (84f81556-d929-4717-9c47-5d5aa10ef15f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:58.977782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:59.059115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (84f81556-d929-4717-9c47-5d5aa10ef15f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.143491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (84f81556-d929-4717-9c47-5d5aa10ef15f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.179578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f81556-d929-4717-9c47-5d5aa10ef15f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:59.191857 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.196379 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-85766c47-cb92-4385-8885-44f5114ffa10 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84f81556-d929-4717-9c47-5d5aa10ef15f HTTP/1.1" status: 204 len: 168 time: 0.4267945 Mar 10 17:41:59.200884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:59.259901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-681d510c-85ee-4eee-9850-1e334a78bc8a req-235294d0-204c-45ac-a07d-f1cd1eea103d service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993414 Mar 10 17:41:59.282715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97127db4-6a64-4ffd-ae5a-3afead9d7359 req-d04aae5b-616f-42ac-96e8-7f193a48f463 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:59.291271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97127db4-6a64-4ffd-ae5a-3afead9d7359 req-d04aae5b-616f-42ac-96e8-7f193a48f463 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 943 time: 0.2135322 Mar 10 17:41:59.350364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1a0cc490-e578-422c-82e3-858bc6fbbe3c up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:59.430748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (706628c6-692f-4bbc-b2d6-34836e5c8a9b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.459606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97127db4-6a64-4ffd-ae5a-3afead9d7359 req-4d868bf1-01fd-4864-a37a-93e3ef906c8a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612749 Mar 10 17:41:59.461956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1a0cc490-e578-422c-82e3-858bc6fbbe3c completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:59.473100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1a0cc490-e578-422c-82e3-858bc6fbbe3c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:59.473476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.500124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba006e-1687-4ac4-b144-407277635e31 req-2319f50f-ea11-410c-9eb5-df7c8aa9ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:59.502204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-2319f50f-ea11-410c-9eb5-df7c8aa9ca67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c23a52849054ba78fba2ca6bd03db49&device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 1125 time: 0.1546214 Mar 10 17:41:59.712805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1a0cc490-e578-422c-82e3-858bc6fbbe3c is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:41:59.713704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.750748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:41:59.751222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba006e-1687-4ac4-b144-407277635e31 req-73cc7d5b-be30-4a2f-abbb-0b9ea4e19b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:41:59.755002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-73cc7d5b-be30-4a2f-abbb-0b9ea4e19b52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 200 len: 916 time: 0.2362339 Mar 10 17:41:59.759314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.761042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 195bf06e-c01d-4893-998d-373730d33941 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:41:59.792695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:41:59.855830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (706628c6-692f-4bbc-b2d6-34836e5c8a9b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.878995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.880780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706628c6-692f-4bbc-b2d6-34836e5c8a9b']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:59.892824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45320ac2-fcc2-44ef-8f5e-26d40d46a47b') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:59.893193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45320ac2-fcc2-44ef-8f5e-26d40d46a47b') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:41:59.905014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (45320ac2-fcc2-44ef-8f5e-26d40d46a47b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.942139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:41:59.951158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 195bf06e-c01d-4893-998d-373730d33941 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:41:59.958501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 195bf06e-c01d-4893-998d-373730d33941 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:41:59.959015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (195bf06e-c01d-4893-998d-373730d33941), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:41:59.978950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-fc0174af-8a0f-46cb-afbb-6c7a496df813 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a1f062-5d61-4d66-a0e8-b62d96757564 HTTP/1.1" status: 200 len: 217 time: 0.1665986 Mar 10 17:42:00.001793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (45320ac2-fcc2-44ef-8f5e-26d40d46a47b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.058586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba006e-1687-4ac4-b144-407277635e31 req-c3be0278-34b2-47b9-aa2a-1772b3f39d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.060065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-c3be0278-34b2-47b9-aa2a-1772b3f39d4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 200 len: 855 time: 0.0622363 Mar 10 17:42:00.071998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:42:00.072774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (45320ac2-fcc2-44ef-8f5e-26d40d46a47b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:42:00.076311 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:42:00.109172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 195bf06e-c01d-4893-998d-373730d33941 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:00.110801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (195bf06e-c01d-4893-998d-373730d33941), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.133085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-301c0df3-4367-4a91-8387-9f9599041e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.144145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-3fd67349-c86d-41c4-905b-b06610b76426 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1de19cf1-b8c4-4362-a7c0-4522cfde4306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697982 Mar 10 17:42:00.153835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:00.161543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (195bf06e-c01d-4893-998d-373730d33941), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.164308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 961887ec-0375-462f-a348-e4abffa971b6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:00.222440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf736f2c-49c4-4e93-b0ae-2082fbf82848 req-9af252dc-2114-440d-8182-f27208c50c14 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.224095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf736f2c-49c4-4e93-b0ae-2082fbf82848 req-9af252dc-2114-440d-8182-f27208c50c14 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 944 time: 0.4338248 Mar 10 17:42:00.235095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (706628c6-692f-4bbc-b2d6-34836e5c8a9b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.254092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.260514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] 10.222.0.35 "DELETE /v2.0/networks/706628c6-692f-4bbc-b2d6-34836e5c8a9b HTTP/1.1" status: 204 len: 168 time: 1.0545566 Mar 10 17:42:00.272008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.277710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.283199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.288560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.292947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84'}, {'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195bf06e-c01d-4893-998d-373730d33941'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:00.294300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.299758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.303572 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40213e1-41d2-4d46-bc74-e9fdc6a22c52" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84"}, {"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-unplugged", "status": "completed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "195bf06e-c01d-4893-998d-373730d33941"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:00.305893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.307922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-55017d5e-2770-4d69-b39d-88d747e5aea7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5442 time: 0.2554121 Mar 10 17:42:00.316786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 961887ec-0375-462f-a348-e4abffa971b6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:00.327006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:00.330831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 961887ec-0375-462f-a348-e4abffa971b6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:00.333110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (961887ec-0375-462f-a348-e4abffa971b6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.358501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330907-f7ed-4348-9f7e-741c5b155847 admin admin] Pushing event deleted for resources: {'Network': ['ID=706628c6-692f-4bbc-b2d6-34836e5c8a9b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:00.382869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-301c0df3-4367-4a91-8387-9f9599041e4d admin admin] Publish callbacks [] for security_group (0fba96f5-601f-450f-ad40-2799bfbdf629), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.393061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-301c0df3-4367-4a91-8387-9f9599041e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0fba96f5-601f-450f-ad40-2799bfbdf629), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.457788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cf736f2c-49c4-4e93-b0ae-2082fbf82848 req-cf75c2ac-ce13-4cda-9e7e-b37f2088f599 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116561 Mar 10 17:42:00.468971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-45d186cd-4705-4487-ac2c-1acdac9d638a service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830994 Mar 10 17:42:00.484160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34ad68e5-3bea-4ad8-a610-b89a676b9a31 req-f65479f5-f91d-4b25-9cad-b10f47c57399 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599312 Mar 10 17:42:00.492787 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-301c0df3-4367-4a91-8387-9f9599041e4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2749d8c0f1d8476388c4834c8cb2bc36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981401 Mar 10 17:42:00.501566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:00.555085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 961887ec-0375-462f-a348-e4abffa971b6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:00.559091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.594958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c0df3-4367-4a91-8387-9f9599041e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba96f5-601f-450f-ad40-2799bfbdf629,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:00.630787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=961887ec-0375-462f-a348-e4abffa971b6,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:00.635560 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 866 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0994da3-baf5-4e7f-88af-4b443fb55505 x-openstack-request-id: req-b0994da3-baf5-4e7f-88af-4b443fb55505 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:00.637187 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84", "code": 200}, {"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-unplugged", "status": "failed", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706", "code": 422}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "195bf06e-c01d-4893-998d-373730d33941", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:00.637694 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0994da3-baf5-4e7f-88af-4b443fb55505 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:00.639497 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'code': 200} Mar 10 17:42:00.640917 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84', 'code': 200} Mar 10 17:42:00.641379 n-d-833115-2 neutron-server[103796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'code': 422} returned with failed status Mar 10 17:42:00.641868 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'code': 200} Mar 10 17:42:00.642696 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195bf06e-c01d-4893-998d-373730d33941', 'code': 200} Mar 10 17:42:00.646152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] Publish callbacks [] for security_group (0fba96f5-601f-450f-ad40-2799bfbdf629), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.647704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.648761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 818c2eff-c867-4062-91c2-24ab3ae9228c up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:00.676011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bba006e-1687-4ac4-b144-407277635e31 req-3a083ed0-ddfa-45c6-a267-4d55c190d797 service neutron] 10.222.0.59 "GET /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908436 Mar 10 17:42:00.683299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45684) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:00.711543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] Publish callbacks [] for security_group (0fba96f5-601f-450f-ad40-2799bfbdf629), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.798636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0fba96f5-601f-450f-ad40-2799bfbdf629), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.802732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.803965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fba96f5-601f-450f-ad40-2799bfbdf629 HTTP/1.1" status: 204 len: 168 time: 0.2983789 Mar 10 17:42:00.820616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf0fbc-589d-4682-b8fd-b3710aaf595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba96f5-601f-450f-ad40-2799bfbdf629,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:00.861088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45694) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:00.866335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ea4b199b-6286-42ed-a6b0-796bf3cfc022 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b9c9eeb343c47d1ba505a4ef5b3e490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1815743 Mar 10 17:42:00.895346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7e390-ce87-4b5a-9457-577199bf7c7b req-4ffe354d-6e35-43f8-8594-ac78b2daea0a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:00.897627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3be7e390-ce87-4b5a-9457-577199bf7c7b req-4ffe354d-6e35-43f8-8594-ac78b2daea0a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 943 time: 0.1983442 Mar 10 17:42:00.976514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] Publish callbacks [] for security_group (ecb77813-94b9-4d4e-9998-46647921766d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:00.976778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3be7e390-ce87-4b5a-9457-577199bf7c7b req-9750f66e-d97d-4fa1-ba65-526db93baf81 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Mar 10 17:42:01.020931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] Publish callbacks [] for security_group (ecb77813-94b9-4d4e-9998-46647921766d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.079368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ecb77813-94b9-4d4e-9998-46647921766d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.082320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.086571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecb77813-94b9-4d4e-9998-46647921766d HTTP/1.1" status: 204 len: 168 time: 0.2239137 Mar 10 17:42:01.106541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fae13b-5784-4aeb-bca7-0c86995f3b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb77813-94b9-4d4e-9998-46647921766d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:01.129725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:01.143947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 818c2eff-c867-4062-91c2-24ab3ae9228c completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:01.156385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 818c2eff-c867-4062-91c2-24ab3ae9228c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:01.156760 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.294936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 818c2eff-c867-4062-91c2-24ab3ae9228c is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:01.297737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.346789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:01.353099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.354459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 691ca8b0-b910-4c2c-ba2e-823e41115706 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:01.454516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:01.474657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45708) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:01.495365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d5ec3fe-c7cc-4eab-a090-f6ff7e40c74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.510287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 691ca8b0-b910-4c2c-ba2e-823e41115706 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:01.665503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d5ec3fe-c7cc-4eab-a090-f6ff7e40c74b admin admin] Publish callbacks [] for security_group (5c44c39c-f30a-4d13-9702-3be52458f34e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.676381 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d5ec3fe-c7cc-4eab-a090-f6ff7e40c74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c44c39c-f30a-4d13-9702-3be52458f34e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.715662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.722410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.729052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.735471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.741230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.748460 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d5ec3fe-c7cc-4eab-a090-f6ff7e40c74b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbb58b09426246439b0dbd3d39612e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710991 Mar 10 17:42:01.748840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:01.751179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.756760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:01.758958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-2f48deba-5d0b-48c7-b109-63ee5119b739 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.1321144 Mar 10 17:42:01.829682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ec3fe-c7cc-4eab-a090-f6ff7e40c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44c39c-f30a-4d13-9702-3be52458f34e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:01.871961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0d1ecc7-3006-4089-96af-85d644ee3e82 req-bd8c92cf-87e9-49fe-933f-5ce1a88728ce tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065376 Mar 10 17:42:01.878302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] Publish callbacks [] for security_group (5c44c39c-f30a-4d13-9702-3be52458f34e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:01.911298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] Publish callbacks [] for security_group (5c44c39c-f30a-4d13-9702-3be52458f34e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:02.002899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c44c39c-f30a-4d13-9702-3be52458f34e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:02.010771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:02.013321 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c44c39c-f30a-4d13-9702-3be52458f34e HTTP/1.1" status: 204 len: 168 time: 0.2632885 Mar 10 17:42:02.045308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a7ad-6710-423a-93a4-0349935b3ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44c39c-f30a-4d13-9702-3be52458f34e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:02.198108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763df4f-3b09-462f-a9e1-15741461dc02 req-40026f63-0e4f-4717-9a43-4eab64ba0beb tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.205507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c763df4f-3b09-462f-a9e1-15741461dc02 req-40026f63-0e4f-4717-9a43-4eab64ba0beb tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 943 time: 0.0711145 Mar 10 17:42:02.270303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c763df4f-3b09-462f-a9e1-15741461dc02 req-81b1f1e6-93ec-4bff-bdde-aaf3839fcd93 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594893 Mar 10 17:42:02.430870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-ee2abee4-767a-4308-90a5-961e9ac19193 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.433510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-ee2abee4-767a-4308-90a5-961e9ac19193 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d0aba49-fbf5-4b86-a971-290867bfec70 HTTP/1.1" status: 200 len: 944 time: 0.0655501 Mar 10 17:42:02.565010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port 691ca8b0-b910-4c2c-ba2e-823e41115706 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:02.567322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:02.647810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961887ec-0375-462f-a348-e4abffa971b6'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:02.651384 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42763d35-2876-482e-96c8-675aca4ac618" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "961887ec-0375-462f-a348-e4abffa971b6"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:02.725930 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace2f8cf-1eac-49a0-a29a-812b46168b7d x-openstack-request-id: req-ace2f8cf-1eac-49a0-a29a-812b46168b7d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:02.726223 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "961887ec-0375-462f-a348-e4abffa971b6", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-plugged", "status": "completed", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:02.726795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port 691ca8b0-b910-4c2c-ba2e-823e41115706, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=691ca8b0-b910-4c2c-ba2e-823e41115706,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:02.727330 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ace2f8cf-1eac-49a0-a29a-812b46168b7d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:02.727575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:02.727812 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961887ec-0375-462f-a348-e4abffa971b6', 'code': 200} Mar 10 17:42:02.728281 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'code': 200} Mar 10 17:42:02.765969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for 691ca8b0-b910-4c2c-ba2e-823e41115706 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:02.984851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 27a1f062-5d61-4d66-a0e8-b62d96757564 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:42:02.991025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.991485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.991953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.992434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.992895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.993362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.994015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:02.995890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-c90251bf-b408-4db4-aecf-1f228b2db45c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6719 time: 0.1661124 Mar 10 17:42:03.039696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (691ca8b0-b910-4c2c-ba2e-823e41115706), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:03.113982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=691ca8b0-b910-4c2c-ba2e-823e41115706,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:03.136894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=27a1f062-5d61-4d66-a0e8-b62d96757564,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:03.157111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '27a1f062-5d61-4d66-a0e8-b62d96757564', 'network_id': '1de19cf1-b8c4-4362-a7c0-4522cfde4306', 'port_id': '27a1f062-5d61-4d66-a0e8-b62d96757564', 'mac_address': 'fa:16:3e:25:fc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0006dadf-70e0-4709-9d74-53b56a25974b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:42:03.208641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 27a1f062-5d61-4d66-a0e8-b62d96757564 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:03.209285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:03.243428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a1f062-5d61-4d66-a0e8-b62d96757564 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:03.295000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=27a1f062-5d61-4d66-a0e8-b62d96757564,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:03.311170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:03.385604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:03.480405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:03.592147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['27a1f062-5d61-4d66-a0e8-b62d96757564'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:03.621129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port 691ca8b0-b910-4c2c-ba2e-823e41115706 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:42:03.629716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:03.652875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0b48850-99a6-4c31-9f81-88ee7e58a88e req-d9448ce0-3732-4231-bf4f-ff9b1951abb8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "DELETE /v2.0/ports/691ca8b0-b910-4c2c-ba2e-823e41115706 HTTP/1.1" status: 204 len: 173 time: 1.2137280 Mar 10 17:42:03.725370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-deleted', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:03.728681 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f5ac5b-1299-44b1-8006-ad6a1365f0a6" -d '{"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-deleted", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:03.736855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d96c998-d6e9-491d-9c23-fe9ca9f79766 req-9433f707-1905-4359-9fe2-a332a66d7b58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&id=cfe94870-c0f8-4564-99b8-277222c409c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7304792 Mar 10 17:42:03.775111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.782719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.790392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.796998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.804737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.812291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.821125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:03.823682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-123b2dc3-249c-4dbf-9671-9f1cfbebc4bc tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.2077451 Mar 10 17:42:03.908770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1751-7e43-4958-bd47-179cc03bcfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:03.929587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1baf11b8-3e3d-402e-afc8-48993f121e7e req-552c2fb6-8bcd-4e5b-a60c-dafe6086da18 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978649 Mar 10 17:42:04.116666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80e57-2ffc-41e0-82ce-cfb69414fba3 req-c5f5e63a-9876-4431-b11c-e9d3542a2046 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:04.126303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8af80e57-2ffc-41e0-82ce-cfb69414fba3 req-c5f5e63a-9876-4431-b11c-e9d3542a2046 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 944 time: 0.1305678 Mar 10 17:42:04.157905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1751-7e43-4958-bd47-179cc03bcfb8 admin admin] Publish callbacks [] for security_group (cd5efaec-81e3-4428-ba03-b78727c72c84), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.169336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1751-7e43-4958-bd47-179cc03bcfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cd5efaec-81e3-4428-ba03-b78727c72c84), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.255837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c1751-7e43-4958-bd47-179cc03bcfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5efaec-81e3-4428-ba03-b78727c72c84,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:04.278839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8af80e57-2ffc-41e0-82ce-cfb69414fba3 req-5aa16e9a-3da8-4889-ae55-84f3cee6f47c tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378672 Mar 10 17:42:04.283953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ef7c1751-7e43-4958-bd47-179cc03bcfb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ec5c173e5274b6ba6c65d52ba624b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8963349 Mar 10 17:42:04.284159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:04.414828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] Publish callbacks [] for security_group (cd5efaec-81e3-4428-ba03-b78727c72c84), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.470155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85ffe1ba-ee14-476b-9c22-5ddd0329bc6c req-9ee42e81-3299-487b-be84-2a5de3a751fb tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0716403 Mar 10 17:42:04.498831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] Publish callbacks [] for security_group (cd5efaec-81e3-4428-ba03-b78727c72c84), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.545284 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49e9ed0-3a68-4540-a935-58891af721c0 x-openstack-request-id: req-d49e9ed0-3a68-4540-a935-58891af721c0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:04.545576 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0aba49-fbf5-4b86-a971-290867bfec70", "name": "network-vif-deleted", "tag": "691ca8b0-b910-4c2c-ba2e-823e41115706", "status": "failed", "code": 422}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:04.545820 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d49e9ed0-3a68-4540-a935-58891af721c0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:04.546224 n-d-833115-2 neutron-server[103795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d0aba49-fbf5-4b86-a971-290867bfec70', 'name': 'network-vif-deleted', 'tag': '691ca8b0-b910-4c2c-ba2e-823e41115706', 'status': 'failed', 'code': 422} returned with failed status Mar 10 17:42:04.595544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cd5efaec-81e3-4428-ba03-b78727c72c84), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.600870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:04.602006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd5efaec-81e3-4428-ba03-b78727c72c84 HTTP/1.1" status: 204 len: 168 time: 0.3168836 Mar 10 17:42:04.616645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a824ac-f569-4cb2-9e71-8e216b4f5f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5efaec-81e3-4428-ba03-b78727c72c84,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:04.897753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-74240266-06fc-4416-afe1-1725759f27d1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:04.906868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-74240266-06fc-4416-afe1-1725759f27d1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.1393967 Mar 10 17:42:04.927211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-7036a8fd-ba26-48c3-9817-3aa5d97abecc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0190556 Mar 10 17:42:04.998637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 27a1f062-5d61-4d66-a0e8-b62d96757564 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:05.045796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-43e36580-3dca-4a70-85fd-ee88f5ae6f9e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163573 Mar 10 17:42:05.104240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 27a1f062-5d61-4d66-a0e8-b62d96757564 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:05.111014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 27a1f062-5d61-4d66-a0e8-b62d96757564 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:05.111731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.185045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.190312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.196082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.203772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.206758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.211899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.217225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.219298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-b22e6db8-34b5-4039-857e-7bc49ffcab27 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.1734681 Mar 10 17:42:05.242972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:05.263087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3711-e9e4-42ee-8a6d-27e5f0bc6847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.286289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-9e65c169-9613-4cdb-b529-0bfe11bfd174 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209299 Mar 10 17:42:05.295235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 27a1f062-5d61-4d66-a0e8-b62d96757564 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:05.295993 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.347898 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3711-e9e4-42ee-8a6d-27e5f0bc6847 admin admin] Publish callbacks [] for security_group (45909f8a-fce8-46e0-9bab-d9fe03d6f7a1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.355146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:05.357581 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ce5a1a-fe47-4de5-ba38-9c70ee4b11b5" -d '{"events": [{"server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:05.358745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bdb3711-e9e4-42ee-8a6d-27e5f0bc6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45909f8a-fce8-46e0-9bab-d9fe03d6f7a1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.388930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=27a1f062-5d61-4d66-a0e8-b62d96757564,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:05.402862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.412148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb3711-e9e4-42ee-8a6d-27e5f0bc6847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45909f8a-fce8-46e0-9bab-d9fe03d6f7a1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:05.444366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-37ed2d22-3f3e-46cf-aca5-d957ec68516e service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552691 Mar 10 17:42:05.454406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1bdb3711-e9e4-42ee-8a6d-27e5f0bc6847 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ef67f1d043049f3add76e6bf3bbfaee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2101202 Mar 10 17:42:05.457478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45922) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:05.507168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:05.538175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] Publish callbacks [] for security_group (45909f8a-fce8-46e0-9bab-d9fe03d6f7a1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.567089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f593d229-9a23-4b2c-b0b6-d949081d3008 req-6c6d736d-c657-441a-8d40-0f847c06140b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3287923 Mar 10 17:42:05.573588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] Publish callbacks [] for security_group (45909f8a-fce8-46e0-9bab-d9fe03d6f7a1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.666134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (45909f8a-fce8-46e0-9bab-d9fe03d6f7a1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.668909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:05.672817 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45909f8a-fce8-46e0-9bab-d9fe03d6f7a1 HTTP/1.1" status: 204 len: 168 time: 0.2143264 Mar 10 17:42:05.683907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839d4cf-1f44-4e25-a028-ea4aeaffef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45909f8a-fce8-46e0-9bab-d9fe03d6f7a1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:05.731335 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f33808-178e-4a12-b24e-7cff4ae6596c x-openstack-request-id: req-95f33808-178e-4a12-b24e-7cff4ae6596c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:05.731639 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:05.731882 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95f33808-178e-4a12-b24e-7cff4ae6596c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:05.732469 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564', 'code': 200} Mar 10 17:42:05.806386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30272b50-86b1-4e51-b0e1-896a317e059b req-d9444951-e363-486d-bfa5-a3b72f4b7da7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.809879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30272b50-86b1-4e51-b0e1-896a317e059b req-d9444951-e363-486d-bfa5-a3b72f4b7da7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.1498015 Mar 10 17:42:05.848466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8760f395-5df1-4554-a20c-2b445616701f req-10e0060e-82b0-4420-b30a-845548f106a5 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0370648 Mar 10 17:42:05.945175 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30272b50-86b1-4e51-b0e1-896a317e059b req-6682b707-a97b-4eea-b891-0c1d752c8505 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956786 Mar 10 17:42:05.966160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d839c-86f9-44bb-a50c-2ff048ec7883 req-2699d848-f3f4-4627-a9eb-6c446589b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:05.969479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df3d839c-86f9-44bb-a50c-2ff048ec7883 req-2699d848-f3f4-4627-a9eb-6c446589b634 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 1127 time: 0.0952325 Mar 10 17:42:06.091494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c95b46b6-7beb-4469-83a9-145e295ef1ac req-c207dd5d-f836-4a30-9e04-0a1aa2608dab tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 210 time: 0.0866351 Mar 10 17:42:06.125694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df3d839c-86f9-44bb-a50c-2ff048ec7883 req-b7d15b4c-d99c-4204-9d17-633cf424e1f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379249 Mar 10 17:42:06.742454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.748613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.755528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.761883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.767636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.773482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.779401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:06.781872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-1a0c5409-f942-4c58-865c-be2c034ba4a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.1195905 Mar 10 17:42:06.873298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a98bf8ef-102e-4c62-a364-4c1698cbd415 req-2b4ffe65-e77d-40b5-961a-c24af7b63759 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847273 Mar 10 17:42:07.039311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:42:07.055497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f466eccf-0d36-436a-b881-be08d5db7c39 req-eb8d521e-58ff-4e64-bd54-ade8e1be8c7f tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0613477 Mar 10 17:42:07.139137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.145047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.151080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.156900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.167776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.173289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.179935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.195232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:07.196645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0fabc19-9621-4ee3-8502-b1973955b93e req-58115400-40af-4d45-9585-6b5d04f90fad tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.2387748 Mar 10 17:42:07.202645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Request body: {'floatingip': {'port_id': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:07.212319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-83abdb40-3281-467e-ac74-a438044278a1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.219531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-83abdb40-3281-467e-ac74-a438044278a1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.2509151 Mar 10 17:42:07.254669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:07.358455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7eecb72-5d05-4863-8865-38cfb8816d6f req-4e3fe046-f383-4f70-b5c0-a1e77212b242 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 210 time: 0.0690227 Mar 10 17:42:07.361090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:07.480276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffe524-f80b-41bc-aadc-7334d9c058bd req-723c1787-74b5-4d85-8bf5-127b2448d2b7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:07.482330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18ffe524-f80b-41bc-aadc-7334d9c058bd req-723c1787-74b5-4d85-8bf5-127b2448d2b7 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.2828455 Mar 10 17:42:07.565138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:07.568732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:07.576423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc472663-98cc-4129-8b7e-3d8dbb4f35a0 req-37158e82-cd8b-494e-855b-bab1cc4b6238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0493815 Mar 10 17:42:07.604312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18ffe524-f80b-41bc-aadc-7334d9c058bd req-59c442e4-f936-4979-a5fc-9600c87d626d tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153944 Mar 10 17:42:07.777327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.8 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:07.814004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:08.031827 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ad08be-24e9-414e-9481-ccd94167c3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.147258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.206038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.210499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.240981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eda59e22-3cd4-4a50-9dcb-40a9e7cdedb1 req-06aa72f3-8a94-4f39-a62b-94e79bf5fad9 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0478709 Mar 10 17:42:08.255543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.298044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ad08be-24e9-414e-9481-ccd94167c3e3 admin admin] Publish callbacks [] for security_group (b919e38d-9570-4eab-b000-f3b26677f880), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.307383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:08.311117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:08.315480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:08.317997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45ad08be-24e9-414e-9481-ccd94167c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b919e38d-9570-4eab-b000-f3b26677f880), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.358302 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Floating IP 9be925cb-9eba-4f44-914b-6081a7041ea5 associated. External IP: 172.25.3.121, port: 1a0cc490-e578-422c-82e3-858bc6fbbe3c. Mar 10 17:42:08.382744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:08.405842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-45ad08be-24e9-414e-9481-ccd94167c3e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72e5b79ae20d44e99a91a9cc9f92a2a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907445 Mar 10 17:42:08.406612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad08be-24e9-414e-9481-ccd94167c3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919e38d-9570-4eab-b000-f3b26677f880,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:08.408433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46006) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:08.419475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:08.420047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.441164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-d16f064f-4ea2-4b2b-b3a7-0b16011657b5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2002449 Mar 10 17:42:08.453596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Request body: {'port': {'device_id': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:08.521485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] Publish callbacks [] for security_group (b919e38d-9570-4eab-b000-f3b26677f880), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.575807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.597168 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] Publish callbacks [] for security_group (b919e38d-9570-4eab-b000-f3b26677f880), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.598100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765ab56-f530-435b-acb9-18becc6fd348 req-3ff89d22-ce7f-4633-b28a-1427e0d15128 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:08.606022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1765ab56-f530-435b-acb9-18becc6fd348 req-3ff89d22-ce7f-4633-b28a-1427e0d15128 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 931 time: 0.1092169 Mar 10 17:42:08.701245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1765ab56-f530-435b-acb9-18becc6fd348 req-cf496ea2-bdac-4879-b4f6-043e5ed61cb3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935767 Mar 10 17:42:08.744857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Router c8dc4999-d7b2-4c67-abb5-173043cb9bab has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:42:08.746592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b919e38d-9570-4eab-b000-f3b26677f880), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.749866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:08.751034 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b919e38d-9570-4eab-b000-f3b26677f880 HTTP/1.1" status: 204 len: 168 time: 0.3412242 Mar 10 17:42:08.815894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddab66-3b47-4c25-bf9d-32df33d3a533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919e38d-9570-4eab-b000-f3b26677f880,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:09.019624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:09.027944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks [] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.039877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Transition to ACTIVE for port object aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:42:09.070922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:09.079896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.086498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Sync routers for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:09.111113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.115647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:09.116296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:09.181552 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1b2ffeb4-98e5-4430-8b0e-db6df462b427 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "PUT /v2.0/floatingips/9be925cb-9eba-4f44-914b-6081a7041ea5 HTTP/1.1" status: 200 len: 991 time: 1.9826593 Mar 10 17:42:09.182192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:09.198050 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7126db65-9ebd-44e1-8433-69bf9be0f839" -d '{"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:09.249383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Pushing event updated for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:09.265619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea534-0371-4827-8051-0b775fb9de1a req-2cc8caf3-9c69-42dd-b261-59c5987e2aee tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.267158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-218ea534-0371-4827-8051-0b775fb9de1a req-2cc8caf3-9c69-42dd-b261-59c5987e2aee tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.2259724 Mar 10 17:42:09.287251 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608fe671-920d-4da3-92ab-61d8f936a0c9 x-openstack-request-id: req-608fe671-920d-4da3-92ab-61d8f936a0c9 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:09.287782 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:09.287782 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-608fe671-920d-4da3-92ab-61d8f936a0c9 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:09.288164 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'status': 'completed', 'code': 200} Mar 10 17:42:09.339334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46024) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:09.362309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4201e5-a2f6-4356-9589-088af7fd1a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.391145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:09.484885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d6ffd31-3e78-4a7e-abdb-35b5b18274e3 req-33a06d14-3b8a-49b4-92d7-69170ea880db tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0802443 Mar 10 17:42:09.521940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-218ea534-0371-4827-8051-0b775fb9de1a req-dbd513a3-e01a-4734-aeb4-516606f8e950 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329557 Mar 10 17:42:09.523554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4201e5-a2f6-4356-9589-088af7fd1a1c admin admin] Publish callbacks [] for security_group (0a3edbd2-9395-445d-a648-56b81c8faac8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.530774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Attempting to bind port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:09.531107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Attempting to bind port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:09.531433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Attempting to bind port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:09.536130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4201e5-a2f6-4356-9589-088af7fd1a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0a3edbd2-9395-445d-a648-56b81c8faac8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.553828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:42:09.553828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Attempting to bind port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:09.578665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:09.578911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:09.579312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:09.579713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Bound port: aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:09.581307 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.590025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.607464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.608109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.608570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.609024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.609473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.609923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:09.612066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-f2d7f3bc-a000-48b1-afe3-92986df9f0bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6719 time: 0.2836652 Mar 10 17:42:09.626754 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c4201e5-a2f6-4356-9589-088af7fd1a1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=962f585ec40a4d42b9c5f6c2c101bef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863138 Mar 10 17:42:09.627512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4201e5-a2f6-4356-9589-088af7fd1a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3edbd2-9395-445d-a648-56b81c8faac8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:09.631426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:09.735431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] Publish callbacks [] for security_group (0a3edbd2-9395-445d-a648-56b81c8faac8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.777608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9be925cb-9eba-4f44-914b-6081a7041ea5', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'port_id': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'mac_address': 'fa:16:3e:58:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:21Z', 'updated_at': '2022-03-10T17:42:08Z', 'revision_number': 1, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:09.800520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] Publish callbacks [] for security_group (0a3edbd2-9395-445d-a648-56b81c8faac8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.808702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Checking router: c8dc4999-d7b2-4c67-abb5-173043cb9bab for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:09.829772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:09.831525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:41:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:09.933216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0a3edbd2-9395-445d-a648-56b81c8faac8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.939117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:09.940473 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a3edbd2-9395-445d-a648-56b81c8faac8 HTTP/1.1" status: 204 len: 168 time: 0.3081410 Mar 10 17:42:09.957409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48bd9b-4226-4a77-84dd-35293f7c0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3edbd2-9395-445d-a648-56b81c8faac8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:10.012218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:10.022370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ffa5-2182-4619-a7b7-3843751c20ea req-0caf5853-08ca-47f6-8563-8aa06b4d809a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.023995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6317ffa5-2182-4619-a7b7-3843751c20ea req-0caf5853-08ca-47f6-8563-8aa06b4d809a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.4109271 Mar 10 17:42:10.027202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-18ecd401-775b-4cda-a218-eedd3473f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.028548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-18ecd401-775b-4cda-a218-eedd3473f73a service neutron] 10.222.0.41 "GET /v2.0/networks?id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b HTTP/1.1" status: 200 len: 918 time: 0.3898313 Mar 10 17:42:10.087623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:10.123848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:10.203437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:10.315352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6317ffa5-2182-4619-a7b7-3843751c20ea req-3270b8f2-e182-4c18-b2ce-3d49581593cc tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740111 Mar 10 17:42:10.388746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692025-8308-4d80-9966-a133e90f3941 req-218671f6-fa21-451e-be90-3c0033134830 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.401434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff692025-8308-4d80-9966-a133e90f3941 req-218671f6-fa21-451e-be90-3c0033134830 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 943 time: 0.3678837 Mar 10 17:42:10.449187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.450147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:10.451758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] 10.222.0.59 "PUT /v2.0/ports/aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 HTTP/1.1" status: 200 len: 1091 time: 2.0028362 Mar 10 17:42:10.453173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:10.455031 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:10.469908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-796ffed1-c974-42b9-a3cd-b7254dade59e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c HTTP/1.1" status: 200 len: 999 time: 0.4302716 Mar 10 17:42:10.513023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1880d037-e61f-4bdd-8734-ee8ed052a103 req-fec0d14c-5039-446f-9455-cb9e170ad063 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0667486 Mar 10 17:42:10.599483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033a693-8aa9-4640-b75a-b46c79338bed service neutron] Pushing event updated for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:10.618497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff692025-8308-4d80-9966-a133e90f3941 req-42ec6248-a1fe-4866-8b49-67bd6c1bbdf8 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114789 Mar 10 17:42:10.631352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-c9db3e72-02cb-45df-be7b-3bec2ebcabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.633075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-c9db3e72-02cb-45df-be7b-3bec2ebcabe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4070c5d4-d455-48c7-bb6d-d8143341143c HTTP/1.1" status: 200 len: 856 time: 0.1486561 Mar 10 17:42:10.649216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9be925cb-9eba-4f44-914b-6081a7041ea5', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'port_id': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'mac_address': 'fa:16:3e:58:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:21Z', 'updated_at': '2022-03-10T17:42:08Z', 'revision_number': 1, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:10.695288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-3b009477-c755-409e-81c1-52b79ae99e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.699144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-3b009477-c755-409e-81c1-52b79ae99e84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 1125 time: 0.1885409 Mar 10 17:42:10.703674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c0202-b529-450a-ace4-eb4f96eb1ffd None None] The sync data for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 is: [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9be925cb-9eba-4f44-914b-6081a7041ea5', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'port_id': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'mac_address': 'fa:16:3e:58:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:40:21Z', 'updated_at': '2022-03-10T17:42:08Z', 'revision_number': 1, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:10.727623 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6542d98-15ef-4916-a024-b21518577d03 x-openstack-request-id: req-e6542d98-15ef-4916-a024-b21518577d03 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:10.727892 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:10.728067 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6542d98-15ef-4916-a024-b21518577d03 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:10.728409 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728', 'status': 'completed', 'code': 200} Mar 10 17:42:10.795995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-9cc7cfe1-1c59-4397-a15d-f9b20a7aa56f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 HTTP/1.1" status: 200 len: 217 time: 0.0667408 Mar 10 17:42:10.869253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-cb1012c2-6702-4ff5-8e0b-18246a4d8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.871307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-cb1012c2-6702-4ff5-8e0b-18246a4d8d01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2304759 Mar 10 17:42:10.894792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-6e23a163-9516-468c-9492-2eca8bd85235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:10.896286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-6e23a163-9516-468c-9492-2eca8bd85235 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.0911572 Mar 10 17:42:10.954073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-47c74ddd-9130-4461-b793-c4c32c41a7fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448532 Mar 10 17:42:11.003395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4838-c8a9-41d0-8f64-d2c220c72a6b req-8ab1d0d3-0b24-4e3a-9195-491912417f4e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:11.005033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f0b4838-c8a9-41d0-8f64-d2c220c72a6b req-8ab1d0d3-0b24-4e3a-9195-491912417f4e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.2138977 Mar 10 17:42:11.048481 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e42d53-6aea-4d0f-b69c-cb4c5230e72b None None] New status for floating IP 9be925cb-9eba-4f44-914b-6081a7041ea5: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:42:11.127495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-8447a9ec-9506-4969-858e-d376f0ae1a67 service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470579 Mar 10 17:42:11.251661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7126db65-9ebd-44e1-8433-69bf9be0f839 req-a4a35577-6f6b-427a-b43a-8a6e330a9f6f service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130199 Mar 10 17:42:11.288634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f0b4838-c8a9-41d0-8f64-d2c220c72a6b req-da5d12d8-8b3d-47c1-9de1-d08a4869b4c5 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612939 Mar 10 17:42:11.308056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-9b8954a1-7cca-4502-b5c4-e829c95686c7 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474226 Mar 10 17:42:11.843029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c91f3672-c876-4226-9cec-7efc14b5d12d req-124fdd32-2ce3-476a-9ed7-72107dbc3bcd tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0945635 Mar 10 17:42:11.859691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0d1b38-f972-4b08-b7e3-0bcde768103c req-f8ef4339-2d03-4984-bfda-2e4445d5ade3 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401518 Mar 10 17:42:11.902829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c5d9-5cad-4d45-ac86-aa38025fb511 req-fe9ee2a4-433e-4fda-953e-76cdfd4fb14a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:11.904410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d40c5d9-5cad-4d45-ac86-aa38025fb511 req-fe9ee2a4-433e-4fda-953e-76cdfd4fb14a tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.5338879 Mar 10 17:42:12.088933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d40c5d9-5cad-4d45-ac86-aa38025fb511 req-49d62161-0b5a-425a-a621-1281c5fda38e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683612 Mar 10 17:42:12.107495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-9fbfb189-1c4f-4039-b643-0732a1e795b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.109649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-9fbfb189-1c4f-4039-b643-0732a1e795b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 1125 time: 0.1550663 Mar 10 17:42:12.119940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540b0b1-4fcf-476f-8bdf-442cf76f09cb req-4290d4bc-3874-483c-8322-fa3201370798 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.125096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4540b0b1-4fcf-476f-8bdf-442cf76f09cb req-4290d4bc-3874-483c-8322-fa3201370798 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 943 time: 0.2077062 Mar 10 17:42:12.246758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-2cf35a87-cf10-4a35-bf14-52126d42e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.249693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-2cf35a87-cf10-4a35-bf14-52126d42e22f service neutron] 10.222.0.59 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.1223917 Mar 10 17:42:12.330986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-306deed7-73e5-4cfd-9d2b-3e81abb68285 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 HTTP/1.1" status: 200 len: 217 time: 0.0745049 Mar 10 17:42:12.391328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e63d8663-3091-455b-9d6c-2ebb4cf1e180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:12.440912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-3182d14a-49d8-4abf-9536-f159214d6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.442776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-3182d14a-49d8-4abf-9536-f159214d6377 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1008794 Mar 10 17:42:12.491371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-705279ff-db46-425f-8295-b2607d337694 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410860 Mar 10 17:42:12.555917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fe882-b6b1-4536-9b18-bc1d7d36973d req-8d07bdb2-0b18-4200-aa74-14b0d5553d7b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.557711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87fe882-b6b1-4536-9b18-bc1d7d36973d req-8d07bdb2-0b18-4200-aa74-14b0d5553d7b tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.2258089 Mar 10 17:42:12.561117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4540b0b1-4fcf-476f-8bdf-442cf76f09cb req-2297c5ca-4080-4d2a-bd79-555e50718b22 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097882 Mar 10 17:42:12.667703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87fe882-b6b1-4536-9b18-bc1d7d36973d req-f6e2bce4-9ae3-408b-bc12-3029be414520 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032224 Mar 10 17:42:12.671956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-e17880a7-6c8f-4b2b-a99c-36c0448d704d service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693664 Mar 10 17:42:12.863293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee8f1f4a-abce-4ae9-97d8-80820f6849b2 req-44df6604-6032-43e0-aa69-fe781fd1cbf0 service neutron] 10.222.0.59 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829586 Mar 10 17:42:12.893078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f960-baa4-4fab-acfe-e3a9567be2e0 req-caa20214-6538-4816-9b2c-8641e077faf2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:12.894682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c96f960-baa4-4fab-acfe-e3a9567be2e0 req-caa20214-6538-4816-9b2c-8641e077faf2 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.0997090 Mar 10 17:42:12.962975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d014c651-7e19-4f16-a814-7d58719fc76d req-35c2b0ec-dafa-4dc7-a4ca-161c3046550c tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0366032 Mar 10 17:42:12.986809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c96f960-baa4-4fab-acfe-e3a9567be2e0 req-9362e0e7-936d-4541-8354-5d13d1c95ee8 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840364 Mar 10 17:42:13.022642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:13.176461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f01bb03a-b124-46ef-a90a-c696f589277f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.315980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f01bb03a-b124-46ef-a90a-c696f589277f admin admin] Publish callbacks [] for security_group (d524aa2f-9c6a-49d2-ab9f-e5155f7fd775), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.325043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f01bb03a-b124-46ef-a90a-c696f589277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d524aa2f-9c6a-49d2-ab9f-e5155f7fd775), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.393507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f01bb03a-b124-46ef-a90a-c696f589277f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f624ba054f1d4140b39696ac2180774b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596227 Mar 10 17:42:13.394125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:13.404409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bb03a-b124-46ef-a90a-c696f589277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524aa2f-9c6a-49d2-ab9f-e5155f7fd775,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:13.409297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c338ca4-7e10-4a02-a793-5f635df8371d req-477901de-98d1-4889-b0a9-a36a45d1797e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:13.417451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c338ca4-7e10-4a02-a793-5f635df8371d req-477901de-98d1-4889-b0a9-a36a45d1797e tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.0759292 Mar 10 17:42:13.472077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] Publish callbacks [] for security_group (d524aa2f-9c6a-49d2-ab9f-e5155f7fd775), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.475256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c338ca4-7e10-4a02-a793-5f635df8371d req-201fc82a-ee98-4aed-a98b-5e8f9a1d1724 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568824 Mar 10 17:42:13.507910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] Publish callbacks [] for security_group (d524aa2f-9c6a-49d2-ab9f-e5155f7fd775), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.560096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d524aa2f-9c6a-49d2-ab9f-e5155f7fd775), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.562824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.564186 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d524aa2f-9c6a-49d2-ab9f-e5155f7fd775 HTTP/1.1" status: 204 len: 168 time: 0.1666021 Mar 10 17:42:13.573887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b582-1e27-4fa0-b55c-6caebb5e1f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524aa2f-9c6a-49d2-ab9f-e5155f7fd775,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:13.698916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da1d07-4060-4e76-9496-793b0adf03f2 req-90965527-8c74-480b-995e-bf52afe8e2e4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:13.700539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3da1d07-4060-4e76-9496-793b0adf03f2 req-90965527-8c74-480b-995e-bf52afe8e2e4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 943 time: 0.0561488 Mar 10 17:42:13.753178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3da1d07-4060-4e76-9496-793b0adf03f2 req-e974d923-487f-423c-8270-b503cfbce5c6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Mar 10 17:42:13.870721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:13.884413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623c884d-b613-4f07-9189-eb35413627bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.959563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623c884d-b613-4f07-9189-eb35413627bc admin admin] Publish callbacks [] for security_group (ac47e941-d4dd-49a6-b3bc-d91101bb99c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:13.964688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623c884d-b613-4f07-9189-eb35413627bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ac47e941-d4dd-49a6-b3bc-d91101bb99c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.009152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-623c884d-b613-4f07-9189-eb35413627bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e380a72db8694791a97f56495bc5b9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348276 Mar 10 17:42:14.009152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c884d-b613-4f07-9189-eb35413627bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac47e941-d4dd-49a6-b3bc-d91101bb99c5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:14.010166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:14.065475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Publish callbacks [] for security_group (ac47e941-d4dd-49a6-b3bc-d91101bb99c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.091944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Publish callbacks [] for security_group (ac47e941-d4dd-49a6-b3bc-d91101bb99c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.095241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b48fc77-7541-46a2-b7c0-41c6a9f135aa req-6a3f7c83-0ea7-4202-9bd1-9e15ad568b5e tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0283046 Mar 10 17:42:14.143565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ac47e941-d4dd-49a6-b3bc-d91101bb99c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.146190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.147397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac47e941-d4dd-49a6-b3bc-d91101bb99c5 HTTP/1.1" status: 204 len: 168 time: 0.1359606 Mar 10 17:42:14.155718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac47e941-d4dd-49a6-b3bc-d91101bb99c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:14.165338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.165775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.166000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.166331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.166701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.167038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.167343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.167660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.167998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.168292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.168602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.169111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.169491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa8b2d-3e55-4c29-99bb-c1ebfd1e9ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:14.613529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10bca01d-ea44-4f7e-8b09-068ad1ebdf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.668417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6660b-77c1-4d09-ad65-e455ce25c21e req-3cd03fd7-7701-446b-ad0d-24b2b0c7ea5f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:14.669959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9e6660b-77c1-4d09-ad65-e455ce25c21e req-3cd03fd7-7701-446b-ad0d-24b2b0c7ea5f tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.1103518 Mar 10 17:42:14.725926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-75a95972-b72e-4674-be9c-b4f28fc02502 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:14.727398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-75a95972-b72e-4674-be9c-b4f28fc02502 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 945 time: 0.1029401 Mar 10 17:42:14.750565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9e6660b-77c1-4d09-ad65-e455ce25c21e req-6ecfbe2b-b485-4ccc-986e-f216abbc1f43 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/security-groups?id=bc41e377-f4d7-4764-a8c8-5945a702d925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714922 Mar 10 17:42:14.878879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Deleting port 27a1f062-5d61-4d66-a0e8-b62d96757564 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:14.879486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:14.983735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159129f-5d26-4ac0-8741-8bcdf107bd70 req-9ffcefaf-1ba8-4edc-8fa4-5c4e5473356e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:14.985297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b159129f-5d26-4ac0-8741-8bcdf107bd70 req-9ffcefaf-1ba8-4edc-8fa4-5c4e5473356e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 943 time: 0.1526120 Mar 10 17:42:15.033783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:42:15.049127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] For port 27a1f062-5d61-4d66-a0e8-b62d96757564, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=27a1f062-5d61-4d66-a0e8-b62d96757564,segment=NetworkSegment(d4fcd72c-5b6b-4a39-b818-97b49e9b190e),segment_id=d4fcd72c-5b6b-4a39-b818-97b49e9b190e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:15.049527 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.073897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Calling delete_port for 27a1f062-5d61-4d66-a0e8-b62d96757564 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:15.081320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b159129f-5d26-4ac0-8741-8bcdf107bd70 req-12ad16db-2cb7-4819-996a-996ae66e724f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876796 Mar 10 17:42:15.262267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:15.283315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728', 'mac_address': 'fa:16:3e:f9:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:42:15.319496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3abbba8d-eaab-48cd-b9f2-c5fec6bba603 req-88e31f2d-0bf2-41c8-8e8b-01c0ca08bee7 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0329461 Mar 10 17:42:15.324974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (27a1f062-5d61-4d66-a0e8-b62d96757564), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.352079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['27a1f062-5d61-4d66-a0e8-b62d96757564'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:15.355203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Pushing event deleted for resources: {'Port': ['ID=27a1f062-5d61-4d66-a0e8-b62d96757564,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:15.424207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:15.424613 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.436839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] No DVR routers for this DVR port 27a1f062-5d61-4d66-a0e8-b62d96757564 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:42:15.439831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.443535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7fb6344-c583-4e7f-99dd-afeb19c3de6b req-93a5c178-d0be-46b9-85d3-09ec9e477c58 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.59 "DELETE /v2.0/ports/27a1f062-5d61-4d66-a0e8-b62d96757564 HTTP/1.1" status: 204 len: 173 time: 0.7070031 Mar 10 17:42:15.444555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'name': 'network-vif-deleted', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:15.447644 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255f842-a612-488d-b69d-38321b5a69d4" -d '{"events": [{"server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "name": "network-vif-deleted", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:15.456787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:15.500006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:15.510730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.521895 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0b2bb9-8cfd-49e8-82aa-520f4483edd8 x-openstack-request-id: req-be0b2bb9-8cfd-49e8-82aa-520f4483edd8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:15.522199 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ee9585-e8be-4d10-9e1e-c2d42989e0ec", "name": "network-vif-deleted", "tag": "27a1f062-5d61-4d66-a0e8-b62d96757564", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:15.522568 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be0b2bb9-8cfd-49e8-82aa-520f4483edd8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:15.523003 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ee9585-e8be-4d10-9e1e-c2d42989e0ec', 'name': 'network-vif-deleted', 'tag': '27a1f062-5d61-4d66-a0e8-b62d96757564', 'status': 'completed', 'code': 200} Mar 10 17:42:15.593148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:15.755794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:15.827050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:15.972551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61aaa9f9-86b5-40b9-9680-781c71d6af19 req-7188d176-d2ff-415a-94ff-e2a3a9ac5b49 tempest-ServerDiskConfigTestJSON-1914360615 tempest-ServerDiskConfigTestJSON-1914360615-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1ee9585-e8be-4d10-9e1e-c2d42989e0ec HTTP/1.1" status: 200 len: 210 time: 0.0528738 Mar 10 17:42:16.271081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237b5d-cb4f-42e2-b239-1a756ee2f9ff req-3d5eaa78-f04d-42c1-87c5-bd75f11b007f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:16.272971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10237b5d-cb4f-42e2-b239-1a756ee2f9ff req-3d5eaa78-f04d-42c1-87c5-bd75f11b007f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 944 time: 0.0714128 Mar 10 17:42:16.335588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10237b5d-cb4f-42e2-b239-1a756ee2f9ff req-1782aeec-0a47-4f07-9df8-0072f93599e4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535915 Mar 10 17:42:16.451892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32cc3300-72f7-4754-9776-2b4426f64d1f req-03b49f56-754c-4294-a684-5f966c71b253 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0330956 Mar 10 17:42:17.030314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:17.146175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:17.152974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:17.154972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.249782 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.322615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:17.324879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.377496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:17.416219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:17.421366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:17.426818 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b4b1d-939a-4188-a8c4-d36a2e3492f3" -d '{"events": [{"server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "name": "network-vif-plugged", "status": "completed", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:17.436988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.440088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 27a1f062-5d61-4d66-a0e8-b62d96757564 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:17.442158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:17.548526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Deleting subnet 0006dadf-70e0-4709-9d74-53b56a25974b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:42:17.557397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Publish callbacks [] for subnet (0006dadf-70e0-4709-9d74-53b56a25974b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.631914 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466b0ccd-b481-425f-8c8f-86aac46ba6a0 x-openstack-request-id: req-466b0ccd-b481-425f-8c8f-86aac46ba6a0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:17.634623 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "name": "network-vif-plugged", "status": "completed", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:17.635921 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-466b0ccd-b481-425f-8c8f-86aac46ba6a0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:17.637008 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728', 'code': 200} Mar 10 17:42:17.638580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:17.650164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 27a1f062-5d61-4d66-a0e8-b62d96757564 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:17.652740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 27a1f062-5d61-4d66-a0e8-b62d96757564 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:17.656949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (0006dadf-70e0-4709-9d74-53b56a25974b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.669504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85e7a-4880-4897-905e-a13912c0cf67 req-8c887c01-7e5b-4ac6-a946-f0356785ddfc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:17.684351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14f85e7a-4880-4897-905e-a13912c0cf67 req-8c887c01-7e5b-4ac6-a946-f0356785ddfc tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.2014010 Mar 10 17:42:17.723705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0006dadf-70e0-4709-9d74-53b56a25974b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.728448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46300) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:17.790963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (0006dadf-70e0-4709-9d74-53b56a25974b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.829786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0006dadf-70e0-4709-9d74-53b56a25974b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:17.835061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.841952 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0220909-4864-4a70-829d-f4d3120fc694 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0006dadf-70e0-4709-9d74-53b56a25974b HTTP/1.1" status: 204 len: 168 time: 0.4631889 Mar 10 17:42:17.842825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:17.847891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18001baa-32ca-4940-99bf-3970a7993a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.867251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65af50ff-8420-4b35-825d-9af64ffc8e10 req-052c2469-c69b-429a-97e1-8bcb69a93578 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1765933 Mar 10 17:42:17.882927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6034a095-83e7-40f2-9e3d-d30724a89cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.927684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (1de19cf1-b8c4-4362-a7c0-4522cfde4306), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:17.975446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806eb5f-4266-4a3e-b425-88062a901586 req-ea1e7acc-8d9e-4429-bc50-477e769d6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:17.976948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6806eb5f-4266-4a3e-b425-88062a901586 req-ea1e7acc-8d9e-4429-bc50-477e769d6d16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 1127 time: 0.3702364 Mar 10 17:42:17.987307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14f85e7a-4880-4897-905e-a13912c0cf67 req-172c8381-30fe-40d8-b867-b9269cd3d292 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007133 Mar 10 17:42:18.013596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (1de19cf1-b8c4-4362-a7c0-4522cfde4306), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.040314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de19cf1-b8c4-4362-a7c0-4522cfde4306']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:18.051669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:18.052222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fcd72c-5b6b-4a39-b818-97b49e9b190e') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:18.063155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d4fcd72c-5b6b-4a39-b818-97b49e9b190e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.079655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d4fcd72c-5b6b-4a39-b818-97b49e9b190e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.087570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:42:18.089725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d4fcd72c-5b6b-4a39-b818-97b49e9b190e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:42:18.092243 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:42:18.095074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6034a095-83e7-40f2-9e3d-d30724a89cbe admin admin] Publish callbacks [] for security_group (4550bf23-2ef6-45ea-b31f-a60190819a4d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.108514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6034a095-83e7-40f2-9e3d-d30724a89cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4550bf23-2ef6-45ea-b31f-a60190819a4d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.157647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6806eb5f-4266-4a3e-b425-88062a901586 req-94d97a30-0c56-425d-a90b-483612110a93 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168358 Mar 10 17:42:18.159218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (1de19cf1-b8c4-4362-a7c0-4522cfde4306), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.170636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18001baa-32ca-4940-99bf-3970a7993a35 admin admin] Publish callbacks [] for security_group (3d1a9b04-e4d5-42b8-8720-04453039ecfa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.171544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.178700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6034a095-83e7-40f2-9e3d-d30724a89cbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=932845b21b4e4aff98039fa96d1ca342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166431 Mar 10 17:42:18.178700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034a095-83e7-40f2-9e3d-d30724a89cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4550bf23-2ef6-45ea-b31f-a60190819a4d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.178995 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1de19cf1-b8c4-4362-a7c0-4522cfde4306 HTTP/1.1" status: 204 len: 168 time: 0.3318110 Mar 10 17:42:18.178995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:18.191521 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18001baa-32ca-4940-99bf-3970a7993a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d1a9b04-e4d5-42b8-8720-04453039ecfa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.195241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477b6fd-c319-4127-9030-432eb2b7ca75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de19cf1-b8c4-4362-a7c0-4522cfde4306,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.227707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-18001baa-32ca-4940-99bf-3970a7993a35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04d42e1878c548f5aec4b953af0db403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812920 Mar 10 17:42:18.228560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:18.248843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18001baa-32ca-4940-99bf-3970a7993a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1a9b04-e4d5-42b8-8720-04453039ecfa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.274058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] Publish callbacks [] for security_group (4550bf23-2ef6-45ea-b31f-a60190819a4d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.315017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] Publish callbacks [] for security_group (4550bf23-2ef6-45ea-b31f-a60190819a4d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.323326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] Publish callbacks [] for security_group (3d1a9b04-e4d5-42b8-8720-04453039ecfa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.340477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:18.364271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] Publish callbacks [] for security_group (3d1a9b04-e4d5-42b8-8720-04453039ecfa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.387366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02690d0b-0baa-4cf7-a34f-b1a12895a403 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c23a52849054ba78fba2ca6bd03db49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424571 Mar 10 17:42:18.387631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46316) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:18.416972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4550bf23-2ef6-45ea-b31f-a60190819a4d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.420566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.422529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4550bf23-2ef6-45ea-b31f-a60190819a4d HTTP/1.1" status: 204 len: 168 time: 0.2343531 Mar 10 17:42:18.433971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735501c7-7228-4ca2-85da-cd9d3485c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4550bf23-2ef6-45ea-b31f-a60190819a4d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.456443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] Publish callbacks [] for security_group (bc41e377-f4d7-4764-a8c8-5945a702d925), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.459726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d1a9b04-e4d5-42b8-8720-04453039ecfa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.463561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.464789 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d1a9b04-e4d5-42b8-8720-04453039ecfa HTTP/1.1" status: 204 len: 168 time: 0.2353017 Mar 10 17:42:18.483354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8e2ae-a605-40fa-ac75-0185dd3f0595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1a9b04-e4d5-42b8-8720-04453039ecfa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.488854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] Publish callbacks [] for security_group (bc41e377-f4d7-4764-a8c8-5945a702d925), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.555752 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bc41e377-f4d7-4764-a8c8-5945a702d925), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.559927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.561921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc41e377-f4d7-4764-a8c8-5945a702d925 HTTP/1.1" status: 204 len: 168 time: 0.1731012 Mar 10 17:42:18.572553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a14d90-ee37-4268-ab81-0f6bfecf18a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc41e377-f4d7-4764-a8c8-5945a702d925,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:18.668785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:18.955914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46336) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:18.981865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d4a-311c-4000-98f3-14c70c22f69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.037082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6bfc3c0-b722-4406-9109-4984bd58e59b req-64ffa07c-7e2b-4c80-9159-67ff0e0c9bf7 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0570953 Mar 10 17:42:19.167947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b0a0-d204-4d7a-8ee7-2e859aca4409 req-1d667f5f-5278-4b44-9758-3416ed7aa6c9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:19.169656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9752b0a0-d204-4d7a-8ee7-2e859aca4409 req-1d667f5f-5278-4b44-9758-3416ed7aa6c9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0834992 Mar 10 17:42:19.234119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d4a-311c-4000-98f3-14c70c22f69d admin admin] Publish callbacks [] for security_group (2256ec3b-c045-402d-84d6-8b9e37a91ce3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.244264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d4a-311c-4000-98f3-14c70c22f69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2256ec3b-c045-402d-84d6-8b9e37a91ce3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.325015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9752b0a0-d204-4d7a-8ee7-2e859aca4409 req-fe397f48-ac0a-40a9-8e32-4c8cd03575c9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469729 Mar 10 17:42:19.330665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05d4a-311c-4000-98f3-14c70c22f69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2256ec3b-c045-402d-84d6-8b9e37a91ce3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:19.336566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5fa05d4a-311c-4000-98f3-14c70c22f69d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfa0e7b125d249e880330a163f90d7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793004 Mar 10 17:42:19.339859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:19.399769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] Publish callbacks [] for security_group (2256ec3b-c045-402d-84d6-8b9e37a91ce3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.426409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] Publish callbacks [] for security_group (2256ec3b-c045-402d-84d6-8b9e37a91ce3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.476674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2256ec3b-c045-402d-84d6-8b9e37a91ce3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.480921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.484666 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2256ec3b-c045-402d-84d6-8b9e37a91ce3 HTTP/1.1" status: 204 len: 168 time: 0.1415017 Mar 10 17:42:19.490767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e8441-93b3-4bc0-aa76-6d4a6c9df0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2256ec3b-c045-402d-84d6-8b9e37a91ce3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:19.693858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:19.884243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46384) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:19.906072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1261561061-network', 'tenant_id': 'aa3360224b1244c2b64f22469dce71a2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:19.937216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Made reservation on behalf of aa3360224b1244c2b64f22469dce71a2 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:19.940397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.948271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1047193528-network', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:19.964410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:19.991765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Made reservation on behalf of dd25b8a7d9c141e68cdb60575561fd9b for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:19.994343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.007458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.123026 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks [] for security_group (92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.137770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.167116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks [] for security_group (9ad86e95-9d97-4e75-94e2-135f392c1609), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.177730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:42:20.186853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9ad86e95-9d97-4e75-94e2-135f392c1609), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.190767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf48b405-05e6-4904-9775-d844e3171da0 req-c060cecb-762e-41db-8f68-0a6234f24151 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0424685 Mar 10 17:42:20.193634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:20.204095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4dc29429-43be-4981-9ffd-42c0c1015994), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.204367 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Added segment 4dc29429-43be-4981-9ffd-42c0c1015994 of type vlan for network ddb6d397-67dd-4ab2-b42f-818edf1cea09 Mar 10 17:42:20.242010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:42:20.278335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad86e95-9d97-4e75-94e2-135f392c1609,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:20.284651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (068e84e2-2371-452a-90c6-c632a62654e1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.284996 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Added segment 068e84e2-2371-452a-90c6-c632a62654e1 of type vlan for network eaac264e-ae71-4f23-b5ed-d6934d6040e6 Mar 10 17:42:20.303175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ddb6d397-67dd-4ab2-b42f-818edf1cea09), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.353828 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (eaac264e-ae71-4f23-b5ed-d6934d6040e6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.384091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ddb6d397-67dd-4ab2-b42f-818edf1cea09), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.385257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:20.385869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.415606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (eaac264e-ae71-4f23-b5ed-d6934d6040e6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.416598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:20.417170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.467261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da7fa0-2826-440a-9659-0475e7b2683d req-e1595e6a-844f-4d04-8e72-1491b2473f54 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:20.471845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7da7fa0-2826-440a-9659-0475e7b2683d req-e1595e6a-844f-4d04-8e72-1491b2473f54 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0764697 Mar 10 17:42:20.472016 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7775357 Mar 10 17:42:20.475184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:20.490976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Request body: {'subnet': {'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1261561061-subnet', 'tenant_id': 'aa3360224b1244c2b64f22469dce71a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:20.522320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea2020-85ae-4abe-9b0f-f7b3cb4fc450 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb6d397-67dd-4ab2-b42f-818edf1cea09,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:20.537408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:42:20.568686 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6831620 Mar 10 17:42:20.579512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:20.587577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Request body: {'subnet': {'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1047193528-subnet', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:20.607806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7da7fa0-2826-440a-9659-0475e7b2683d req-fdb2fc75-f0d0-4540-98a0-5fad01da372c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111786 Mar 10 17:42:20.609065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Made reservation on behalf of aa3360224b1244c2b64f22469dce71a2 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:20.622372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.636971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665ada-ef9b-4b1d-a135-5e1915e40bee admin admin] Pushing event updated for resources: {'Network': ['ID=eaac264e-ae71-4f23-b5ed-d6934d6040e6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:20.667455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Made reservation on behalf of dd25b8a7d9c141e68cdb60575561fd9b for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:20.674211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.724718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:42:20.867041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4bca254d-62ea-4f90-b162-d2d86f3d4581), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:20.921326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c8eadeae-d2d7-430b-9177-0d6fa2edcc1a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.002269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bca254d-62ea-4f90-b162-d2d86f3d4581,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:21.003651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Checking segment: {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:21.004993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Network hostable DHCP agents. Network: eaac264e-ae71-4f23-b5ed-d6934d6040e6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:42:21.008184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Checking segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:21.008607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8eadeae-d2d7-430b-9177-0d6fa2edcc1a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:21.009127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Network hostable DHCP agents. Network: ddb6d397-67dd-4ab2-b42f-818edf1cea09, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:42:21.044071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff1e-5628-4098-a240-9f7278469544 req-a38aff81-b823-4179-81e9-e172c6694cd3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:21.045782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1d4ff1e-5628-4098-a240-9f7278469544 req-a38aff81-b823-4179-81e9-e172c6694cd3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.1300411 Mar 10 17:42:21.047165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:42:21.053914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:42:21.066781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, eaac264e-ae71-4f23-b5ed-d6934d6040e6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:21.070821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ddb6d397-67dd-4ab2-b42f-818edf1cea09) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:21.077472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:21.078205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.078658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277dc84c-49a3-4f9b-9c2e-6102a94b779d None None] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:21.110375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:21.111809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.115752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1d4ff1e-5628-4098-a240-9f7278469544 req-6ff4e6c6-fd1b-4a86-9519-c37fa607cb82 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614276 Mar 10 17:42:21.133818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3fed0613-c3c8-4f4d-80c1-e04e33336f6d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6548641 Mar 10 17:42:21.201933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46442) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:21.202850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d3e2484-d7ab-4214-932e-7e782213c76f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6206965 Mar 10 17:42:21.210223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:21.256197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (33479882-211d-4e8e-87a2-24cb1b399181), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.257606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (33479882-211d-4e8e-87a2-24cb1b399181), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.320573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be13b0-b2a4-46a0-8647-de3d3b85e425 None None] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:21.440373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'fixed_ips': [{'subnet_id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:42:21.441450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.467892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for router_controller (33479882-211d-4e8e-87a2-24cb1b399181), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.540670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f13cf9f8-da68-49ba-b04a-bdab68d45f0f req-33131d40-4967-4ee6-b3af-61847717cf32 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0812387 Mar 10 17:42:21.783401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for router_gateway (33479882-211d-4e8e-87a2-24cb1b399181), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:21.839383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Allocated IP 172.20.0.2 (eaac264e-ae71-4f23-b5ed-d6934d6040e6/c8eadeae-d2d7-430b-9177-0d6fa2edcc1a/23f752a6-e2b5-441d-a01c-c0bb3c2f6763) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:22.000315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'project_id': 'aa3360224b1244c2b64f22469dce71a2', 'fixed_ips': [{'subnet_id': '4bca254d-62ea-4f90-b162-d2d86f3d4581'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:42:22.001601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.308792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-685b1e78-6a1f-4619-ac1a-36f1ae3fefa2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:22.315908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-685b1e78-6a1f-4619-ac1a-36f1ae3fefa2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 0.1366706 Mar 10 17:42:22.335158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks [] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.353365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.357147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-e1597cf2-74a6-4564-8ff8-45ce34c951f7 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/quotas/aa3360224b1244c2b64f22469dce71a2 HTTP/1.1" status: 200 len: 375 time: 0.0402865 Mar 10 17:42:22.440833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:22.442451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-fa22994a-e8e9-4311-a0ad-dbc13ac7364e tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836701 Mar 10 17:42:22.450136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:22.454837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:22.458586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Pushing event updated for resources: {'Port': ['ID=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:22.480816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Allocated IP 172.20.0.2 (ddb6d397-67dd-4ab2-b42f-818edf1cea09/4bca254d-62ea-4f90-b162-d2d86f3d4581/312747bf-6628-4f24-8fab-6845cc3c86fc) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:22.560693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Attempting to bind port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:22.561496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Attempting to bind port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:22.562039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Attempting to bind port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 on network eaac264e-ae71-4f23-b5ed-d6934d6040e6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:22.576384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:22.577103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Checking segment: {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:22.577562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85543fab-de02-4e52-9505-6cac7bf5fe4b req-03483497-4351-4240-8082-ab6efac49442 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:22.577873 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.578460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Bound using segment: {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:22.579123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Bound port: 23f752a6-e2b5-441d-a01c-c0bb3c2f6763, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:22.579280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85543fab-de02-4e52-9505-6cac7bf5fe4b req-03483497-4351-4240-8082-ab6efac49442 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.2524381 Mar 10 17:42:22.579804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.664912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-2b4d3a54-ce5e-466d-8b12-1f30ec2166d1 service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211018 Mar 10 17:42:22.726656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] For port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:22.742736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] For port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:22.756701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks [] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.758694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.788897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.833996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:22.834403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:22.841931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:22.846408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e68201-fb56-49a8-9b5e-f0bcca03798f None None] Pushing event updated for resources: {'Port': ['ID=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:22.944955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85543fab-de02-4e52-9505-6cac7bf5fe4b req-92b5018a-4d2b-4774-9f37-c9ea70b11e59 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478563 Mar 10 17:42:22.946935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Pushing event updated for resources: {'Port': ['ID=312747bf-6628-4f24-8fab-6845cc3c86fc,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:22.950638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-96c8e0b0-13ad-4d85-b0dc-4df5ba000892 service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836034 Mar 10 17:42:22.951192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for router_gateway (33479882-211d-4e8e-87a2-24cb1b399181), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.953489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Attempting to bind port 312747bf-6628-4f24-8fab-6845cc3c86fc on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:22.953872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Attempting to bind port 312747bf-6628-4f24-8fab-6845cc3c86fc by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:22.954236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Attempting to bind port 312747bf-6628-4f24-8fab-6845cc3c86fc on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:22.961585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.962037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.962392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.962754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.963084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.964283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.964802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.965467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.965977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.966482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.967229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.967722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.968228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:22.977778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:22.978177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Checking segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:22.979376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.979779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Bound using segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:22.980266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Bound port: 312747bf-6628-4f24-8fab-6845cc3c86fc, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:22.980642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:22.989977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.134794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] For port 312747bf-6628-4f24-8fab-6845cc3c86fc, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:23.140444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] For port 312747bf-6628-4f24-8fab-6845cc3c86fc, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=312747bf-6628-4f24-8fab-6845cc3c86fc,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:23.150248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.170464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87925d26-62f0-4d35-a097-0c62a93b0646 req-e322f985-bed4-4c55-9e10-ffda13a2147c tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1247101 Mar 10 17:42:23.281539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f323c8-c625-419a-8f33-a418201b4a35 None None] Pushing event updated for resources: {'Port': ['ID=312747bf-6628-4f24-8fab-6845cc3c86fc,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:23.316966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Allocated IP 172.25.3.143 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a473dc25-0f24-499b-a13d-bd092ca47d9f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:23.469825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:23.577007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.600878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:23.601534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.731786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-46c35caa-caa6-4d7a-9c6b-e0c34f2bf512 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:23.759229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-46c35caa-caa6-4d7a-9c6b-e0c34f2bf512 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 0.2615609 Mar 10 17:42:23.767956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.780436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:23.781439 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.836889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:23.881810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:23.893564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-03a3b36e-9c9e-4b7e-a0a8-ad7821687cde tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/quotas/aa3360224b1244c2b64f22469dce71a2 HTTP/1.1" status: 200 len: 375 time: 0.1332023 Mar 10 17:42:23.960672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:23.979633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:24.008762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:24.014112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:24.031021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Pushing event updated for resources: {'Port': ['ID=a473dc25-0f24-499b-a13d-bd092ca47d9f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:24.117830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-48d3622a-e656-4e74-8299-2ddff06366b1 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2233679 Mar 10 17:42:24.405396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-2322f5c4-1642-447e-85ca-4f7569912c8b service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856438 Mar 10 17:42:24.556803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250d2b4-4a31-4dd7-b467-e9b074dc506d None None] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:24.680239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d50ec2f-848c-4272-913d-881b0469e187 None None] Provisioning complete for port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:24.681190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d50ec2f-848c-4272-913d-881b0469e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:24.690281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-6cb23539-b76c-4c20-9eb6-8d7c5fe05849 service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839811 Mar 10 17:42:24.700323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643e8b-6aa3-4839-96fe-30ec0ecc4464 req-d1708408-4e35-4ae2-b5b1-887d0598e425 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:24.701860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10643e8b-6aa3-4839-96fe-30ec0ecc4464 req-d1708408-4e35-4ae2-b5b1-887d0598e425 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.2679725 Mar 10 17:42:24.786657 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for router_gateway (33479882-211d-4e8e-87a2-24cb1b399181), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:24.869681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d50ec2f-848c-4272-913d-881b0469e187 None None] Current status of the port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:25.191148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f250e1-993c-4108-8aa4-aa08a53c3489 None None] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:25.268957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Provisioning complete for port 312747bf-6628-4f24-8fab-6845cc3c86fc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:25.271990 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:25.618734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 312747bf-6628-4f24-8fab-6845cc3c86fc up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:25.681696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Current status of the port 312747bf-6628-4f24-8fab-6845cc3c86fc is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:25.682382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:25.759041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] For port 312747bf-6628-4f24-8fab-6845cc3c86fc, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=312747bf-6628-4f24-8fab-6845cc3c86fc,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:25.762668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 312747bf-6628-4f24-8fab-6845cc3c86fc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:25.763540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:25.817065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:25.964684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10643e8b-6aa3-4839-96fe-30ec0ecc4464 req-8961857b-8b91-422d-af41-fe4b37770c69 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2462573 Mar 10 17:42:26.017267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5195390-0ec1-4dbf-aab8-c9a36fd88878 None None] Pushing event updated for resources: {'Port': ['ID=312747bf-6628-4f24-8fab-6845cc3c86fc,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:26.021208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9e9ce4d5-cc39-487c-91d5-dcd30106bad6 None None] Provisioning complete for port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:26.021851 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce4d5-cc39-487c-91d5-dcd30106bad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.032379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f58ccbf9-cc33-49a8-ada7-abbd175e6de3 req-96e4337a-6451-447c-948a-96b36e7f9eb1 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1624172 Mar 10 17:42:26.081125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-13ca672a-af8b-4469-b84f-0de24984dbf4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:26.082909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-13ca672a-af8b-4469-b84f-0de24984dbf4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 1.1603396 Mar 10 17:42:26.103637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Request body: {'port': {'device_id': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'admin_state_up': True, 'tenant_id': 'aa3360224b1244c2b64f22469dce71a2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:26.135630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 312747bf-6628-4f24-8fab-6845cc3c86fc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:26.136702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:26.230918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ce4d5-cc39-487c-91d5-dcd30106bad6 None None] Current status of the port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:26.270629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:26.270913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.360613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (33479882-211d-4e8e-87a2-24cb1b399181), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.371311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Made reservation on behalf of aa3360224b1244c2b64f22469dce71a2 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:26.374960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.380472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:26.398697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6236eb2c-1be8-482c-a700-9337310da095 None None] Provisioning complete for port 312747bf-6628-4f24-8fab-6845cc3c86fc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:26.399281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6236eb2c-1be8-482c-a700-9337310da095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.461451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-503fd57b-76ed-4f0a-be46-140fa9fc3c35 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:26.463097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-503fd57b-76ed-4f0a-be46-140fa9fc3c35 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 0.2690511 Mar 10 17:42:26.487184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-b0f3d4d7-b871-4ce1-a275-1fdf069aa255 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/quotas/aa3360224b1244c2b64f22469dce71a2 HTTP/1.1" status: 200 len: 375 time: 0.0171487 Mar 10 17:42:26.495325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6236eb2c-1be8-482c-a700-9337310da095 None None] Current status of the port 312747bf-6628-4f24-8fab-6845cc3c86fc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:26.681753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-bdee5ad6-616e-4d30-a01d-ef8394efb85c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623535 Mar 10 17:42:26.701977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Allocated IP 172.20.0.13 (ddb6d397-67dd-4ab2-b42f-818edf1cea09/4bca254d-62ea-4f90-b162-d2d86f3d4581/b8e8f5ed-59b9-4aef-9c89-7966c6eae792) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:26.878210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Router 33479882-211d-4e8e-87a2-24cb1b399181 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:42:26.884806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:26.976340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-ed9ca791-6716-4223-9657-63ec39ee2ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812378 Mar 10 17:42:27.019441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-99068f70-d13c-4c58-8984-0898d6ebf86b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:27.021147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-99068f70-d13c-4c58-8984-0898d6ebf86b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.41 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 0.2846155 Mar 10 17:42:27.082231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Request body: {'port': {'device_id': 'c866096b-3b97-4104-81df-daa8b25e978e', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'admin_state_up': True, 'tenant_id': 'aa3360224b1244c2b64f22469dce71a2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:27.308570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks [] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:27.362222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 312747bf-6628-4f24-8fab-6845cc3c86fc up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:27.363515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-46dad579-95e3-4051-a651-a59452491b8b service neutron] 10.222.0.35 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389494 Mar 10 17:42:27.395593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9f2b-af7b-4f96-ab5c-c39f8eabd926 req-b3b8f5e3-822c-4275-917f-98691467bc96 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:27.397278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e2d9f2b-af7b-4f96-ab5c-c39f8eabd926 req-b3b8f5e3-822c-4275-917f-98691467bc96 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.3113544 Mar 10 17:42:27.398564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:27.424492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Sync routers for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:27.457749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:27.459353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3d3904e7-3573-4bbc-94b4-55e8bf9d037f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2563167 Mar 10 17:42:27.462261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:27.462644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:27.463149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:27.482946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:27.491888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Made reservation on behalf of aa3360224b1244c2b64f22469dce71a2 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:27.495561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:27.549738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e2d9f2b-af7b-4f96-ab5c-c39f8eabd926 req-1cbd65d6-3684-4a52-9b0f-bca288c5a853 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276200 Mar 10 17:42:27.571643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:27.584243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:27.587780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event updated for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:27.592852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:27.711386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:27.973036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 312747bf-6628-4f24-8fab-6845cc3c86fc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:27.973559 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.124614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:24Z', 'revision_number': 3, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:28.197154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Checking router: 33479882-211d-4e8e-87a2-24cb1b399181 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:28.198047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Updating router 33479882-211d-4e8e-87a2-24cb1b399181 port a473dc25-0f24-499b-a13d-bd092ca47d9f binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:42:28.276452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 312747bf-6628-4f24-8fab-6845cc3c86fc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:28.297248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1e9f817f-9dcd-47ec-89f9-1462774a36f9 None None] Provisioning complete for port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:28.298368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e9f817f-9dcd-47ec-89f9-1462774a36f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.328984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.381699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27cc83db-f27e-4fab-8921-59f5da242007 req-46814545-2437-4ebb-b099-92292dbfdb5b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 210 time: 0.6456361 Mar 10 17:42:28.429123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28a77524-6f9a-4e76-a9fb-2b7ea5fb55c8 req-013e2147-06fc-4af2-8e84-01434d8e497f tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.6575117 Mar 10 17:42:28.466013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:28.466911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.496608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.528287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f817f-9dcd-47ec-89f9-1462774a36f9 None None] Port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:28.536602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Allocated IP 172.20.0.12 (ddb6d397-67dd-4ab2-b42f-818edf1cea09/4bca254d-62ea-4f90-b162-d2d86f3d4581/12d3aad1-e83e-44b3-9cf1-ff9691171f24) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:28.582259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-88c56808-7d8a-4c18-88ed-0c2c37ea28e6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4882510 Mar 10 17:42:28.706997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Request body: {'port': {'device_id': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:28.856399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Allocated IP 172.20.0.1 (eaac264e-ae71-4f23-b5ed-d6934d6040e6/c8eadeae-d2d7-430b-9177-0d6fa2edcc1a/b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:28.910130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks [] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.917886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.975987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Attempting to bind port a473dc25-0f24-499b-a13d-bd092ca47d9f on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:28.976447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Attempting to bind port a473dc25-0f24-499b-a13d-bd092ca47d9f by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:28.976894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Attempting to bind port a473dc25-0f24-499b-a13d-bd092ca47d9f on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:28.985363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269167d-b2b3-4c5b-896a-18ea4e76fd8e None None] Pushing event updated for resources: {'Port': ['ID=a473dc25-0f24-499b-a13d-bd092ca47d9f,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:28.994157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:28.994674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:28.995160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:28.995725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:28.996701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Bound port: a473dc25-0f24-499b-a13d-bd092ca47d9f, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:28.997150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.062639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] For port a473dc25-0f24-499b-a13d-bd092ca47d9f, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:29.068752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] For port a473dc25-0f24-499b-a13d-bd092ca47d9f, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a473dc25-0f24-499b-a13d-bd092ca47d9f,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:29.080357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.082385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks [] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.150417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.153984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.171557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks [] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.172351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269167d-b2b3-4c5b-896a-18ea4e76fd8e None None] Pushing event updated for resources: {'Port': ['ID=a473dc25-0f24-499b-a13d-bd092ca47d9f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:29.204143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:29.205171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:29.222651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5c997-035e-42e5-880d-dce959d0652b req-3d1ac905-4d58-4c67-9d75-52edd527122b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:29.224982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63e5c997-035e-42e5-880d-dce959d0652b req-3d1ac905-4d58-4c67-9d75-52edd527122b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.5061691 Mar 10 17:42:29.264550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:29.296460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:29.301436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:29.378184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:29.448287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:29.449481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.573870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (33479882-211d-4e8e-87a2-24cb1b399181), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.795215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63e5c997-035e-42e5-880d-dce959d0652b req-d4571151-f054-4380-80bf-a447b09dc145 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635350 Mar 10 17:42:29.896536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e8f5ed-59b9-4aef-9c89-7966c6eae792 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:29.908501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks [] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:29.937622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Transition to ACTIVE for port object b8e8f5ed-59b9-4aef-9c89-7966c6eae792 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:42:29.957357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event updated for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:30.003156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f30f7b9-b6b0-474a-acc7-816ed271d080 req-ff7bcb2a-ae7d-480c-a311-e712d86e1bfc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 210 time: 0.2295933 Mar 10 17:42:30.009053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.021040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.029888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:30.057363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a18cf7c3-88c2-48c8-9f68-70d7756398f9 None None] Provisioning complete for port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:30.058030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a18cf7c3-88c2-48c8-9f68-70d7756398f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.086734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:30.091520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab05e4ab-407a-4830-a5e2-1c9026757572 req-ac534d77-6d49-4a7d-b0c6-2e69530c1895 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1000576 Mar 10 17:42:30.096966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:30.100886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:30.219050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:30.219700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.232610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-ebdc5665-f186-431c-af2c-58c8f5ab9fca tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:30.235404 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-ebdc5665-f186-431c-af2c-58c8f5ab9fca tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 816 time: 0.8680549 Mar 10 17:42:30.254120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Request body: {'port': {'device_id': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'admin_state_up': True, 'tenant_id': 'aa3360224b1244c2b64f22469dce71a2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:30.263260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-d00f34ce-5602-4567-ac3f-40e6f5d3e3a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1948075 Mar 10 17:42:30.283423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Request body: {'port': {'device_id': 'c866096b-3b97-4104-81df-daa8b25e978e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:30.380352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.380727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a18cf7c3-88c2-48c8-9f68-70d7756398f9 None None] Port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:30.428254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:24Z', 'revision_number': 3, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:30.446105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.471995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf3c88-3982-4c72-8ee9-13f93f7c3b74 None None] The sync data for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 is: [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:24Z', 'revision_number': 3, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:30.516742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-523fc837-2d89-493d-8461-8ca7de55a491 None None] Provisioning complete for port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:30.517127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-523fc837-2d89-493d-8461-8ca7de55a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.522312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Attempting to bind port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:30.523008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Attempting to bind port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:30.523547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Attempting to bind port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:30.596606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Made reservation on behalf of aa3360224b1244c2b64f22469dce71a2 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:30.605409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.615718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-523fc837-2d89-493d-8461-8ca7de55a491 None None] Port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:30.760206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:42:30.761150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Attempting to bind port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:30.876578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d3aad1-e83e-44b3-9cf1-ff9691171f24 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:30.895811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks [] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.907138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.917220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks [] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.969934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Transition to ACTIVE for port object 12d3aad1-e83e-44b3-9cf1-ff9691171f24 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:42:30.980454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:30.993464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:30.993843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Checking segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:30.994288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Bound using segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:31.004488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Bound port: b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:31.004868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.021207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:31.108808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (33479882-211d-4e8e-87a2-24cb1b399181), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.112179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Allocated IP 172.20.0.11 (ddb6d397-67dd-4ab2-b42f-818edf1cea09/4bca254d-62ea-4f90-b162-d2d86f3d4581/7b24792e-713e-465b-8201-875d5f03a6f8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:31.251599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:31.259598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:31.300179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.394256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:31.394925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.401817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] 10.222.0.59 "PUT /v2.0/ports/b8e8f5ed-59b9-4aef-9c89-7966c6eae792 HTTP/1.1" status: 200 len: 1092 time: 2.7922213 Mar 10 17:42:31.404066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:31.419290 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8403aa7-f420-477d-8315-26aa61c8851c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:31.430952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Pushing event updated for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:31.473664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00d0051f-d9ed-4b45-86e3-118aac43e016 req-8cc9032e-64e4-4353-9e71-8c05151cc7d2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 210 time: 0.1931221 Mar 10 17:42:31.485457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a473dc25-0f24-499b-a13d-bd092ca47d9f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:31.529049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:31.549092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:31.652600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a473dc25-0f24-499b-a13d-bd092ca47d9f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:31.654039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.808918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13e41c53-b255-4f22-b60c-3a78560cbaac req-f5c87d96-ddcd-47a0-9008-185c7396ac23 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1279063 Mar 10 17:42:31.864468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a473dc25-0f24-499b-a13d-bd092ca47d9f is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:31.865002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.898321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5283fd6-f687-45be-bbb7-be6b45db97eb req-ad1563e7-ca56-421a-98f2-c316b1a8b8a3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:31.898321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5283fd6-f687-45be-bbb7-be6b45db97eb req-ad1563e7-ca56-421a-98f2-c316b1a8b8a3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.8748379 Mar 10 17:42:31.913290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port a473dc25-0f24-499b-a13d-bd092ca47d9f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a473dc25-0f24-499b-a13d-bd092ca47d9f,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:31.928803 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:31.988804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd33e73-1fe3-4111-8f8f-c9be0ac6248a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:32.022277 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fcb7fb-bf87-4506-9500-c1edc0f8657f x-openstack-request-id: req-22fcb7fb-bf87-4506-9500-c1edc0f8657f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:32.037185 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:32.037533 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22fcb7fb-bf87-4506-9500-c1edc0f8657f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:32.040262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks [] for port (7b24792e-713e-465b-8201-875d5f03a6f8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.042695 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792', 'status': 'completed', 'code': 200} Mar 10 17:42:32.076134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Attempting to bind port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:32.076468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Attempting to bind port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:32.076790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Attempting to bind port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:32.098056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Router 33479882-211d-4e8e-87a2-24cb1b399181 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:42:32.099628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=a473dc25-0f24-499b-a13d-bd092ca47d9f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:32.106318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-641144af-a4e5-46c9-87fa-dd3df5e31006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:32.108276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-641144af-a4e5-46c9-87fa-dd3df5e31006 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 1126 time: 0.6369553 Mar 10 17:42:32.177802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d3de9885-9eb9-4d88-ac4d-be75a88fb121 None None] Provisioning complete for port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:32.178360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3de9885-9eb9-4d88-ac4d-be75a88fb121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.202003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5283fd6-f687-45be-bbb7-be6b45db97eb req-7bbb622f-2b6b-42a9-83f2-2798bd1b0268 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594693 Mar 10 17:42:32.204083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:42:32.205789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Attempting to bind port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:32.229679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:32.234220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Checking segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:32.236435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Bound using segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:32.237088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Bound port: 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:32.237611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.240794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.266554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d3de9885-9eb9-4d88-ac4d-be75a88fb121 None None] Port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:32.303081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-a8faba28-b81d-49ad-8a96-cdb44ecb3ec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792 HTTP/1.1" status: 200 len: 217 time: 0.1096442 Mar 10 17:42:32.309841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:32.357920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:32.360568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:32.401974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-70758acd-d1c2-4439-9f99-b98911b4d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:32.403487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-70758acd-d1c2-4439-9f99-b98911b4d6d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.0916979 Mar 10 17:42:32.440316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:32.444542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.487432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event updated for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:32.499856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:32.514215 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-68fd2c6d-9498-4ea8-9713-ad36be5002c8 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2644424 Mar 10 17:42:32.518746 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2be21ddf-9fdb-4656-bf43-c2d4592cc792 admin admin] 10.222.0.35 "PUT /v2.0/routers/33479882-211d-4e8e-87a2-24cb1b399181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0546200 Mar 10 17:42:32.529406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Request body: {'port': {'device_id': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:32.577653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:32.593003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:32.609246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.641369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-5c196c8f-e3f1-40da-9b24-27c21ccde39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:32.647035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-5c196c8f-e3f1-40da-9b24-27c21ccde39e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2131441 Mar 10 17:42:32.674546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.757391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:32.758037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.761203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] 10.222.0.41 "PUT /v2.0/ports/12d3aad1-e83e-44b3-9cf1-ff9691171f24 HTTP/1.1" status: 200 len: 1092 time: 2.4875724 Mar 10 17:42:32.842308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e0a13fcb-11e2-4f32-9291-d1b6b5083511 None None] Provisioning complete for port 7b24792e-713e-465b-8201-875d5f03a6f8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:32.842951 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0a13fcb-11e2-4f32-9291-d1b6b5083511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:32.934970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e0a13fcb-11e2-4f32-9291-d1b6b5083511 None None] Port 7b24792e-713e-465b-8201-875d5f03a6f8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:33.010523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a790c-0621-423c-b777-a4661c7565ab service neutron] Pushing event updated for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:33.157342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bf59-9d09-4aee-afe7-3d43dac12a5c req-a2b03b96-fb5b-4c4e-987f-53466dcde481 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:33.160250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e6bf59-9d09-4aee-afe7-3d43dac12a5c req-a2b03b96-fb5b-4c4e-987f-53466dcde481 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 932 time: 0.4819899 Mar 10 17:42:33.187483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fdd50c6f-21ac-4ee1-a882-36b2b1d348a6 req-72b7579f-f8c8-4e81-b6f6-189afbb7b6c1 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1609302 Mar 10 17:42:33.267081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-14918e2a-e8bb-4443-b04e-580dd67b6fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920179 Mar 10 17:42:33.320490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-df173449-410d-4c37-bfd3-8a2fb21f8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:33.335398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-df173449-410d-4c37-bfd3-8a2fb21f8471 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 1126 time: 0.4303081 Mar 10 17:42:33.390621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e6bf59-9d09-4aee-afe7-3d43dac12a5c req-eedd9def-ed31-4653-a85b-5f7c8c585bc4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003963 Mar 10 17:42:33.459061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-85c1a0a7-5526-4afd-800f-31f005dead98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24 HTTP/1.1" status: 200 len: 217 time: 0.1227410 Mar 10 17:42:33.464282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a473dc25-0f24-499b-a13d-bd092ca47d9f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:33.582389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a473dc25-0f24-499b-a13d-bd092ca47d9f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:33.583050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:33.621581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b24792e-713e-465b-8201-875d5f03a6f8 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:33.640637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks [] for port (7b24792e-713e-465b-8201-875d5f03a6f8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:33.672474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Transition to ACTIVE for port object 7b24792e-713e-465b-8201-875d5f03a6f8 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:42:33.682663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:33.687850 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Sync routers for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:33.700083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625839a9-df25-475d-8ec9-541ec0c00b0c req-18b64344-dd83-4dc0-9d38-d350b34b2d9e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:33.709691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-625839a9-df25-475d-8ec9-541ec0c00b0c req-18b64344-dd83-4dc0-9d38-d350b34b2d9e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.3399820 Mar 10 17:42:33.712922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:33.715935 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:33.743394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-9afcf36d-2cd5-44d6-9783-6635622e8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:33.744721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-9afcf36d-2cd5-44d6-9783-6635622e8bbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.2451112 Mar 10 17:42:33.751504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6be267ac-46e3-43c5-b53b-be3feb20ab36 req-83df61f6-62f5-4f6a-bf56-69e6a9cc2dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633112 Mar 10 17:42:33.814204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a473dc25-0f24-499b-a13d-bd092ca47d9f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:33.815471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Pushing event updated for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:33.863595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46740) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:33.920444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-322199334-network', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:33.966553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-625839a9-df25-475d-8ec9-541ec0c00b0c req-cda28c0f-6ee7-43c2-bc76-28a2f62d4128 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557709 Mar 10 17:42:34.006186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Attempting to bind port 7b24792e-713e-465b-8201-875d5f03a6f8 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:34.006847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Attempting to bind port 7b24792e-713e-465b-8201-875d5f03a6f8 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:34.007309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Attempting to bind port 7b24792e-713e-465b-8201-875d5f03a6f8 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:34.012162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-c64ad434-784d-4a1f-815e-dfcade9759bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.014562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-c64ad434-784d-4a1f-815e-dfcade9759bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2604916 Mar 10 17:42:34.015796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Made reservation on behalf of 4c952ac71e3349979a7dd0dd7e20ec96 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:34.016208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Port 7b24792e-713e-465b-8201-875d5f03a6f8 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:42:34.016759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Attempting to bind port 7b24792e-713e-465b-8201-875d5f03a6f8 on network ddb6d397-67dd-4ab2-b42f-818edf1cea09 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:34.021146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.034965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:34.035555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Checking segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:34.036177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Bound using segment: {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:34.036617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Bound port: 7b24792e-713e-465b-8201-875d5f03a6f8, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc29429-43be-4981-9ffd-42c0c1015994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:34.037081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.052198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:34.056928 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde7556-5518-4073-ac30-d33fed61d964" -d '{"events": [{"name": "network-changed", "server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:34.073092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.100715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403aa7-f420-477d-8315-26aa61c8851c req-6f3a4d71-e917-4914-8c9d-217ace8e76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.103649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-6f3a4d71-e917-4914-8c9d-217ace8e76e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 1126 time: 0.2857904 Mar 10 17:42:34.109122 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:34.151626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:34.153992 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c649d4e-d55e-4d41-b74a-f0b8daa60b2e x-openstack-request-id: req-1c649d4e-d55e-4d41-b74a-f0b8daa60b2e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:34.154554 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:34.154973 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c649d4e-d55e-4d41-b74a-f0b8daa60b2e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:34.159584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7b24792e-713e-465b-8201-875d5f03a6f8,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:34.160478 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24', 'status': 'completed', 'code': 200} Mar 10 17:42:34.179141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.281536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.282231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.285507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b24792e-713e-465b-8201-875d5f03a6f8 HTTP/1.1" status: 200 len: 1092 time: 1.7614295 Mar 10 17:42:34.286000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:34.293384 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50142a68-dfbe-497c-989f-b6a20843e07c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:34.382627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc1e8-2da8-4b99-af21-a49c85dbe424 service neutron] Pushing event updated for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:34.418124 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eb09bc-93a2-420f-985c-9b5b1e5f7811 x-openstack-request-id: req-95eb09bc-93a2-420f-985c-9b5b1e5f7811 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:34.418289 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:34.418545 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95eb09bc-93a2-420f-985c-9b5b1e5f7811 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:34.419185 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8', 'status': 'completed', 'code': 200} Mar 10 17:42:34.478388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-bae8c519-f050-4b97-a8bd-6a7936927529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.480917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-bae8c519-f050-4b97-a8bd-6a7936927529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 1126 time: 0.1188676 Mar 10 17:42:34.606808 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-942c2e6d-b7a9-48e0-bc17-22e4d18b8a91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b24792e-713e-465b-8201-875d5f03a6f8 HTTP/1.1" status: 200 len: 217 time: 0.1152372 Mar 10 17:42:34.734065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-7395e0d1-3649-4606-82b2-d75e3b0b6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.738222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-7395e0d1-3649-4606-82b2-d75e3b0b6e95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.1190116 Mar 10 17:42:34.842250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-82caf7b6-63c9-4253-b786-7885a9c1e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:34.842420 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:30Z', 'revision_number': 4, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e', 'name': '', 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'mac_address': 'fa:16:3e:30:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:28Z', 'updated_at': '2022-03-10T17:42:30Z', 'revision_number': 2, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'subnets': [{'id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:34.847965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-82caf7b6-63c9-4253-b786-7885a9c1e98c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985372 Mar 10 17:42:34.876743 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Checking router: 33479882-211d-4e8e-87a2-24cb1b399181 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:34.877516 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Updating router 33479882-211d-4e8e-87a2-24cb1b399181 port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:42:34.944654 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:34.960268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cc31987-05ab-4b39-a666-0880dfa9ba9a req-8f30801b-a2b0-4838-a60e-180b74ecb29d tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.5319507 Mar 10 17:42:34.995565 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-11bc714d-f7c4-4f05-9756-657b31175dc5 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403975 Mar 10 17:42:35.089203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-5c90ae5c-6fc6-4649-a899-bd07fd23d09b service neutron] 10.222.0.41 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0628226 Mar 10 17:42:35.150046 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e42665ba-6bf1-489c-af8a-b65411ae640e req-52a8ecbd-bffe-45bc-bc46-c0c9897b159c service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443410 Mar 10 17:42:35.177637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403aa7-f420-477d-8315-26aa61c8851c req-3e70c0ea-0109-40b1-a530-f5c07b3e300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.179656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-3e70c0ea-0109-40b1-a530-f5c07b3e300c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 917 time: 1.0495405 Mar 10 17:42:35.323624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks [] for security_group (28655e7e-2d31-4601-b529-db5d5ca0aecc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.328123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-7f142912-9775-4e42-ba87-d0a1d132d44d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792 HTTP/1.1" status: 200 len: 217 time: 0.1121783 Mar 10 17:42:35.329879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142a68-dfbe-497c-989f-b6a20843e07c req-8a5c045a-ad59-4937-91d4-9fd92fb47ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.331544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-8a5c045a-ad59-4937-91d4-9fd92fb47ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 1126 time: 0.1158741 Mar 10 17:42:35.336463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f6769-7bd8-4e45-9ae2-30dbd4c3f586 req-fcf985fd-025c-4e98-9530-cd31e020f170 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.344060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a87f6769-7bd8-4e45-9ae2-30dbd4c3f586 req-fcf985fd-025c-4e98-9530-cd31e020f170 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 944 time: 0.3987095 Mar 10 17:42:35.365747 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks [] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.368678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (28655e7e-2d31-4601-b529-db5d5ca0aecc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.380439 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.388458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81858dc-119d-4c5b-9124-abd194d02aa2 req-7ca27ae4-b6ae-4706-872b-1d280819a4d7 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.395585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b81858dc-119d-4c5b-9124-abd194d02aa2 req-7ca27ae4-b6ae-4706-872b-1d280819a4d7 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.3208849 Mar 10 17:42:35.517301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:42:35.542533 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Pushing event updated for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:35.566721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142a68-dfbe-497c-989f-b6a20843e07c req-def069dd-743a-4bd6-b5df-209700d3a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.570109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-def069dd-743a-4bd6-b5df-209700d3a977 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 917 time: 0.2300863 Mar 10 17:42:35.581080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bae79e-0a40-4be5-91a8-c6d3ae576eaf req-cf4e397a-02ca-408d-9b03-c1d7a21e7465 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657657 Mar 10 17:42:35.596332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28655e7e-2d31-4601-b529-db5d5ca0aecc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:35.601008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cdafccb0-2ad4-4b30-a214-86195830a0fd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.601349 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Added segment cdafccb0-2ad4-4b30-a214-86195830a0fd of type vlan for network a51bd59e-2a41-4128-8980-a3bd36e3ad0d Mar 10 17:42:35.616077 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.616426 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.616741 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.617159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.618828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.618828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.618828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.626675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403aa7-f420-477d-8315-26aa61c8851c req-c71ba0b4-aeea-4465-9ec5-dbd5ebb00524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.628385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-c71ba0b4-aeea-4465-9ec5-dbd5ebb00524 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.2821875 Mar 10 17:42:35.629979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.631172 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.631512 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.631846 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.632292 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.632508 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:35.641401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a87f6769-7bd8-4e45-9ae2-30dbd4c3f586 req-1c1eb44b-6149-45f6-8c48-7221f4c1d30c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964523 Mar 10 17:42:35.681855 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Attempting to bind port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:35.682223 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Attempting to bind port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:35.682610 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Attempting to bind port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e on network eaac264e-ae71-4f23-b5ed-d6934d6040e6 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:35.693771 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:35.694222 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Checking segment: {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:35.694678 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.695146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Bound using segment: {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:35.695609 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Bound port: b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068e84e2-2371-452a-90c6-c632a62654e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:35.696082 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.720436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-f3f45f5d-dd74-4ac8-8d18-ca0fb796e35e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b24792e-713e-465b-8201-875d5f03a6f8 HTTP/1.1" status: 200 len: 217 time: 0.1438382 Mar 10 17:42:35.762758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b81858dc-119d-4c5b-9124-abd194d02aa2 req-6497a223-a3d0-4cd5-b99d-8343615bce18 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662057 Mar 10 17:42:35.797766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (a51bd59e-2a41-4128-8980-a3bd36e3ad0d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.829332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142a68-dfbe-497c-989f-b6a20843e07c req-d1642005-5d3b-436f-b3bd-4de098b38b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.830859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-d1642005-5d3b-436f-b3bd-4de098b38b6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.1001348 Mar 10 17:42:35.837090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403aa7-f420-477d-8315-26aa61c8851c req-3ee55d61-490f-4062-be55-4863d4d44d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.844742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-3ee55d61-490f-4062-be55-4863d4d44d0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1781034 Mar 10 17:42:35.858349 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] For port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:35.861904 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] For port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:35.871304 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.923244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Provisioning complete for port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:35.923837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.945444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7556-5518-4073-ac30-d33fed61d964 req-8c477406-88de-4d90-8a82-9bff5727eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.947602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-8c477406-88de-4d90-8a82-9bff5727eb2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 1126 time: 0.2832627 Mar 10 17:42:35.949438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (a51bd59e-2a41-4128-8980-a3bd36e3ad0d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.949438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.950129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:35.953199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142a68-dfbe-497c-989f-b6a20843e07c req-9e6a84c9-69b2-4f27-ad99-2c8a2c2da664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:35.955098 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-9e6a84c9-69b2-4f27-ad99-2c8a2c2da664 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156969 Mar 10 17:42:36.022067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:36.023035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:36.165181 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f40a-58a1-401c-80bf-300b8777bddb None None] Pushing event updated for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:36.212261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Current status of the port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:36.213132 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:36.271956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7556-5518-4073-ac30-d33fed61d964 req-5f7f60eb-129d-4827-bec1-e9d115c484c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:36.273662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-5f7f60eb-129d-4827-bec1-e9d115c484c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 917 time: 0.2937663 Mar 10 17:42:36.276119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-b6dce812-72f0-4bad-92bc-ae07b5c4fd74 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305577 Mar 10 17:42:36.290513 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:36.293850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] For port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:36.304468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:36.342922 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-71608c8f-f489-4400-8077-c66384b73926 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785822 Mar 10 17:42:36.347399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d815bca-3e9e-48b0-ad31-384a78849345 req-acd1456f-5e89-47d0-aa47-9dda090b8e19 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0678492 Mar 10 17:42:36.423979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-f8111fd8-1d9d-4a08-8d8a-f5c9d0ad762d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24 HTTP/1.1" status: 200 len: 217 time: 0.0705662 Mar 10 17:42:36.433197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b8c97-4d12-42a9-9aed-353bae03d0d9 None None] Pushing event updated for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:36.463800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5456998 Mar 10 17:42:36.466673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-57d6c33d-2d55-4e88-9d48-41c6df57f551 None None] Provisioning complete for port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:36.467053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57d6c33d-2d55-4e88-9d48-41c6df57f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:36.497318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:36.506885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Request body: {'subnet': {'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-322199334-subnet', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:36.571505 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:30Z', 'revision_number': 4, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e', 'name': '', 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'mac_address': 'fa:16:3e:30:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:28Z', 'updated_at': '2022-03-10T17:42:35Z', 'revision_number': 4, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'subnets': [{'id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:36.574294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb0ee0-2618-4fce-abea-0a4620b97d7d admin admin] Pushing event updated for resources: {'Network': ['ID=a51bd59e-2a41-4128-8980-a3bd36e3ad0d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:36.608374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-50142a68-dfbe-497c-989f-b6a20843e07c req-aa76a0f1-10f8-4135-9686-8f092045638f service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558515 Mar 10 17:42:36.630871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:42:36.642804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Made reservation on behalf of 4c952ac71e3349979a7dd0dd7e20ec96 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:36.646677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:36.646838 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fe6d4-d43e-4538-a69e-1abf72d971ea None None] The sync data for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 is: [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:30Z', 'revision_number': 4, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e', 'name': '', 'network_id': 'eaac264e-ae71-4f23-b5ed-d6934d6040e6', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'mac_address': 'fa:16:3e:30:97:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:28Z', 'updated_at': '2022-03-10T17:42:35Z', 'revision_number': 4, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'subnets': [{'id': 'c8eadeae-d2d7-430b-9177-0d6fa2edcc1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:36.648388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-57d6c33d-2d55-4e88-9d48-41c6df57f551 None None] Current status of the port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:36.730962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7556-5518-4073-ac30-d33fed61d964 req-2a0a0239-93e4-44ff-b461-acc1840b17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:36.748372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-2a0a0239-93e4-44ff-b461-acc1840b17bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.3078544 Mar 10 17:42:36.891898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8403aa7-f420-477d-8315-26aa61c8851c req-8e8e1110-4763-4c46-836d-d7c3e1a76f57 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410552 Mar 10 17:42:37.001332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde7556-5518-4073-ac30-d33fed61d964 req-e6675dc0-69c8-4c76-9b43-4fd6f8ebfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:37.003115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-e6675dc0-69c8-4c76-9b43-4fd6f8ebfc8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2478323 Mar 10 17:42:37.011790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b0e2-a162-48e0-affd-bc6b8e862693 req-666b942f-36e9-4c29-9577-d9b9e7cd6f26 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:37.013760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af16b0e2-a162-48e0-affd-bc6b8e862693 req-666b942f-36e9-4c29-9577-d9b9e7cd6f26 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 944 time: 0.1988735 Mar 10 17:42:37.015391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (834d08e8-faac-4542-96ad-d1d0b66b28c6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.065627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9851-87fd-43f3-b8eb-a315827355e1 req-8e467565-3fc4-40d6-a241-43abe2fc8f62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:37.075684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dff9851-87fd-43f3-b8eb-a315827355e1 req-8e467565-3fc4-40d6-a241-43abe2fc8f62 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.1822703 Mar 10 17:42:37.134988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b8e8f5ed-59b9-4aef-9c89-7966c6eae792 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:42:37.190260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=834d08e8-faac-4542-96ad-d1d0b66b28c6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:37.219342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Checking segment: {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:37.219762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Network hostable DHCP agents. Network: a51bd59e-2a41-4128-8980-a3bd36e3ad0d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:42:37.227617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dff9851-87fd-43f3-b8eb-a315827355e1 req-8fc0d832-98f2-4707-a160-d607d7ae948d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510818 Mar 10 17:42:37.265554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:42:37.274286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af16b0e2-a162-48e0-affd-bc6b8e862693 req-e2447977-956a-41bc-9a58-32393ebe6d21 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481508 Mar 10 17:42:37.284794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, a51bd59e-2a41-4128-8980-a3bd36e3ad0d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:37.297516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:37.299533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.326206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-ad851146-3671-43bd-9ffc-173fb7a3ef3b service neutron] 10.222.0.41 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111444 Mar 10 17:42:37.342580 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b141d723-446f-487d-bb1d-f9dabdf318eb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8438752 Mar 10 17:42:37.343591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:37.349691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:37.401522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7fb3c-6775-4ca5-93a7-8d9031b70d31 None None] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:37.466627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:37.525366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.535821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.615236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for router_controller (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.630246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4e27276-2b4a-45ae-a84d-b247b878a7a8 req-8c7f34fd-4613-4820-b231-840ad5860d07 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1361880 Mar 10 17:42:37.659461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:37.696935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'port_id': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792', 'mac_address': 'fa:16:3e:82:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bca254d-62ea-4f90-b162-d2d86f3d4581', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:42:37.711617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:37.711997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.753512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:42:37.754964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.800817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbde7556-5518-4073-ac30-d33fed61d964 req-8ad83174-d669-44ac-8a38-012253db78a4 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682181 Mar 10 17:42:37.822409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:37.823228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.844079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e8f5ed-59b9-4aef-9c89-7966c6eae792 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:37.929815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for router_gateway (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:37.978446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:38.020964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.086822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:38.192517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:38.222060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Allocated IP 172.20.0.2 (a51bd59e-2a41-4128-8980-a3bd36e3ad0d/834d08e8-faac-4542-96ad-d1d0b66b28c6/56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:38.258327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for router_gateway (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.282094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.291255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b8e8f5ed-59b9-4aef-9c89-7966c6eae792'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:38.476550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Allocated IP 172.25.3.86 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:38.645393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.678708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks [] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.694294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.728197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a150d3d-7204-4c49-acd0-8165760d2d65 req-2488cef9-fad3-4c49-a68a-4ae5462a0a36 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:38.729950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a150d3d-7204-4c49-acd0-8165760d2d65 req-2488cef9-fad3-4c49-a68a-4ae5462a0a36 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.3314295 Mar 10 17:42:38.747967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fdcb2-8269-4303-b1fd-56d687c68d20 req-49bacf12-2d90-4e04-a7a3-c915bf57c6f0 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:38.752918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Pushing event updated for resources: {'Port': ['ID=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:38.754520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-410fdcb2-8269-4303-b1fd-56d687c68d20 req-49bacf12-2d90-4e04-a7a3-c915bf57c6f0 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 944 time: 0.3569338 Mar 10 17:42:38.788675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:38.795405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:38.800873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:38.803710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.879384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Attempting to bind port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:38.880069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Attempting to bind port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:38.880675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Attempting to bind port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb on network a51bd59e-2a41-4128-8980-a3bd36e3ad0d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:38.888152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:38.889072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Checking segment: {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:38.889673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.890246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Bound using segment: {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:38.891124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Bound port: 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:38.891752 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:38.978407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] For port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:38.982627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] For port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:38.991482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:39.068069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1bc69-4935-4b21-b10a-956b6d3164e1 None None] Pushing event updated for resources: {'Port': ['ID=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:39.145567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7b24792e-713e-465b-8201-875d5f03a6f8 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:42:39.187572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:39.205666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:39.214965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:39.217130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Pushing event updated for resources: {'Port': ['ID=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:39.221731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-410fdcb2-8269-4303-b1fd-56d687c68d20 req-9d724846-05b2-4384-b1e1-fed0e610e91a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663963 Mar 10 17:42:39.228017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a150d3d-7204-4c49-acd0-8165760d2d65 req-b34361d1-f188-470b-b64e-6956d4076bed tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714518 Mar 10 17:42:39.252178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.252552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.252860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.253632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.253632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.253862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.254136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.254472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.254798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.255115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.255432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.255749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.256062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:42:39.341095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7b24792e-713e-465b-8201-875d5f03a6f8,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:39.387336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7b24792e-713e-465b-8201-875d5f03a6f8', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'port_id': '7b24792e-713e-465b-8201-875d5f03a6f8', 'mac_address': 'fa:16:3e:70:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bca254d-62ea-4f90-b162-d2d86f3d4581', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:42:39.452751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7b24792e-713e-465b-8201-875d5f03a6f8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:39.453462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:39.467665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ff32aa2-b04b-4baf-a1c5-d79fe9080f1e req-86c72ffa-cea4-4d8c-bfca-dabc59bfb838 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1018944 Mar 10 17:42:39.489496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b24792e-713e-465b-8201-875d5f03a6f8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:39.510665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12d3aad1-e83e-44b3-9cf1-ff9691171f24 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:42:39.539073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7b24792e-713e-465b-8201-875d5f03a6f8,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:39.579890 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:39.717002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for router_gateway (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:39.841644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:39.914085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:39.938147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '12d3aad1-e83e-44b3-9cf1-ff9691171f24', 'network_id': 'ddb6d397-67dd-4ab2-b42f-818edf1cea09', 'port_id': '12d3aad1-e83e-44b3-9cf1-ff9691171f24', 'mac_address': 'fa:16:3e:e2:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bca254d-62ea-4f90-b162-d2d86f3d4581', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:42:39.945515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7b24792e-713e-465b-8201-875d5f03a6f8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:40.015552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:40.015950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:40.029553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:40.038872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d3aad1-e83e-44b3-9cf1-ff9691171f24 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:40.113879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:40.130281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:40.243101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:42:40.255988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:40.495329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0556d61-6a9a-445c-ad83-3dcb23894008 None None] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:40.539805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['12d3aad1-e83e-44b3-9cf1-ff9691171f24'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:40.561134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a946d-d414-4e6c-8fda-35ab98f1b2e2 req-24ad3e3e-8bab-41d4-bb99-963d932767f6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:40.576096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c64a946d-d414-4e6c-8fda-35ab98f1b2e2 req-24ad3e3e-8bab-41d4-bb99-963d932767f6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 945 time: 0.1747804 Mar 10 17:42:40.635047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:40.649578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Sync routers for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:40.654540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Provisioning complete for port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:40.654907 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:40.722550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:40.723218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:40.739003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c64a946d-d414-4e6c-8fda-35ab98f1b2e2 req-e58c10e1-7122-4341-a5aa-4fa86cd6f2e4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536276 Mar 10 17:42:40.741735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:40.746668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:40.749717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-072310c8-a21c-4dfb-a24d-063e4005a2bc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4014318 Mar 10 17:42:40.892270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18af0af-38e2-4f10-9a6f-d2341d305522 req-f077f0a0-74ef-4483-a62e-6d5b27829800 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:40.901848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f18af0af-38e2-4f10-9a6f-d2341d305522 req-f077f0a0-74ef-4483-a62e-6d5b27829800 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0848281 Mar 10 17:42:40.977388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-572430ef-73c9-4b94-af44-ef603f209765 req-8119870a-d7d0-4b76-af0a-7c039f8355f4 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1067717 Mar 10 17:42:41.043127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f18af0af-38e2-4f10-9a6f-d2341d305522 req-a145c77c-4f8b-4240-99a2-7e6ba1d40ad0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398108 Mar 10 17:42:41.082277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:41.093022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Current status of the port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:41.093639 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.204136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b8e8f5ed-59b9-4aef-9c89-7966c6eae792 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:41.262517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:41.348151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] For port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:41.440047 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.464090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01011f60-6664-4f20-8ce9-40e53f457826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.470062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:41.587410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01011f60-6664-4f20-8ce9-40e53f457826 admin admin] Publish callbacks [] for security_group (f404f1f0-4755-4bf2-b080-87dc81a7bf4f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.593053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01011f60-6664-4f20-8ce9-40e53f457826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f404f1f0-4755-4bf2-b080-87dc81a7bf4f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.650199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-01011f60-6664-4f20-8ce9-40e53f457826 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69a1df14b5a647c2b0407f3b81bfc7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851626 Mar 10 17:42:41.652900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:41.663379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:41.665535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bebfc997-68cf-4017-a2f2-97ab90103438 None None] Provisioning complete for port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:41.665904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bebfc997-68cf-4017-a2f2-97ab90103438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.668988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01011f60-6664-4f20-8ce9-40e53f457826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404f1f0-4755-4bf2-b080-87dc81a7bf4f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:41.683362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:41.683605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.712738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:41.713106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.736998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] Publish callbacks [] for security_group (f404f1f0-4755-4bf2-b080-87dc81a7bf4f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.768380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] Publish callbacks [] for security_group (f404f1f0-4755-4bf2-b080-87dc81a7bf4f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.796219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130cea8-a9bf-45bf-8575-61ac930fa1e3 None None] Pushing event updated for resources: {'Port': ['ID=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:41.839504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f404f1f0-4755-4bf2-b080-87dc81a7bf4f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.842642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:41.846284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f404f1f0-4755-4bf2-b080-87dc81a7bf4f HTTP/1.1" status: 204 len: 168 time: 0.1892989 Mar 10 17:42:41.856495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacfca1-7f30-4e25-be7b-4e6b76ee3c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404f1f0-4755-4bf2-b080-87dc81a7bf4f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:41.993336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aa58c-afa9-4b7c-8d04-635572d597ab req-c2e0f11a-9439-46c3-bb50-b90a1918bd43 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:41.995642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d63aa58c-afa9-4b7c-8d04-635572d597ab req-c2e0f11a-9439-46c3-bb50-b90a1918bd43 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 945 time: 0.1205363 Mar 10 17:42:42.005620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.080288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d63aa58c-afa9-4b7c-8d04-635572d597ab req-5527927d-cd68-43c0-8dfa-976344acca0b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Mar 10 17:42:42.166002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bebfc997-68cf-4017-a2f2-97ab90103438 None None] Current status of the port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:42.168660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:42.169382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.182522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9031ebbc-4abb-4935-a8d8-2368e604ee94 req-18565daa-cd11-4196-9695-8024a927a425 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0773723 Mar 10 17:42:42.227417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:42.249766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:39Z', 'revision_number': 3, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:42.256384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd5e0-9260-4cb7-ad1a-8ffac39ac42c req-36f5a34c-1be1-438e-9bd2-5a054e8b3659 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:42.258788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd8dd5e0-9260-4cb7-ad1a-8ffac39ac42c req-36f5a34c-1be1-438e-9bd2-5a054e8b3659 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0600586 Mar 10 17:42:42.319141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Allocated IP 172.20.0.1 (a51bd59e-2a41-4128-8980-a3bd36e3ad0d/834d08e8-faac-4542-96ad-d1d0b66b28c6/b9b1108e-0deb-4bac-86fd-18edae4e6cb9) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:42.326301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd8dd5e0-9260-4cb7-ad1a-8ffac39ac42c req-5e6f1b4f-605b-414c-8aa7-fd8b176289f1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592582 Mar 10 17:42:42.374804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Checking router: eb0dc2c4-171e-4cbb-be6e-506a8f56b214 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:42.375391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Updating router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:42:42.392048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:42.394914 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa2ba96-08d3-4764-a545-5f74462c74c3" -d '{"events": [{"server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "name": "network-vif-plugged", "status": "completed", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:42.403465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46906) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:42.422031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c868c-56cd-4421-9a15-c5316cef813f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.455415 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.462770 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9c407-f41d-4db3-a34e-0bb5ffaa8e53 x-openstack-request-id: req-eda9c407-f41d-4db3-a34e-0bb5ffaa8e53 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:42.463117 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "name": "network-vif-plugged", "status": "completed", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:42.463718 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eda9c407-f41d-4db3-a34e-0bb5ffaa8e53 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:42.472008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks [] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.475177 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792', 'code': 200} Mar 10 17:42:42.476216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4969124-0e3a-4d2b-b647-a3118825936d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.528677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:42.539341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.540006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7b24792e-713e-465b-8201-875d5f03a6f8 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:42.560744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c868c-56cd-4421-9a15-c5316cef813f admin admin] Publish callbacks [] for security_group (3fe73019-6a77-45ad-b179-86fa2a5ef894), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.562357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.578088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c868c-56cd-4421-9a15-c5316cef813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3fe73019-6a77-45ad-b179-86fa2a5ef894), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.609328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b64ce-9103-4430-b3e3-b5082a305ba5 req-87169ab0-5156-4896-a100-7e965249e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:42.612701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:42.613893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b4b64ce-9103-4430-b3e3-b5082a305ba5 req-87169ab0-5156-4896-a100-7e965249e848 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 1128 time: 0.0787983 Mar 10 17:42:42.627676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:42.639207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:42.703872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.714514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b4b64ce-9103-4430-b3e3-b5082a305ba5 req-26757ae9-2f6c-4295-86c6-9a5f3863478a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946116 Mar 10 17:42:42.762917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa9c868c-56cd-4421-9a15-c5316cef813f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1fd453e1cb84e2296ae983ed3a27707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559325 Mar 10 17:42:42.765117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:42.766535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c868c-56cd-4421-9a15-c5316cef813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe73019-6a77-45ad-b179-86fa2a5ef894,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:42.781022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:42.882219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] Publish callbacks [] for security_group (3fe73019-6a77-45ad-b179-86fa2a5ef894), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.911443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] Publish callbacks [] for security_group (3fe73019-6a77-45ad-b179-86fa2a5ef894), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.946180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.967876 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3fe73019-6a77-45ad-b179-86fa2a5ef894), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.971075 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:42.972483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fe73019-6a77-45ad-b179-86fa2a5ef894 HTTP/1.1" status: 204 len: 168 time: 0.2045267 Mar 10 17:42:42.982559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc7230-4781-4c25-ac1a-88defa472f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe73019-6a77-45ad-b179-86fa2a5ef894,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:42.989987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:43.007753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7b24792e-713e-465b-8201-875d5f03a6f8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:43.041189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7b24792e-713e-465b-8201-875d5f03a6f8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:43.041771 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.132041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5e027077-41d1-4422-b28e-9f0bc7fa4103 None None] Provisioning complete for port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:43.132420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5e027077-41d1-4422-b28e-9f0bc7fa4103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.193126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks [] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.202969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.257707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7b24792e-713e-465b-8201-875d5f03a6f8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:43.257707 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.271157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd535d5-41e9-48fc-b80a-4a3e46acc890 req-50a47743-90cc-453e-aa66-bc4328819d9c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:43.284296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbd535d5-41e9-48fc-b80a-4a3e46acc890 req-50a47743-90cc-453e-aa66-bc4328819d9c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 945 time: 0.1203952 Mar 10 17:42:43.297390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:43.305593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.308602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5e027077-41d1-4422-b28e-9f0bc7fa4103 None None] Port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:43.325574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7b24792e-713e-465b-8201-875d5f03a6f8,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:43.348356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.353350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bd9a506-26a6-4fa8-bfee-e753327a18f8 req-19b6be25-55fd-467f-94ab-0633f9e34295 tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0654953 Mar 10 17:42:43.411151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbd535d5-41e9-48fc-b80a-4a3e46acc890 req-4319f0f3-5e1b-410f-81ef-1a4043a30d73 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257322 Mar 10 17:42:43.419256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks [] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.423222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:43.431710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:43.456769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:43.458252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:43.475383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.534058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12d3aad1-e83e-44b3-9cf1-ff9691171f24 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:43.594990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Attempting to bind port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:43.595519 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Attempting to bind port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:43.595787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Attempting to bind port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:43.596695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7ace-3ed9-4cc4-af91-1ab396a82611 req-516d7437-e847-4e53-b276-173e2f3fc61d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:43.598595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89bc7ace-3ed9-4cc4-af91-1ab396a82611 req-516d7437-e847-4e53-b276-173e2f3fc61d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.1071999 Mar 10 17:42:43.605560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5930af-c3f9-465b-9671-c14c941c9b16 None None] Pushing event updated for resources: {'Port': ['ID=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:43.614625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:43.615003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:43.615404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.615795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:43.616278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Bound port: 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:43.616661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.627317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:42:43.648269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:43.648674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.707104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89bc7ace-3ed9-4cc4-af91-1ab396a82611 req-7ca0b802-17ff-4eba-ad5f-3fe024f19911 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992432 Mar 10 17:42:43.724200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:42:43.729186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] For port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:43.733463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] For port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:43.739649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:43.739966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.769633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:43.801189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:43.812809 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-544a4f22-edcb-430a-8568-3f215493d603 admin admin] 10.222.0.35 "PUT /v2.0/routers/eb0dc2c4-171e-4cbb-be6e-506a8f56b214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0643005 Mar 10 17:42:43.896717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:43.936857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5930af-c3f9-465b-9671-c14c941c9b16 None None] Pushing event updated for resources: {'Port': ['ID=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:43.944835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:43.945456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:44.019656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-43d28edc-ceab-4b75-8174-136bba038d42 None None] Provisioning complete for port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:44.020377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-43d28edc-ceab-4b75-8174-136bba038d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.038833 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:42:44.054206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:44.054624 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.114599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-43d28edc-ceab-4b75-8174-136bba038d42 None None] Port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:42:44.140869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:44.145817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.152064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:44.270125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:44.452130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0766f261-5dac-48df-83f8-03696a08e9e7 req-844db496-b0a0-4aa4-90e4-4fcea0d0abc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0469358 Mar 10 17:42:44.460089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:42Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b9b1108e-0deb-4bac-86fd-18edae4e6cb9', 'name': '', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'mac_address': 'fa:16:3e:b0:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:42Z', 'updated_at': '2022-03-10T17:42:43Z', 'revision_number': 2, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'subnets': [{'id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:44.499883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8'}, {'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:44.502911 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d0c74-5085-409e-8699-cbbdae16e76d" -d '{"events": [{"server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "name": "network-vif-plugged", "status": "completed", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8"}, {"server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "name": "network-vif-plugged", "status": "completed", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:44.506286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0f358-7b7d-463d-9949-2d7e8d3d013e None None] The sync data for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 is: [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:42Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b9b1108e-0deb-4bac-86fd-18edae4e6cb9', 'name': '', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'mac_address': 'fa:16:3e:b0:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:42Z', 'updated_at': '2022-03-10T17:42:43Z', 'revision_number': 2, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'subnets': [{'id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:44.550177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:44.552195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d4857a2-7db1-4293-9bcf-31e2bfdac0e3 req-89ca1e33-c74f-4149-b5ae-91d268b4ec4e tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0583460 Mar 10 17:42:44.618720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-83004965-f8c3-4540-b9a4-d1256230ae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.700379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b00-a275-415c-8278-a3e445c3038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.701799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3595c4-93cd-4cc1-ba18-e2ad49a43575 req-5ed7d681-a5bf-4d9e-9282-cdc8d94d7269 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:44.703675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d3595c4-93cd-4cc1-ba18-e2ad49a43575 req-5ed7d681-a5bf-4d9e-9282-cdc8d94d7269 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.0775001 Mar 10 17:42:44.775646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d3595c4-93cd-4cc1-ba18-e2ad49a43575 req-248642b4-ce89-47f4-83a9-6ec75cfd4065 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647175 Mar 10 17:42:44.846477 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771479ac-7375-466b-bc03-707216cddd6a x-openstack-request-id: req-771479ac-7375-466b-bc03-707216cddd6a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:44.847025 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "name": "network-vif-plugged", "status": "completed", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8", "code": 200}, {"server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "name": "network-vif-plugged", "status": "completed", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:44.847528 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-771479ac-7375-466b-bc03-707216cddd6a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:44.848155 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8', 'code': 200} Mar 10 17:42:44.851144 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24', 'code': 200} Mar 10 17:42:44.853657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b00-a275-415c-8278-a3e445c3038c admin admin] Publish callbacks [] for security_group (2cdf1e92-21e6-4583-869f-98ccd1a96dfa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.872677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5f83b00-a275-415c-8278-a3e445c3038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2cdf1e92-21e6-4583-869f-98ccd1a96dfa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:44.956413 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5f83b00-a275-415c-8278-a3e445c3038c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7c10d923b73431d910bf8ff68b9e56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049971 Mar 10 17:42:44.960556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:44.962280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83b00-a275-415c-8278-a3e445c3038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf1e92-21e6-4583-869f-98ccd1a96dfa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:45.037164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] Publish callbacks [] for security_group (2cdf1e92-21e6-4583-869f-98ccd1a96dfa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:45.067969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] Publish callbacks [] for security_group (2cdf1e92-21e6-4583-869f-98ccd1a96dfa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:45.081721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6040d06-6acc-4755-8378-bed93f23ec84 req-f9937ea5-23ef-4c8c-a776-ea00863779c5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:45.089424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6040d06-6acc-4755-8378-bed93f23ec84 req-f9937ea5-23ef-4c8c-a776-ea00863779c5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.1499128 Mar 10 17:42:45.093588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b213c1-2ad5-4f99-b25f-3dac91844171 req-6f3297c4-2c56-494e-b34b-7b539b78af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:45.095116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8b213c1-2ad5-4f99-b25f-3dac91844171 req-6f3297c4-2c56-494e-b34b-7b539b78af75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 1128 time: 0.1179683 Mar 10 17:42:45.128678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dba77-33b3-4344-962c-793a634804e2 req-92d44022-55a9-4646-9c38-4c190b5c3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:45.130647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-006dba77-33b3-4344-962c-793a634804e2 req-92d44022-55a9-4646-9c38-4c190b5c3186 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 1128 time: 0.1610806 Mar 10 17:42:45.141759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2cdf1e92-21e6-4583-869f-98ccd1a96dfa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:45.149684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:45.154880 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cdf1e92-21e6-4583-869f-98ccd1a96dfa HTTP/1.1" status: 204 len: 168 time: 0.1872015 Mar 10 17:42:45.166674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9346-5de7-415e-b7b3-06384bded421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf1e92-21e6-4583-869f-98ccd1a96dfa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:45.279204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6040d06-6acc-4755-8378-bed93f23ec84 req-e62fb5b0-7364-4c71-aa06-4e0e63c569b6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887541 Mar 10 17:42:45.333771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8b213c1-2ad5-4f99-b25f-3dac91844171 req-d25a8985-3291-4c0e-8fb5-f80318fae76b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297769 Mar 10 17:42:45.342152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-006dba77-33b3-4344-962c-793a634804e2 req-5bb683a6-e39d-46f9-8ae5-8e5b84618d86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027528 Mar 10 17:42:45.486954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:45.693834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-685e167a-37e1-4656-bc04-716d69aabd65 req-72ad37cf-6f43-43b3-8f06-bbac3229888e tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0450881 Mar 10 17:42:45.798929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:45.963692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9850a3-1f83-44d2-bfc0-73d89b24f8be req-a41ac9e3-6d42-4618-9f12-5ef9a13c265b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:45.966335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c9850a3-1f83-44d2-bfc0-73d89b24f8be req-a41ac9e3-6d42-4618-9f12-5ef9a13c265b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.1027672 Mar 10 17:42:46.040930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (33479882-211d-4e8e-87a2-24cb1b399181), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:46.056492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c9850a3-1f83-44d2-bfc0-73d89b24f8be req-774ebe1f-203e-4a5e-bee9-77483cad4a1f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Mar 10 17:42:46.433802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Deleting port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:46.434160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:46.510209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25462ddc-c877-49ec-99c8-a5abe0f8d37a req-26d8ec45-cfdb-4a40-9805-263a61581b92 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:46.512219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25462ddc-c877-49ec-99c8-a5abe0f8d37a req-26d8ec45-cfdb-4a40-9805-263a61581b92 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0947747 Mar 10 17:42:46.534500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] For port b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:46.535346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:46.550337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Calling delete_port for b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:46.613167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25462ddc-c877-49ec-99c8-a5abe0f8d37a req-5102c0ad-4070-435f-8475-245da1735ea3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805435 Mar 10 17:42:46.808828 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:46.871683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:46.879965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb84f867-084a-4bca-992a-91e5bb716134 req-9e2a5c2a-c80f-4086-875e-d26688875dad tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0671222 Mar 10 17:42:47.035327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0948591-63e5-4130-86e0-1e0c6b770a96 req-9becfa41-fd83-4c69-8d80-0caf96b9d829 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:47.041859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0948591-63e5-4130-86e0-1e0c6b770a96 req-9becfa41-fd83-4c69-8d80-0caf96b9d829 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.1217473 Mar 10 17:42:47.151197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0948591-63e5-4130-86e0-1e0c6b770a96 req-9c8e7eb9-40a4-4a0a-929b-18169dbcf959 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013782 Mar 10 17:42:47.198158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (33479882-211d-4e8e-87a2-24cb1b399181), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:47.234780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bdb3a30-5474-4a70-995d-8d76d17f6f8f req-fb544bcf-5ff9-42bb-836f-4d89352f6978 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ee9d647eb684c98a7c7a606a46f0c01&device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0800409 Mar 10 17:42:47.248241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:47.361496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090c6df0-615e-45f5-b301-d8603f71bd8e req-22c71645-d8d2-45c0-a4cc-3becf9c4675e tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.0569715 Mar 10 17:42:47.366972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bdb3a30-5474-4a70-995d-8d76d17f6f8f req-4cefe529-1bdc-4972-8c74-592339901067 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5ee9d647eb684c98a7c7a606a46f0c01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590777 Mar 10 17:42:47.428495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d41b7-06b4-430a-9d5e-4e196317e28e req-ad145d7d-e7e7-4baa-b312-2990ad5859c0 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:47.435025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-648d41b7-06b4-430a-9d5e-4e196317e28e req-ad145d7d-e7e7-4baa-b312-2990ad5859c0 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.2041674 Mar 10 17:42:47.516007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:47.604422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:47.604972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:47.613351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-648d41b7-06b4-430a-9d5e-4e196317e28e req-b9bb692f-d98a-42df-b8b4-61c805e5f830 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550167 Mar 10 17:42:47.654675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb3a30-5474-4a70-995d-8d76d17f6f8f req-fdb00447-e666-4d89-9589-c323e62e3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:47.661863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bdb3a30-5474-4a70-995d-8d76d17f6f8f req-fdb00447-e666-4d89-9589-c323e62e3273 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2878106 Mar 10 17:42:47.700094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Router 33479882-211d-4e8e-87a2-24cb1b399181 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:42:47.794466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745a509-febf-4cef-aa43-6b564ff0be55 req-db5d762f-b073-407d-ac8e-fad51837f777 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:47.802372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8745a509-febf-4cef-aa43-6b564ff0be55 req-db5d762f-b073-407d-ac8e-fad51837f777 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.0903521 Mar 10 17:42:47.851424 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:47.865061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Sync routers for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:47.867803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae957383-eb76-4c0a-9018-56845ab600eb admin admin] 10.222.0.35 "PUT /v2.0/routers/33479882-211d-4e8e-87a2-24cb1b399181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3780785 Mar 10 17:42:47.869252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:47.872575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8745a509-febf-4cef-aa43-6b564ff0be55 req-2bd88e82-f29b-464b-a807-16c06a2c5c2e tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Mar 10 17:42:47.894180 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:47.895057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:47.910137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:47.910568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:47.956647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:47.973059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.052375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:48.062661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3cd93-3697-464d-b6d5-a39ced1bccc4 req-825e9de0-2940-4f46-96cb-f99f4581594d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:48.068580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6df3cd93-3697-464d-b6d5-a39ced1bccc4 req-825e9de0-2940-4f46-96cb-f99f4581594d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.1184475 Mar 10 17:42:48.069518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks [] for router (33479882-211d-4e8e-87a2-24cb1b399181), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.104382 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:48.178103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6df3cd93-3697-464d-b6d5-a39ced1bccc4 req-09b3f347-837a-458e-95d3-37d203ad1a53 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024895 Mar 10 17:42:48.204061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-9defef54-20e6-4c4a-8496-6cf60459501e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:48.206179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-9defef54-20e6-4c4a-8496-6cf60459501e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.0942714 Mar 10 17:42:48.225227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks [] for router_gateway (33479882-211d-4e8e-87a2-24cb1b399181), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.509367 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:46Z', 'revision_number': 5, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port': {'id': 'a473dc25-0f24-499b-a13d-bd092ca47d9f', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33479882-211d-4e8e-87a2-24cb1b399181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:22Z', 'updated_at': '2022-03-10T17:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:48.549262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14d54c-0691-4234-a8db-6234ffde1af3 req-f94d61be-881f-4380-b488-d05abd4c9118 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:48.563808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a14d54c-0691-4234-a8db-6234ffde1af3 req-f94d61be-881f-4380-b488-d05abd4c9118 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 945 time: 0.2635667 Mar 10 17:42:48.569647 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Checking router: 33479882-211d-4e8e-87a2-24cb1b399181 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:48.580213 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Routers {'33479882-211d-4e8e-87a2-24cb1b399181'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:48.581407 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['33479882-211d-4e8e-87a2-24cb1b399181'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:48.600710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:48.601034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.711423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Sync routers for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:48.735038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:48.737852 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] Set router 33479882-211d-4e8e-87a2-24cb1b399181 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:48.786201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:48.787099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:48.831285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76657e66-2a75-4d23-800f-0672203aae58 req-55013a8e-3764-4332-934c-24c4a36b54e5 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:48.841227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76657e66-2a75-4d23-800f-0672203aae58 req-55013a8e-3764-4332-934c-24c4a36b54e5 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.2739398 Mar 10 17:42:48.860341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a14d54c-0691-4234-a8db-6234ffde1af3 req-21137054-0530-41df-a3b4-3193103a03e2 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940128 Mar 10 17:42:48.897720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:48Z', 'revision_number': 6, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:48.999842 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-ef2fb07b-8d32-49ab-804e-499bf53dc15a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899312 Mar 10 17:42:49.028060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76657e66-2a75-4d23-800f-0672203aae58 req-50303e2b-f353-4fea-ac3d-fb73ed07e15b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829681 Mar 10 17:42:49.028292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Deleting port a473dc25-0f24-499b-a13d-bd092ca47d9f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:49.030806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.115973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:49.162202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-8ca88443-f8e9-4b46-98f8-28a8da953c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:49.164344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-8ca88443-f8e9-4b46-98f8-28a8da953c5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c49f876da3654b538a02325216c94dc7&device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 1128 time: 0.1185479 Mar 10 17:42:49.186067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c90be3-00e8-406c-8b9d-be882d1e9e4a None None] The sync data for ids ['33479882-211d-4e8e-87a2-24cb1b399181'] in n-d-833115-2 is: [{'id': '33479882-211d-4e8e-87a2-24cb1b399181', 'name': 'tempest-TestAggregatesBasicOps-1047193528-router', 'tenant_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:21Z', 'updated_at': '2022-03-10T17:42:48Z', 'revision_number': 6, 'project_id': 'dd25b8a7d9c141e68cdb60575561fd9b', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:49.188162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d5039c9-fc6b-4339-8c62-8a22f2326d60 req-3b160280-96cb-47c4-9542-114fb398ca1e tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1428938 Mar 10 17:42:49.200426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bdb3a30-5474-4a70-995d-8d76d17f6f8f req-cc2d5d8f-1acb-4937-8c24-e3921c85a7ef tempest-ServerShowV257Test-629790887 tempest-ServerShowV257Test-629790887-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1808f5f-f5d8-4321-ad07-a27ee488309e HTTP/1.1" status: 200 len: 210 time: 0.1126788 Mar 10 17:42:49.207000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] For port a473dc25-0f24-499b-a13d-bd092ca47d9f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a473dc25-0f24-499b-a13d-bd092ca47d9f,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:49.207372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.241063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:49.242259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.267256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:49.301472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Calling delete_port for a473dc25-0f24-499b-a13d-bd092ca47d9f owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:49.521996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.535558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:42:49.588271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:42Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b9b1108e-0deb-4bac-86fd-18edae4e6cb9', 'name': '', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'mac_address': 'fa:16:3e:b0:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:42Z', 'updated_at': '2022-03-10T17:42:43Z', 'revision_number': 2, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'subnets': [{'id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:49.612887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:49.656292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Checking router: eb0dc2c4-171e-4cbb-be6e-506a8f56b214 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:49.656722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Updating router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:42:49.720524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.767253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:42:49.771786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:49.779317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d61707f5-7068-4cda-8e8a-f50030a45612 req-d956e73f-6994-47f9-aaec-51df90684055 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.59 "DELETE /v2.0/ports/aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 HTTP/1.1" status: 204 len: 173 time: 1.5655870 Mar 10 17:42:49.780193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'name': 'network-vif-deleted', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:49.783937 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eea5d8d-da0b-45f9-b401-af08778b40b9" -d '{"events": [{"server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "name": "network-vif-deleted", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:49.795799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-a38b40d0-7a8c-458b-a9e5-f7bd7beb2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:49.802203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-a38b40d0-7a8c-458b-a9e5-f7bd7beb2e24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 200 len: 912 time: 0.6003549 Mar 10 17:42:49.868032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efeb95-c674-4ab8-931c-d4bc0497dc34 req-6c698ddf-6264-4b04-b066-cb03c0fc82df tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:49.874949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59efeb95-c674-4ab8-931c-d4bc0497dc34 req-6c698ddf-6264-4b04-b066-cb03c0fc82df tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1738949 Mar 10 17:42:49.968590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:49.998255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a473dc25-0f24-499b-a13d-bd092ca47d9f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.038021 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e163e9f9-cc2a-4dc2-aaaa-7ef1b4355d42 x-openstack-request-id: req-e163e9f9-cc2a-4dc2-aaaa-7ef1b4355d42 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:50.039031 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8e5c10-4050-4a0c-a39f-e2d8414dbd17", "name": "network-vif-deleted", "tag": "aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:50.040582 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e163e9f9-cc2a-4dc2-aaaa-7ef1b4355d42 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:50.042146 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8e5c10-4050-4a0c-a39f-e2d8414dbd17', 'name': 'network-vif-deleted', 'tag': 'aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728', 'status': 'completed', 'code': 200} Mar 10 17:42:50.054050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59efeb95-c674-4ab8-931c-d4bc0497dc34 req-7380d173-6ef8-4fca-8eec-88aae8f77eee tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718946 Mar 10 17:42:50.131078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a473dc25-0f24-499b-a13d-bd092ca47d9f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:50.138890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-02a63f15-3f8e-4a48-b61b-afbee55d8df9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 200 len: 1002 time: 0.3282468 Mar 10 17:42:50.139536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8262439e-99ca-4d5d-9e4c-e39bf99be1cd req-704f844d-a3b8-4851-ade8-8f1f1f947068 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa8e5c10-4050-4a0c-a39f-e2d8414dbd17 HTTP/1.1" status: 200 len: 210 time: 0.0441813 Mar 10 17:42:50.258604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:50.258976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.335871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (33479882-211d-4e8e-87a2-24cb1b399181), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.353835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-cff60db8-ef04-48a0-a50e-81343cb703c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:50.357436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-cff60db8-ef04-48a0-a50e-81343cb703c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 200 len: 850 time: 0.1903241 Mar 10 17:42:50.544742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks [] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.546402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:50.556278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:50.560219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.634638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:50.635000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b5a4aa8a-f9aa-4cc9-9652-eb0540547c3e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:50.644779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (33479882-211d-4e8e-87a2-24cb1b399181), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.648704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks [] for router_controller (33479882-211d-4e8e-87a2-24cb1b399181), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.737546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959778-9609-480f-a108-37728d5df34f req-1ca0425f-a91a-4804-847b-0fd46a4d76ce tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:50.744313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959778-9609-480f-a108-37728d5df34f req-1ca0425f-a91a-4804-847b-0fd46a4d76ce tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:50.751306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959778-9609-480f-a108-37728d5df34f req-1ca0425f-a91a-4804-847b-0fd46a4d76ce tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:50.759994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b959778-9609-480f-a108-37728d5df34f req-1ca0425f-a91a-4804-847b-0fd46a4d76ce tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64&device_id=c866096b-3b97-4104-81df-daa8b25e978e&device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 2419 time: 0.1359303 Mar 10 17:42:50.827048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b959778-9609-480f-a108-37728d5df34f req-5984760b-a95d-4665-b653-b4c2f3e9421a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 Mar 10 17:42:50.827356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-c5c545e8-852f-4574-8a53-34154b260a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:50.834661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-c5c545e8-852f-4574-8a53-34154b260a8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4be91fdb-1152-439e-bfb6-f95488aca9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3333228 Mar 10 17:42:50.856172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (33479882-211d-4e8e-87a2-24cb1b399181), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.856691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33479882-211d-4e8e-87a2-24cb1b399181 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:42:50.871534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:50.872931 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e007c28-1268-4265-9907-d5a19334c1ad admin admin] 10.222.0.35 "DELETE /v2.0/routers/33479882-211d-4e8e-87a2-24cb1b399181 HTTP/1.1" status: 204 len: 168 time: 3.0024700 Mar 10 17:42:50.876596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47280) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:50.967000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8769-c635-478c-a7f7-283ea582cc96 None None] Pushing event updated for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:50.994760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Attempting to bind port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:51.006225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Attempting to bind port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:51.006949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Attempting to bind port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 on network a51bd59e-2a41-4128-8980-a3bd36e3ad0d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:51.026747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:51.027607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Checking segment: {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:51.028250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.028859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Bound using segment: {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:51.033590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Bound port: b9b1108e-0deb-4bac-86fd-18edae4e6cb9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdafccb0-2ad4-4b30-a214-86195830a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:51.034721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.074999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Deleting subnet c8eadeae-d2d7-430b-9177-0d6fa2edcc1a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:42:51.084806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Publish callbacks [] for subnet (c8eadeae-d2d7-430b-9177-0d6fa2edcc1a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.143458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fba80-3de0-43a2-ba7e-813c0a8acb42 req-fe898885-ce27-4673-bda6-4fb925493c59 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:51.167592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] For port b9b1108e-0deb-4bac-86fd-18edae4e6cb9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:51.171799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] For port b9b1108e-0deb-4bac-86fd-18edae4e6cb9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:51.172034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-486fba80-3de0-43a2-ba7e-813c0a8acb42 req-fe898885-ce27-4673-bda6-4fb925493c59 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.1374650 Mar 10 17:42:51.176189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:51.181473 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.218277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-9b51053b-f4f5-4c1f-b487-539a63043a9b service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761425 Mar 10 17:42:51.254700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-486fba80-3de0-43a2-ba7e-813c0a8acb42 req-eab03ba3-5566-49d5-88ac-3c4d69787449 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777984 Mar 10 17:42:51.371036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c8eadeae-d2d7-430b-9177-0d6fa2edcc1a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.387575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Provisioning complete for port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:51.389214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.483920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7c6a22-1a1d-430f-ba13-15b9226910c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.520717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a473dc25-0f24-499b-a13d-bd092ca47d9f no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:51.523329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8769-c635-478c-a7f7-283ea582cc96 None None] Pushing event updated for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:51.590584 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-70bced5b-85cc-42c3-8726-0ff953c543b0 req-fe427ce9-9cc6-46c4-a3ee-5f9c3d8e16a7 service neutron] 10.222.0.59 "GET /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575840 Mar 10 17:42:51.624870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:51.628978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:51.636282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: a473dc25-0f24-499b-a13d-bd092ca47d9f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:51.639793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c8eadeae-d2d7-430b-9177-0d6fa2edcc1a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.643813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a473dc25-0f24-499b-a13d-bd092ca47d9f not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:51.719649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7c6a22-1a1d-430f-ba13-15b9226910c5 admin admin] Publish callbacks [] for security_group (a03da735-b5be-43d5-9ae9-c07535f42434), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.734836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7c6a22-1a1d-430f-ba13-15b9226910c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a03da735-b5be-43d5-9ae9-c07535f42434), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.775363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47308) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:51.832634 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c8eadeae-d2d7-430b-9177-0d6fa2edcc1a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.870016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8eadeae-d2d7-430b-9177-0d6fa2edcc1a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:51.881573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e7c6a22-1a1d-430f-ba13-15b9226910c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ee9d647eb684c98a7c7a606a46f0c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6891577 Mar 10 17:42:51.884614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:51.886264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:51.890990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c6a22-1a1d-430f-ba13-15b9226910c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03da735-b5be-43d5-9ae9-c07535f42434,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:51.892052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5dd5979c-24f7-4656-8186-c4d3d8eac4aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8eadeae-d2d7-430b-9177-0d6fa2edcc1a HTTP/1.1" status: 204 len: 168 time: 1.0144475 Mar 10 17:42:51.894467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47324) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:51.951312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab697d5d-c73c-4a2a-b757-166e1f6b7090 None None] Network eaac264e-ae71-4f23-b5ed-d6934d6040e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:52.001453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (eaac264e-ae71-4f23-b5ed-d6934d6040e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.060037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] Publish callbacks [] for security_group (a03da735-b5be-43d5-9ae9-c07535f42434), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.116113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e72fdc7c-1e4c-4eee-8df4-b3db22422146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.130121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] Publish callbacks [] for security_group (a03da735-b5be-43d5-9ae9-c07535f42434), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.152291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Current status of the port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:52.152837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.170293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:52.176732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Deleting port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:52.177199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.216945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-d4beeff0-84ef-48d1-b598-925a43ec57af tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:52.224662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-d4beeff0-84ef-48d1-b598-925a43ec57af tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.3211200 Mar 10 17:42:52.259995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-b01e4e73-8ec2-4ff2-b099-586aa9e434c7 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/quotas/e8a83116c3ce462f967ba2709ebec457 HTTP/1.1" status: 200 len: 375 time: 0.0342548 Mar 10 17:42:52.313527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-cac19a97-8ec5-47a4-a519-f920baa3c0cd tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524495 Mar 10 17:42:52.340714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] For port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,segment=NetworkSegment(068e84e2-2371-452a-90c6-c632a62654e1),segment_id=068e84e2-2371-452a-90c6-c632a62654e1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:52.344435 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.356447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a03da735-b5be-43d5-9ae9-c07535f42434), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.364313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e72fdc7c-1e4c-4eee-8df4-b3db22422146 admin admin] Publish callbacks [] for security_group (096c3643-1cbb-48d6-babd-0120ea68ba17), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.371668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e72fdc7c-1e4c-4eee-8df4-b3db22422146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (096c3643-1cbb-48d6-babd-0120ea68ba17), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.377714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.384398 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a03da735-b5be-43d5-9ae9-c07535f42434 HTTP/1.1" status: 204 len: 168 time: 0.4853547 Mar 10 17:42:52.430869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9adcb-4fb2-451b-bd1d-fb598f18207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03da735-b5be-43d5-9ae9-c07535f42434,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:52.437334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Calling delete_port for 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:52.463875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e72fdc7c-1e4c-4eee-8df4-b3db22422146 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46ff9ffbcdf3447e91961367bf2160ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6873820 Mar 10 17:42:52.466655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47340) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:52.487885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fdc7c-1e4c-4eee-8df4-b3db22422146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c3643-1cbb-48d6-babd-0120ea68ba17,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:52.559235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (23f752a6-e2b5-441d-a01c-c0bb3c2f6763), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.609059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f752a6-e2b5-441d-a01c-c0bb3c2f6763,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:52.615154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] No DVR routers for this DVR port 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:42:52.692653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] For port b9b1108e-0deb-4bac-86fd-18edae4e6cb9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:52.719525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.728636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (eaac264e-ae71-4f23-b5ed-d6934d6040e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.759966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaac264e-ae71-4f23-b5ed-d6934d6040e6']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:52.771510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068e84e2-2371-452a-90c6-c632a62654e1') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:52.771796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068e84e2-2371-452a-90c6-c632a62654e1') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:52.785365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (068e84e2-2371-452a-90c6-c632a62654e1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.803701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (068e84e2-2371-452a-90c6-c632a62654e1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.837796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:42:52.839865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (068e84e2-2371-452a-90c6-c632a62654e1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.853578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783f09c-f1d8-4d59-b01a-1697e357a87e None None] DHCP port deletion for eaac264e-ae71-4f23-b5ed-d6934d6040e6 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:42:52.924387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e70d256b-7a23-4add-bf6a-81c09a7d967a None None] Provisioning complete for port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:52.925686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e70d256b-7a23-4add-bf6a-81c09a7d967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.931960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38ec40-8152-4214-ae83-46c986fb7512 None None] Pushing event updated for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:42:52.942158 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:42:52.968123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (eaac264e-ae71-4f23-b5ed-d6934d6040e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.981199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:52.992191 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eaac264e-ae71-4f23-b5ed-d6934d6040e6 HTTP/1.1" status: 204 len: 168 time: 1.0937095 Mar 10 17:42:52.993382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47352) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:53.100419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cfc7a-d9fc-4e63-ac1c-bbb38612e0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaac264e-ae71-4f23-b5ed-d6934d6040e6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:53.112184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-fe72b8a7-ad02-4ac8-bc38-79fde6a8d081 service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969916 Mar 10 17:42:53.184649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] Publish callbacks [] for security_group (096c3643-1cbb-48d6-babd-0120ea68ba17), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.284424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e70d256b-7a23-4add-bf6a-81c09a7d967a None None] Current status of the port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:53.286492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:53.306176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] Publish callbacks [] for security_group (096c3643-1cbb-48d6-babd-0120ea68ba17), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.312768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:53.313246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aa9baa9c-a228-4ea9-a2b8-3bdebbbe3728 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:53.316021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:42Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b9b1108e-0deb-4bac-86fd-18edae4e6cb9', 'name': '', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'mac_address': 'fa:16:3e:b0:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:42Z', 'updated_at': '2022-03-10T17:42:51Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'subnets': [{'id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:53.370230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fe05e-9fe5-4c6a-8ec8-4f907e130b28 None None] The sync data for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 is: [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:42Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b9b1108e-0deb-4bac-86fd-18edae4e6cb9', 'name': '', 'network_id': 'a51bd59e-2a41-4128-8980-a3bd36e3ad0d', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'mac_address': 'fa:16:3e:b0:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:42Z', 'updated_at': '2022-03-10T17:42:51Z', 'revision_number': 4, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'subnets': [{'id': '834d08e8-faac-4542-96ad-d1d0b66b28c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:53.459057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9b1108e-0deb-4bac-86fd-18edae4e6cb9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:42:53.476282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ec413-3a79-45b4-bf24-f0d5456782a2 req-3a484aa5-63fc-4559-a1c6-ccfc1aece6bc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:53.478140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c1ec413-3a79-45b4-bf24-f0d5456782a2 req-3a484aa5-63fc-4559-a1c6-ccfc1aece6bc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.3687394 Mar 10 17:42:53.549151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-d2db2847-cc08-4b77-8f13-8f16c86f3d5c service neutron] 10.222.0.35 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830295 Mar 10 17:42:53.573133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:42:53.573505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.621608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c1ec413-3a79-45b4-bf24-f0d5456782a2 req-b4ff7ff3-acb8-4b93-8c69-69255e2baf95 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247482 Mar 10 17:42:53.623104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (096c3643-1cbb-48d6-babd-0120ea68ba17), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.625701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.627489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/096c3643-1cbb-48d6-babd-0120ea68ba17 HTTP/1.1" status: 204 len: 168 time: 1.1597846 Mar 10 17:42:53.638628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2ec82-cf5e-44e4-831b-2c9187a7f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c3643-1cbb-48d6-babd-0120ea68ba17,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:53.723165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47370) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:53.744577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:53.779263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:42:53.865990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:53.867610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-494330288-network', 'tenant_id': '52e9d299d96740d69cf10c35064993d4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:53.899186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:53.902765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23f752a6-e2b5-441d-a01c-c0bb3c2f6763 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:54.000563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50e4f937-2022-43e8-93ff-1c2cd555c13e req-fe99a674-cb1c-41c8-aefb-8c3275198d0b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 210 time: 0.0699954 Mar 10 17:42:54.001916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Made reservation on behalf of 52e9d299d96740d69cf10c35064993d4 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:54.006102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.016014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.149703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks [] for security_group (65cc3388-6aab-4af7-8d4d-d08de632493f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.160910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65cc3388-6aab-4af7-8d4d-d08de632493f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.207348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:42:54.222383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc3388-6aab-4af7-8d4d-d08de632493f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:54.228196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b916de6b-49ce-41be-a48e-ff4338003900), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.228553 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Added segment b916de6b-49ce-41be-a48e-ff4338003900 of type vlan for network f2d3f12f-23c1-4d92-9929-229f282826b6 Mar 10 17:42:54.281977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (f2d3f12f-23c1-4d92-9929-229f282826b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.346254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (f2d3f12f-23c1-4d92-9929-229f282826b6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.347393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:54.348574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.450410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7254543 Mar 10 17:42:54.469113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:54.486336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46ac8-48c7-462c-b4ed-ca565b95fc33 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d3f12f-23c1-4d92-9929-229f282826b6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:54.487311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Request body: {'subnet': {'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-494330288-subnet', 'tenant_id': '52e9d299d96740d69cf10c35064993d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:54.498472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network f2d3f12f-23c1-4d92-9929-229f282826b6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:42:54.565399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Made reservation on behalf of 52e9d299d96740d69cf10c35064993d4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:54.567782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.631858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Deleting port b9b1108e-0deb-4bac-86fd-18edae4e6cb9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:54.632203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.827737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36873a3-6f16-4dba-9caa-8b8979ecf663 req-76ba8e5c-97a9-42b0-b6bc-5f0d9775b33d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:54.829336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e36873a3-6f16-4dba-9caa-8b8979ecf663 req-76ba8e5c-97a9-42b0-b6bc-5f0d9775b33d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1163027 Mar 10 17:42:54.847591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] For port b9b1108e-0deb-4bac-86fd-18edae4e6cb9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:54.848341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:54.900318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Calling delete_port for b9b1108e-0deb-4bac-86fd-18edae4e6cb9 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:54.915189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e36873a3-6f16-4dba-9caa-8b8979ecf663 req-b0a83475-1d38-4cf4-9a26-4eaddf370b27 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727651 Mar 10 17:42:55.079912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ccea0537-c213-4df3-87cf-880f39c0073f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:55.128179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fa7950-1bb9-4c8e-affe-071c2d337ca7 req-74a91c2e-bd48-430c-ac0b-1103bf83c5e1 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 210 time: 0.0649037 Mar 10 17:42:55.196781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccea0537-c213-4df3-87cf-880f39c0073f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:55.216225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Checking segment: {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:55.216634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Network hostable DHCP agents. Network: f2d3f12f-23c1-4d92-9929-229f282826b6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:42:55.259853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Network f2d3f12f-23c1-4d92-9929-229f282826b6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:42:55.278039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, f2d3f12f-23c1-4d92-9929-229f282826b6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:55.282840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:55.283519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:55.293263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11949e8-eb86-4fd4-a0de-136f6aa7f59a None None] Network f2d3f12f-23c1-4d92-9929-229f282826b6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:55.321741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-050b49a4-d063-4f04-b189-1062027ca3f1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8504603 Mar 10 17:42:55.323120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9b1108e-0deb-4bac-86fd-18edae4e6cb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:55.350099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b1108e-0deb-4bac-86fd-18edae4e6cb9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:55.531732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1868c-10be-459c-9210-49727fc6458a None None] Network f2d3f12f-23c1-4d92-9929-229f282826b6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:55.810813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:55.894655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-bf6ef74a-4182-4e50-a2be-79371ca4130f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:55.898660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-bf6ef74a-4182-4e50-a2be-79371ca4130f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 812 time: 0.2865946 Mar 10 17:42:55.917011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Request body: {'port': {'device_id': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'admin_state_up': True, 'tenant_id': 'e8a83116c3ce462f967ba2709ebec457'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:56.226713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658787e-b226-46ea-8a58-b08dce3846d4 req-79388ef9-0d3d-4bc2-9472-f1ed3a15789d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:56.228611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5658787e-b226-46ea-8a58-b08dce3846d4 req-79388ef9-0d3d-4bc2-9472-f1ed3a15789d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1706786 Mar 10 17:42:56.256870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Made reservation on behalf of e8a83116c3ce462f967ba2709ebec457 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:56.261784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:56.420910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-82d1dbc4-baf9-4936-a7fc-b07c9df3e1d9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:56.422692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-82d1dbc4-baf9-4936-a7fc-b07c9df3e1d9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 813 time: 0.2689104 Mar 10 17:42:56.452950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5658787e-b226-46ea-8a58-b08dce3846d4 req-f377959c-43b1-4b01-9004-1ed9fb388d56 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972263 Mar 10 17:42:56.468766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-33aebaf4-a73a-4e42-8677-a4289d259d0f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/quotas/52e9d299d96740d69cf10c35064993d4 HTTP/1.1" status: 200 len: 375 time: 0.0394759 Mar 10 17:42:56.527240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:42:56.539935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5e574966-7bae-4c3b-b5b1-9c322b33319e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652819 Mar 10 17:42:56.623460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Allocated IP 172.20.0.14 (28a73f44-53a0-435f-9390-d9dbc4dd5920/8176a252-2175-4521-bda6-d9a6f1599211/c02f4476-c91d-4f66-adb4-06b72e005bc9) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:56.682357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:42:56.694162 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab33ff1c-9efc-4a65-9c7a-5e2859b8c8bc admin admin] 10.222.0.35 "PUT /v2.0/routers/eb0dc2c4-171e-4cbb-be6e-506a8f56b214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920650 Mar 10 17:42:56.696792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47462) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:56.697257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Sync routers for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:42:56.717486 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:56.718131 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:56.844403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:56.862047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-1e230949-1689-4de8-9d0f-f12f2aa03e91 service neutron] 10.222.0.35 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114278 Mar 10 17:42:56.871607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:56.914913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:56.916074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks [] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.047371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e448e2ab-a971-41fc-bcc7-464923a12145 req-acf4db7a-0c70-43b1-91fa-2143a405c125 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 210 time: 0.4761736 Mar 10 17:42:57.104836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:57.109169 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:55Z', 'revision_number': 5, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port': {'id': '46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:42:38Z', 'updated_at': '2022-03-10T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:57.121054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks [] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.144762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks [] for router_gateway (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.153564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.156035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Checking router: eb0dc2c4-171e-4cbb-be6e-506a8f56b214 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:42:57.168282 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Routers {'eb0dc2c4-171e-4cbb-be6e-506a8f56b214'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:42:57.169208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:57.181299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-2580ac00-3b79-45e3-b9f3-cd86c820d4df service neutron] 10.222.0.35 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183239 Mar 10 17:42:57.197282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.258085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Network 28a73f44-53a0-435f-9390-d9dbc4dd5920 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:57.294344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:57.311716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:57.315524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event updated for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:57.344776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Deleting port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:57.345282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.345867 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] Set router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:42:57.422734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:57.423904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.446477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.457783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-ca1c81d7-8fe6-416d-8daa-2a790c413d8c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5442414 Mar 10 17:42:57.480204 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:57Z', 'revision_number': 6, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:42:57.496087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Request body: {'port': {'device_id': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:57.531098 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792db135-e1f3-43b2-8873-6da5796876b0 None None] The sync data for ids ['eb0dc2c4-171e-4cbb-be6e-506a8f56b214'] in n-d-833115-2 is: [{'id': 'eb0dc2c4-171e-4cbb-be6e-506a8f56b214', 'name': 'tempest-TestAggregatesBasicOps-322199334-router', 'tenant_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:42:37Z', 'updated_at': '2022-03-10T17:42:57Z', 'revision_number': 6, 'project_id': '4c952ac71e3349979a7dd0dd7e20ec96', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:42:57.605334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] For port 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:57.606001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.611036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Allocated IP 172.25.3.137 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/22b65666-b232-4a99-8748-76392e282896) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:42:57.621031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f987f60c-7426-439c-923a-a680f8423a10 req-a6685901-7dd5-4ac2-bf71-a2171c056947 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 210 time: 0.1582115 Mar 10 17:42:57.631112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Calling delete_port for 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:57.771895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8c73-ad6f-4c74-ab33-1549cc77d448 req-1f199506-80f6-4c00-b9c0-7f3147cad55f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:57.773972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c46c8c73-ad6f-4c74-ab33-1549cc77d448 req-1f199506-80f6-4c00-b9c0-7f3147cad55f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1390080 Mar 10 17:42:57.829387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c46c8c73-ad6f-4c74-ab33-1549cc77d448 req-fe739f30-4687-44e2-83e0-9045a3bbb8f0 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Mar 10 17:42:57.830190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.843154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (22b65666-b232-4a99-8748-76392e282896), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:57.967767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.015201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:58.126150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (22b65666-b232-4a99-8748-76392e282896), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.197991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:42:58.203850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:42:58.211203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:42:58.237227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f4476-c91d-4f66-adb4-06b72e005bc9 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:42:58.246334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.248249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks [] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.251320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=22b65666-b232-4a99-8748-76392e282896,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:58.271183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b228a-87c7-449f-af9f-aea34ad95969 req-bbeacde5-517c-4d34-bd19-5dba2a078c1c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:58.272842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-790b228a-87c7-449f-af9f-aea34ad95969 req-bbeacde5-517c-4d34-bd19-5dba2a078c1c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 932 time: 0.0825338 Mar 10 17:42:58.296662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Transition to ACTIVE for port object c02f4476-c91d-4f66-adb4-06b72e005bc9 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:42:58.330606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-790b228a-87c7-449f-af9f-aea34ad95969 req-480c27e6-1676-4aaf-8adb-7ca40b75e80f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Mar 10 17:42:58.331793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.372889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.377710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks [] for router_controller (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.400730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:58.489108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (eb0dc2c4-171e-4cbb-be6e-506a8f56b214), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.489739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0dc2c4-171e-4cbb-be6e-506a8f56b214 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:42:58.496315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (f2d9b5d1-6efb-489b-a356-a8b5f42f2d69), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.500663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.501998 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5248ef4e-4b5f-435e-bd0b-118e859d1be9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/eb0dc2c4-171e-4cbb-be6e-506a8f56b214 HTTP/1.1" status: 204 len: 168 time: 1.8034637 Mar 10 17:42:58.507554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:58.525256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Attempting to bind port c02f4476-c91d-4f66-adb4-06b72e005bc9 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:42:58.525586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Attempting to bind port c02f4476-c91d-4f66-adb4-06b72e005bc9 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:42:58.525919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Attempting to bind port c02f4476-c91d-4f66-adb4-06b72e005bc9 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:58.531133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Port c02f4476-c91d-4f66-adb4-06b72e005bc9 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:42:58.531592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Attempting to bind port c02f4476-c91d-4f66-adb4-06b72e005bc9 on network 28a73f44-53a0-435f-9390-d9dbc4dd5920 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:42:58.537105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:42:58.537436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Checking segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:42:58.537819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Bound using segment: {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:42:58.538235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Bound port: c02f4476-c91d-4f66-adb4-06b72e005bc9, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afae3b-5014-4e39-b8a4-49aa33702744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:42:58.538616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.585607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Deleting subnet 834d08e8-faac-4542-96ad-d1d0b66b28c6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:42:58.587844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (22b65666-b232-4a99-8748-76392e282896), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.590957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Publish callbacks [] for subnet (834d08e8-faac-4542-96ad-d1d0b66b28c6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.609122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:42:58.613043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:42:58.620763 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.681302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:58.682000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.683566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] 10.222.0.41 "PUT /v2.0/ports/c02f4476-c91d-4f66-adb4-06b72e005bc9 HTTP/1.1" status: 200 len: 1092 time: 1.2098095 Mar 10 17:42:58.684095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:42:58.686788 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:42:58.730598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e767-35bc-4c60-b533-ca3670fc4818 service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:58.804384 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14be6ec7-2001-4367-9b8f-0f8ffd024b48 x-openstack-request-id: req-14be6ec7-2001-4367-9b8f-0f8ffd024b48 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:42:58.804898 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:42:58.805310 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14be6ec7-2001-4367-9b8f-0f8ffd024b48 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:42:58.805590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (834d08e8-faac-4542-96ad-d1d0b66b28c6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:58.806064 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9', 'status': 'completed', 'code': 200} Mar 10 17:42:58.879493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc235d13-ef01-4edf-9913-2a113234a4b3 req-c5a8b34e-6274-4f1b-92f5-eae6529fad4f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 210 time: 0.0861917 Mar 10 17:42:59.035660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (834d08e8-faac-4542-96ad-d1d0b66b28c6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.075434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-09829123-08bf-4a35-823a-008158f5f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.077073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-09829123-08bf-4a35-823a-008158f5f11f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 1126 time: 0.3216112 Mar 10 17:42:59.110499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (22b65666-b232-4a99-8748-76392e282896), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.120063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (22b65666-b232-4a99-8748-76392e282896), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.137774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-e6f77cce-05e8-4f13-b239-345eb43da63a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9 HTTP/1.1" status: 200 len: 217 time: 0.0531590 Mar 10 17:42:59.147398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-deeb3204-55e6-484b-84b6-9bca936554df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.148865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-deeb3204-55e6-484b-84b6-9bca936554df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 813 time: 0.2672741 Mar 10 17:42:59.188444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Request body: {'port': {'device_id': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'admin_state_up': True, 'tenant_id': '52e9d299d96740d69cf10c35064993d4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:59.217712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44dbdb-d69d-4f1b-adc4-f4ca391b8e98 req-52a11729-7b15-43c5-a6f6-e219c6957da7 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.219214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea44dbdb-d69d-4f1b-adc4-f4ca391b8e98 req-52a11729-7b15-43c5-a6f6-e219c6957da7 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2199047 Mar 10 17:42:59.222361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f2d9b5d1-6efb-489b-a356-a8b5f42f2d69), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.239437 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (834d08e8-faac-4542-96ad-d1d0b66b28c6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.257766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.261643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4133422 Mar 10 17:42:59.278656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:59.284593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-163401433'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:59.285232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-8309adce-48ac-42e5-ba23-1d8c217f3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.286696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-8309adce-48ac-42e5-ba23-1d8c217f3a11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1368644 Mar 10 17:42:59.287979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834d08e8-faac-4542-96ad-d1d0b66b28c6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:59.290311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242f876-bd69-4c2a-b529-f582e98e99fd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=22b65666-b232-4a99-8748-76392e282896,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:59.319343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Made reservation on behalf of b4fb09f3db324f728349d77b0dae3d27 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:59.324588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.329958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.337565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e247ba-58fc-452b-aa06-26bd652d2a44 None None] Network a51bd59e-2a41-4128-8980-a3bd36e3ad0d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:42:59.338102 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-46c7bb04-4100-46f7-8fa9-371707ef89c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/834d08e8-faac-4542-96ad-d1d0b66b28c6 HTTP/1.1" status: 204 len: 168 time: 0.8291428 Mar 10 17:42:59.345462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:59.353351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.360316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-c787534a-bffe-4a41-943f-ec5cf96faac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587196 Mar 10 17:42:59.445215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:59.458841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a51bd59e-2a41-4128-8980-a3bd36e3ad0d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.469744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea44dbdb-d69d-4f1b-adc4-f4ca391b8e98 req-9d0a7da9-c64e-41f1-9a13-720bd84a6c57 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398396 Mar 10 17:42:59.479563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:59.479988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46aa3fc1-46c1-4a4f-8791-25e67ea1f5d9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:59.480464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9b1108e-0deb-4bac-86fd-18edae4e6cb9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:42:59.502801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b9b1108e-0deb-4bac-86fd-18edae4e6cb9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:42:59.503190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b9b1108e-0deb-4bac-86fd-18edae4e6cb9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:42:59.568455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for security_group (fe7fe000-1ff2-45f8-a39a-1570815451cd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.577326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fe7fe000-1ff2-45f8-a39a-1570815451cd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.606000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:42:59.612398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Made reservation on behalf of 52e9d299d96740d69cf10c35064993d4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:42:59.615897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.627253 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7fe000-1ff2-45f8-a39a-1570815451cd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:59.633854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (524c9f9d-2839-4594-86e4-cdef651e1498), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.634206 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Added segment 524c9f9d-2839-4594-86e4-cdef651e1498 of type vlan for network 82dc1651-d277-4e7b-a051-2f44d97bee88 Mar 10 17:42:59.654297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] DHCP port deletion for a51bd59e-2a41-4128-8980-a3bd36e3ad0d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:42:59.680007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Deleting port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:59.680348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.704494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (82dc1651-d277-4e7b-a051-2f44d97bee88), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.729766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Deleting port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:42:59.730926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.781126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] For port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:59.781487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.796000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (82dc1651-d277-4e7b-a051-2f44d97bee88), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.801598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.802239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.806118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Calling delete_port for 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:59.848336 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5656164 Mar 10 17:42:59.854766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47504) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:42:59.861142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] For port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,segment=NetworkSegment(cdafccb0-2ad4-4b30-a214-86195830a0fd),segment_id=cdafccb0-2ad4-4b30-a214-86195830a0fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:42:59.861863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.890577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Request body: {'subnet': {'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:42:59.891993 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:42:59.893011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Calling delete_port for 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:42:59.895761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152ef5f-ea85-4ea5-a7f2-ab13c851551a req-6ea95eed-2f24-4992-8d0e-e0531937f93f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:42:59.897494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b152ef5f-ea85-4ea5-a7f2-ab13c851551a req-6ea95eed-2f24-4992-8d0e-e0531937f93f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 944 time: 0.4265180 Mar 10 17:42:59.916652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-660f0d15-171f-4d33-aa36-b08e48ec28a6 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464928 Mar 10 17:42:59.942648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544751aa-d1af-4067-8989-2fe45a54512b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Network': ['ID=82dc1651-d277-4e7b-a051-2f44d97bee88,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:42:59.972915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:00.064488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Made reservation on behalf of b4fb09f3db324f728349d77b0dae3d27 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:00.068749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.074976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.111820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f515d7a2-f7d6-4e39-92fa-6f721101541f req-04e988f6-282f-4922-8838-c21cef4c60a2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 210 time: 0.1095531 Mar 10 17:43:00.116522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:00.129812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] No DVR routers for this DVR port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:00.138355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.182278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] Pushing event deleted for resources: {'Port': ['ID=56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:00.200715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b152ef5f-ea85-4ea5-a7f2-ab13c851551a req-95692cbb-b4ee-4eb3-a943-a5ab483092b3 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865291 Mar 10 17:43:00.230062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774904c-c451-47fe-b7c0-5ac0f00e48d2 None None] No DVR routers for this DVR port 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:00.250131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979f9658-18e1-4228-8504-d3a5ec909e0e req-8bee4a53-f84b-4b9c-8bb2-fd30be1a5a3b service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122716 Mar 10 17:43:00.275375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Allocated IP 172.20.0.5 (f2d3f12f-23c1-4d92-9929-229f282826b6/ccea0537-c213-4df3-87cf-880f39c0073f/d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:00.466095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-7797d80d-6355-4390-9b25-2427efde9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:00.467986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-7797d80d-6355-4390-9b25-2427efde9958 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8a83116c3ce462f967ba2709ebec457&device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 1126 time: 0.1279981 Mar 10 17:43:00.551164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks [] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.605689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a51bd59e-2a41-4128-8980-a3bd36e3ad0d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.644262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-3793be07-5474-4a37-9b6d-e2b6ec90516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:00.645547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51bd59e-2a41-4128-8980-a3bd36e3ad0d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:00.646105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-3793be07-5474-4a37-9b6d-e2b6ec90516c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 200 len: 913 time: 0.1638992 Mar 10 17:43:00.663095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.672092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdafccb0-2ad4-4b30-a214-86195830a0fd') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:00.672870 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdafccb0-2ad4-4b30-a214-86195830a0fd') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:00.692185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (cdafccb0-2ad4-4b30-a214-86195830a0fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.712917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-b8f5702e-a573-4114-88fe-9e53d33e516f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9 HTTP/1.1" status: 200 len: 217 time: 0.0595348 Mar 10 17:43:00.718792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cdafccb0-2ad4-4b30-a214-86195830a0fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.729248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:43:00.730046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (cdafccb0-2ad4-4b30-a214-86195830a0fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.803143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Network f2d3f12f-23c1-4d92-9929-229f282826b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:00.816136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:00.820252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:00.824820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:43:00.838418 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:43:00.850926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (a51bd59e-2a41-4128-8980-a3bd36e3ad0d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.857023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-2b1623b3-b82e-4411-9da1-422cafdb3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:00.859093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-2b1623b3-b82e-4411-9da1-422cafdb3416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 200 len: 852 time: 0.1084857 Mar 10 17:43:00.881732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.889036 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a51bd59e-2a41-4128-8980-a3bd36e3ad0d HTTP/1.1" status: 204 len: 168 time: 1.5424900 Mar 10 17:43:00.890265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fcee5-c600-4191-a6c8-763debb8cc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51bd59e-2a41-4128-8980-a3bd36e3ad0d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:00.954992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:00.957681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:00.963945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-1ddd689e-7359-4a9a-9fc7-9d6b54b8d135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28a73f44-53a0-435f-9390-d9dbc4dd5920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958104 Mar 10 17:43:01.034049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-a8d9022a-35e1-48d9-8e2d-bb9b580bf3ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8735371 Mar 10 17:43:01.054730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Request body: {'port': {'device_id': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:01.061819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (bc197d28-fe2a-48a6-b1cc-131838778492), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.128940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47514) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:01.147788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Subnet': ['ID=bc197d28-fe2a-48a6-b1cc-131838778492,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:01.156081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Checking segment: {'id': '524c9f9d-2839-4594-86e4-cdef651e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:01.156589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network hostable DHCP agents. Network: 82dc1651-d277-4e7b-a051-2f44d97bee88, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:01.182869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a5369-7f26-4a24-95c2-2f1422767c0f req-18ba203d-4ccf-4aae-8d75-5d5e098c2684 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:01.191295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca9a5369-7f26-4a24-95c2-2f1422767c0f req-18ba203d-4ccf-4aae-8d75-5d5e098c2684 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2461069 Mar 10 17:43:01.191772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:01.208212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 82dc1651-d277-4e7b-a051-2f44d97bee88) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:01.215980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:01.217853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.223869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85a9d0-facd-4593-ace9-46a96c29c2c1 None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:01.249920 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d8e9524-20ff-4b40-a8e9-01df413629dd tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3632376 Mar 10 17:43:01.252513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:01.257697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-400623637', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:01.274268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-f1025360-c1af-452d-8421-ce1460ba7bbd service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928081 Mar 10 17:43:01.303490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.305637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.331127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.344656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-00f74c6c-456d-4719-8e05-1ea74ffa5fbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd25b8a7d9c141e68cdb60575561fd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127156 Mar 10 17:43:01.350200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47524) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:01.366322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca9a5369-7f26-4a24-95c2-2f1422767c0f req-c3904164-60f6-4242-a5ff-8cff59736139 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741204 Mar 10 17:43:01.421303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:01.423008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_controller (89106c0e-3b00-498b-bcad-5c3211da78ce), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.480911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:01.481455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 56fe83ca-5f88-42b6-b2bc-e00c5d4ba6cb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:01.560114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-82dc1651-d277-4e7b-a051-2f44d97bee88', 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88', 'project_id': 'b4fb09f3db324f728349d77b0dae3d27', 'fixed_ips': [{'subnet_id': 'bc197d28-fe2a-48a6-b1cc-131838778492'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:43:01.561221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.591289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cb4dd9f-edce-4204-abab-84ee8bae9ce4 req-d53fe205-d649-4283-863c-e4f2969583f4 service neutron] 10.222.0.41 "GET /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051231 Mar 10 17:43:01.642188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91855-2c7f-492d-af65-566f9e794164 req-9ca17d65-a214-49c7-9696-1579924efdec tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:01.643852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ee91855-2c7f-492d-af65-566f9e794164 req-9ca17d65-a214-49c7-9696-1579924efdec tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 944 time: 0.1650631 Mar 10 17:43:01.748032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_gateway (89106c0e-3b00-498b-bcad-5c3211da78ce), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.769880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] Publish callbacks [] for security_group (9ad86e95-9d97-4e75-94e2-135f392c1609), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.820241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] Publish callbacks [] for security_group (9ad86e95-9d97-4e75-94e2-135f392c1609), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.833381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ee91855-2c7f-492d-af65-566f9e794164 req-915eb552-eb93-4826-833c-03b79e384363 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803348 Mar 10 17:43:01.843736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8198-10b6-4f65-86b1-262a23d6a578 req-cba92f33-395b-4bb4-bad3-1add5addcf1d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:01.845341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23bf8198-10b6-4f65-86b1-262a23d6a578 req-cba92f33-395b-4bb4-bad3-1add5addcf1d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 931 time: 0.5979512 Mar 10 17:43:01.875701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Allocated IP 172.20.0.2 (82dc1651-d277-4e7b-a051-2f44d97bee88/bc197d28-fe2a-48a6-b1cc-131838778492/523afe98-47f2-47ca-9799-e4b6d6f6b781) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:01.942497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-23bf8198-10b6-4f65-86b1-262a23d6a578 req-47f09974-3d87-4e90-aa15-5be324f13714 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801778 Mar 10 17:43:01.947430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9ad86e95-9d97-4e75-94e2-135f392c1609), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.950201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:01.966543 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ad86e95-9d97-4e75-94e2-135f392c1609 HTTP/1.1" status: 204 len: 168 time: 0.6030698 Mar 10 17:43:01.980310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:01.988759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks [] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.015906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Transition to ACTIVE for port object d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:02.028474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.043758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132ace5-42ee-40c7-95ea-d644f5a6bbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad86e95-9d97-4e75-94e2-135f392c1609,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.093170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.123339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_gateway (89106c0e-3b00-498b-bcad-5c3211da78ce), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.158231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.221261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks [] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.225877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Attempting to bind port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:02.227400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Attempting to bind port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:02.228030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Attempting to bind port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a on network f2d3f12f-23c1-4d92-9929-229f282826b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:02.234663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a on network f2d3f12f-23c1-4d92-9929-229f282826b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:02.235442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Attempting to bind port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a on network f2d3f12f-23c1-4d92-9929-229f282826b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:02.235930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.253915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:02.255226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Checking segment: {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:02.257253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Bound using segment: {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:02.258014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Bound port: d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:02.259431 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.319799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:02.323860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Allocated IP 172.25.3.204 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/222de8d7-8015-4571-bd1c-f38a4d6372d0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:02.329586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:02.332661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:02.336966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Pushing event updated for resources: {'Port': ['ID=523afe98-47f2-47ca-9799-e4b6d6f6b781,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.383792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:02.389603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:02.409474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.415140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.420005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Attempting to bind port 523afe98-47f2-47ca-9799-e4b6d6f6b781 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:02.420441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Attempting to bind port 523afe98-47f2-47ca-9799-e4b6d6f6b781 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '524c9f9d-2839-4594-86e4-cdef651e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:02.420598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.420978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Attempting to bind port 523afe98-47f2-47ca-9799-e4b6d6f6b781 on network 82dc1651-d277-4e7b-a051-2f44d97bee88 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:02.426798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.427029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:02.427414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Checking segment: {'id': '524c9f9d-2839-4594-86e4-cdef651e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:02.427922 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.428506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Bound using segment: {'id': '524c9f9d-2839-4594-86e4-cdef651e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:02.428987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Bound port: 523afe98-47f2-47ca-9799-e4b6d6f6b781, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c9f9d-2839-4594-86e4-cdef651e1498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:02.429373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.432517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.440587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.447697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.448803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e39defde-0c85-4890-a452-18e1d68a8848 req-27e22a53-0941-49e6-ba75-bdaa42429a17 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.1405637 Mar 10 17:43:02.450955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.502751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.503416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.504812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 1091 time: 1.4622731 Mar 10 17:43:02.505530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:02.508433 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085d55c-64e1-41cf-b082-d18695b92616" -d '{"events": [{"name": "network-changed", "server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:02.538133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] For port 523afe98-47f2-47ca-9799-e4b6d6f6b781, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:02.549267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] For port 523afe98-47f2-47ca-9799-e4b6d6f6b781, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=523afe98-47f2-47ca-9799-e4b6d6f6b781,segment=NetworkSegment(524c9f9d-2839-4594-86e4-cdef651e1498),segment_id=524c9f9d-2839-4594-86e4-cdef651e1498)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:02.562405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.605749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (222de8d7-8015-4571-bd1c-f38a4d6372d0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.612273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a70d-2002-46e8-a656-8a961ad2c275 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.620171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:02.653378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ad07b-ab7f-4015-8004-737c6fc3cf47 None None] Pushing event updated for resources: {'Port': ['ID=523afe98-47f2-47ca-9799-e4b6d6f6b781,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.690583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (222de8d7-8015-4571-bd1c-f38a4d6372d0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:02.704161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e39defde-0c85-4890-a452-18e1d68a8848 req-4053a147-07a9-4054-9a15-6de75192d748 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2434042 Mar 10 17:43:02.733160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-c11ad152-0e6c-49bd-91e5-706980e27d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.735158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-c11ad152-0e6c-49bd-91e5-706980e27d82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1125 time: 0.1650684 Mar 10 17:43:02.771093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=222de8d7-8015-4571-bd1c-f38a4d6372d0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:02.794507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-df782cf8-9b99-4bad-8136-a5015e50503f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0497720 Mar 10 17:43:02.795049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:02.796070 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af0576-b893-4538-81ed-772057620659 x-openstack-request-id: req-e3af0576-b893-4538-81ed-772057620659 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:02.796364 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:02.796619 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3af0576-b893-4538-81ed-772057620659 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:02.797012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:02.797138 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'status': 'completed', 'code': 200} Mar 10 17:43:02.800353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:02.813696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad123-9695-4fa0-bba0-ba9477b69c31 req-ef91a1c7-809b-48c9-80f1-51d5489b985f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:02.815913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14fad123-9695-4fa0-bba0-ba9477b69c31 req-ef91a1c7-809b-48c9-80f1-51d5489b985f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2537551 Mar 10 17:43:02.973303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d4d09ec9-a186-4f1a-869a-d04011dbe049 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c952ac71e3349979a7dd0dd7e20ec96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345015 Mar 10 17:43:02.984827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:03.014312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-540866b0-31bb-4259-9d11-024f09eb904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.016192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-540866b0-31bb-4259-9d11-024f09eb904d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.2152450 Mar 10 17:43:03.019166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14fad123-9695-4fa0-bba0-ba9477b69c31 req-2cc0a564-8967-45c4-860e-3b4d182e68cc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862392 Mar 10 17:43:03.115404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-15bf3682-0d69-4d81-8781-295f5ddb7a3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590971 Mar 10 17:43:03.145347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.151977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.158294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.165685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.174566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.184706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.191064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.193237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b56101b2-4a22-4fe1-9589-df40a62d6f98 req-efb709de-4c7f-43a9-8e8a-a6403e226e7e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.3314495 Mar 10 17:43:03.268384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_gateway (89106c0e-3b00-498b-bcad-5c3211da78ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.333936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-9dce4999-ffcb-40fd-89ef-c2fb30b71f1d service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091334 Mar 10 17:43:03.334762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] Publish callbacks [] for security_group (28655e7e-2d31-4601-b529-db5d5ca0aecc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.431605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 523afe98-47f2-47ca-9799-e4b6d6f6b781 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:03.499470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 523afe98-47f2-47ca-9799-e4b6d6f6b781 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:03.500759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.505526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.549512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e967c12-c463-4621-8ec5-cf8435363c5a req-4f5e1cd8-8d22-49dc-b584-80474ab2c9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736660 Mar 10 17:43:03.552049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] Publish callbacks [] for security_group (28655e7e-2d31-4601-b529-db5d5ca0aecc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.592449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71669cc3-e0be-4e23-8dc0-38939d446897 req-f6885989-4b89-418f-b904-2f4a8d22b4f7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.601858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71669cc3-e0be-4e23-8dc0-38939d446897 req-f6885989-4b89-418f-b904-2f4a8d22b4f7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.2643101 Mar 10 17:43:03.610618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 523afe98-47f2-47ca-9799-e4b6d6f6b781 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:03.611288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.654360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 523afe98-47f2-47ca-9799-e4b6d6f6b781, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=523afe98-47f2-47ca-9799-e4b6d6f6b781,segment=NetworkSegment(524c9f9d-2839-4594-86e4-cdef651e1498),segment_id=524c9f9d-2839-4594-86e4-cdef651e1498)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:03.658216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c02f4476-c91d-4f66-adb4-06b72e005bc9 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:03.671336 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.723563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Router 89106c0e-3b00-498b-bcad-5c3211da78ce is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:43:03.747052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cbaf-5eff-44c6-a2ec-682790da8a33 req-4a2d5622-d478-49ce-a127-977354d78da0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:03.748938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67c7cbaf-5eff-44c6-a2ec-682790da8a33 req-4a2d5622-d478-49ce-a127-977354d78da0 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 944 time: 0.5529196 Mar 10 17:43:03.787448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=523afe98-47f2-47ca-9799-e4b6d6f6b781,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:03.895268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:03.896966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:03.928281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] Sync routers for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:03.943665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:03.948328 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40d872d9-c649-42fd-8b5e-3eee7efd052e tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.6917558 Mar 10 17:43:03.948637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47554) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:03.952005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'c02f4476-c91d-4f66-adb4-06b72e005bc9', 'network_id': '28a73f44-53a0-435f-9390-d9dbc4dd5920', 'port_id': 'c02f4476-c91d-4f66-adb4-06b72e005bc9', 'mac_address': 'fa:16:3e:0e:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8176a252-2175-4521-bda6-d9a6f1599211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:04.023501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:04.025960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:04.121854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:04.125429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71669cc3-e0be-4e23-8dc0-38939d446897 req-b20c30fc-dd94-4a5f-87c6-8e2c9f99ce80 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224316 Mar 10 17:43:04.154474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085d55c-64e1-41cf-b082-d18695b92616 req-c1236050-0d7c-431c-a614-5241c0312115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:04.155163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-c1236050-0d7c-431c-a614-5241c0312115 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1125 time: 0.5294979 Mar 10 17:43:04.170133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c02f4476-c91d-4f66-adb4-06b72e005bc9 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:04.172530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.182001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67c7cbaf-5eff-44c6-a2ec-682790da8a33 req-6a3d56a6-b1ec-45e5-a85d-6c4531439d7f tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835397 Mar 10 17:43:04.231813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (28655e7e-2d31-4601-b529-db5d5ca0aecc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.236500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.237352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a74c20-e878-4f8c-896e-8797f6905f07 None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:04.238120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28655e7e-2d31-4601-b529-db5d5ca0aecc HTTP/1.1" status: 204 len: 168 time: 1.2521954 Mar 10 17:43:04.325444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f4476-c91d-4f66-adb4-06b72e005bc9 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:04.331540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:04.332050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:04.332967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22168c63-38a5-4e6b-8756-300089ce6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28655e7e-2d31-4601-b529-db5d5ca0aecc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:04.431009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085d55c-64e1-41cf-b082-d18695b92616 req-76e96322-27c8-438b-84a1-96f4b2881cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:04.432740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-76e96322-27c8-438b-84a1-96f4b2881cbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.2687213 Mar 10 17:43:04.435175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:04.436357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e7eb5d-76df-42f8-a026-5bb92cba888e None None] The sync data for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:04.457882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:04.476776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e1e8c46a-2d1b-49eb-b9a3-8be56691441e None None] Provisioning complete for port 523afe98-47f2-47ca-9799-e4b6d6f6b781 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:04.478813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c46a-2d1b-49eb-b9a3-8be56691441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.479807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cdc7-837e-47f0-b5f6-4d8cf6330b89 req-17769e4e-29f3-41dc-ac49-52f4a9fdbd4d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:04.481876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.484248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51c6cdc7-837e-47f0-b5f6-4d8cf6330b89 req-17769e4e-29f3-41dc-ac49-52f4a9fdbd4d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1563706 Mar 10 17:43:04.530733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-b06caf97-b531-4125-8d6c-ef3818ae9570 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0820458 Mar 10 17:43:04.622786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51c6cdc7-837e-47f0-b5f6-4d8cf6330b89 req-ab824b81-c136-416c-93fb-82eff4b39509 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013112 Mar 10 17:43:04.624591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085d55c-64e1-41cf-b082-d18695b92616 req-17c4cfda-7c88-4130-848e-fe13f7d9bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:04.626097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-17c4cfda-7c88-4130-848e-fe13f7d9bb30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.0871844 Mar 10 17:43:04.671900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-477d98d0-2251-4b1d-9d6c-f7f9997e0b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369577 Mar 10 17:43:04.734295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:04.795915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-9ec7debc-67bd-4668-8874-19577b2a14f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166034 Mar 10 17:43:04.890525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:04.956856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9085d55c-64e1-41cf-b082-d18695b92616 req-e967895f-34c3-47a4-8037-fc012a94d3cb service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531978 Mar 10 17:43:04.960105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['c02f4476-c91d-4f66-adb4-06b72e005bc9'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:05.024610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8c46a-2d1b-49eb-b9a3-8be56691441e None None] Current status of the port 523afe98-47f2-47ca-9799-e4b6d6f6b781 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:05.195379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Allocated IP 172.20.0.1 (82dc1651-d277-4e7b-a051-2f44d97bee88/bc197d28-fe2a-48a6-b1cc-131838778492/577f79da-5bc8-4622-b510-840f7f8dcdaa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:05.258752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0acc2f5b-c625-4f70-93e3-bd45c2a4df8c None None] Provisioning complete for port 523afe98-47f2-47ca-9799-e4b6d6f6b781 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:05.259135 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0acc2f5b-c625-4f70-93e3-bd45c2a4df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:05.350598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.351082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.351661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.352131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.352594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.353062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.353507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.372512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-326c6099-6ad5-4c22-b08a-5870aca9e9b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6719 time: 0.1715655 Mar 10 17:43:05.434921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 523afe98-47f2-47ca-9799-e4b6d6f6b781 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:05.451840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c142c8-73db-409b-a5a2-ea3df3834f20 req-15aa6704-6a53-4567-8657-727979c19241 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.453491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77c142c8-73db-409b-a5a2-ea3df3834f20 req-15aa6704-6a53-4567-8657-727979c19241 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.2119405 Mar 10 17:43:05.490352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee698079-b032-4047-989c-d8febc364e9a req-5feb913f-6b8b-4910-ac63-53e48033b413 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.492076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee698079-b032-4047-989c-d8febc364e9a req-5feb913f-6b8b-4910-ac63-53e48033b413 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 945 time: 0.1282258 Mar 10 17:43:05.555716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77c142c8-73db-409b-a5a2-ea3df3834f20 req-8d8c5c84-9648-45ff-8993-13a02078cbed tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938849 Mar 10 17:43:05.573612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee698079-b032-4047-989c-d8febc364e9a req-17c1bc29-1235-4b79-8a93-06b8db71c47e tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682924 Mar 10 17:43:05.599212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:05.620428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0acc2f5b-c625-4f70-93e3-bd45c2a4df8c None None] Current status of the port 523afe98-47f2-47ca-9799-e4b6d6f6b781 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:05.636924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 523afe98-47f2-47ca-9799-e4b6d6f6b781 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:05.637436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:05.643619 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-6e2db6d3-5e9d-4da6-af3d-3078d08acf94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753302 Mar 10 17:43:05.648045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:05.667685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:05.712098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:05.716329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:05.720690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:05.766963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=577f79da-5bc8-4622-b510-840f7f8dcdaa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:05.782951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (89106c0e-3b00-498b-bcad-5c3211da78ce), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:05.861203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc108a6-0dff-4593-bbc9-cec27413ad20 req-cacdbf04-8d76-475a-9e8e-aad5e24d13fc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:05.862356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 523afe98-47f2-47ca-9799-e4b6d6f6b781 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:05.864289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dc108a6-0dff-4593-bbc9-cec27413ad20 req-cacdbf04-8d76-475a-9e8e-aad5e24d13fc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.0981653 Mar 10 17:43:05.919767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:05.941419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'port_id': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'mac_address': 'fa:16:3e:cf:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea0537-c213-4df3-87cf-880f39c0073f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:05.949325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dc108a6-0dff-4593-bbc9-cec27413ad20 req-332102db-d250-49e3-929f-5e879f737023 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682237 Mar 10 17:43:05.978344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.002886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:06.003196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.035842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:06.063198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:06.067638 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.123933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:06.155549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8a8fb23b-cc47-4157-92ba-fd6b9e79793c None None] Provisioning complete for port 577f79da-5bc8-4622-b510-840f7f8dcdaa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:06.155953 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb23b-cc47-4157-92ba-fd6b9e79793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.192155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fb23b-cc47-4157-92ba-fd6b9e79793c None None] Port 577f79da-5bc8-4622-b510-840f7f8dcdaa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:06.300744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.306808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.389087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (89106c0e-3b00-498b-bcad-5c3211da78ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.397177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=577f79da-5bc8-4622-b510-840f7f8dcdaa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:06.415532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47622) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:06.494172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:06.495872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:06.545471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:06.664172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'network': {'name': 'tempest-network-smoke--1956904772', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'port_security_enabled': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:06.701812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:06.707325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.719265 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.871649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62662cb1-91a4-493a-a1c1-1e75ac941d9d req-5b399971-2031-4d86-bc5c-27edf87f109b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:06.873252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62662cb1-91a4-493a-a1c1-1e75ac941d9d req-5b399971-2031-4d86-bc5c-27edf87f109b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.1441736 Mar 10 17:43:06.881936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950acd-7382-48d0-ab14-c949ff71e9c2 req-0c8b55d4-93d4-40b9-9e25-f3894ed52740 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:06.884165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24950acd-7382-48d0-ab14-c949ff71e9c2 req-0c8b55d4-93d4-40b9-9e25-f3894ed52740 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 945 time: 0.1358182 Mar 10 17:43:06.923397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-abf6e871-273e-443e-9654-c7c70191eaea None None] Provisioning complete for port 577f79da-5bc8-4622-b510-840f7f8dcdaa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:06.924036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-abf6e871-273e-443e-9654-c7c70191eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.962545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-abf6e871-273e-443e-9654-c7c70191eaea None None] Port 577f79da-5bc8-4622-b510-840f7f8dcdaa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:06.971426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (d18b272b-02fe-491a-a1ea-a8100314b088), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:06.983505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d18b272b-02fe-491a-a1ea-a8100314b088), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.008180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62662cb1-91a4-493a-a1c1-1e75ac941d9d req-a5113bb7-f457-44ba-ba85-c96e55629254 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193500 Mar 10 17:43:07.031735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:07.042674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24950acd-7382-48d0-ab14-c949ff71e9c2 req-62b3e051-3361-4b41-82fe-00a3f31ab925 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475160 Mar 10 17:43:07.062560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b272b-02fe-491a-a1ea-a8100314b088,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:07.071820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0bc1403f-be26-46ba-b333-8e8f0d9425f3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.072210 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Added segment 0bc1403f-be26-46ba-b333-8e8f0d9425f3 of type vlan for network edc0250e-cbda-4afd-833f-f29afbb41531 Mar 10 17:43:07.075300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Router 89106c0e-3b00-498b-bcad-5c3211da78ce has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:07.145336 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (edc0250e-cbda-4afd-833f-f29afbb41531), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.188273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dcfd0-e520-4428-90e4-969fbecfad16 req-2baf1a45-feab-4ed3-bf57-c8366ed5d0c6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:07.189719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4dcfd0-e520-4428-90e4-969fbecfad16 req-2baf1a45-feab-4ed3-bf57-c8366ed5d0c6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.0811753 Mar 10 17:43:07.190549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (edc0250e-cbda-4afd-833f-f29afbb41531), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.192123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:07.195789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:07.196395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.198951 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76e4cbe2-5dca-4f45-9819-bc96e25047af tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "PUT /v2.0/routers/89106c0e-3b00-498b-bcad-5c3211da78ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2483103 Mar 10 17:43:07.201233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:07.207313 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] Sync routers for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:07.208549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Request body: {'port': {'network_id': '82dc1651-d277-4e7b-a051-2f44d97bee88', 'name': 'tempest-FloatingIPAdminTestJSON-572548380'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:07.224951 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:07.225785 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:07.236711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8196814 Mar 10 17:43:07.240554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47640) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:07.253423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-270451485', 'admin_state_up': True, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:07.285414 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:07.301845 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:07.302608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:07.318323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da094040-d7a2-480a-8bb9-e3883486d6de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Network': ['ID=edc0250e-cbda-4afd-833f-f29afbb41531,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:07.329517 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.330523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network edc0250e-cbda-4afd-833f-f29afbb41531 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:07.330757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.353080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4dcfd0-e520-4428-90e4-969fbecfad16 req-19f29372-9e5a-4b1c-b1c8-c9429b9f889b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425622 Mar 10 17:43:07.354144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Made reservation on behalf of b4fb09f3db324f728349d77b0dae3d27 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:07.358041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.364084 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:07.365090 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd975f77-406e-45f2-b16b-ef3f40ccf07b None None] The sync data for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:07.391709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] device_id is not set on port 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:43:07.411435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_controller (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.507153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Allocated IP 172.20.0.9 (82dc1651-d277-4e7b-a051-2f44d97bee88/bc197d28-fe2a-48a6-b1cc-131838778492/9e28af7f-f0ed-47f4-8c5a-9a561d9e8730) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:07.566552 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.653069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c02f4476-c91d-4f66-adb4-06b72e005bc9 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:07.672650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.715970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port c02f4476-c91d-4f66-adb4-06b72e005bc9 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:07.718192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.721518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port c02f4476-c91d-4f66-adb4-06b72e005bc9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:07.722012 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.775993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event updated for resources: {'Port': ['ID=9e28af7f-f0ed-47f4-8c5a-9a561d9e8730,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:07.789401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:07.790906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:07.795515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.804565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:07.822946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.833043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c02f4476-c91d-4f66-adb4-06b72e005bc9 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:07.833456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.874455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:07.875577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.881618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:07.885067 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b0135-8c7a-45a8-92a9-61da2a7e90ec" -d '{"events": [{"server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:07.889527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:07.901653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:07.916075 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf307141-b4e2-4ef3-8930-112ff8cf7ee9 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7113414 Mar 10 17:43:07.918032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:07.998420 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ee321-d4cd-473e-a8ff-b3cd90d70f49 x-openstack-request-id: req-334ee321-d4cd-473e-a8ff-b3cd90d70f49 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:07.999029 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:07.999348 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-334ee321-d4cd-473e-a8ff-b3cd90d70f49 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:07.999749 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9', 'code': 200} Mar 10 17:43:08.000738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:08.017897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.25.3.123 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7ec6b279-d84c-4d3e-b747-7c859c359dca) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:08.073863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'project_id': 'b4fb09f3db324f728349d77b0dae3d27', 'port_id': '9e28af7f-f0ed-47f4-8c5a-9a561d9e8730'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:08.099363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.203874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a4a24-05f5-41b6-aa8f-36990ec6cc0a req-c1576de2-fc3f-47d8-a2f3-f8572771cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:08.205381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c00a4a24-05f5-41b6-aa8f-36990ec6cc0a req-c1576de2-fc3f-47d8-a2f3-f8572771cb5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 1128 time: 0.1751611 Mar 10 17:43:08.231774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.297669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-831a625c-cb56-4317-8860-cf1cb1382864 None None] Provisioning complete for port 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:08.297965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-831a625c-cb56-4317-8860-cf1cb1382864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.317411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.341531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-831a625c-cb56-4317-8860-cf1cb1382864 None None] Port 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:08.343266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c00a4a24-05f5-41b6-aa8f-36990ec6cc0a req-e318fbd2-d17a-49e4-8afe-198030165278 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184692 Mar 10 17:43:08.352488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd159-d661-4f13-8cd6-9771a9b79359 req-97bf351a-fb14-465d-be7e-9b07d4f56c2d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:08.353924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941dd159-d661-4f13-8cd6-9771a9b79359 req-97bf351a-fb14-465d-be7e-9b07d4f56c2d tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.1768079 Mar 10 17:43:08.362779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca76cc-4fe7-4aa0-8cb4-bbd50896f122 req-52b8e7c4-741f-42ed-9069-9d56d77040fd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:08.364263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96ca76cc-4fe7-4aa0-8cb4-bbd50896f122 req-52b8e7c4-741f-42ed-9069-9d56d77040fd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.1943574 Mar 10 17:43:08.434382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.478653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Allocated IP 172.25.3.146 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7f03319f-619b-4f09-8c55-29d0f8b0f9fa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:08.495286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941dd159-d661-4f13-8cd6-9771a9b79359 req-d6ca5e5b-341e-4d2b-9371-10cb7629f2e5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280761 Mar 10 17:43:08.503249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96ca76cc-4fe7-4aa0-8cb4-bbd50896f122 req-1d43a173-764b-4627-aea5-c2d4795f01bc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273613 Mar 10 17:43:08.509754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:08.515345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:08.517734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:08.527500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=7ec6b279-d84c-4d3e-b747-7c859c359dca,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:08.616043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.654390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:08.699525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:08.704126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:08.706312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Pushing event updated for resources: {'Port': ['ID=7f03319f-619b-4f09-8c55-29d0f8b0f9fa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:08.708179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:08.727611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f7b88-3da1-460a-a203-80c8f1b03688 req-10f7557b-33c9-4b66-939c-1e157acf443d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:08.729184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b1f7b88-3da1-460a-a203-80c8f1b03688 req-10f7557b-33c9-4b66-939c-1e157acf443d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1189334 Mar 10 17:43:08.892095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b1f7b88-3da1-460a-a203-80c8f1b03688 req-cb9e672c-e940-4616-813e-68aa712c37b4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274457 Mar 10 17:43:08.923623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.140197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (1d5da063-f6a6-40ba-8bc1-6146498f4257), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.223189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.407591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.414641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.420303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.496036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Pushing event updated for resources: {'Port': ['ID=7f03319f-619b-4f09-8c55-29d0f8b0f9fa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:09.504854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (1d5da063-f6a6-40ba-8bc1-6146498f4257), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.557292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:43:09.644336 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Floating IP 1d5da063-f6a6-40ba-8bc1-6146498f4257 associated. External IP: 172.25.3.146, port: 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730. Mar 10 17:43:09.670499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:09.770628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e15ab-8724-4e5f-a4a6-79b999d27c7f req-507d9f40-bc2f-4b57-b837-af6ec907f0ce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:09.777770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074e15ab-8724-4e5f-a4a6-79b999d27c7f req-507d9f40-bc2f-4b57-b837-af6ec907f0ce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.1392365 Mar 10 17:43:09.780089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:09.796331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:09.802976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc18b5b-65b3-468b-826f-71337f28f905 req-debf1956-86a1-4d7b-8383-cb5a51ed0aa9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:09.804554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bc18b5b-65b3-468b-826f-71337f28f905 req-debf1956-86a1-4d7b-8383-cb5a51ed0aa9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.1783330 Mar 10 17:43:09.811669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:09.812052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.815709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:09.858983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:09.863143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-94907f7d-77c6-4069-bf66-0775777b57e3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6165562 Mar 10 17:43:09.863755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:09.885788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-074e15ab-8724-4e5f-a4a6-79b999d27c7f req-b670e99d-86de-4e70-835e-ba11ff546c90 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069651 Mar 10 17:43:09.899777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:09.900447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:09.929392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bc18b5b-65b3-468b-826f-71337f28f905 req-9b833ea5-5d1f-4cb1-add4-749c33a9cbaf tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154242 Mar 10 17:43:10.010498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f3c1eb5e-bc8a-4a43-b145-5902b0effd7f tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ec24b1366d6941d48bdfb73c6e21b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1430497 Mar 10 17:43:10.017363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.090949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:10.091336 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.094117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:10.097318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Router 89106c0e-3b00-498b-bcad-5c3211da78ce has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:10.182077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4062be-0d12-4aec-bba9-8bb701cb34db req-3d00bc78-97f0-45c7-b92e-9e37065db6dc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:10.183977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c4062be-0d12-4aec-bba9-8bb701cb34db req-3d00bc78-97f0-45c7-b92e-9e37065db6dc tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1947615 Mar 10 17:43:10.196028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:10.198871 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14877041-b061-4829-ae3c-cbf8f97db99e" -d '{"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:10.223685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:10.233489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419fadb-7f8d-497c-a52a-7ca10419c321 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:10.235470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1419fadb-7f8d-497c-a52a-7ca10419c321 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2168481 Mar 10 17:43:10.240140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.243415 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] Sync routers for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:10.249312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:10.255089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:10.255992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:10.275049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.294073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80cd4734-a134-4db8-9b87-0a2e481c5c40 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504007 Mar 10 17:43:10.296951 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abfdb4d-6986-4b1a-bf47-92cf986f2adb x-openstack-request-id: req-9abfdb4d-6986-4b1a-bf47-92cf986f2adb {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:10.296951 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:10.297259 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9abfdb4d-6986-4b1a-bf47-92cf986f2adb {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:10.297376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.297548 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'code': 200} Mar 10 17:43:10.300932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.302715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725880196', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:10.328845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c4062be-0d12-4aec-bba9-8bb701cb34db req-a22249ff-8c86-420d-99ae-ab48f967f7cb tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330302 Mar 10 17:43:10.340986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18e9c611-a118-44c8-bed3-b01dcc48a703 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.4214766 Mar 10 17:43:10.345378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.375274 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:10.399901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:10.401057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:10.401201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:10.440827 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:10.442365 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae0937-eaae-4483-8187-b9cd85921d79 None None] The sync data for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:10.445467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:08Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:10.475140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:43:10.475623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Updating router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d port 7ec6b279-d84c-4d3e-b747-7c859c359dca binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:43:10.490534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:10.495581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.516398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.521368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b5b9-2c48-4d27-9f57-342f5dc9ed19 req-498863d0-b845-4449-b247-97aace637f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:10.522968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1c2b5b9-2c48-4d27-9f57-342f5dc9ed19 req-498863d0-b845-4449-b247-97aace637f34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1127 time: 0.1208394 Mar 10 17:43:10.530385 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-30b27383-1f60-4eba-9e14-5af9e0dae099 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "GET /v2.0/floatingips/1d5da063-f6a6-40ba-8bc1-6146498f4257 HTTP/1.1" status: 200 len: 982 time: 0.1841345 Mar 10 17:43:10.533516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.638170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1c2b5b9-2c48-4d27-9f57-342f5dc9ed19 req-435d4614-7dce-4a6f-acd3-c14babba0adc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081529 Mar 10 17:43:10.663243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fee646d9-b229-4f9a-9d9f-fde27861131d tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1284499 Mar 10 17:43:10.665906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.775545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (613b24c4-4a7b-48c1-8372-664511a693b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.841888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Subnet': ['ID=613b24c4-4a7b-48c1-8372-664511a693b2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:10.842251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks [] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.851777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.857768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Checking segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:10.857985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network hostable DHCP agents. Network: edc0250e-cbda-4afd-833f-f29afbb41531, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:10.867857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 7f03319f-619b-4f09-8c55-29d0f8b0f9fa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:10.868769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.882850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network edc0250e-cbda-4afd-833f-f29afbb41531 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:10.895902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, edc0250e-cbda-4afd-833f-f29afbb41531) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:10.908788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:10.909554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:10.939426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-19567b15-646d-4b4a-aeac-a127489da127 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6411576 Mar 10 17:43:10.939733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:10.971148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0212a-30e0-41cd-bb23-002a9e234279 None None] Pushing event updated for resources: {'Port': ['ID=7ec6b279-d84c-4d3e-b747-7c859c359dca,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:10.989369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900d3c7-6e26-413a-9efe-a65f781a0829 None None] Network edc0250e-cbda-4afd-833f-f29afbb41531 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:11.019599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Attempting to bind port 7ec6b279-d84c-4d3e-b747-7c859c359dca on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:11.019970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Attempting to bind port 7ec6b279-d84c-4d3e-b747-7c859c359dca by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:11.020549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Attempting to bind port 7ec6b279-d84c-4d3e-b747-7c859c359dca on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:11.022926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.023422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.043784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:11.044152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:11.044555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.044944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:11.045947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Bound port: 7ec6b279-d84c-4d3e-b747-7c859c359dca, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:11.046327 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.058380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 7f03319f-619b-4f09-8c55-29d0f8b0f9fa owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:11.199902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] For port 7ec6b279-d84c-4d3e-b747-7c859c359dca, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:11.207293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3085a2c-58e9-424b-ba41-84a5340f9b99 req-b528a383-d361-46fc-862b-addabc09026d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:11.208938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3085a2c-58e9-424b-ba41-84a5340f9b99 req-b528a383-d361-46fc-862b-addabc09026d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1902778 Mar 10 17:43:11.217042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-edc0250e-cbda-4afd-833f-f29afbb41531', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:43:11.217915 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.218858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9be5c0-0b03-4f22-8805-8dda4f14e50d req-9b2fbbe6-465e-45e6-ad18-9567cd1666ad tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:11.220660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e9be5c0-0b03-4f22-8805-8dda4f14e50d req-9b2fbbe6-465e-45e6-ad18-9567cd1666ad tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.1117439 Mar 10 17:43:11.221824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] For port 7ec6b279-d84c-4d3e-b747-7c859c359dca, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ec6b279-d84c-4d3e-b747-7c859c359dca,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:11.243737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.309071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3085a2c-58e9-424b-ba41-84a5340f9b99 req-9a920c3a-aacf-4c70-941b-20ee767ba0e2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872171 Mar 10 17:43:11.314839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e9be5c0-0b03-4f22-8805-8dda4f14e50d req-d578ebe9-8fe3-44b1-b150-1da34cc6ddd4 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838308 Mar 10 17:43:11.627109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629599c6-cf2f-4e85-9c3f-facb1a41b8a2 req-f1cf5805-0fc6-4a01-be51-f7327391bcc2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:11.628005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0212a-30e0-41cd-bb23-002a9e234279 None None] Pushing event updated for resources: {'Port': ['ID=7ec6b279-d84c-4d3e-b747-7c859c359dca,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:11.630641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-629599c6-cf2f-4e85-9c3f-facb1a41b8a2 req-f1cf5805-0fc6-4a01-be51-f7327391bcc2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1446364 Mar 10 17:43:11.685875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:11.686554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:11.734692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-629599c6-cf2f-4e85-9c3f-facb1a41b8a2 req-16f7afea-ed7f-43fd-b45a-ac0c214ddbad tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951598 Mar 10 17:43:11.754789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Allocated IP 172.20.0.2 (edc0250e-cbda-4afd-833f-f29afbb41531/613b24c4-4a7b-48c1-8372-664511a693b2/e2619f87-90cc-4ccb-9e52-16e252c9bfd1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:11.859679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7f03319f-619b-4f09-8c55-29d0f8b0f9fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:11.885494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:11.897227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=7f03319f-619b-4f09-8c55-29d0f8b0f9fa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:11.927817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26d895-2076-4661-b77a-c59428c2b1e2 req-1e8e0cf8-2d0d-4581-a400-cb565d2e5dd9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:11.929935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d26d895-2076-4661-b77a-c59428c2b1e2 req-1e8e0cf8-2d0d-4581-a400-cb565d2e5dd9 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.1258931 Mar 10 17:43:12.029437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d26d895-2076-4661-b77a-c59428c2b1e2 req-299c7a8e-c29f-40ca-8141-5727567e8726 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818648 Mar 10 17:43:12.031802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (1d5da063-f6a6-40ba-8bc1-6146498f4257), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.032142 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Floating IP 1d5da063-f6a6-40ba-8bc1-6146498f4257 disassociated (deleted). External IP: 172.25.3.146, port: 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730. Mar 10 17:43:12.129891 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks [] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.157553 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.178641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.201760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Network edc0250e-cbda-4afd-833f-f29afbb41531 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:12.209644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:12.212826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:12.230855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Pushing event updated for resources: {'Port': ['ID=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:12.279474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:08Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:12.311403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdf66c-1e58-421f-872e-5e24c31d9faf None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:08Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:12.316093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Attempting to bind port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:12.316093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Attempting to bind port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:12.316360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Attempting to bind port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 on network edc0250e-cbda-4afd-833f-f29afbb41531 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:12.322593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:12.322981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Checking segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:12.323362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.323745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Bound using segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:12.324202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Bound port: e2619f87-90cc-4ccb-9e52-16e252c9bfd1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:12.324577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.402262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab552a54-1388-479e-b114-639e21623d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.441805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] For port e2619f87-90cc-4ccb-9e52-16e252c9bfd1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:12.453645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] For port e2619f87-90cc-4ccb-9e52-16e252c9bfd1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:12.463822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:12.478110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15769c-bd49-434e-a407-fd636cb05f6b req-0dd09867-a109-4b06-9a75-9c21a1e70da0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:12.479777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a15769c-bd49-434e-a407-fd636cb05f6b req-0dd09867-a109-4b06-9a75-9c21a1e70da0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0705357 Mar 10 17:43:12.581603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a15769c-bd49-434e-a407-fd636cb05f6b req-507ce6d5-e46a-4ba2-b46e-878624f700b2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940821 Mar 10 17:43:12.585389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987540-2315-4329-aa56-af6e35d96d80 None None] Pushing event updated for resources: {'Port': ['ID=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:12.663837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Router 89106c0e-3b00-498b-bcad-5c3211da78ce has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:12.827756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.1 (edc0250e-cbda-4afd-833f-f29afbb41531/613b24c4-4a7b-48c1-8372-664511a693b2/08e48939-7305-4db0-bd04-a8332f8cf08a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:13.048918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:13.063576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] Sync routers for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:13.081537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93573c-9f50-49a3-8b9f-088d12246d1c req-792e20af-a572-4d72-927a-84c45525bc74 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:13.083131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a93573c-9f50-49a3-8b9f-088d12246d1c req-792e20af-a572-4d72-927a-84c45525bc74 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2370031 Mar 10 17:43:13.086830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:13.087501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:13.095365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.128517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-1e4e9cc4-9bb1-4fb6-b880-1877c9c18359 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:13.135499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-1e4e9cc4-9bb1-4fb6-b880-1877c9c18359 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 813 time: 0.2131855 Mar 10 17:43:13.180204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:13.187772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a93573c-9f50-49a3-8b9f-088d12246d1c req-7f09e57b-d21b-4ef2-9d21-96dbc9616d9c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886252 Mar 10 17:43:13.194249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-b75caa42-1c5b-4a91-ac69-d996b52c1e0e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/quotas/52e9d299d96740d69cf10c35064993d4 HTTP/1.1" status: 200 len: 375 time: 0.0575938 Mar 10 17:43:13.199038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:13.199730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:42:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:13.271579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:13.272531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be57f68-a632-47a4-8661-9c8ed9451481 None None] The sync data for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:13.300828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5de1f23f-29a8-45c4-8bb9-b6379945e5d1 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/floatingips/1d5da063-f6a6-40ba-8bc1-6146498f4257 HTTP/1.1" status: 204 len: 168 time: 2.6338542 Mar 10 17:43:13.306268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-313383dc-eccc-4371-9a0a-6053022de5e1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108015 Mar 10 17:43:13.306637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47720) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:13.310997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:13.336259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.388630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.442076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.458688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network edc0250e-cbda-4afd-833f-f29afbb41531 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:13.467536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:13.470246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:13.477114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:13.521835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-746c1596-ffb9-4f07-a0a0-f94a69a85715 service neutron] 10.222.0.35 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076325 Mar 10 17:43:13.542797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.553345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96050cd6-fba9-42e5-b622-f2abb631f5ad req-5e4c5216-6206-4e13-9bb7-cae7314c3db5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:13.555169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96050cd6-fba9-42e5-b622-f2abb631f5ad req-5e4c5216-6206-4e13-9bb7-cae7314c3db5 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.2014334 Mar 10 17:43:13.598741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ec6b279-d84c-4d3e-b747-7c859c359dca up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:13.689919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7ec6b279-d84c-4d3e-b747-7c859c359dca triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:13.690304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.768954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96050cd6-fba9-42e5-b622-f2abb631f5ad req-7a0b0df7-bd94-423e-be4e-67c7a75a0288 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005167 Mar 10 17:43:13.797299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-0eb95913-55a7-455f-a8a2-6d69f4dd5f11 service neutron] 10.222.0.35 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723567 Mar 10 17:43:13.828437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.838710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7ec6b279-d84c-4d3e-b747-7c859c359dca is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:13.839114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.897375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 7ec6b279-d84c-4d3e-b747-7c859c359dca, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ec6b279-d84c-4d3e-b747-7c859c359dca,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:13.904952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:13.905789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2619f87-90cc-4ccb-9e52-16e252c9bfd1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:13.918854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.059095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=7ec6b279-d84c-4d3e-b747-7c859c359dca,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:14.118342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Allocated IP 172.25.3.221 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/07b5c652-7811-45d0-8c00-27d6088a9b10) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:14.185974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:14.186613 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.193554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5366ec48-40d3-4586-8c2c-ddd8679cb71a req-3c5ba104-6b2f-4484-a70e-400d2bdc1c7b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 210 time: 0.0821216 Mar 10 17:43:14.392107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79777c-5097-4fcb-ba83-125b5aad18a1 None None] Network edc0250e-cbda-4afd-833f-f29afbb41531 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:14.479552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:14.480273 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.517175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-66b48a3e-6d86-42d0-b464-d091a60663a9 None None] Provisioning complete for port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:14.517552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66b48a3e-6d86-42d0-b464-d091a60663a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.545706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.558563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.706897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port e2619f87-90cc-4ccb-9e52-16e252c9bfd1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:14.719865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.727187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.733043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:14.749327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.754361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.754761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.755104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.755441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.755777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.756106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.756438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.756773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.757093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.757546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.757882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.758232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:14.804501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e6ed21c9-46a8-4895-b826-4df8402a3c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.881182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:14.948751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:14.967832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-66b48a3e-6d86-42d0-b464-d091a60663a9 None None] Current status of the port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:14.973971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f6b7-964f-491f-8e31-390ede276690 req-ea21b9b4-431e-4300-92c9-42cc8b12b844 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:14.994996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e38f6b7-964f-491f-8e31-390ede276690 req-ea21b9b4-431e-4300-92c9-42cc8b12b844 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.7043779 Mar 10 17:43:15.016166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network edc0250e-cbda-4afd-833f-f29afbb41531 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:15.018888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:15.066162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68f15a-16fb-4789-87b5-622c7232ec13 req-9c4cb16e-1224-44ca-8e50-eb43b76f5b6d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:15.077642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a68f15a-16fb-4789-87b5-622c7232ec13 req-9c4cb16e-1224-44ca-8e50-eb43b76f5b6d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.7209156 Mar 10 17:43:15.130280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:15.232860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:15.286313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e38f6b7-964f-491f-8e31-390ede276690 req-6e548ca1-c51e-4a92-8bd0-0d7719da67a6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901905 Mar 10 17:43:15.322800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:15.342302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:15.350798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:15.366139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a68f15a-16fb-4789-87b5-622c7232ec13 req-1a352011-6bcc-4f18-864f-091775bda6fe tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876003 Mar 10 17:43:15.418904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Pushing event updated for resources: {'Port': ['ID=07b5c652-7811-45d0-8c00-27d6088a9b10,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:15.569455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:15.582617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:15.598194 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25bee9cf-2c89-446a-9038-6bdcc6b920d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/3360f4b3-89e8-4a75-b73f-05d21eac4d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6572936 Mar 10 17:43:15.599155 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:15.603057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe253cdd-3a08-43d3-9410-07dbc060347e req-e1ce3b27-d4a2-43df-927c-c2502ff9d24c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 210 time: 0.0972650 Mar 10 17:43:15.603445 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:15.625167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:15.811890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (604da599-d8c2-430c-9af1-215d1db02eb3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:15.889610 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:15.931161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ec6b279-d84c-4d3e-b747-7c859c359dca up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:16.001841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.002252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Provisioning complete for port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:16.002750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.211197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.256747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.279248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.399121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Pushing event updated for resources: {'Port': ['ID=07b5c652-7811-45d0-8c00-27d6088a9b10,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:16.411795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-3a0e9a25-f127-4820-8c7b-82dcc64bb223 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.413378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-3a0e9a25-f127-4820-8c7b-82dcc64bb223 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.5003436 Mar 10 17:43:16.423807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7ec6b279-d84c-4d3e-b747-7c859c359dca triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:16.424489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.429452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-270ba6fe-d267-4c28-a968-7e7ec7993426 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.437233 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-270ba6fe-d267-4c28-a968-7e7ec7993426 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.59 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 813 time: 0.4604704 Mar 10 17:43:16.457412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (604da599-d8c2-430c-9af1-215d1db02eb3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.466573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b866f9-447d-449b-9aa2-f874cddb87cd req-2176ca81-8674-440f-8b63-993195490649 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.468140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4b866f9-447d-449b-9aa2-f874cddb87cd req-2176ca81-8674-440f-8b63-993195490649 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2030919 Mar 10 17:43:16.471491 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:14Z', 'revision_number': 2, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:16.500060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.500529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.500986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.501439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.501886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.502707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.503604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.503747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.504392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.504898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.505349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.505797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.506244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.508025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.508025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.508275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Current status of the port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:16.509887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-56f4a723-f5d9-4af5-a36f-f1558171c8cf tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10579 time: 0.8835690 Mar 10 17:43:16.512938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:16.530864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:43:16.531503 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Updating router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d port 08e48939-7305-4db0-bd04-a8332f8cf08a binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:43:16.557293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Provisioning complete for port 08e48939-7305-4db0-bd04-a8332f8cf08a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:16.557719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.625159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.629721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b0c6558e-b29d-4ed5-84f2-5b5805f6937f tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3221304 Mar 10 17:43:16.631826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47762) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:16.639044 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.651335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ab830-049b-47a0-98f8-9468be972d80 None None] Port 08e48939-7305-4db0-bd04-a8332f8cf08a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:16.763020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7ec6b279-d84c-4d3e-b747-7c859c359dca is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:16.764364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2619f87-90cc-4ccb-9e52-16e252c9bfd1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:16.814054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-ecb86988-3e72-4b88-9e9c-388587b5781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.815671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-ecb86988-3e72-4b88-9e9c-388587b5781e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa3360224b1244c2b64f22469dce71a2&device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 1128 time: 0.5558851 Mar 10 17:43:16.860829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e3759-97ac-4c9e-9441-f84c4edccaa8 req-ac1ec772-2ca2-4525-a5df-aea17d01a319 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:16.874700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c7e3759-97ac-4c9e-9441-f84c4edccaa8 req-ac1ec772-2ca2-4525-a5df-aea17d01a319 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 946 time: 0.3748481 Mar 10 17:43:16.884190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9e2678f4-82eb-4c3e-bcdf-bebb717552d5 None None] Provisioning complete for port 08e48939-7305-4db0-bd04-a8332f8cf08a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:16.884701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e2678f4-82eb-4c3e-bcdf-bebb717552d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:16.912830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4b866f9-447d-449b-9aa2-f874cddb87cd req-3a8fddb9-0e88-4f4c-bccf-15cb9ac7568d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224763 Mar 10 17:43:16.918752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:17.054358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:17.054971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.059552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9e2678f4-82eb-4c3e-bcdf-bebb717552d5 None None] Port 08e48939-7305-4db0-bd04-a8332f8cf08a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:17.078801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.106858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Deleting port c02f4476-c91d-4f66-adb4-06b72e005bc9 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:17.107196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.114926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c7e3759-97ac-4c9e-9441-f84c4edccaa8 req-6f8e3158-42e2-4e30-a848-1133b94ad0f6 tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/security-groups?id=adc55287-fdca-41f5-99db-7d4ecc720a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388747 Mar 10 17:43:17.175694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-927cfbc0-99a7-4f9d-be50-9da0f10694b2 req-4e8ef674-a9cb-450c-8f16-820e2fbea604 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 210 time: 0.1082554 Mar 10 17:43:17.220994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-d8b9208d-baac-49eb-bd79-1d6b0131e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.223725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-d8b9208d-baac-49eb-bd79-1d6b0131e333 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 200 len: 917 time: 0.3888309 Mar 10 17:43:17.282346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:17.310908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.313753 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks [] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.323077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Request body: {'port': {'device_id': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'admin_state_up': True, 'tenant_id': '52e9d299d96740d69cf10c35064993d4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:17.324753 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.341386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-411fdc25-6601-428d-a30c-e53a2f0ead1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792 HTTP/1.1" status: 200 len: 217 time: 0.0791638 Mar 10 17:43:17.379151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] For port c02f4476-c91d-4f66-adb4-06b72e005bc9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c02f4476-c91d-4f66-adb4-06b72e005bc9,segment=NetworkSegment(28afae3b-5014-4e39-b8a4-49aa33702744),segment_id=28afae3b-5014-4e39-b8a4-49aa33702744)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:17.379539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.419186 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6feec-3f30-4228-a71c-6e379fce57df None None] Pushing event updated for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:17.480949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Calling delete_port for c02f4476-c91d-4f66-adb4-06b72e005bc9 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:17.538009 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Attempting to bind port 08e48939-7305-4db0-bd04-a8332f8cf08a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:17.538773 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Attempting to bind port 08e48939-7305-4db0-bd04-a8332f8cf08a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:17.539895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Attempting to bind port 08e48939-7305-4db0-bd04-a8332f8cf08a on network edc0250e-cbda-4afd-833f-f29afbb41531 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:17.552357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:17.552737 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Checking segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:17.553144 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.553684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Bound using segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:17.554195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Bound port: 08e48939-7305-4db0-bd04-a8332f8cf08a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:17.554606 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.573930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.574802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.575423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.576057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.576669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.577427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.578045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.579469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.580085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.580691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.581297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.581899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.582535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.583406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.584034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.586752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2a5ec73c-998a-4191-9cb7-3959f40329be tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9610 time: 1.0729210 Mar 10 17:43:17.590051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:17.628978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-95d84c1a-b31b-47ba-996d-5b45a76f3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:17.635959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-95d84c1a-b31b-47ba-996d-5b45a76f3744 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 200 len: 855 time: 0.2801952 Mar 10 17:43:17.687396 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] For port 08e48939-7305-4db0-bd04-a8332f8cf08a, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:17.692117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] For port 08e48939-7305-4db0-bd04-a8332f8cf08a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=08e48939-7305-4db0-bd04-a8332f8cf08a,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:17.709875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Made reservation on behalf of 52e9d299d96740d69cf10c35064993d4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:17.712578 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.716455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.816987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Provisioning complete for port 08e48939-7305-4db0-bd04-a8332f8cf08a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:17.822364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:17.894411 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6feec-3f30-4228-a71c-6e379fce57df None None] Pushing event updated for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:17.923426 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:17.926175 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:18.045059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Current status of the port 08e48939-7305-4db0-bd04-a8332f8cf08a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:18.045542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.047997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c02f4476-c91d-4f66-adb4-06b72e005bc9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.151438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] For port 08e48939-7305-4db0-bd04-a8332f8cf08a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=08e48939-7305-4db0-bd04-a8332f8cf08a,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:18.165137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.166564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.182009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Pushing event deleted for resources: {'Port': ['ID=c02f4476-c91d-4f66-adb4-06b72e005bc9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:18.252033 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:18.277626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Allocated IP 172.20.0.4 (f2d3f12f-23c1-4d92-9929-229f282826b6/ccea0537-c213-4df3-87cf-880f39c0073f/b6d8ae36-a5f3-42bf-92f9-a5a04582d965) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:18.306946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b8fe3-7cbb-44c4-b4af-61273da510dc None None] Pushing event updated for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:18.342334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-88000863-c151-440f-862d-de36a5259b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:18.344420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-88000863-c151-440f-862d-de36a5259b0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ddb6d397-67dd-4ab2-b42f-818edf1cea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6994903 Mar 10 17:43:18.349448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c23a62bd-5980-4864-9fad-2b4332c98456 None None] Provisioning complete for port 08e48939-7305-4db0-bd04-a8332f8cf08a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:18.350696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c23a62bd-5980-4864-9fad-2b4332c98456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.387234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] No DVR routers for this DVR port c02f4476-c91d-4f66-adb4-06b72e005bc9 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:18.391716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.396265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f537bc6b-04b9-4990-91fb-0488bfd1ba6d req-4d56a3a4-3abe-4558-9817-63d045247d0c tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.41 "DELETE /v2.0/ports/c02f4476-c91d-4f66-adb4-06b72e005bc9 HTTP/1.1" status: 204 len: 173 time: 1.9726913 Mar 10 17:43:18.411217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-334fcecf-7694-46fe-b319-3070a9f3a7be service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:43:18.412547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-334fcecf-7694-46fe-b319-3070a9f3a7be service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0419359 Mar 10 17:43:18.415297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'name': 'network-vif-deleted', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:18.418246 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0008c2cd-7111-49cb-8357-067e7ec51c09" -d '{"events": [{"server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "name": "network-vif-deleted", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:18.423649 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad7ae1ac-ab68-4577-84c1-baac86ea95c8 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5937 time: 0.8322220 Mar 10 17:43:18.510590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13195848-8a53-4b73-adc3-b758c9f6d963 req-b5e56408-808c-450d-bd8c-d650b5e19c9b tempest-DeleteServersTestJSON-1158051033 tempest-DeleteServersTestJSON-1158051033-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6a9a33-4cf4-4668-824c-97595b06e0fd HTTP/1.1" status: 200 len: 210 time: 0.1376364 Mar 10 17:43:18.515077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c23a62bd-5980-4864-9fad-2b4332c98456 None None] Current status of the port 08e48939-7305-4db0-bd04-a8332f8cf08a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:18.676813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.682237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks [] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.721471 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:17Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:18.751130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:18.752595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932a030-5f20-4e0a-8281-e951985de23f None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:17Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:18.764249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:18.777168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Allocated IP 172.25.3.115 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/441df431-5853-4a40-a6b3-2c985433a9c7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:18.816725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Network f2d3f12f-23c1-4d92-9929-229f282826b6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:18.822986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:18.827813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:18.862044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff62c-a412-45bc-bb29-d1dd9eeba7be req-a07015da-641f-41a9-8cf5-b22f278e3a93 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:18.870158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-351ff62c-a412-45bc-bb29-d1dd9eeba7be req-a07015da-641f-41a9-8cf5-b22f278e3a93 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.6900141 Mar 10 17:43:18.910946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Pushing event updated for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:18.943479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-c7ccb0cc-66e4-43c5-87ed-8f84312fd980 service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773526 Mar 10 17:43:18.961503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:18.963428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.012275 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-5de74f25-2310-46d4-9b87-09e191a9f473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5011990 Mar 10 17:43:19.060524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Request body: {'port': {'device_id': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:19.105539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8ecf-fca2-42c7-9547-81f7e8060398 req-5edd6d33-ddf2-4eb7-8f3d-485e816767df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:19.113267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61fc8ecf-fca2-42c7-9547-81f7e8060398 req-5edd6d33-ddf2-4eb7-8f3d-485e816767df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 931 time: 0.3447115 Mar 10 17:43:19.178387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.225260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-351ff62c-a412-45bc-bb29-d1dd9eeba7be req-477cee50-0be1-4325-aa4e-9d518020c411 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511539 Mar 10 17:43:19.440787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 08e48939-7305-4db0-bd04-a8332f8cf08a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:19.448887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbda53d9-d296-44d0-8430-3494e583d5ab req-802dd191-87d7-481a-a9b8-edb88665b16e service neutron] 10.222.0.59 "GET /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927862 Mar 10 17:43:19.473471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for port (441df431-5853-4a40-a6b3-2c985433a9c7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.519414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61fc8ecf-fca2-42c7-9547-81f7e8060398 req-e78139b3-d170-48f5-ae68-562b0c1e39d3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992448 Mar 10 17:43:19.553715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 08e48939-7305-4db0-bd04-a8332f8cf08a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:19.554814 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.586795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.664036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 08e48939-7305-4db0-bd04-a8332f8cf08a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:19.694413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d8ae36-a5f3-42bf-92f9-a5a04582d965 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:19.701958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:19.705339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:19.712404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks [] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.719979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:19.726036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c02f4476-c91d-4f66-adb4-06b72e005bc9 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:19.744407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Transition to ACTIVE for port object b6d8ae36-a5f3-42bf-92f9-a5a04582d965 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:19.755776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.784382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: c02f4476-c91d-4f66-adb4-06b72e005bc9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:19.785606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c02f4476-c91d-4f66-adb4-06b72e005bc9 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:19.796634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47790) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:19.818769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653217912', 'description': 'tempest-secgroup-smoke-1653217912 description', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:19.827171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Pushing event updated for resources: {'Port': ['ID=441df431-5853-4a40-a6b3-2c985433a9c7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:19.904132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:19.932600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Attempting to bind port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:19.932986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Attempting to bind port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:19.936046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Attempting to bind port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 on network f2d3f12f-23c1-4d92-9929-229f282826b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:19.966985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:19.987105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 on network f2d3f12f-23c1-4d92-9929-229f282826b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:19.987340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Attempting to bind port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 on network f2d3f12f-23c1-4d92-9929-229f282826b6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:20.005474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:20.005818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Checking segment: {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:20.006197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Bound using segment: {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:20.006665 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Bound port: b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b916de6b-49ce-41be-a48e-ff4338003900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:20.007022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.071869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for floatingip (2c9a2de6-d9ba-4afb-94fa-24fdcba8b897), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.136901 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876acf79-6e7e-44e4-a34e-b1ba10bfbd8f x-openstack-request-id: req-876acf79-6e7e-44e4-a34e-b1ba10bfbd8f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:20.137621 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6a9a33-4cf4-4668-824c-97595b06e0fd", "name": "network-vif-deleted", "tag": "c02f4476-c91d-4f66-adb4-06b72e005bc9", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:20.138054 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-876acf79-6e7e-44e4-a34e-b1ba10bfbd8f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:20.138644 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a9a33-4cf4-4668-824c-97595b06e0fd', 'name': 'network-vif-deleted', 'tag': 'c02f4476-c91d-4f66-adb4-06b72e005bc9', 'status': 'completed', 'code': 200} Mar 10 17:43:20.170741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:20.174121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:20.185810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.192014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.208605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:20.209036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.211302 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6d8ae36-a5f3-42bf-92f9-a5a04582d965 HTTP/1.1" status: 200 len: 1091 time: 1.1898530 Mar 10 17:43:20.213036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:20.216642 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b097e-7cde-435f-85cb-a257060b95d4" -d '{"events": [{"name": "network-changed", "server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:20.406890 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd54112-3a94-4a58-bb33-5a0538c3c320 x-openstack-request-id: req-8cd54112-3a94-4a58-bb33-5a0538c3c320 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:20.407189 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:20.407441 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cd54112-3a94-4a58-bb33-5a0538c3c320 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:20.407845 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965', 'status': 'completed', 'code': 200} Mar 10 17:43:20.464327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-b3e1d5f3-8d6e-44c5-8ac2-982e42d444d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:20.465847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-b3e1d5f3-8d6e-44c5-8ac2-982e42d444d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 1125 time: 0.1795244 Mar 10 17:43:20.466664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ab919-b2c9-4ce7-b37e-a4725c9e0298 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:20.550986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-81c0201f-c3c9-423b-88a3-a2b59ea68f2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965 HTTP/1.1" status: 200 len: 217 time: 0.0755627 Mar 10 17:43:20.614447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (2b4717ed-0bd2-4bf4-8dd1-136b96314bc3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.638287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-0cabb072-19de-4cc5-b1da-7149cd068a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:20.639767 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-0cabb072-19de-4cc5-b1da-7149cd068a1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.0835953 Mar 10 17:43:20.673197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2b4717ed-0bd2-4bf4-8dd1-136b96314bc3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.713702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-945db834-c2a3-4d86-b3cc-ec797dca19b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665481 Mar 10 17:43:20.775190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.776528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9772742 Mar 10 17:43:20.794322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47820) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:20.795047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd7a3-3851-42d0-82cb-4db07d3d5c74 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:20.801377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:20.843026 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-3137f85a-8716-423d-adc8-612030a867d9 service neutron] 10.222.0.59 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209416 Mar 10 17:43:20.875283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca70b-89a4-4da9-9a85-ecabab05ca5b req-757e67b5-8f45-4a5d-ab56-1c0ff2ad3480 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:20.882377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bcca70b-89a4-4da9-9a85-ecabab05ca5b req-757e67b5-8f45-4a5d-ab56-1c0ff2ad3480 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.2665074 Mar 10 17:43:20.900286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cc5e7-bdc9-493c-93bc-d3f2814ddc66 req-7b18feb7-6874-4f16-9ad3-5cbcac11fe22 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:20.901778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91cc5e7-bdc9-493c-93bc-d3f2814ddc66 req-7b18feb7-6874-4f16-9ad3-5cbcac11fe22 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 943 time: 0.2819510 Mar 10 17:43:20.962626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (01e76ae7-e5c4-43e4-869f-81d713449a59), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:20.985680 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54daf9c4-c0e5-42a0-8108-25bd44afd162 req-ba07e5f8-df7a-4c75-a9b8-320c56350eb3 service neutron] 10.222.0.59 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343703 Mar 10 17:43:21.040836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:43:21.052052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bcca70b-89a4-4da9-9a85-ecabab05ca5b req-5bb9e8f3-a4e7-42bb-b42a-07bbea3f0e8e tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680360 Mar 10 17:43:21.090651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91cc5e7-bdc9-493c-93bc-d3f2814ddc66 req-ee66f81a-d69f-485d-ae9f-f2d0e848be00 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709876 Mar 10 17:43:21.122581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b097e-7cde-435f-85cb-a257060b95d4 req-26a0afdc-3d56-411a-81e9-5afdcd6040ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:21.124500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-26a0afdc-3d56-411a-81e9-5afdcd6040ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 1125 time: 0.0851948 Mar 10 17:43:21.146168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for port (441df431-5853-4a40-a6b3-2c985433a9c7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.168465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (01e76ae7-e5c4-43e4-869f-81d713449a59), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.169850 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.203080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (01e76ae7-e5c4-43e4-869f-81d713449a59), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.260102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e76ae7-e5c4-43e4-869f-81d713449a59,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:21.305995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Pushing event updated for resources: {'Port': ['ID=441df431-5853-4a40-a6b3-2c985433a9c7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:21.317764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.319234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2f79baed-b0c8-47c7-84b6-9193a9af5c6d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216236 Mar 10 17:43:21.323069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47830) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.330515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:21.359288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (2c9a2de6-d9ba-4afb-94fa-24fdcba8b897), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.388459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a401a4-0550-47f9-9be9-e40badd32608 req-8f338ac2-264f-4ad0-9f50-d7ef289a3635 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:21.390096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9a401a4-0550-47f9-9be9-e40badd32608 req-8f338ac2-264f-4ad0-9f50-d7ef289a3635 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1275587 Mar 10 17:43:21.391080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (c13cfad0-9037-4228-97dd-c81738a7bd9b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.410085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.414469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b097e-7cde-435f-85cb-a257060b95d4 req-4c088318-5024-4f00-941c-0b0b6d08a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:21.415057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ac44f1ab-fe80-43f0-bab1-f2fba051c2eb tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7743783 Mar 10 17:43:21.416773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-4c088318-5024-4f00-941c-0b0b6d08a7d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.2844529 Mar 10 17:43:21.418865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.480722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9a401a4-0550-47f9-9be9-e40badd32608 req-aa5b274a-a96d-4fe4-aed5-1a1772d14689 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Mar 10 17:43:21.492393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (c13cfad0-9037-4228-97dd-c81738a7bd9b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.504764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (c13cfad0-9037-4228-97dd-c81738a7bd9b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.525001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-50594b8a-e470-463a-b310-df57cc479123 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965 HTTP/1.1" status: 200 len: 217 time: 0.0955486 Mar 10 17:43:21.532227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13cfad0-9037-4228-97dd-c81738a7bd9b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:21.545731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.548221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50bf83fe-5ea5-45e5-bc64-f7d3c5f06018 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2218442 Mar 10 17:43:21.551536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.556914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:21.601159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7566f59-d4c6-47e4-8b0f-eb63ca0f901b tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.1806810 Mar 10 17:43:21.603578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.613466 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (9d94b16c-15ff-4e7c-af9c-3379069134da), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.686798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fbdd4-89ec-4916-9a8c-063831f5affb req-7b26baae-29fb-4a14-a17b-13ebdb998902 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:21.688753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a0de6c9e-f33a-4fae-8eae-8a8556e26480 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0838606 Mar 10 17:43:21.689468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad2fbdd4-89ec-4916-9a8c-063831f5affb req-7b26baae-29fb-4a14-a17b-13ebdb998902 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.1121891 Mar 10 17:43:21.689599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47842) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.691068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b097e-7cde-435f-85cb-a257060b95d4 req-9a8003e1-cd86-4862-a69b-debdb6957929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:21.692465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-9a8003e1-cd86-4862-a69b-debdb6957929 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.1601226 Mar 10 17:43:21.747234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (9d94b16c-15ff-4e7c-af9c-3379069134da), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.762089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (9d94b16c-15ff-4e7c-af9c-3379069134da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.764822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-66f17788-9732-47d3-9fdf-bfa5ff3e94d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640240 Mar 10 17:43:21.795824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad2fbdd4-89ec-4916-9a8c-063831f5affb req-3c01eec3-a841-418e-92c2-9b31742b6273 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001809 Mar 10 17:43:21.801944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d94b16c-15ff-4e7c-af9c-3379069134da,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:21.812749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.817152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b7a998d5-07df-465d-b9f2-e1ce4ce436e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645230 Mar 10 17:43:21.817961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:21.823432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:21.864361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (06dcf73f-0f0f-4323-92a3-e68fb809734d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.980946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (06dcf73f-0f0f-4323-92a3-e68fb809734d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:21.988621 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-174301ba-8b60-4667-aee5-8714ffa4b788 service neutron] 10.222.0.59 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049599 Mar 10 17:43:21.998791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (06dcf73f-0f0f-4323-92a3-e68fb809734d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.002122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Deleting port 441df431-5853-4a40-a6b3-2c985433a9c7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:22.002500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.033470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dcf73f-0f0f-4323-92a3-e68fb809734d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:22.073032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.074320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e2696100-26da-4674-9a49-4b6a3ab54a90 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2552943 Mar 10 17:43:22.078731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47848) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:22.084127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:22.097876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedd3c0-7e20-41f8-917d-95b7f3a67534 req-b7ea3a10-fbef-4fc4-b6b4-048ab01b7cb2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:22.099441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcedd3c0-7e20-41f8-917d-95b7f3a67534 req-b7ea3a10-fbef-4fc4-b6b4-048ab01b7cb2 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.1163137 Mar 10 17:43:22.187657 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:43:22.201440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fcedd3c0-7e20-41f8-917d-95b7f3a67534 req-5c48376a-f9e6-4fe2-a724-28330e11c624 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873885 Mar 10 17:43:22.202639 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (f6d39c2e-3445-4ff4-8288-9991fa9de4ea), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.266221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.266583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for floatingip (441df431-5853-4a40-a6b3-2c985433a9c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.267259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-5d0a36fd-2744-4656-86b9-521da94d6a62 req-15c68229-de43-4c58-b330-f490ed593d07 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:43:22.268310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d0a36fd-2744-4656-86b9-521da94d6a62 req-15c68229-de43-4c58-b330-f490ed593d07 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062928 Mar 10 17:43:22.289473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Calling delete_port for 441df431-5853-4a40-a6b3-2c985433a9c7 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:22.294921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-866b097e-7cde-435f-85cb-a257060b95d4 req-13808148-4622-43f7-9cd3-ed4d77708e33 service neutron] 10.222.0.59 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788615 Mar 10 17:43:22.434884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc085f-89c2-461d-800b-bcbf2d6f708f req-d4046f07-617a-4f61-a8ac-94e8c42f6208 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:22.436403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53bc085f-89c2-461d-800b-bcbf2d6f708f req-d4046f07-617a-4f61-a8ac-94e8c42f6208 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 943 time: 0.2068079 Mar 10 17:43:22.439744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (f6d39c2e-3445-4ff4-8288-9991fa9de4ea), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.443965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (441df431-5853-4a40-a6b3-2c985433a9c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.454362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f6d39c2e-3445-4ff4-8288-9991fa9de4ea), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.459642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d0a36fd-2744-4656-86b9-521da94d6a62 req-f7d19910-2f9f-429f-af66-260912213e91 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1789272 Mar 10 17:43:22.490826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d39c2e-3445-4ff4-8288-9991fa9de4ea,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:22.502401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.503620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50acac43-e07d-4d7a-81e9-7a0bf9c8bffe tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4239638 Mar 10 17:43:22.506662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47862) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:22.521397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': '2b4717ed-0bd2-4bf4-8dd1-136b96314bc3', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:22.527846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Pushing event deleted for resources: {'Port': ['ID=441df431-5853-4a40-a6b3-2c985433a9c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:22.583458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53bc085f-89c2-461d-800b-bcbf2d6f708f req-ff1c4885-8f52-4498-a2c2-61ac63e9c5df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344402 Mar 10 17:43:22.587968 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:43:22.596456 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (8f0098cd-9748-40fc-8733-30382824bc3a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.608534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks [] for floatingip (2c9a2de6-d9ba-4afb-94fa-24fdcba8b897), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.616346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.622908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-759495c7-2256-42ff-938b-89ec7e9da43d tempest-FloatingIPAdminTestJSON-496202121 tempest-FloatingIPAdminTestJSON-496202121-project] 10.222.0.35 "DELETE /v2.0/floatingips/2c9a2de6-d9ba-4afb-94fa-24fdcba8b897 HTTP/1.1" status: 204 len: 168 time: 0.9290347 Mar 10 17:43:22.623260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47864) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:22.670566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (8f0098cd-9748-40fc-8733-30382824bc3a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.677774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8f0098cd-9748-40fc-8733-30382824bc3a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.707899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0098cd-9748-40fc-8733-30382824bc3a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:22.733897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.736342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e42b7c3-8f63-4d38-80c4-0825a72f13c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2263896 Mar 10 17:43:22.794315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Deleting port 07b5c652-7811-45d0-8c00-27d6088a9b10 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:22.794845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.893224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.893636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (07b5c652-7811-45d0-8c00-27d6088a9b10), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:22.899534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc0a76-cbcd-48bb-9cbe-ef9e6b811534 req-5de41366-b29e-4c79-abf0-283715e0a5b4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:22.901081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8dc0a76-cbcd-48bb-9cbe-ef9e6b811534 req-5de41366-b29e-4c79-abf0-283715e0a5b4 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.0904055 Mar 10 17:43:22.908891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Calling delete_port for 07b5c652-7811-45d0-8c00-27d6088a9b10 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:22.943730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-d84b574d-7c36-4f81-9c92-7b3a6ab99039 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653217912&fields=id&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 267 time: 0.0718219 Mar 10 17:43:23.045216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8dc0a76-cbcd-48bb-9cbe-ef9e6b811534 req-8b834b1c-d72d-4860-9534-846a0246fc20 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220446 Mar 10 17:43:23.059025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (07b5c652-7811-45d0-8c00-27d6088a9b10), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.091468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Pushing event deleted for resources: {'Port': ['ID=07b5c652-7811-45d0-8c00-27d6088a9b10,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:23.114971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-765c3790-91e3-4579-9d9d-7591935d44bb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:23.123894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-765c3790-91e3-4579-9d9d-7591935d44bb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 797 time: 0.1720331 Mar 10 17:43:23.141649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-04c5b4cb-f9be-4d4a-89dd-d03ed1bec747 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/quotas/ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 375 time: 0.0167210 Mar 10 17:43:23.192487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks [] for floatingip (604da599-d8c2-430c-9af1-215d1db02eb3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.196661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.198770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-665318f5-83f9-4dda-93a1-71e848137380 tempest-FloatingIPAdminTestJSON-1869551517 tempest-FloatingIPAdminTestJSON-1869551517-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/604da599-d8c2-430c-9af1-215d1db02eb3 HTTP/1.1" status: 204 len: 168 time: 0.5730455 Mar 10 17:43:23.201519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:23.212908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-7199c115-ec13-4f5b-af6a-17ec7d4694b0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702164 Mar 10 17:43:23.324182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:23.324523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.363353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252cf50-f5c0-4bf7-be48-7aecdbbb016d req-4eb153c4-ad8b-431b-912e-31a5eba93b7e tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:23.364844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e252cf50-f5c0-4bf7-be48-7aecdbbb016d req-4eb153c4-ad8b-431b-912e-31a5eba93b7e tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.1217682 Mar 10 17:43:23.396135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-9a9706da-b038-43d0-a68e-e93149d0affe service neutron] 10.222.0.35 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638834 Mar 10 17:43:23.414303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:23.429804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:23.445488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e252cf50-f5c0-4bf7-be48-7aecdbbb016d req-1915b83f-5982-4217-88ca-51dcab610d34 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745153 Mar 10 17:43:23.525257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-b56e8b73-e738-4add-83a4-c119bec7196c service neutron] 10.222.0.35 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174109 Mar 10 17:43:23.781545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b1d94-3d88-4ea8-b6d5-2181257c5434 req-ef67d30a-95ed-45ee-b03b-c685293b6c24 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:23.783499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f04b1d94-3d88-4ea8-b6d5-2181257c5434 req-ef67d30a-95ed-45ee-b03b-c685293b6c24 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.1024613 Mar 10 17:43:23.892352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f04b1d94-3d88-4ea8-b6d5-2181257c5434 req-913cea28-3469-416c-ae47-87afc1409cc9 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Mar 10 17:43:23.920135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d282e-ff3d-4b4a-ac6f-67c22f0c9c4e req-cc136ff8-abad-4751-9f82-651c01fb7a85 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:23.920135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d05d282e-ff3d-4b4a-ac6f-67c22f0c9c4e req-cc136ff8-abad-4751-9f82-651c01fb7a85 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 943 time: 0.0942318 Mar 10 17:43:23.979459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d05d282e-ff3d-4b4a-ac6f-67c22f0c9c4e req-1ea83666-8bf2-491a-8c58-3c60b647b79c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574687 Mar 10 17:43:24.024555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9e28af7f-f0ed-47f4-8c5a-9a561d9e8730), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:24.059938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=9e28af7f-f0ed-47f4-8c5a-9a561d9e8730,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:24.087439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2144198f-d989-4373-b0d2-9a4db14daa2d req-68dff580-0746-42ae-b861-3406303084ac tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 210 time: 0.0460832 Mar 10 17:43:24.128012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bb65-03dd-40a0-8dcf-4b660d26b213 req-6fff2b30-a9e8-4d6d-b8cb-9c99a807d68a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:24.129658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e97bb65-03dd-40a0-8dcf-4b660d26b213 req-6fff2b30-a9e8-4d6d-b8cb-9c99a807d68a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.1300817 Mar 10 17:43:24.213680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e97bb65-03dd-40a0-8dcf-4b660d26b213 req-04673e45-3cf7-473a-b164-2f4896f3c0e6 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764928 Mar 10 17:43:24.275434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:24.283227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47912) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:24.283494 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b79d96d-a910-4654-b0d9-886ca71a3130 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/ports/9e28af7f-f0ed-47f4-8c5a-9a561d9e8730 HTTP/1.1" status: 204 len: 168 time: 1.0802059 Mar 10 17:43:24.392755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760e59f-f700-4309-91a5-86d2ad40fc35 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:24.394790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8760e59f-f700-4309-91a5-86d2ad40fc35 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "GET /v2.0/ports?device_id=89106c0e-3b00-498b-bcad-5c3211da78ce HTTP/1.1" status: 200 len: 913 time: 0.1099775 Mar 10 17:43:24.397896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:24.418880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03898b-9db8-4e2b-b770-07197f9b1c7e req-ba9a1bb1-884c-45c3-8221-a939cf9857ab tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:24.424209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03898b-9db8-4e2b-b770-07197f9b1c7e req-ba9a1bb1-884c-45c3-8221-a939cf9857ab tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:24.430105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03898b-9db8-4e2b-b770-07197f9b1c7e req-ba9a1bb1-884c-45c3-8221-a939cf9857ab tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:24.432350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb03898b-9db8-4e2b-b770-07197f9b1c7e req-ba9a1bb1-884c-45c3-8221-a939cf9857ab tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64&device_id=c866096b-3b97-4104-81df-daa8b25e978e&device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 2419 time: 0.1006277 Mar 10 17:43:24.491379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb03898b-9db8-4e2b-b770-07197f9b1c7e req-e2dcf5ca-3535-4b45-9dee-35bb67441934 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529745 Mar 10 17:43:24.529017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-ff6bb4f0-8c51-47b8-869e-d25ba6b09065 req-205b747d-3be9-4d18-ac12-907de0962e98 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:43:24.529968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff6bb4f0-8c51-47b8-869e-d25ba6b09065 req-205b747d-3be9-4d18-ac12-907de0962e98 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076578 Mar 10 17:43:24.614877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff6bb4f0-8c51-47b8-869e-d25ba6b09065 req-f0ac14f5-84d1-4539-9141-b8b762f3436d tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0780458 Mar 10 17:43:24.955062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (89106c0e-3b00-498b-bcad-5c3211da78ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.337374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-057e691c-40c3-416b-a762-41eeeaa0aaa4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:25.338991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-057e691c-40c3-416b-a762-41eeeaa0aaa4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 797 time: 0.1965809 Mar 10 17:43:25.352743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffc2a1-d4dc-40a0-a7a9-ae4d9c3ae644 req-82dbc415-37cd-47f6-bf3f-0c3e83d76f55 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:25.354211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cffc2a1-d4dc-40a0-a7a9-ae4d9c3ae644 req-82dbc415-37cd-47f6-bf3f-0c3e83d76f55 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 943 time: 0.2924926 Mar 10 17:43:25.392075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b6d8ae36-a5f3-42bf-92f9-a5a04582d965 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:25.499044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cffc2a1-d4dc-40a0-a7a9-ae4d9c3ae644 req-2886e9f1-1b10-4a31-b0b7-ea25b5ac0f50 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370049 Mar 10 17:43:25.521443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 577f79da-5bc8-4622-b510-840f7f8dcdaa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:25.522023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.524043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:25.524709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-24f1bdad-b109-4b31-8571-ea8782f90b05 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 380 time: 0.1602426 Mar 10 17:43:25.539780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'port_id': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965', 'mac_address': 'fa:16:3e:f4:18:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea0537-c213-4df3-87cf-880f39c0073f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:25.540080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'port': {'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'admin_state_up': True, 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'security_groups': ['2b4717ed-0bd2-4bf4-8dd1-136b96314bc3']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:25.602204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:25.603085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.605870 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-e4cd27e4-fe9c-4dba-924c-40cfb996dd9c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:25.610565 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-e4cd27e4-fe9c-4dba-924c-40cfb996dd9c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.1582823 Mar 10 17:43:25.621837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d8ae36-a5f3-42bf-92f9-a5a04582d965 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:25.651214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:25.664994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.729563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:25.740395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.740738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.741422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.741927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.742467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.743212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.743704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.744205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.744823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.745434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.745922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.746588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.747090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:25.750600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c02abe0-785d-47c4-b1ff-7895c385e7c5 req-46973647-1a78-437a-9566-938045351b15 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 210 time: 0.1412354 Mar 10 17:43:25.769624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.810897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 577f79da-5bc8-4622-b510-840f7f8dcdaa owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:25.825762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e5e99-e203-49a6-8d46-b22bdbef6d4f req-831d819b-96bb-42b7-9a7e-8e3e5901899c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:25.836549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d4e5e99-e203-49a6-8d46-b22bdbef6d4f req-831d819b-96bb-42b7-9a7e-8e3e5901899c tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 946 time: 0.1525021 Mar 10 17:43:25.885177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:25.889030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:25.945971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d4e5e99-e203-49a6-8d46-b22bdbef6d4f req-f4e19746-1715-4e04-9e61-652d09614f83 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups?id=82ca7713-46c2-4fbc-a812-99ac63ee9dad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044154 Mar 10 17:43:25.977930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b6d8ae36-a5f3-42bf-92f9-a5a04582d965'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:26.005837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Deleting port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:26.006307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.061093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.14 (edc0250e-cbda-4afd-833f-f29afbb41531/613b24c4-4a7b-48c1-8372-664511a693b2/057db13e-e4ec-4187-94f8-cca35bb6cd20) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:26.236569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] For port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:26.237101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.269920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.312156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.370861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:26.393073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network edc0250e-cbda-4afd-833f-f29afbb41531 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:26.395030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:26.398321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:26.455532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:26.456533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.475320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-ed993971-1bd7-4327-b123-cc24b3672fe8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9495809 Mar 10 17:43:26.488982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-501e292e-50de-4ed7-8a23-a1cb93a35881 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:43:26.491784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-501e292e-50de-4ed7-8a23-a1cb93a35881 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103498 Mar 10 17:43:26.503406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Request body: {'port': {'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:26.516668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (577f79da-5bc8-4622-b510-840f7f8dcdaa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.557633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=577f79da-5bc8-4622-b510-840f7f8dcdaa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:26.618306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.633065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.633524 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Floating IP dad674f3-4f1a-4e32-bf97-1b77ee98ccdc disassociated. External IP: 172.25.3.113, port: 57e3f5bf-cbc8-412d-9afb-d4c93b499d91. Mar 10 17:43:26.633959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Calling delete_port for 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:26.705093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.861060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cf32c8f2-6177-494a-8454-215345d20666 None None] Provisioning complete for port 057db13e-e4ec-4187-94f8-cca35bb6cd20 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:26.861643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cf32c8f2-6177-494a-8454-215345d20666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:26.955136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cf32c8f2-6177-494a-8454-215345d20666 None None] Port 057db13e-e4ec-4187-94f8-cca35bb6cd20 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:43:26.961648 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.216634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e89b2d-7af2-4d13-885d-f285dcfe2af0 req-0ed24310-3699-4abf-984c-3b2dcbb92fd5 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:27.223582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e89b2d-7af2-4d13-885d-f285dcfe2af0 req-0ed24310-3699-4abf-984c-3b2dcbb92fd5 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 944 time: 0.6161101 Mar 10 17:43:27.280934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (89106c0e-3b00-498b-bcad-5c3211da78ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.370171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e89b2d-7af2-4d13-885d-f285dcfe2af0 req-a401b883-50ef-46ae-9c59-57f03df09ae3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456299 Mar 10 17:43:27.378547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96187dec-319b-46da-8fa1-3e07796b226a req-9e601a8b-2677-4c3c-b28d-3ffa4e981431 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:27.386506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96187dec-319b-46da-8fa1-3e07796b226a req-9e601a8b-2677-4c3c-b28d-3ffa4e981431 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.2017653 Mar 10 17:43:27.408652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b6d8ae36-a5f3-42bf-92f9-a5a04582d965 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:27.425334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (57e3f5bf-cbc8-412d-9afb-d4c93b499d91), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.474281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96187dec-319b-46da-8fa1-3e07796b226a req-1471eee2-9682-4761-814e-fbad5941a338 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865414 Mar 10 17:43:27.511697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:27.517012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:27.517635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.613483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:27.613963 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.656183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:27.657358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:27.660170 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee95044-2995-474a-8cb6-932f1a6bb6b3" -d '{"events": [{"server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "name": "network-vif-plugged", "status": "completed", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:27.664446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e78fde5-145a-45e7-be4d-2aba2fc879e0 req-64545ec5-209a-4dc7-ab16-3f49dc0b87d5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaa9901e-c541-4c94-9b87-1e9a7f6cf49b HTTP/1.1" status: 200 len: 210 time: 0.0723417 Mar 10 17:43:27.668047 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.682724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057db13e-e4ec-4187-94f8-cca35bb6cd20 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:27.684203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'Port': ['ID=57e3f5bf-cbc8-412d-9afb-d4c93b499d91,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:27.711656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks [] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.717418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:27.734816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Transition to ACTIVE for port object 057db13e-e4ec-4187-94f8-cca35bb6cd20 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:27.743639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c309b5-270b-4594-bd79-97fa9ef736b8 req-159234aa-017e-4028-a8a1-4eb5cb9eadb4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:27.745620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10c309b5-270b-4594-bd79-97fa9ef736b8 req-159234aa-017e-4028-a8a1-4eb5cb9eadb4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 932 time: 0.2349744 Mar 10 17:43:27.748207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:27.759273 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920f852-a4db-4b22-a24d-49a39727c2c7 x-openstack-request-id: req-3920f852-a4db-4b22-a24d-49a39727c2c7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:27.759797 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "name": "network-vif-plugged", "status": "completed", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:27.761112 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3920f852-a4db-4b22-a24d-49a39727c2c7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:27.761888 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965', 'code': 200} Mar 10 17:43:27.763049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:27.894797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:27.923573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:27.940227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:27.956783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:27.957443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.008827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10c309b5-270b-4594-bd79-97fa9ef736b8 req-0cad7140-fb90-4eff-88c5-3e597af3d3f2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487531 Mar 10 17:43:28.085602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Attempting to bind port 057db13e-e4ec-4187-94f8-cca35bb6cd20 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:28.086831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Attempting to bind port 057db13e-e4ec-4187-94f8-cca35bb6cd20 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:28.087686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Attempting to bind port 057db13e-e4ec-4187-94f8-cca35bb6cd20 on network edc0250e-cbda-4afd-833f-f29afbb41531 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:28.096766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Port 057db13e-e4ec-4187-94f8-cca35bb6cd20 on network edc0250e-cbda-4afd-833f-f29afbb41531 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:28.097175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Attempting to bind port 057db13e-e4ec-4187-94f8-cca35bb6cd20 on network edc0250e-cbda-4afd-833f-f29afbb41531 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:28.105917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:28.106357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Checking segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:28.108505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Bound using segment: {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:28.109016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Bound port: 057db13e-e4ec-4187-94f8-cca35bb6cd20, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc1403f-be26-46ba-b333-8e8f0d9425f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:28.109439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.117457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Router 89106c0e-3b00-498b-bcad-5c3211da78ce has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:28.118880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] No DVR routers for this DVR port 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:28.127714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.131091 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e7b6a70f-8a3d-41a8-bd96-a1fce93668fd req-14070334-95d9-4d00-88a8-7adaed04bd68 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.59 "DELETE /v2.0/ports/57e3f5bf-cbc8-412d-9afb-d4c93b499d91 HTTP/1.1" status: 204 len: 173 time: 2.4873161 Mar 10 17:43:28.131961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'name': 'network-vif-deleted', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:28.133491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ccbc-d880-4617-970c-2653a9045786 req-35741626-d909-47ac-bf6c-39eec83e0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.135242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0375ccbc-d880-4617-970c-2653a9045786 req-35741626-d909-47ac-bf6c-39eec83e0e5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 1127 time: 0.3139794 Mar 10 17:43:28.150028 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a29647-f359-40bf-bff1-ccaab895ffc5" -d '{"events": [{"server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "name": "network-vif-deleted", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:28.157934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:28.289107 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4a4ee8-572a-4810-b55c-bd13352c6105 x-openstack-request-id: req-fc4a4ee8-572a-4810-b55c-bd13352c6105 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:28.289507 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa9901e-c541-4c94-9b87-1e9a7f6cf49b", "name": "network-vif-deleted", "tag": "57e3f5bf-cbc8-412d-9afb-d4c93b499d91", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:28.289645 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc4a4ee8-572a-4810-b55c-bd13352c6105 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:28.290049 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9901e-c541-4c94-9b87-1e9a7f6cf49b', 'name': 'network-vif-deleted', 'tag': '57e3f5bf-cbc8-412d-9afb-d4c93b499d91', 'status': 'completed', 'code': 200} Mar 10 17:43:28.316101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0375ccbc-d880-4617-970c-2653a9045786 req-df2980b7-04c4-41f5-8102-4a6dd3d2f9cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674497 Mar 10 17:43:28.339222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:28.342652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:28.352388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.427290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.427965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.429264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 1092 time: 1.9305534 Mar 10 17:43:28.429698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:28.432104 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821f5252-98c3-43ce-9fe7-5eea4ddbde03" -d '{"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:28.442543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2e18a-00e7-42ad-9642-436fa742a9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:28.451472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-69756f1c-7c71-47e1-ab08-9db634a5b5a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.456921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-69756f1c-7c71-47e1-ab08-9db634a5b5a6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.2381165 Mar 10 17:43:28.457573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.477321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:28.502445 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] Sync routers for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:28.516437 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-523ba309-c6cd-4836-b282-355318483f0a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "PUT /v2.0/routers/89106c0e-3b00-498b-bcad-5c3211da78ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1150339 Mar 10 17:43:28.520702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:43:28.524044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:28.524677 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.542259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:28.543077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.560031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47968) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:28.565821 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d41788-ee17-4840-b3c6-fd0cebc6233e x-openstack-request-id: req-57d41788-ee17-4840-b3c6-fd0cebc6233e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:28.569140 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:28.569456 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57d41788-ee17-4840-b3c6-fd0cebc6233e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:28.569904 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'status': 'completed', 'code': 200} Mar 10 17:43:28.609142 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.620257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] Routers {'89106c0e-3b00-498b-bcad-5c3211da78ce'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:28.620645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['89106c0e-3b00-498b-bcad-5c3211da78ce'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.666819 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:28.667726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f728fa-a7f9-4d6b-809b-55ae50a0f4e2 None None] The sync data for ids ['89106c0e-3b00-498b-bcad-5c3211da78ce'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:28.732212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Deleting port 7b24792e-713e-465b-8201-875d5f03a6f8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:28.733635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.775151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:28.817968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556faf6-2112-4e08-ac01-8f12326dad26 req-956ccdba-75f9-4a53-a374-3c057af33a92 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.820228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e556faf6-2112-4e08-ac01-8f12326dad26 req-956ccdba-75f9-4a53-a374-3c057af33a92 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 945 time: 0.2592134 Mar 10 17:43:28.822735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-4e05288b-1932-4cc4-9f20-0ff44a95c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.824203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-4e05288b-1932-4cc4-9f20-0ff44a95c5b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1126 time: 0.3422832 Mar 10 17:43:28.869598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d5a-ae2d-47ac-bb22-adf1bf86ba98 req-28fa7270-a786-49f2-8c8a-00a6cbd2f375 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:28.871150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00d61d5a-ae2d-47ac-bb22-adf1bf86ba98 req-28fa7270-a786-49f2-8c8a-00a6cbd2f375 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b07914b-44c7-449f-bdd0-4c1f33793a64 HTTP/1.1" status: 200 len: 946 time: 0.1714778 Mar 10 17:43:28.953516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] For port 7b24792e-713e-465b-8201-875d5f03a6f8, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7b24792e-713e-465b-8201-875d5f03a6f8,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:28.954981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:28.973505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Calling delete_port for 7b24792e-713e-465b-8201-875d5f03a6f8 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:28.981447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-bf7ff56d-063c-415b-bdf4-49ff62cdab98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 217 time: 0.1092596 Mar 10 17:43:29.000065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e556faf6-2112-4e08-ac01-8f12326dad26 req-e87ae92a-9130-4ce3-b374-388a92874c91 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268029 Mar 10 17:43:29.076460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.133377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:29.167258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00d61d5a-ae2d-47ac-bb22-adf1bf86ba98 req-c107ec3c-13cf-48b3-8fc9-c10e34d159f3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446296 Mar 10 17:43:29.183576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7b24792e-713e-465b-8201-875d5f03a6f8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.183821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce419f45-1d9a-44af-b521-23e07f1a5f5a None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:36:10Z', 'revision_number': 4, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '9380e0af-f484-49de-b73e-d1a045a1fd7e', 'name': '', 'network_id': '4be91fdb-1152-439e-bfb6-f95488aca9f4', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'mac_address': 'fa:16:3e:21:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:09Z', 'updated_at': '2022-03-10T17:36:19Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'subnets': [{'id': '389d5768-48f4-483b-ad14-1ba8e2319ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:29.187871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-483aff4a-218a-4a75-8972-7e4d94a06948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:29.189514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-483aff4a-218a-4a75-8972-7e4d94a06948 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 200 len: 834 time: 0.1754749 Mar 10 17:43:29.200447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['12d3aad1-e83e-44b3-9cf1-ff9691171f24'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:29.203768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b8e8f5ed-59b9-4aef-9c89-7966c6eae792', '7b24792e-713e-465b-8201-875d5f03a6f8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:29.231649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event deleted for resources: {'Port': ['ID=7b24792e-713e-465b-8201-875d5f03a6f8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:29.334035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] No DVR routers for this DVR port 7b24792e-713e-465b-8201-875d5f03a6f8 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:29.339015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47982) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:29.356630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.367205 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4737d0db-09ff-4864-845c-8ebdd9655d97 req-d95b43cd-7070-46d4-92ce-02107ac72677 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "DELETE /v2.0/ports/7b24792e-713e-465b-8201-875d5f03a6f8 HTTP/1.1" status: 204 len: 173 time: 0.8454139 Mar 10 17:43:29.415875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:29.454844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:29.455919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 57e3f5bf-cbc8-412d-9afb-d4c93b499d91 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:29.483112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (82ca7713-46c2-4fbc-a812-99ac63ee9dad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.516408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:29.550801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (82ca7713-46c2-4fbc-a812-99ac63ee9dad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.615624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-31fc1f54-e156-4f76-89c5-28820b348d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:29.620197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-31fc1f54-e156-4f76-89c5-28820b348d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=edc0250e-cbda-4afd-833f-f29afbb41531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4157357 Mar 10 17:43:29.689337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (82ca7713-46c2-4fbc-a812-99ac63ee9dad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.692392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.696204 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "DELETE /v2.0/security-groups/82ca7713-46c2-4fbc-a812-99ac63ee9dad HTTP/1.1" status: 204 len: 168 time: 0.3535173 Mar 10 17:43:29.700142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:29.734714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eff557-702c-4060-9581-e2b982a8fee8 None None] New status for floating IP dad674f3-4f1a-4e32-bf97-1b77ee98ccdc: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:43:29.748091 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-b00f89fa-13d2-4681-8bcb-41ecded4b57a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] show failed (client error): The resource could not be found. Mar 10 17:43:29.752291 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b00f89fa-13d2-4681-8bcb-41ecded4b57a tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "GET /v2.0/security-groups/82ca7713-46c2-4fbc-a812-99ac63ee9dad HTTP/1.1" status: 404 len: 347 time: 0.0470061 Mar 10 17:43:29.752412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:29.764169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91460c-0d3e-4c26-9d89-ebd892bdc6e5 tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ca7713-46c2-4fbc-a812-99ac63ee9dad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:29.849370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-9bfcb019-a828-4e50-aa92-43c2aac16f78 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134969 Mar 10 17:43:29.851837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_gateway (89106c0e-3b00-498b-bcad-5c3211da78ce), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:29.863506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16cebf-198a-4344-8622-0e351148f4fa req-9cb0abaa-0f50-4b1a-ade1-35ce66e34e14 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:29.865160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d16cebf-198a-4344-8622-0e351148f4fa req-9cb0abaa-0f50-4b1a-ade1-35ce66e34e14 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 944 time: 0.6509271 Mar 10 17:43:29.978042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d16cebf-198a-4344-8622-0e351148f4fa req-1af55787-bb42-4a56-85dd-ade7634b6ead tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018465 Mar 10 17:43:30.028803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Deleting subnet 8176a252-2175-4521-bda6-d9a6f1599211 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:43:30.029382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Publish callbacks [] for subnet (8176a252-2175-4521-bda6-d9a6f1599211), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.071074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (8176a252-2175-4521-bda6-d9a6f1599211), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.127581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8176a252-2175-4521-bda6-d9a6f1599211), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.132081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 222de8d7-8015-4571-bd1c-f38a4d6372d0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:30.132663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (222de8d7-8015-4571-bd1c-f38a4d6372d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.180833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36e6dc13-150e-4a7a-89cb-53f07a210a26 req-4706842e-95fd-4d77-bc3e-f55b9946f7e6 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132803 Mar 10 17:43:30.228830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (8176a252-2175-4521-bda6-d9a6f1599211), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.290710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8176a252-2175-4521-bda6-d9a6f1599211,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:30.296487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.307983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eede541-62fa-40b3-9d44-0a44c79de134 req-61341f72-d6a7-4e40-a433-4814ff9ea647 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:30.310563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eede541-62fa-40b3-9d44-0a44c79de134 req-61341f72-d6a7-4e40-a433-4814ff9ea647 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 945 time: 0.1903205 Mar 10 17:43:30.331385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'name': 'network-vif-deleted', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:30.334363 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5cf969-8c04-4601-9c8c-98ff57f9ad28" -d '{"events": [{"server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "name": "network-vif-deleted", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:30.349923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.359225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-757e0b30-6741-4ca2-9027-31f893676474 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8176a252-2175-4521-bda6-d9a6f1599211 HTTP/1.1" status: 204 len: 168 time: 0.8417323 Mar 10 17:43:30.362122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:30.420583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eede541-62fa-40b3-9d44-0a44c79de134 req-e4d8ec3e-93c3-447d-a05f-5ed5c13162ed tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890326 Mar 10 17:43:30.453754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (222de8d7-8015-4571-bd1c-f38a4d6372d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.459881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-531faab8-9b75-4970-8d12-af6156f4552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:30.462651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-531faab8-9b75-4970-8d12-af6156f4552f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1126 time: 0.1898334 Mar 10 17:43:30.481450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (28a73f44-53a0-435f-9390-d9dbc4dd5920), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.484426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Deleting port 9486ca53-86b0-4837-b2ae-e31d70e84d57 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:30.484752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.507130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 222de8d7-8015-4571-bd1c-f38a4d6372d0 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:30.511279 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9915ba5a-e63d-4609-b1c5-d784f46989f5 x-openstack-request-id: req-9915ba5a-e63d-4609-b1c5-d784f46989f5 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:30.511279 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b07914b-44c7-449f-bdd0-4c1f33793a64", "name": "network-vif-deleted", "tag": "7b24792e-713e-465b-8201-875d5f03a6f8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:30.511279 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9915ba5a-e63d-4609-b1c5-d784f46989f5 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:30.511279 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b07914b-44c7-449f-bdd0-4c1f33793a64', 'name': 'network-vif-deleted', 'tag': '7b24792e-713e-465b-8201-875d5f03a6f8', 'status': 'completed', 'code': 200} Mar 10 17:43:30.659193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (28a73f44-53a0-435f-9390-d9dbc4dd5920), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.669343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.669686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (9486ca53-86b0-4837-b2ae-e31d70e84d57), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.692701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-e9ced34f-f186-4172-b25d-07f7a1d04be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:30.694015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-e9ced34f-f186-4172-b25d-07f7a1d04be1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 898 time: 0.2211959 Mar 10 17:43:30.702172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Calling delete_port for 9486ca53-86b0-4837-b2ae-e31d70e84d57 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:30.707339 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a73f44-53a0-435f-9390-d9dbc4dd5920']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:30.725082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28afae3b-5014-4e39-b8a4-49aa33702744') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:30.725299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28afae3b-5014-4e39-b8a4-49aa33702744') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:30.752791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897120-e7ed-4c4f-a698-1d09cf1494de req-2f95ca2e-d908-4d1a-bbf6-8ab5ec78c05f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:30.754265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93897120-e7ed-4c4f-a698-1d09cf1494de req-2f95ca2e-d908-4d1a-bbf6-8ab5ec78c05f tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.1425180 Mar 10 17:43:30.768817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (28afae3b-5014-4e39-b8a4-49aa33702744), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.790201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (28afae3b-5014-4e39-b8a4-49aa33702744), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.792165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-6558aa47-786f-431d-9da9-bbe8f8327927 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 217 time: 0.0906470 Mar 10 17:43:30.800751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:43:30.801076 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (28afae3b-5014-4e39-b8a4-49aa33702744), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:43:30.802966 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:43:30.888878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (28a73f44-53a0-435f-9390-d9dbc4dd5920), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.901354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:30.903523 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] 10.222.0.35 "DELETE /v2.0/networks/28a73f44-53a0-435f-9390-d9dbc4dd5920 HTTP/1.1" status: 204 len: 168 time: 0.5401409 Mar 10 17:43:30.937013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2814371-397c-4c61-95c2-ab94f5966090 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a73f44-53a0-435f-9390-d9dbc4dd5920,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:30.951289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93897120-e7ed-4c4f-a698-1d09cf1494de req-59e838f4-499d-4bfc-8fd7-fade4ca01f96 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489756 Mar 10 17:43:30.952929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-3cc86e35-f4f5-4451-86ae-d740bcfb8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:30.954220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-3cc86e35-f4f5-4451-86ae-d740bcfb8a06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 200 len: 834 time: 0.1489277 Mar 10 17:43:30.996334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9486ca53-86b0-4837-b2ae-e31d70e84d57), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.028299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Pushing event deleted for resources: {'Port': ['ID=9486ca53-86b0-4837-b2ae-e31d70e84d57,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:31.041532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84269e-25e1-44c8-a4a1-69aa878b8aec req-783aa85c-33cd-4463-ade6-3718a154f520 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:31.043134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b84269e-25e1-44c8-a4a1-69aa878b8aec req-783aa85c-33cd-4463-ade6-3718a154f520 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 945 time: 0.2849302 Mar 10 17:43:31.102225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks [] for floatingip (dad674f3-4f1a-4e32-bf97-1b77ee98ccdc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.107069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.108341 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c1bb26fa-5216-4675-9b2d-1b78e4a23e6d tempest-AttachVolumeTestJSON-1327507093 tempest-AttachVolumeTestJSON-1327507093-project] 10.222.0.35 "DELETE /v2.0/floatingips/dad674f3-4f1a-4e32-bf97-1b77ee98ccdc HTTP/1.1" status: 204 len: 168 time: 1.3550105 Mar 10 17:43:31.126740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:31.218890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3dc51a13-0da9-408c-90da-dcd37a427408 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8a83116c3ce462f967ba2709ebec457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903625 Mar 10 17:43:31.221294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:31.300878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] Publish callbacks [] for security_group (adc55287-fdca-41f5-99db-7d4ecc720a11), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.326690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] Publish callbacks [] for security_group (adc55287-fdca-41f5-99db-7d4ecc720a11), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.387128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (adc55287-fdca-41f5-99db-7d4ecc720a11), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.389780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.393664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adc55287-fdca-41f5-99db-7d4ecc720a11 HTTP/1.1" status: 204 len: 168 time: 0.1687882 Mar 10 17:43:31.393863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (222de8d7-8015-4571-bd1c-f38a4d6372d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.401851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6282-ff20-44cb-aa3e-171968ef12d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc55287-fdca-41f5-99db-7d4ecc720a11,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:31.489407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=222de8d7-8015-4571-bd1c-f38a4d6372d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:31.498887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-2347dd0e-c554-4e63-b98e-08a9263735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:31.501363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-2347dd0e-c554-4e63-b98e-08a9263735f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=edc0250e-cbda-4afd-833f-f29afbb41531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5208266 Mar 10 17:43:31.654868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b84269e-25e1-44c8-a4a1-69aa878b8aec req-f021df02-8351-4b63-8046-c3de8f285ca3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978606 Mar 10 17:43:31.713684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f658f-b82e-47f6-b9ed-44ae1db18d83 req-eafefd42-3ea2-456d-8e10-14a71f54919a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:31.718952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2f658f-b82e-47f6-b9ed-44ae1db18d83 req-eafefd42-3ea2-456d-8e10-14a71f54919a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 944 time: 0.3314641 Mar 10 17:43:31.800293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (89106c0e-3b00-498b-bcad-5c3211da78ce), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.846387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2f658f-b82e-47f6-b9ed-44ae1db18d83 req-c5c776ae-8b8d-452e-9b1b-4cde0a5287ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177282 Mar 10 17:43:31.894398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-2a68cb69-2c65-47e6-8f8f-082bea093664 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725107 Mar 10 17:43:31.941485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:31.944239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router_controller (89106c0e-3b00-498b-bcad-5c3211da78ce), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.147692 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (89106c0e-3b00-498b-bcad-5c3211da78ce), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.148987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Fanout notify agent at l3_agent the message router_deleted on router 89106c0e-3b00-498b-bcad-5c3211da78ce {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:43:32.159458 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.170361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1ccab7b-8ffb-40ad-b463-dd2162c75d6b tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/routers/89106c0e-3b00-498b-bcad-5c3211da78ce HTTP/1.1" status: 204 len: 168 time: 3.5992551 Mar 10 17:43:32.171125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48044) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:32.186400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-821f5252-98c3-43ce-9fe7-5eea4ddbde03 req-26d39c5d-0a64-4d44-a6c6-b4e55eac855a service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545056 Mar 10 17:43:32.242626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574bc6f-4018-47e4-b97b-242457e40abb req-9e527a2f-605c-4059-a97d-957c5df9c1e7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:32.245201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2574bc6f-4018-47e4-b97b-242457e40abb req-9e527a2f-605c-4059-a97d-957c5df9c1e7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.59 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 945 time: 0.1034958 Mar 10 17:43:32.348203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5d828-fc19-4d3f-a148-54c24270a7f3 req-8504b509-48af-429a-9b1a-3482894d9213 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:32.349749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52e5d828-fc19-4d3f-a148-54c24270a7f3 req-8504b509-48af-429a-9b1a-3482894d9213 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.2744725 Mar 10 17:43:32.369421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting subnet bc197d28-fe2a-48a6-b1cc-131838778492 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:43:32.373374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for subnet (bc197d28-fe2a-48a6-b1cc-131838778492), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.373556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:32.431400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Deleting port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:32.431400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.492598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-7cfc2acc-b8bf-4fe2-a31a-4490103b020c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:32.494188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-7cfc2acc-b8bf-4fe2-a31a-4490103b020c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.41 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 946 time: 0.2825074 Mar 10 17:43:32.542224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (bc197d28-fe2a-48a6-b1cc-131838778492), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.546852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1265362370-network', 'tenant_id': 'de3661c78f014fc5ab2efb21ac967deb'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:32.579939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] For port b6d8ae36-a5f3-42bf-92f9-a5a04582d965, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:32.580299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.589137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Made reservation on behalf of de3661c78f014fc5ab2efb21ac967deb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:32.591042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.596734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52e5d828-fc19-4d3f-a148-54c24270a7f3 req-10f78236-5f37-491d-b479-5ed6e7f6f073 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619995 Mar 10 17:43:32.601999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.607120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Calling delete_port for b6d8ae36-a5f3-42bf-92f9-a5a04582d965 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:32.700160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (bc197d28-fe2a-48a6-b1cc-131838778492), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.741668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Deleting port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:32.742463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.790397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks [] for security_group (c42055b3-4816-4551-b5d7-de49090d871e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.801098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c42055b3-4816-4551-b5d7-de49090d871e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.865206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (bc197d28-fe2a-48a6-b1cc-131838778492), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.890250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42055b3-4816-4551-b5d7-de49090d871e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:32.916967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Subnet': ['ID=bc197d28-fe2a-48a6-b1cc-131838778492,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:32.917563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:32.921115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.924315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2a094db3-ec2d-46d0-9d1a-6f6af5963da7 tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/subnets/bc197d28-fe2a-48a6-b1cc-131838778492 HTTP/1.1" status: 204 len: 168 time: 0.7482407 Mar 10 17:43:32.934204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] For port 12d3aad1-e83e-44b3-9cf1-ff9691171f24, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12d3aad1-e83e-44b3-9cf1-ff9691171f24,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:32.934204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.934593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec717e-749d-47b5-a475-1d3ee7514f64 None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:32.935043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:32.948592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1186a448-aae7-4f18-b5a9-5141069a05ea), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:32.949254 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Added segment 1186a448-aae7-4f18-b5a9-5141069a05ea of type vlan for network 10d26a0f-6219-449a-86f4-47ca2823bec1 Mar 10 17:43:32.972719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Calling delete_port for 12d3aad1-e83e-44b3-9cf1-ff9691171f24 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:32.981862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f43d-e556-43e0-88ef-032b29acf4b0 req-0919c405-958f-4335-836d-3f3e0dddb88b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:32.983392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4096f43d-e556-43e0-88ef-032b29acf4b0 req-0919c405-958f-4335-836d-3f3e0dddb88b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3 HTTP/1.1" status: 200 len: 867 time: 0.1969733 Mar 10 17:43:33.014640 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (10d26a0f-6219-449a-86f4-47ca2823bec1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.035595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b6d8ae36-a5f3-42bf-92f9-a5a04582d965), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.052598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b6d8ae36-a5f3-42bf-92f9-a5a04582d965'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:33.061842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:33.135456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] No DVR routers for this DVR port b6d8ae36-a5f3-42bf-92f9-a5a04582d965 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:33.137974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Pushing event deleted for resources: {'Port': ['ID=b6d8ae36-a5f3-42bf-92f9-a5a04582d965,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:33.141847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.146074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2574bc6f-4018-47e4-b97b-242457e40abb req-5e8e455e-9dac-4998-8247-d2bbcdf352f2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.59 "DELETE /v2.0/ports/b6d8ae36-a5f3-42bf-92f9-a5a04582d965 HTTP/1.1" status: 204 len: 173 time: 0.8929777 Mar 10 17:43:33.146688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'name': 'network-vif-deleted', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:33.149833 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c56888-6eca-4764-bf58-0aabad9439d1" -d '{"events": [{"server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "name": "network-vif-deleted", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:33.153732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (10d26a0f-6219-449a-86f4-47ca2823bec1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.154454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (82dc1651-d277-4e7b-a051-2f44d97bee88), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.154738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:33.157435 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.209824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4096f43d-e556-43e0-88ef-032b29acf4b0 req-07b17fab-0e00-4178-b1c1-5dc7c03150e0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167220 Mar 10 17:43:33.228180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cc6ba-cfbc-4123-a1fa-58d7ad35d6fe req-1ee4c30a-c3aa-4891-847a-c2515727d88e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:33.236541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-319cc6ba-cfbc-4123-a1fa-58d7ad35d6fe req-1ee4c30a-c3aa-4891-847a-c2515727d88e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 944 time: 0.2495842 Mar 10 17:43:33.325063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] DHCP port deletion for 82dc1651-d277-4e7b-a051-2f44d97bee88 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:43:33.327225 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47d1461-d1a9-40f3-beda-5fa89fd05777 x-openstack-request-id: req-e47d1461-d1a9-40f3-beda-5fa89fd05777 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:33.327746 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3", "name": "network-vif-deleted", "tag": "b6d8ae36-a5f3-42bf-92f9-a5a04582d965", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:33.327845 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e47d1461-d1a9-40f3-beda-5fa89fd05777 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:33.328199 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713d2d5e-fbab-4f8e-9c3d-0a84e0223ef3', 'name': 'network-vif-deleted', 'tag': 'b6d8ae36-a5f3-42bf-92f9-a5a04582d965', 'status': 'completed', 'code': 200} Mar 10 17:43:33.328889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] Pushing event updated for resources: {'Network': ['ID=10d26a0f-6219-449a-86f4-47ca2823bec1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:33.353333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-81884d1f-f80e-4892-bbf6-fe6b8e82200c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9775519 Mar 10 17:43:33.355632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:33.367169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Request body: {'subnet': {'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1265362370-subnet', 'tenant_id': 'de3661c78f014fc5ab2efb21ac967deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:33.412330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:33.418630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-319cc6ba-cfbc-4123-a1fa-58d7ad35d6fe req-02e05c80-b9a4-4046-a2ba-eb349fe80825 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798160 Mar 10 17:43:33.426510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Made reservation on behalf of de3661c78f014fc5ab2efb21ac967deb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:33.429187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.446540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 523afe98-47f2-47ca-9799-e4b6d6f6b781 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:33.447115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.476422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7b24792e-713e-465b-8201-875d5f03a6f8 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:33.487369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12d3aad1-e83e-44b3-9cf1-ff9691171f24), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.518959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 523afe98-47f2-47ca-9799-e4b6d6f6b781 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:33.522561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b8e8f5ed-59b9-4aef-9c89-7966c6eae792'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:33.526943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['12d3aad1-e83e-44b3-9cf1-ff9691171f24'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:33.567209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event deleted for resources: {'Port': ['ID=12d3aad1-e83e-44b3-9cf1-ff9691171f24,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:33.600207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7b24792e-713e-465b-8201-875d5f03a6f8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:33.601056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7b24792e-713e-465b-8201-875d5f03a6f8 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:33.603215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] For port 523afe98-47f2-47ca-9799-e4b6d6f6b781, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=523afe98-47f2-47ca-9799-e4b6d6f6b781,segment=NetworkSegment(524c9f9d-2839-4594-86e4-cdef651e1498),segment_id=524c9f9d-2839-4594-86e4-cdef651e1498)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:33.603731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.626200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] No DVR routers for this DVR port 12d3aad1-e83e-44b3-9cf1-ff9691171f24 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:33.631056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.634675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8bf3445-54bc-4ec1-90b1-d74d2be99c83 req-29c04dcd-4374-4b22-8406-da8b86190eb3 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.41 "DELETE /v2.0/ports/12d3aad1-e83e-44b3-9cf1-ff9691171f24 HTTP/1.1" status: 204 len: 173 time: 1.1329095 Mar 10 17:43:33.635259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'name': 'network-vif-deleted', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:33.638049 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce01faf-555b-4d7a-baa5-ac6e99d7492e" -d '{"events": [{"server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "name": "network-vif-deleted", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:33.673683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 523afe98-47f2-47ca-9799-e4b6d6f6b781 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:33.749518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (67056a56-2f78-47f8-8e7f-de8920b8a125), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.763265 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d04ada5-bf9f-4503-b253-d6ce86b8342d x-openstack-request-id: req-5d04ada5-bf9f-4503-b253-d6ce86b8342d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:33.763919 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c866096b-3b97-4104-81df-daa8b25e978e", "name": "network-vif-deleted", "tag": "12d3aad1-e83e-44b3-9cf1-ff9691171f24", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:33.763919 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d04ada5-bf9f-4503-b253-d6ce86b8342d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:33.764213 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c866096b-3b97-4104-81df-daa8b25e978e', 'name': 'network-vif-deleted', 'tag': '12d3aad1-e83e-44b3-9cf1-ff9691171f24', 'status': 'completed', 'code': 200} Mar 10 17:43:33.788391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 057db13e-e4ec-4187-94f8-cca35bb6cd20 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:33.870172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67056a56-2f78-47f8-8e7f-de8920b8a125,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:33.890654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Checking segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:33.891031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Network hostable DHCP agents. Network: 10d26a0f-6219-449a-86f4-47ca2823bec1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:33.920643 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No ports have port_id starting with 523afe98-47f2-47ca-9799-e4b6d6f6b781 Mar 10 17:43:33.933369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:33.946561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55c86b2d-df7e-4490-be5e-a8d2be7b5037 req-bfb3ddfe-b7b5-4a15-9efd-9e875865d370 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=c866096b-3b97-4104-81df-daa8b25e978e HTTP/1.1" status: 200 len: 210 time: 0.1173124 Mar 10 17:43:33.947474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.953341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 10d26a0f-6219-449a-86f4-47ca2823bec1) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:33.965445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:33.966055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:33.985102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=523afe98-47f2-47ca-9799-e4b6d6f6b781,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:33.989374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] No DVR routers for this DVR port 523afe98-47f2-47ca-9799-e4b6d6f6b781 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:34.011469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-860a3abb-582f-49b2-9cbb-a41941140aa2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6527233 Mar 10 17:43:34.075470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Deleting port 523afe98-47f2-47ca-9799-e4b6d6f6b781 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:34.076003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.090391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18a658-e214-4f3e-823a-30cb1db4f097 None None] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:34.094543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (82dc1651-d277-4e7b-a051-2f44d97bee88), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.124308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dc1651-d277-4e7b-a051-2f44d97bee88']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:34.150630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524c9f9d-2839-4594-86e4-cdef651e1498') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:34.151210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524c9f9d-2839-4594-86e4-cdef651e1498') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:34.168121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (524c9f9d-2839-4594-86e4-cdef651e1498), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.185775 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (524c9f9d-2839-4594-86e4-cdef651e1498), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.193525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:43:34.195094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (524c9f9d-2839-4594-86e4-cdef651e1498), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:43:34.271724 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:43:34.281219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (82dc1651-d277-4e7b-a051-2f44d97bee88), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.297657 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.303024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/networks/82dc1651-d277-4e7b-a051-2f44d97bee88 HTTP/1.1" status: 204 len: 168 time: 1.3664932 Mar 10 17:43:34.305842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:34.328609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c069-562a-4bc7-a8cb-61d3295e265a tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Network': ['ID=82dc1651-d277-4e7b-a051-2f44d97bee88,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:34.383369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] For port 523afe98-47f2-47ca-9799-e4b6d6f6b781, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:34.383913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.437627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:34.445850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Calling delete_port for 523afe98-47f2-47ca-9799-e4b6d6f6b781 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:34.475116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Port 523afe98-47f2-47ca-9799-e4b6d6f6b781 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:43:34.526186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (523afe98-47f2-47ca-9799-e4b6d6f6b781), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.537564 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Deleting port 22b65666-b232-4a99-8748-76392e282896 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:34.538117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (22b65666-b232-4a99-8748-76392e282896), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.557578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:34.564227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24e536-68b2-4ebd-99a2-1be946871ea6 req-96ff2ddc-0697-4986-984d-61058c2131eb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:34.565525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcbcc5-3b64-455c-8b42-660cd62e48c6 None None] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:34.574482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a24e536-68b2-4ebd-99a2-1be946871ea6 req-96ff2ddc-0697-4986-984d-61058c2131eb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1551604 Mar 10 17:43:34.646351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Network 82dc1651-d277-4e7b-a051-2f44d97bee88 is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:43:34.646755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] No DVR routers for this DVR port 523afe98-47f2-47ca-9799-e4b6d6f6b781 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:34.661226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a24e536-68b2-4ebd-99a2-1be946871ea6 req-b3d87c60-0db7-43d2-8fb5-eff865d4a567 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794675 Mar 10 17:43:34.667958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 057db13e-e4ec-4187-94f8-cca35bb6cd20 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:34.668717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.766664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057db13e-e4ec-4187-94f8-cca35bb6cd20 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:34.782293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a5bcc-b73f-4fca-9e1c-49d6ae641a60 None None] Pushing event deleted for resources: {'Port': ['ID=523afe98-47f2-47ca-9799-e4b6d6f6b781,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:34.837999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:34.877333 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:34.973100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a223-4695-4b60-be21-3ce22d8ad1f8 req-3984b4a6-d7cd-4486-8f19-321bc9ca5699 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:34.974748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dd0a223-4695-4b60-be21-3ce22d8ad1f8 req-3984b4a6-d7cd-4486-8f19-321bc9ca5699 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 945 time: 0.1308830 Mar 10 17:43:35.002148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:35.031808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (22b65666-b232-4a99-8748-76392e282896), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:35.032135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (22b65666-b232-4a99-8748-76392e282896), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:35.050077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-5f9f7706-6340-49ee-99ef-5477695272ae tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:35.051630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-5f9f7706-6340-49ee-99ef-5477695272ae tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 818 time: 0.2572072 Mar 10 17:43:35.057540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Calling delete_port for 22b65666-b232-4a99-8748-76392e282896 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:35.087091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dd0a223-4695-4b60-be21-3ce22d8ad1f8 req-32ad3a76-0a35-441a-bc0c-90cde12ce708 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054556 Mar 10 17:43:35.089431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-fe26ed2f-d717-4cd2-ae3f-e29dffcca28c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/quotas/de3661c78f014fc5ab2efb21ac967deb HTTP/1.1" status: 200 len: 375 time: 0.0287740 Mar 10 17:43:35.136281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-ab33fe67-38d0-4599-b7a1-2c978f3f366b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395169 Mar 10 17:43:35.244575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (22b65666-b232-4a99-8748-76392e282896), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:35.305192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['057db13e-e4ec-4187-94f8-cca35bb6cd20'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:35.308139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-59863d7d-dc42-4d9f-8893-dcf16a8bef5b service neutron] 10.222.0.35 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543505 Mar 10 17:43:35.318307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Pushing event deleted for resources: {'Port': ['ID=22b65666-b232-4a99-8748-76392e282896,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:35.372547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks [] for floatingip (f2d9b5d1-6efb-489b-a356-a8b5f42f2d69), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:35.376015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:35.379976 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7bb1c8c5-4b19-476b-b609-f0599ca486fa tempest-FloatingIPAdminTestJSON-1671081106 tempest-FloatingIPAdminTestJSON-1671081106-project] 10.222.0.35 "DELETE /v2.0/floatingips/f2d9b5d1-6efb-489b-a356-a8b5f42f2d69 HTTP/1.1" status: 204 len: 168 time: 1.0705941 Mar 10 17:43:35.455590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b6d8ae36-a5f3-42bf-92f9-a5a04582d965 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:35.484043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: b6d8ae36-a5f3-42bf-92f9-a5a04582d965 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:35.484503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b6d8ae36-a5f3-42bf-92f9-a5a04582d965 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:35.499178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-f95126d9-f092-41ad-ac11-d8ce87f58a4c service neutron] 10.222.0.35 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816349 Mar 10 17:43:35.598674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f2ba-78fb-410f-bfc4-5472247084a8 req-3dc0ba77-96ac-4844-a435-036ab542cfaf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:35.607188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd29f2ba-78fb-410f-bfc4-5472247084a8 req-3dc0ba77-96ac-4844-a435-036ab542cfaf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0881662 Mar 10 17:43:35.683603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd29f2ba-78fb-410f-bfc4-5472247084a8 req-37cf58c4-eea9-4fcc-92af-afe59de7d5c0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750687 Mar 10 17:43:35.768763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:35.788174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12d3aad1-e83e-44b3-9cf1-ff9691171f24 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:35.818941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 12d3aad1-e83e-44b3-9cf1-ff9691171f24 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:35.819495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12d3aad1-e83e-44b3-9cf1-ff9691171f24 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:35.841361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcd430-c338-4b17-bab6-d1279fe1d070 req-6ca92639-94b4-477e-bede-47cc3ee3800b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:35.843189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cdcd430-c338-4b17-bab6-d1279fe1d070 req-6ca92639-94b4-477e-bede-47cc3ee3800b tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.0738020 Mar 10 17:43:35.917178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cdcd430-c338-4b17-bab6-d1279fe1d070 req-c56c8c5b-8478-4138-bad5-8ab545a6cac6 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Mar 10 17:43:36.024411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d70e2-b193-4cc3-9e9a-535c86977109 req-32146135-c57f-4a64-bbdb-70f63a44edce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:36.024411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8d70e2-b193-4cc3-9e9a-535c86977109 req-32146135-c57f-4a64-bbdb-70f63a44edce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1041131 Mar 10 17:43:36.053623 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-efbba447-0c51-4fc8-ad7d-d02400256abf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4fb09f3db324f728349d77b0dae3d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835321 Mar 10 17:43:36.056160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:36.098371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff28b3ac-9216-4cdb-82c8-ee751ea4ccce req-32806f05-18a4-4e5c-8f79-51191ec79437 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 210 time: 0.0313814 Mar 10 17:43:36.144615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8d70e2-b193-4cc3-9e9a-535c86977109 req-5a332cb9-de20-4f21-a150-2b4cbf8f49ce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119621 Mar 10 17:43:36.151952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] Publish callbacks [] for security_group (fe7fe000-1ff2-45f8-a39a-1570815451cd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.199768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] Publish callbacks [] for security_group (fe7fe000-1ff2-45f8-a39a-1570815451cd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.269356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fe7fe000-1ff2-45f8-a39a-1570815451cd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.272363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.276953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe7fe000-1ff2-45f8-a39a-1570815451cd HTTP/1.1" status: 204 len: 168 time: 0.2169435 Mar 10 17:43:36.279612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1afff-72c2-4932-b9dc-81553ded961e req-e5a87934-bed9-4046-b17a-de27db4316a6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:36.302929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe96d-1f65-4be0-a8cd-57334eb1a189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7fe000-1ff2-45f8-a39a-1570815451cd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:36.303828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdd1afff-72c2-4932-b9dc-81553ded961e req-e5a87934-bed9-4046-b17a-de27db4316a6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 945 time: 0.1137803 Mar 10 17:43:36.401358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdd1afff-72c2-4932-b9dc-81553ded961e req-559af197-de1f-4c34-9999-ca35809cfe36 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901873 Mar 10 17:43:36.734234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:36.750490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cd0f32e-6f2b-4e5d-bd80-d852ef557202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.844771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cd0f32e-6f2b-4e5d-bd80-d852ef557202 admin admin] Publish callbacks [] for security_group (bd10ade4-53d5-4387-b932-b43edc790caa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.849807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cd0f32e-6f2b-4e5d-bd80-d852ef557202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd10ade4-53d5-4387-b932-b43edc790caa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:36.895721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3cd0f32e-6f2b-4e5d-bd80-d852ef557202 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f953616256b4f7d9c5f0ffad411e973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602716 Mar 10 17:43:36.895990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:36.897095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0f32e-6f2b-4e5d-bd80-d852ef557202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd10ade4-53d5-4387-b932-b43edc790caa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:37.003381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] Publish callbacks [] for security_group (bd10ade4-53d5-4387-b932-b43edc790caa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.060917 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] Publish callbacks [] for security_group (bd10ade4-53d5-4387-b932-b43edc790caa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.189859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca3bf-60c0-4a0d-82d3-ca9eb1e43a26 req-04b7a582-55c7-46cd-9049-35129b34ed51 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:37.190928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-91175590-eac5-4b91-bb09-9864ebe0031c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:37.192898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-91175590-eac5-4b91-bb09-9864ebe0031c tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1182623 Mar 10 17:43:37.194668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-589ca3bf-60c0-4a0d-82d3-ca9eb1e43a26 req-04b7a582-55c7-46cd-9049-35129b34ed51 tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 946 time: 0.1840606 Mar 10 17:43:37.260424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9bb5956-eecf-4185-bb21-53290ae5371b req-a9f081da-b54d-40b2-b40c-54be1c8a7768 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 210 time: 0.0623362 Mar 10 17:43:37.302878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd10ade4-53d5-4387-b932-b43edc790caa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.306675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.337536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd10ade4-53d5-4387-b932-b43edc790caa HTTP/1.1" status: 204 len: 168 time: 0.4137781 Mar 10 17:43:37.427160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371b91d-715d-4706-b11a-d2a1bbd79027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd10ade4-53d5-4387-b932-b43edc790caa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:37.432309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Deleting port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:37.435694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.469403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-589ca3bf-60c0-4a0d-82d3-ca9eb1e43a26 req-2afc3d82-414b-4565-aaf0-77d383a4f5ef tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/security-groups?id=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057469 Mar 10 17:43:37.667264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] For port b8e8f5ed-59b9-4aef-9c89-7966c6eae792, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:37.667631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.699632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Calling delete_port for b8e8f5ed-59b9-4aef-9c89-7966c6eae792 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:37.701760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe5b54-149b-4c9c-962e-ba08c10a54ff req-479653b3-7533-4574-8b9d-a5ee1625960a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:37.705622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ebe5b54-149b-4c9c-962e-ba08c10a54ff req-479653b3-7533-4574-8b9d-a5ee1625960a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 945 time: 0.1402442 Mar 10 17:43:37.775648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 057db13e-e4ec-4187-94f8-cca35bb6cd20 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:37.840780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ebe5b54-149b-4c9c-962e-ba08c10a54ff req-95640613-6b21-42f0-b796-5724a6488696 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253614 Mar 10 17:43:37.897206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 057db13e-e4ec-4187-94f8-cca35bb6cd20 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:37.902128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 057db13e-e4ec-4187-94f8-cca35bb6cd20 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:37.902538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.931248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b8e8f5ed-59b9-4aef-9c89-7966c6eae792), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:37.961019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b8e8f5ed-59b9-4aef-9c89-7966c6eae792'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:38.156161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 057db13e-e4ec-4187-94f8-cca35bb6cd20 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:38.156855 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.192112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:38.196219 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344aab86-0299-4190-b97d-861329f848ef" -d '{"events": [{"server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "name": "network-vif-plugged", "status": "completed", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:38.201001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a484c719-629c-4950-ab65-4c8752c68565 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:38.207007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Pushing event deleted for resources: {'Port': ['ID=b8e8f5ed-59b9-4aef-9c89-7966c6eae792,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:38.207264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a484c719-629c-4950-ab65-4c8752c68565 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 818 time: 0.2660928 Mar 10 17:43:38.215796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:38.227424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.232241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Request body: {'port': {'device_id': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'admin_state_up': True, 'tenant_id': 'de3661c78f014fc5ab2efb21ac967deb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:38.279620 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f71b153-23fd-411a-9c16-fbea4aa0abd6 x-openstack-request-id: req-7f71b153-23fd-411a-9c16-fbea4aa0abd6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:38.281313 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "name": "network-vif-plugged", "status": "completed", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:38.281494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] No DVR routers for this DVR port b8e8f5ed-59b9-4aef-9c89-7966c6eae792 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:38.281907 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f71b153-23fd-411a-9c16-fbea4aa0abd6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:38.283785 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'code': 200} Mar 10 17:43:38.284221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:38.312483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.331318 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5be6e03b-c14f-4897-9ebd-39fc6846fca4 req-e6a2677d-9036-4fdc-bd03-f72c3464e95a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.59 "DELETE /v2.0/ports/b8e8f5ed-59b9-4aef-9c89-7966c6eae792 HTTP/1.1" status: 204 len: 173 time: 1.1298168 Mar 10 17:43:38.332715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'name': 'network-vif-deleted', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:38.338317 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80292fed-0d00-4554-be32-eb22799b1db0" -d '{"events": [{"server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "name": "network-vif-deleted", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:38.379881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:38.384429 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d02cfe-1091-4f94-a463-781ab76c2324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.447274 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e460dc-7a78-4f51-a0c6-82af484df17a x-openstack-request-id: req-44e460dc-7a78-4f51-a0c6-82af484df17a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:38.447910 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f87857-72da-474e-a08b-4a42e6fbf797", "name": "network-vif-deleted", "tag": "b8e8f5ed-59b9-4aef-9c89-7966c6eae792", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:38.448589 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44e460dc-7a78-4f51-a0c6-82af484df17a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:38.450280 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f87857-72da-474e-a08b-4a42e6fbf797', 'name': 'network-vif-deleted', 'tag': 'b8e8f5ed-59b9-4aef-9c89-7966c6eae792', 'status': 'completed', 'code': 200} Mar 10 17:43:38.481126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1a84c0b-b60f-432e-801a-f0e1ae37422a req-5cf3d464-c60e-4ca3-9833-0d73b96bf76a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 210 time: 0.1009729 Mar 10 17:43:38.688015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Made reservation on behalf of de3661c78f014fc5ab2efb21ac967deb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:38.697672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.707135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d02cfe-1091-4f94-a463-781ab76c2324 admin admin] Publish callbacks [] for security_group (b0e4725d-5c6c-4728-a8a5-4655f6029d39), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.715513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-96d36661-896a-41f9-81e9-6eea59fda85a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:38.717096 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-96d36661-896a-41f9-81e9-6eea59fda85a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 818 time: 0.2272327 Mar 10 17:43:38.719840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8d02cfe-1091-4f94-a463-781ab76c2324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b0e4725d-5c6c-4728-a8a5-4655f6029d39), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:38.756850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8d02cfe-1091-4f94-a463-781ab76c2324 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4836e67a4bf4cf7903409e978e1e7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712374 Mar 10 17:43:38.762753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Request body: {'port': {'device_id': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'admin_state_up': True, 'tenant_id': 'de3661c78f014fc5ab2efb21ac967deb'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:38.773698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48188) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:39.013016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d02cfe-1091-4f94-a463-781ab76c2324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4725d-5c6c-4728-a8a5-4655f6029d39,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:39.075909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Made reservation on behalf of de3661c78f014fc5ab2efb21ac967deb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:39.080555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.270394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Allocated IP 172.20.0.8 (10d26a0f-6219-449a-86f4-47ca2823bec1/67056a56-2f78-47f8-8e7f-de8920b8a125/77ef23eb-4dcf-43ae-a3f3-5f37d11b2966) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:39.370075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-575916d2-78c1-48df-b447-14e22337942a req-3c7a4372-fadc-4364-b468-fc39ffb0ec1a tempest-ListServerFiltersTestJSON-1438063052 tempest-ListServerFiltersTestJSON-1438063052-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f87857-72da-474e-a08b-4a42e6fbf797 HTTP/1.1" status: 200 len: 210 time: 0.6405621 Mar 10 17:43:39.450994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks [] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.464464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Publish callbacks [] for security_group (b0e4725d-5c6c-4728-a8a5-4655f6029d39), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.490301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.519089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-4eecf677-81f7-4bc9-a194-93a571fe3a5d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:39.520541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-4eecf677-81f7-4bc9-a194-93a571fe3a5d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.41 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 818 time: 1.1305199 Mar 10 17:43:39.533004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Publish callbacks [] for security_group (b0e4725d-5c6c-4728-a8a5-4655f6029d39), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.542462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Request body: {'port': {'device_id': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'admin_state_up': True, 'tenant_id': 'de3661c78f014fc5ab2efb21ac967deb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:39.543995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:39.547224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:39.556734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:39.583288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event updated for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:39.610772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:39.611395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.630410 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-15736282-41a0-4537-88ec-e51e28b2d587 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810225 Mar 10 17:43:39.645008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7e17-e4f2-45ec-96c4-6141ac97642f req-1924c592-cafa-4c1b-8778-7b6df25a1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:39.645928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Request body: {'port': {'device_id': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:39.649524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd3e7e17-e4f2-45ec-96c4-6141ac97642f req-1924c592-cafa-4c1b-8778-7b6df25a1c87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1128 time: 1.1894279 Mar 10 17:43:39.680677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee02b-2042-4dc8-903c-85bc5a6b6561 req-c9de7561-e30d-41f2-abde-fedd95e047db tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:39.688214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-542ee02b-2042-4dc8-903c-85bc5a6b6561 req-c9de7561-e30d-41f2-abde-fedd95e047db tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.3225951 Mar 10 17:43:39.715399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.768619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4026d0d2-7704-48a7-9a18-f4bdea909ca4 req-84638339-da05-4c21-84da-2b39d3cf3642 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 210 time: 0.1138175 Mar 10 17:43:39.813205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Allocated IP 172.20.0.14 (10d26a0f-6219-449a-86f4-47ca2823bec1/67056a56-2f78-47f8-8e7f-de8920b8a125/da702a45-8265-43d7-9e71-537ba37b0b8e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:39.870024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b0e4725d-5c6c-4728-a8a5-4655f6029d39), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.872534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:39.873830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0e4725d-5c6c-4728-a8a5-4655f6029d39 HTTP/1.1" status: 204 len: 168 time: 1.0960379 Mar 10 17:43:39.884961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd3e7e17-e4f2-45ec-96c4-6141ac97642f req-2d9f9648-eb2c-4fdf-8abb-d8d3cbc63417 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806765 Mar 10 17:43:39.893291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-542ee02b-2042-4dc8-903c-85bc5a6b6561 req-4d7f02eb-75f5-4cd5-8c20-72af8ad4660f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041934 Mar 10 17:43:39.906608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4725d-5c6c-4728-a8a5-4655f6029d39,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:39.931623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.931844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.934286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.935129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.935129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.935334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd67994-a6d5-4e99-9301-a22e30296223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:43:39.974169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Made reservation on behalf of de3661c78f014fc5ab2efb21ac967deb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:39.974451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.185447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks [] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.237089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.323614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event updated for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:40.355664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:40.357441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:40.360625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:40.423359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:40.424995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.447818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-03d7486a-5c22-4dba-8a77-b9dfa28db65b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2263777 Mar 10 17:43:40.464885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Request body: {'port': {'device_id': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:40.496479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48232) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:40.597658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:40.609706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks [] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.645958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Deleting subnet 4bca254d-62ea-4f90-b162-d2d86f3d4581 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:43:40.653218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Transition to ACTIVE for port object 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:40.660814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Publish callbacks [] for subnet (4bca254d-62ea-4f90-b162-d2d86f3d4581), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.667005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.692588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.755742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f606-d252-4a12-8b84-8c6d7fbc14b6 req-93d30604-9585-4511-afef-eadacf7409b6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:40.758389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:40.766977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2579f606-d252-4a12-8b84-8c6d7fbc14b6 req-93d30604-9585-4511-afef-eadacf7409b6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2147005 Mar 10 17:43:40.852006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Attempting to bind port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:40.852601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Attempting to bind port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:40.853117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Attempting to bind port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:40.858931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 on network 10d26a0f-6219-449a-86f4-47ca2823bec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:40.859505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Attempting to bind port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:40.866767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:40.867752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Checking segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:40.868333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Bound using segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:40.869108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Bound port: 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:40.869650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.940388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (4bca254d-62ea-4f90-b162-d2d86f3d4581), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:40.980713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:40.986465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2579f606-d252-4a12-8b84-8c6d7fbc14b6 req-f521adcf-62cb-41af-a1ac-f28e61a244b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190182 Mar 10 17:43:40.987154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:40.999136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.057655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd2b7f5c-52e8-46b5-a0e7-4880c617a719 req-48cdbec0-9c1e-43dc-8b26-1aaf90fd8e9d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 210 time: 0.1737161 Mar 10 17:43:41.057893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:41.058570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.061200 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] 10.222.0.59 "PUT /v2.0/ports/77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 HTTP/1.1" status: 200 len: 1091 time: 1.4197748 Mar 10 17:43:41.061858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:41.064787 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:41.092010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Allocated IP 172.20.0.11 (10d26a0f-6219-449a-86f4-47ca2823bec1/67056a56-2f78-47f8-8e7f-de8920b8a125/1c08f2fd-b2cb-45c8-b174-4e0ff98480be) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:41.097516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f0eeb-d259-4ec5-b5d2-d4a69a5caaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:41.213044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-b6b08b01-7006-403a-bdb6-c333ee75d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:41.215033 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-b6b08b01-7006-403a-bdb6-c333ee75d2d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 1125 time: 0.1004758 Mar 10 17:43:41.317415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-fc66b4f6-b4de-4b3d-8ae6-845f465052a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 HTTP/1.1" status: 200 len: 217 time: 0.0912571 Mar 10 17:43:41.415970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-0669c54b-a0cb-4793-b51c-ecd49732ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:41.417470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-0669c54b-a0cb-4793-b51c-ecd49732ed6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.0891836 Mar 10 17:43:41.451730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b8e8f5ed-59b9-4aef-9c89-7966c6eae792 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:41.467495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e66f1-83ba-4412-9423-c6d83fb37a13 req-0fa300b3-7abf-449b-8236-7d127ea67cbb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:41.475671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef6e66f1-83ba-4412-9423-c6d83fb37a13 req-0fa300b3-7abf-449b-8236-7d127ea67cbb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2235243 Mar 10 17:43:41.488783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: b8e8f5ed-59b9-4aef-9c89-7966c6eae792 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:41.489134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b8e8f5ed-59b9-4aef-9c89-7966c6eae792 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:41.502044 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-32cffd83-0910-476c-bfbf-25ae613156ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753713 Mar 10 17:43:41.529568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a524-8374-4f5b-b7f3-d11bfd6c4986 req-55775a50-28f5-47f3-b2bd-4c93356675db tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:41.536929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d87a524-8374-4f5b-b7f3-d11bfd6c4986 req-55775a50-28f5-47f3-b2bd-4c93356675db tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.2969456 Mar 10 17:43:41.564597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4bca254d-62ea-4f90-b162-d2d86f3d4581), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.632716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef6e66f1-83ba-4412-9423-c6d83fb37a13 req-b6dd306e-0b6e-4ca3-8525-ef689daa53b6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508627 Mar 10 17:43:41.729923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-62e86599-a070-4da8-a34f-290bc8a36fc1 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159855 Mar 10 17:43:41.736757 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736aa70-da45-4417-a0f9-003d8823318a x-openstack-request-id: req-8736aa70-da45-4417-a0f9-003d8823318a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:41.737214 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:41.738310 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8736aa70-da45-4417-a0f9-003d8823318a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:41.738849 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'status': 'completed', 'code': 200} Mar 10 17:43:41.751509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d87a524-8374-4f5b-b7f3-d11bfd6c4986 req-c4b309be-8a7a-47a6-b8f3-fa01e691ec0d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131860 Mar 10 17:43:41.881322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks [] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.898059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (4bca254d-62ea-4f90-b162-d2d86f3d4581), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.938818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bca254d-62ea-4f90-b162-d2d86f3d4581,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:41.953467 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:41.957258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0856c328-c31d-4352-8edd-c5178f598cfb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4bca254d-62ea-4f90-b162-d2d86f3d4581 HTTP/1.1" status: 204 len: 168 time: 1.4598153 Mar 10 17:43:41.959891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:41.966108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c68f3-a94e-43bb-afa8-366241fb2b99 None None] Network ddb6d397-67dd-4ab2-b42f-818edf1cea09 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:41.994032 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-6271b5e6-aa66-4503-b6e1-766cc84efcde service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522695 Mar 10 17:43:42.033697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.175197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event updated for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:42.184149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-9fd70577-a9c6-4b52-81af-b59383de72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:42.187143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-9fd70577-a9c6-4b52-81af-b59383de72fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 1125 time: 0.1228304 Mar 10 17:43:42.303704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] DHCP port deletion for ddb6d397-67dd-4ab2-b42f-818edf1cea09 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:43:42.376109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Network 10d26a0f-6219-449a-86f4-47ca2823bec1 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:42.435111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c4b7-af28-4032-85f8-15860608f78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.471487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Deleting port 312747bf-6628-4f24-8fab-6845cc3c86fc {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:42.472128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.488576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-d02a9f64-731e-44ac-b946-e8da425cdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:42.490831 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-d02a9f64-731e-44ac-b946-e8da425cdb9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 919 time: 0.2961228 Mar 10 17:43:42.514198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:42.539857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:42.579520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ddb6d397-67dd-4ab2-b42f-818edf1cea09), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.604052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-a6107a0c-1e31-427c-9166-abe958527783 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 HTTP/1.1" status: 200 len: 217 time: 0.1048307 Mar 10 17:43:42.642415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] For port 312747bf-6628-4f24-8fab-6845cc3c86fc, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=312747bf-6628-4f24-8fab-6845cc3c86fc,segment=NetworkSegment(4dc29429-43be-4981-9ffd-42c0c1015994),segment_id=4dc29429-43be-4981-9ffd-42c0c1015994)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:42.643118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.677449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Calling delete_port for 312747bf-6628-4f24-8fab-6845cc3c86fc owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:42.710658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-ea39aa37-c275-4cb1-b948-80a14cd932a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:42.712827 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-ea39aa37-c275-4cb1-b948-80a14cd932a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.1006920 Mar 10 17:43:42.731677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:42.733176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.777730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-5dc8e9bc-7279-4719-97ba-5d1f27c93b1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576656 Mar 10 17:43:42.785685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:42.792265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a4007-6ac8-4efb-a8c9-5870352ae9f8 req-eee34ea0-0bc4-47b7-9a57-9dd495459d1a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:42.795958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054a4007-6ac8-4efb-a8c9-5870352ae9f8 req-eee34ea0-0bc4-47b7-9a57-9dd495459d1a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 932 time: 0.4624710 Mar 10 17:43:42.858213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:42.893447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] Pushing event deleted for resources: {'Port': ['ID=312747bf-6628-4f24-8fab-6845cc3c86fc,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:42.904353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df9dbc-daa4-4ff4-aadf-e7479138919e None None] No DVR routers for this DVR port 312747bf-6628-4f24-8fab-6845cc3c86fc on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:42.908929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9abd1858-0c27-40c1-b5c4-3a361763d75b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3708045 Mar 10 17:43:42.939387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Request body: {'port': {'device_id': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:43.007566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-66dba442-deaf-4a02-8188-26792080b8b8 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200112 Mar 10 17:43:43.129948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.147532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-054a4007-6ac8-4efb-a8c9-5870352ae9f8 req-c5c108f1-3012-477b-8fbe-7b962b4e4700 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316989 Mar 10 17:43:43.156383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da702a45-8265-43d7-9e71-537ba37b0b8e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:43.156563 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-eb47f1ba-3421-48e8-8428-7cd8fd24fe9c req-e5314c9f-f1d6-4714-b8db-dac0d7a62226 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419518 Mar 10 17:43:43.172614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Deleting port 312747bf-6628-4f24-8fab-6845cc3c86fc {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:43:43.173258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.184107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks [] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.187994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d50a4d5e-ef61-4eb8-96d2-0aa11c56c834 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:43.253493 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d50a4d5e-ef61-4eb8-96d2-0aa11c56c834 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "PUT /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5 HTTP/1.1" status: 200 len: 366 time: 0.4689474 Mar 10 17:43:43.256056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.281531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7da4b510-7ed4-4edc-8420-179893f3460d tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0220666 Mar 10 17:43:43.282944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.311179 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d15a8c0-c975-4897-968c-6fa29bec02bf tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5 HTTP/1.1" status: 200 len: 366 time: 0.0244620 Mar 10 17:43:43.311363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.356804 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba6d04e1-ef15-47af-afb5-88b49850ed5e tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5 HTTP/1.1" status: 204 len: 168 time: 0.0421770 Mar 10 17:43:43.357035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48304) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.369090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88cbdefb-d46f-4fce-a5ed-e882593fd426 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0086312 Mar 10 17:43:43.371023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.384283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71b11525-266c-46fb-86b0-806726c1fefc tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5 HTTP/1.1" status: 200 len: 370 time: 0.0119324 Mar 10 17:43:43.385426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.394938 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58069ec1-0ac4-4d5c-a655-9d2940b6c377 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5/default HTTP/1.1" status: 200 len: 370 time: 0.0077133 Mar 10 17:43:43.396157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.409528 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f60e23d0-0d53-4f0c-b2c6-e08949c28da9 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] delete failed (client error): The resource could not be found. Mar 10 17:43:43.415275 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f60e23d0-0d53-4f0c-b2c6-e08949c28da9 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/6b3cf931d6774290b6919fae1b17add5 HTTP/1.1" status: 404 len: 348 time: 0.0177155 Mar 10 17:43:43.470412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7051e7-766b-4398-9523-e76b74c3d9dc req-cf44f90b-c707-4a93-a168-25084e7986de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:43.482982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da7051e7-766b-4398-9523-e76b74c3d9dc req-cf44f90b-c707-4a93-a168-25084e7986de tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.5893528 Mar 10 17:43:43.486956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Transition to ACTIVE for port object da702a45-8265-43d7-9e71-537ba37b0b8e will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:43.542980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.574694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 312747bf-6628-4f24-8fab-6845cc3c86fc no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:43:43.603093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] For port 312747bf-6628-4f24-8fab-6845cc3c86fc, host n-d-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:43.603250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.647052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:43.657788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Pushing event updated for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:43.662529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Calling delete_port for 312747bf-6628-4f24-8fab-6845cc3c86fc owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:43:43.682498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:network and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.693535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.694405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Port 312747bf-6628-4f24-8fab-6845cc3c86fc was not found and therefore no delete operation was performed {{(pid=103795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:43:43.701572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da7051e7-766b-4398-9523-e76b74c3d9dc req-051495ef-bb6a-4935-b6de-47dd68d25e24 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755996 Mar 10 17:43:43.710191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:subnet and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.718862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.733056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:subnetpool and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.747305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.752595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (312747bf-6628-4f24-8fab-6845cc3c86fc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:43.761880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:port and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.771655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.784407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:router and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.794439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.809159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:floatingip and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.815162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.816004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=312747bf-6628-4f24-8fab-6845cc3c86fc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:43.844711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] No DVR routers for this DVR port 312747bf-6628-4f24-8fab-6845cc3c86fc on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:43:43.915032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:security_group and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.928400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.937536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 312747bf-6628-4f24-8fab-6845cc3c86fc {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:43:43.938079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 312747bf-6628-4f24-8fab-6845cc3c86fc not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:43:43.948161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Usage tracker for resource:security_group_rule and project:9d83f3311b044b379bef04dd26ecf550 is out of sync, need to count used quota {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 17:43:43.955715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.quota.resource [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103794) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 17:43:43.962567 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48acdb47-d85c-46c8-b2e7-433f628f7808 tempest-QuotasTest-1284025333 tempest-QuotasTest-1284025333-project-admin] 10.222.0.35 "GET /v2.0/quotas/9d83f3311b044b379bef04dd26ecf550/details.json HTTP/1.1" status: 200 len: 703 time: 0.3143010 Mar 10 17:43:44.429751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:44.433745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ddb6d397-67dd-4ab2-b42f-818edf1cea09), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.474146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c08f2fd-b2cb-45c8-b174-4e0ff98480be {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:44.484302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks [] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.501897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Transition to ACTIVE for port object 1c08f2fd-b2cb-45c8-b174-4e0ff98480be will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:44.529239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.540264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb6d397-67dd-4ab2-b42f-818edf1cea09']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:44.571124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7237c96-0fa0-4e37-9c8a-927abb6eae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.600006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Attempting to bind port da702a45-8265-43d7-9e71-537ba37b0b8e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:44.600935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Attempting to bind port da702a45-8265-43d7-9e71-537ba37b0b8e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:44.601578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Attempting to bind port da702a45-8265-43d7-9e71-537ba37b0b8e on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:44.607635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc29429-43be-4981-9ffd-42c0c1015994') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:44.607988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc29429-43be-4981-9ffd-42c0c1015994') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:44.617921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d293e8ea-6ef4-484f-88a4-d50e68a3351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.642732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4dc29429-43be-4981-9ffd-42c0c1015994), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.645418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Port da702a45-8265-43d7-9e71-537ba37b0b8e on network 10d26a0f-6219-449a-86f4-47ca2823bec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:44.645763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Attempting to bind port da702a45-8265-43d7-9e71-537ba37b0b8e on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:44.665047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7237c96-0fa0-4e37-9c8a-927abb6eae14 admin admin] Publish callbacks [] for security_group (582d2744-fafe-4652-b3be-f120222b40c8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.665319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8aad6-02b6-4d47-b762-bcf07e89046d req-34c443df-f0ae-4af1-8f43-4674d8a36861 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:44.666768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8b8aad6-02b6-4d47-b762-bcf07e89046d req-34c443df-f0ae-4af1-8f43-4674d8a36861 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.8203244 Mar 10 17:43:44.671040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7237c96-0fa0-4e37-9c8a-927abb6eae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (582d2744-fafe-4652-b3be-f120222b40c8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.704451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917de75-97fe-4853-a53d-3939ef80c1b4 req-d25e27d2-a091-41ec-8cef-f2897c0b6f41 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:44.706015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5917de75-97fe-4853-a53d-3939ef80c1b4 req-d25e27d2-a091-41ec-8cef-f2897c0b6f41 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 932 time: 0.4695766 Mar 10 17:43:44.718573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4dc29429-43be-4981-9ffd-42c0c1015994), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.719048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7237c96-0fa0-4e37-9c8a-927abb6eae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d2744-fafe-4652-b3be-f120222b40c8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:44.720538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:44.724293 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d7237c96-0fa0-4e37-9c8a-927abb6eae14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35283d55bbc34cca9e9d6764d7047deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931721 Mar 10 17:43:44.727214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48334) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:44.728394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:44.728740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Checking segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:44.729116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Bound using segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:44.729949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Bound port: da702a45-8265-43d7-9e71-537ba37b0b8e, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:44.729949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.787007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:43:44.787286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] Publish callbacks [] for security_group (582d2744-fafe-4652-b3be-f120222b40c8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.787913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4dc29429-43be-4981-9ffd-42c0c1015994), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:43:44.790874 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:43:44.810178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] Publish callbacks [] for security_group (582d2744-fafe-4652-b3be-f120222b40c8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.868543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (582d2744-fafe-4652-b3be-f120222b40c8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.872471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.874652 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/582d2744-fafe-4652-b3be-f120222b40c8 HTTP/1.1" status: 204 len: 168 time: 0.1462164 Mar 10 17:43:44.887452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e443-ac26-47cb-ae97-b481b14cf4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d2744-fafe-4652-b3be-f120222b40c8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:44.956030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8b8aad6-02b6-4d47-b762-bcf07e89046d req-f3ada533-9ada-40e1-8883-361742206b6c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609332 Mar 10 17:43:44.964022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ddb6d397-67dd-4ab2-b42f-818edf1cea09), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.969063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:44.981230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ddb6d397-67dd-4ab2-b42f-818edf1cea09 HTTP/1.1" status: 204 len: 168 time: 3.0146921 Mar 10 17:43:44.981349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.007192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Attempting to bind port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:45.007897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Attempting to bind port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:45.008274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Attempting to bind port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:45.019367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ffd6f-565c-4801-a6c9-c6663453fb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb6d397-67dd-4ab2-b42f-818edf1cea09,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.031706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5917de75-97fe-4853-a53d-3939ef80c1b4 req-71feab5f-4903-49f6-84b2-18679fa28da6 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993097 Mar 10 17:43:45.034165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be on network 10d26a0f-6219-449a-86f4-47ca2823bec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:45.034535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Attempting to bind port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be on network 10d26a0f-6219-449a-86f4-47ca2823bec1 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:45.039246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:45.044309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=da702a45-8265-43d7-9e71-537ba37b0b8e,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:45.045967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:45.046211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Checking segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:45.046706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Bound using segment: {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:45.047136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Bound port: 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186a448-aae7-4f18-b5a9-5141069a05ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:45.047483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.060413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.086274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6e744-c494-4522-9478-4820ae032240 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.088223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7a6e744-c494-4522-9478-4820ae032240 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1123 time: 0.1067491 Mar 10 17:43:45.091330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.102195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:45.105377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.106007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.107467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] 10.222.0.59 "PUT /v2.0/ports/da702a45-8265-43d7-9e71-537ba37b0b8e HTTP/1.1" status: 200 len: 1092 time: 4.6485543 Mar 10 17:43:45.113445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:45.125980 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15283fa-5e0e-42c6-8af9-6893454af4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:45.153516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.221094 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63395ba-bdd9-4f19-875f-1dd5861252d0 x-openstack-request-id: req-a63395ba-bdd9-4f19-875f-1dd5861252d0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:45.221418 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:45.221653 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a63395ba-bdd9-4f19-875f-1dd5861252d0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:45.222023 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e', 'status': 'completed', 'code': 200} Mar 10 17:43:45.230326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f6f5-7d53-4afd-87d9-3a341fd1e448 service neutron] Pushing event updated for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.270148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:45.274569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:45.281781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-27434aa8-769e-4620-ab33-0ad99addffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.283373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-27434aa8-769e-4620-ab33-0ad99addffae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 1126 time: 0.1112959 Mar 10 17:43:45.290592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.322349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.330694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.381061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48350) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.403228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-75867a60-ca4d-4f00-a8d5-991ca987c57c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da702a45-8265-43d7-9e71-537ba37b0b8e HTTP/1.1" status: 200 len: 217 time: 0.0989752 Mar 10 17:43:45.406353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.406994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.408285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c08f2fd-b2cb-45c8-b174-4e0ff98480be HTTP/1.1" status: 200 len: 1092 time: 2.4898787 Mar 10 17:43:45.409048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-160edcda-3a7b-4cf1-bae1-9d9499ef1254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.444364 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3c2c0b93-d618-4035-a412-6eb47cebda6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa3360224b1244c2b64f22469dce71a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092856 Mar 10 17:43:45.445609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.466062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:45.534547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3fe11-bc3c-45b8-b3d7-77ebecdcce72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.558844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.25.3.119 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/e8e1db98-581a-45b8-981c-ce413db54221) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:45.575684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9dbb2aca-612c-4568-acf0-694815989703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.577219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-9dbb2aca-612c-4568-acf0-694815989703 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.1604507 Mar 10 17:43:45.635503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-50883c82-170e-4dde-a79d-15aed4b54e0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432603 Mar 10 17:43:45.640843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] Publish callbacks [] for security_group (92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.648774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-51af7650-249e-43de-9545-16f42c2de7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.650370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-51af7650-249e-43de-9545-16f42c2de7ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 1126 time: 0.1850920 Mar 10 17:43:45.675471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:45.692422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'port_id': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'mac_address': 'fa:16:3e:b2:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67056a56-2f78-47f8-8e7f-de8920b8a125', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:45.731455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-5d1866f8-644a-4612-a997-36beccd1fb3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be HTTP/1.1" status: 200 len: 217 time: 0.0656278 Mar 10 17:43:45.735023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-160edcda-3a7b-4cf1-bae1-9d9499ef1254 admin admin] Publish callbacks [] for security_group (7f77de85-85f6-436d-ae76-ca4c43440909), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.741131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:45.742075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.762165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:45.788812 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-160edcda-3a7b-4cf1-bae1-9d9499ef1254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f77de85-85f6-436d-ae76-ca4c43440909), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.790232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] Publish callbacks [] for security_group (92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.828264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:45.839373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.870899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.881356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (e8e1db98-581a-45b8-981c-ce413db54221), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.908876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.918010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.921079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.925614 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2 HTTP/1.1" status: 204 len: 168 time: 0.4789567 Mar 10 17:43:45.936572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-160edcda-3a7b-4cf1-bae1-9d9499ef1254 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d83f3311b044b379bef04dd26ecf550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515873 Mar 10 17:43:45.941011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160edcda-3a7b-4cf1-bae1-9d9499ef1254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f77de85-85f6-436d-ae76-ca4c43440909,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.943472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:45.949892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-495e8eab-4ff4-4243-bd97-6af75ac92ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:45.951486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-495e8eab-4ff4-4243-bd97-6af75ac92ea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.2090411 Mar 10 17:43:45.952363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b208b-d57f-4902-9e92-34dc31d79c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e1f9f4-14d0-4e5a-b66c-e57e5cd553b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:45.960395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e8e1db98-581a-45b8-981c-ce413db54221), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:45.997590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-f7ef5efb-87d0-4f85-af85-f5457bd1341b service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449841 Mar 10 17:43:45.999493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-7c7ef960-afdf-4c00-86e6-0d85fba33e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407405 Mar 10 17:43:46.031975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be169bb6-28f1-491b-b381-c5fb3e7ab76e req-b32ab7c7-6ace-4543-9594-0d72ee6f164a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.033527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be169bb6-28f1-491b-b381-c5fb3e7ab76e req-b32ab7c7-6ace-4543-9594-0d72ee6f164a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2188172 Mar 10 17:43:46.047385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:46.056425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:46.074349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:46.098597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['77ef23eb-4dcf-43ae-a3f3-5f37d11b2966'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:46.123912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] Publish callbacks [] for security_group (7f77de85-85f6-436d-ae76-ca4c43440909), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.157561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=e8e1db98-581a-45b8-981c-ce413db54221,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:46.189050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] Publish callbacks [] for security_group (7f77de85-85f6-436d-ae76-ca4c43440909), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.231685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-f79e068b-56a0-4116-8486-abee430adff0 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253242 Mar 10 17:43:46.297901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be169bb6-28f1-491b-b381-c5fb3e7ab76e req-4ad80e69-b2dd-4c05-aca3-c3a7c0e0a2b2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402930 Mar 10 17:43:46.327618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f77de85-85f6-436d-ae76-ca4c43440909), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.330788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.332159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f77de85-85f6-436d-ae76-ca4c43440909 HTTP/1.1" status: 204 len: 168 time: 0.3875451 Mar 10 17:43:46.380809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129c0dd-59c4-43f0-ac15-457e1a422ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f77de85-85f6-436d-ae76-ca4c43440909,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:46.442605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10872b-3e77-44de-9ca3-1d21c5740fd3 req-416bdede-921d-4c0e-aee5-6b035f322d95 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.459437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e10872b-3e77-44de-9ca3-1d21c5740fd3 req-416bdede-921d-4c0e-aee5-6b035f322d95 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 944 time: 0.3029532 Mar 10 17:43:46.480665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-4f35f20a-d80f-4f3b-80c8-fef54bef7bc5 service neutron] 10.222.0.41 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729075 Mar 10 17:43:46.596984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-07fb2620-de3a-4144-8ed8-3fb87fff64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.598799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-07fb2620-de3a-4144-8ed8-3fb87fff64c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 1126 time: 0.2386672 Mar 10 17:43:46.621056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e10872b-3e77-44de-9ca3-1d21c5740fd3 req-81e23a6b-5314-47de-a903-b464a18d207c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550019 Mar 10 17:43:46.719823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (c5af92ed-76ee-4b00-9916-3a8a1999049d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.765558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-cc60bd3f-1d17-429d-8f43-3dab7d70f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.767181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-cc60bd3f-1d17-429d-8f43-3dab7d70f8f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 919 time: 0.1506886 Mar 10 17:43:46.786700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bde58-7e07-4d35-9857-4e7c87e95ee7 req-76346936-26a3-4497-bac5-fe42465a9470 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.788444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c1bde58-7e07-4d35-9857-4e7c87e95ee7 req-76346936-26a3-4497-bac5-fe42465a9470 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3205655 Mar 10 17:43:46.856530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e8e1db98-581a-45b8-981c-ce413db54221), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:46.861905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-30b03ee9-ee06-4894-83bb-e9ecad1ce4c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da702a45-8265-43d7-9e71-537ba37b0b8e HTTP/1.1" status: 200 len: 217 time: 0.0687385 Mar 10 17:43:46.934257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e84598de-4a24-429c-8ad9-ad7ad9fd1a3c req-d6bba20a-8407-4fb0-8a2b-3d21005b2131 service neutron] 10.222.0.41 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207671 Mar 10 17:43:46.940617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c1bde58-7e07-4d35-9857-4e7c87e95ee7 req-7949b272-fd6e-43cf-bb67-bd69458de49c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462932 Mar 10 17:43:46.960510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-e799603d-1002-4516-be3b-3feec92e384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:46.977127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-e799603d-1002-4516-be3b-3feec92e384f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.0923135 Mar 10 17:43:47.018234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-321097dc-d2b4-4b19-9397-464a390f9517 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460525 Mar 10 17:43:47.182494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (e8e1db98-581a-45b8-981c-ce413db54221), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.190404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e8e1db98-581a-45b8-981c-ce413db54221), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.232636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.235680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:47.238257 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90d5166-eb53-4605-b7b2-59e926c366c9" -d '{"events": [{"name": "network-changed", "server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:47.298295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=e8e1db98-581a-45b8-981c-ce413db54221,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:47.311999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (c5af92ed-76ee-4b00-9916-3a8a1999049d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.327249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-e0a29b69-17b7-47df-a069-685ecc4e6f44 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885618 Mar 10 17:43:47.370292 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e42c9-bc4c-4001-8abe-89a19b5f1db7 x-openstack-request-id: req-281e42c9-bc4c-4001-8abe-89a19b5f1db7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:47.370615 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:47.370849 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-281e42c9-bc4c-4001-8abe-89a19b5f1db7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:47.371259 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be', 'status': 'completed', 'code': 200} Mar 10 17:43:47.483590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:47.636122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:47.641954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:47.642549 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.769964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:47.769964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.814702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:47.817023 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e9d31d-fc71-4918-84a1-10d78414e635" -d '{"events": [{"server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "name": "network-vif-plugged", "status": "completed", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:47.855407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:47.868469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:47.914047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15283fa-5e0e-42c6-8af9-6893454af4d6 req-006743eb-7069-4d85-937c-e97246205431 service neutron] 10.222.0.59 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863352 Mar 10 17:43:47.916164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:47.916610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48430) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:47.985167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-0f8cd271-9f9c-411e-965f-c12779343444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:47.987319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-0f8cd271-9f9c-411e-965f-c12779343444 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3661c78f014fc5ab2efb21ac967deb&device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 1126 time: 0.6108313 Mar 10 17:43:47.995291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d790aa-ccfd-472e-9f45-7def25cc3e00 req-4f820d80-5535-4b51-ac06-7d343ed084fd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.002698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41d790aa-ccfd-472e-9f45-7def25cc3e00 req-4f820d80-5535-4b51-ac06-7d343ed084fd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.6345513 Mar 10 17:43:48.039005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:48.080833 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Floating IP c5af92ed-76ee-4b00-9916-3a8a1999049d associated. External IP: 172.25.3.119, port: 057db13e-e4ec-4187-94f8-cca35bb6cd20. Mar 10 17:43:48.148426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c51c1-2e42-4270-a10f-d231e8e77a52 req-9b7475c3-8ea7-4ce0-8e8d-a0aeb7e39d43 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.150178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f41c51c1-2e42-4270-a10f-d231e8e77a52 req-9b7475c3-8ea7-4ce0-8e8d-a0aeb7e39d43 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 944 time: 0.2348070 Mar 10 17:43:48.185713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1236118970'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:48.230605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41d790aa-ccfd-472e-9f45-7def25cc3e00 req-eaf21101-9fbe-40e1-8819-4f69bfb8d2c0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268307 Mar 10 17:43:48.237543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-651655899-network', 'tenant_id': '99e04b5b5b0840a4a60e33d516ce0f3b'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:48.287099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Made reservation on behalf of 99e04b5b5b0840a4a60e33d516ce0f3b for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:48.289705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.296085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-fbaf1f0a-1d4e-4652-9b02-b4d305531d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.297594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-fbaf1f0a-1d4e-4652-9b02-b4d305531d38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 200 len: 919 time: 0.2919207 Mar 10 17:43:48.302418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:48.306071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.326373 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70bcc3-9347-4e09-9bf6-087ac2a50b12 x-openstack-request-id: req-5a70bcc3-9347-4e09-9bf6-087ac2a50b12 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:48.327437 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "name": "network-vif-plugged", "status": "completed", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:48.327895 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a70bcc3-9347-4e09-9bf6-087ac2a50b12 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:48.328518 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'code': 200} Mar 10 17:43:48.334663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.384455 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.389745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-532237cd-7161-44da-ad4a-2aeeae82d384 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be HTTP/1.1" status: 200 len: 217 time: 0.0813611 Mar 10 17:43:48.393331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f41c51c1-2e42-4270-a10f-d231e8e77a52 req-cc69010d-11f6-4d89-b97e-7ddca97b4a69 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017891 Mar 10 17:43:48.407646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:43:48.560863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-e435f070-9473-40ac-b4fb-8e3805b37f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.561110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:43:48.562273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-e435f070-9473-40ac-b4fb-8e3805b37f9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 200 len: 858 time: 0.1594214 Mar 10 17:43:48.576152 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:43:48.586497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.598372 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:48.599016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:48.618740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d0ce3791-9883-4b72-9038-31a25c6e7d66 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5257564 Mar 10 17:43:48.619216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:48.622082 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:48.626225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48438) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:48.686310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.699809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-f0122e41-0154-48a6-9e2c-1b67c50de6bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10d26a0f-6219-449a-86f4-47ca2823bec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183689 Mar 10 17:43:48.703038 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b8aab5f-7153-4dd7-9db1-e792d7d92e86 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/c5af92ed-76ee-4b00-9916-3a8a1999049d HTTP/1.1" status: 200 len: 992 time: 0.0773952 Mar 10 17:43:48.712442 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f60df0-6ac4-480e-94c7-599093863dad x-openstack-request-id: req-30f60df0-6ac4-480e-94c7-599093863dad {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:48.712836 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:48.713187 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30f60df0-6ac4-480e-94c7-599093863dad {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:48.713593 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'status': 'completed', 'code': 200} Mar 10 17:43:48.732317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e33ed2-7327-4fe3-8555-cdb0d282988e req-6fe83964-9374-447e-b648-13c8bfe02cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.733861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47e33ed2-7327-4fe3-8555-cdb0d282988e req-6fe83964-9374-447e-b648-13c8bfe02cda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 1127 time: 0.3070710 Mar 10 17:43:48.744753 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:48.756630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cf174-648f-4852-acc2-750d64cdbb6e req-c7e30634-caeb-4054-b37a-f2582ad72898 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:48.758350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d9cf174-648f-4852-acc2-750d64cdbb6e req-c7e30634-caeb-4054-b37a-f2582ad72898 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3569539 Mar 10 17:43:48.891488 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-93491a35-efa8-4a95-bbad-484662e423e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549078 Mar 10 17:43:48.926833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks [] for security_group (26cd31e4-b0eb-4aed-a756-c52e7a14972f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:48.970156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (26cd31e4-b0eb-4aed-a756-c52e7a14972f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.030535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81d76-0f35-44af-b5be-750e044562a7 req-2e020200-0db8-4bd0-9bdf-d240f5c88d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.033644 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-2e020200-0db8-4bd0-9bdf-d240f5c88d57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.0813382 Mar 10 17:43:49.052519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for security_group (487daee4-5583-44b7-9672-66980891b68c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.117134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47e33ed2-7327-4fe3-8555-cdb0d282988e req-757f12bf-c474-4bb6-b08c-6f2a17448375 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565311 Mar 10 17:43:49.120645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d9cf174-648f-4852-acc2-750d64cdbb6e req-b28afeb3-66e8-42d2-8bbc-0cd05da41622 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347242 Mar 10 17:43:49.121845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (487daee4-5583-44b7-9672-66980891b68c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.145599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:49.181595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81d76-0f35-44af-b5be-750e044562a7 req-b0f4a311-95f6-4c85-999e-d8e331f5909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.184134 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-b0f4a311-95f6-4c85-999e-d8e331f5909a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.1192493 Mar 10 17:43:49.207530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-af3eef73-5b7a-4ff5-8f38-ee6d70bb16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.209422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-af3eef73-5b7a-4ff5-8f38-ee6d70bb16e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1128 time: 0.4601004 Mar 10 17:43:49.212832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:46Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:49.222201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:49.243362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd31e4-b0eb-4aed-a756-c52e7a14972f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:49.251149 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:43:49.262562 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:43:49.263051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e9204041-5397-4066-883e-bd1097a58477), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.263421 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Added segment e9204041-5397-4066-883e-bd1097a58477 of type vlan for network c752282f-4ca0-4c32-9280-99e9472accf1 Mar 10 17:43:49.264070 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:49.289751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-4547a593-456d-4b9c-9b45-a82e5c2b43e4 service neutron] 10.222.0.41 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670617 Mar 10 17:43:49.348855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (abee0799-b2f8-4b5c-a8dd-6f8532e3a89e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.349187 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment abee0799-b2f8-4b5c-a8dd-6f8532e3a89e of type vlan for network 7f237307-328b-435c-bc3e-fd28f1d0aa1f Mar 10 17:43:49.413462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c752282f-4ca0-4c32-9280-99e9472accf1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.462530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487daee4-5583-44b7-9672-66980891b68c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:49.486815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device da702a45-8265-43d7-9e71-537ba37b0b8e details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:49.498838 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:43:49.574206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (7f237307-328b-435c-bc3e-fd28f1d0aa1f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.657930 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-3c1eba89-17a4-46e6-946d-1dde7be22568 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 1001 time: 0.3352880 Mar 10 17:43:49.707757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:49.726460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:43:49.745316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-f45de97f-6097-4ea8-9d1d-8e261fdb466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.746944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-f45de97f-6097-4ea8-9d1d-8e261fdb466f service neutron] 10.222.0.41 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 898 time: 0.5225611 Mar 10 17:43:49.762032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=da702a45-8265-43d7-9e71-537ba37b0b8e,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:49.786861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81d76-0f35-44af-b5be-750e044562a7 req-4ea7747c-dfe8-4fc3-a22c-b38870bbaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.789790 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-4ea7747c-dfe8-4fc3-a22c-b38870bbaeb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.1232386 Mar 10 17:43:49.791825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'da702a45-8265-43d7-9e71-537ba37b0b8e', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'port_id': 'da702a45-8265-43d7-9e71-537ba37b0b8e', 'mac_address': 'fa:16:3e:86:f1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67056a56-2f78-47f8-8e7f-de8920b8a125', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:49.825213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1c08f2fd-b2cb-45c8-b174-4e0ff98480be details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:43:49.849088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e90d5166-eb53-4605-b7b2-59e926c366c9 req-925f18b0-0932-496b-b65e-da23e429fef5 service neutron] 10.222.0.41 "GET /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068722 Mar 10 17:43:49.849952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c752282f-4ca0-4c32-9280-99e9472accf1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.852590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:49.853029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.853165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port da702a45-8265-43d7-9e71-537ba37b0b8e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:49.853492 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.872131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da702a45-8265-43d7-9e71-537ba37b0b8e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:49.882526 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a536774f-e235-47c7-9f8e-38d43dc01c15 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/c5af92ed-76ee-4b00-9916-3a8a1999049d HTTP/1.1" status: 200 len: 992 time: 0.1701469 Mar 10 17:43:49.916997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=da702a45-8265-43d7-9e71-537ba37b0b8e,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:49.946139 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:46Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:43:49.961649 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:49.993553 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd3acb5-83ea-4401-a583-2ba340d89232 None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:46Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:43:50.010888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (7f237307-328b-435c-bc3e-fd28f1d0aa1f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.015903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:50.016530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.022798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81d76-0f35-44af-b5be-750e044562a7 req-0b675994-da3c-438c-9f38-7cc337aecb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:50.024608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-0b675994-da3c-438c-9f38-7cc337aecb93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2253230 Mar 10 17:43:50.084796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1650047 Mar 10 17:43:50.114576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:50.129026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:50.137888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be', 'network_id': '10d26a0f-6219-449a-86f4-47ca2823bec1', 'port_id': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be', 'mac_address': 'fa:16:3e:1c:91:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67056a56-2f78-47f8-8e7f-de8920b8a125', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:43:50.158915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48462) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:50.172570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Request body: {'subnet': {'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-651655899-subnet', 'tenant_id': '99e04b5b5b0840a4a60e33d516ce0f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:50.183504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:50.184150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.207676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c08f2fd-b2cb-45c8-b174-4e0ff98480be {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:50.214862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c173edc-b7e2-450a-ba85-a5359e513777 req-1cf5fdef-8cd9-4303-a8f4-98194d1ce341 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:50.216606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c173edc-b7e2-450a-ba85-a5359e513777 req-1cf5fdef-8cd9-4303-a8f4-98194d1ce341 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.7985668 Mar 10 17:43:50.227929 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-a40f2de0-9564-478a-bd2e-4953c8cb5524 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917856 Mar 10 17:43:50.233924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:50.237329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['da702a45-8265-43d7-9e71-537ba37b0b8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:50.250372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.410040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:50.453442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5233643 Mar 10 17:43:50.463487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-4ef31f8f-9534-4566-97a2-5e9700c44c37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 1000 time: 0.6839454 Mar 10 17:43:50.488580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850708f-baba-4669-9863-d248088bbec3 admin admin] Pushing event updated for resources: {'Network': ['ID=c752282f-4ca0-4c32-9280-99e9472accf1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:50.489224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d277a-6175-45ff-9c70-4132a6757268 None None] New status for floating IP c5af92ed-76ee-4b00-9916-3a8a1999049d: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:43:50.495355 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87a81d76-0f35-44af-b5be-750e044562a7 req-b63a2fb9-95bf-40e4-b7c9-1559bf852635 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607059 Mar 10 17:43:50.507897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Made reservation on behalf of 99e04b5b5b0840a4a60e33d516ce0f3b for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:50.515828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:50.535877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76683e6-d1ec-43bb-ac6e-655fb604a8d5 req-b74a428a-2ea2-41a6-b897-66611e08447f tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:50.538972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c76683e6-d1ec-43bb-ac6e-655fb604a8d5 req-b74a428a-2ea2-41a6-b897-66611e08447f tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 944 time: 0.9473860 Mar 10 17:43:50.780755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c752282f-4ca0-4c32-9280-99e9472accf1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:50.883482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:50.889920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-09313453-4bbe-42ab-8838-4bad334913c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8905580 Mar 10 17:43:50.932944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-71b318d8-44d5-4f2f-87d4-0a94362c4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:50.934400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-71b318d8-44d5-4f2f-87d4-0a94362c4d27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 200 len: 834 time: 0.4339209 Mar 10 17:43:50.957994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8df1-be9e-45b7-988c-0170808a216e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=7f237307-328b-435c-bc3e-fd28f1d0aa1f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:51.051675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72fa8da3-e0f3-423c-aacd-a8b32e33ca2e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/c5af92ed-76ee-4b00-9916-3a8a1999049d HTTP/1.1" status: 200 len: 994 time: 0.1658270 Mar 10 17:43:51.071512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1c08f2fd-b2cb-45c8-b174-4e0ff98480be'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:43:51.096444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c173edc-b7e2-450a-ba85-a5359e513777 req-f8c2a044-9cb2-4c62-93ca-318361369571 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435366 Mar 10 17:43:51.139871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c76683e6-d1ec-43bb-ac6e-655fb604a8d5 req-a3fc1eb5-f931-4d09-a328-6f7eb27725ac tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785515 Mar 10 17:43:51.187478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.188029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.188562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.189092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.189801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.192960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.193546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.196782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-e31404ab-b701-45ec-a7fe-5972ffec3268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 6719 time: 0.2090733 Mar 10 17:43:51.219961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:51.244841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-1406694d-8e84-4763-aa14-d28f51c6120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.247296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-1406694d-8e84-4763-aa14-d28f51c6120a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=edc0250e-cbda-4afd-833f-f29afbb41531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2608302 Mar 10 17:43:51.537816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:51.600215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:51.643791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-d261fb5f-eb51-4eae-97ba-ad6b3ef7d758 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902559 Mar 10 17:43:51.669008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a8c83-33c1-42ef-9dc4-d4736e4d1627 req-a89cf444-cc37-4215-be25-ff7b33e8fb6e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.671375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e5a8c83-33c1-42ef-9dc4-d4736e4d1627 req-a89cf444-cc37-4215-be25-ff7b33e8fb6e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3047538 Mar 10 17:43:51.680766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-faf1cc71-c8ee-4452-966f-ad18a13c6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.681372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-faf1cc71-c8ee-4452-966f-ad18a13c6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.681909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-faf1cc71-c8ee-4452-966f-ad18a13c6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:51.683901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-faf1cc71-c8ee-4452-966f-ad18a13c6a1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&id=e23131c7-39df-4fab-b230-9372220b5d2c&id=e23131c7-39df-4fab-b230-9372220b5d2c HTTP/1.1" status: 200 len: 2298 time: 0.3768997 Mar 10 17:43:52.142803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Checking segment: {'id': 'e9204041-5397-4066-883e-bd1097a58477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:52.143727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Network hostable DHCP agents. Network: c752282f-4ca0-4c32-9280-99e9472accf1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:52.262363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-4735baf8-1d6b-432a-9c96-3c9bcc446288 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c HTTP/1.1" status: 200 len: 1001 time: 0.5602474 Mar 10 17:43:52.270215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e5a8c83-33c1-42ef-9dc4-d4736e4d1627 req-dd37aa54-dc8a-415e-a911-26d7252d88b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852122 Mar 10 17:43:52.283792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Network c752282f-4ca0-4c32-9280-99e9472accf1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:52.308887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86c7d9d5-edd4-4a80-8f99-00b6aba91ad8 req-8416d5a5-69cd-4b6c-a391-ec45bfc9aef4 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477983 Mar 10 17:43:52.335316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c752282f-4ca0-4c32-9280-99e9472accf1) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:52.348413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c35141-d31a-4cdc-859d-d3cd98f61d0a None None] Network c752282f-4ca0-4c32-9280-99e9472accf1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:52.371387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:52.372558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:52.420277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ca561814-7e2c-4d44-906f-34d4232bed43 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2602234 Mar 10 17:43:52.426350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-33dcbe49-649e-4fca-b5f9-947f13f14d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:52.429345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-33dcbe49-649e-4fca-b5f9-947f13f14d09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4070c5d4-d455-48c7-bb6d-d8143341143c HTTP/1.1" status: 200 len: 856 time: 0.1575000 Mar 10 17:43:52.482822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52930c-3e6e-4963-b5b3-da49088dbff5 req-474506a9-42d1-4b5c-b8f5-a2d6ad3ef088 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:52.485199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea52930c-3e6e-4963-b5b3-da49088dbff5 req-474506a9-42d1-4b5c-b8f5-a2d6ad3ef088 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 945 time: 0.1749799 Mar 10 17:43:52.563674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-48a43cad-0d54-4ff5-9e8a-946f241bbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:52.573363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-48a43cad-0d54-4ff5-9e8a-946f241bbbaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34d205ab-54b4-4fc6-98a2-eb2fc135b56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371787 Mar 10 17:43:52.637117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df285d-af05-42bd-8458-0fbb623f706b None None] Network c752282f-4ca0-4c32-9280-99e9472accf1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:52.714972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea52930c-3e6e-4963-b5b3-da49088dbff5 req-81149546-e1f9-4f6c-a9c4-960a0911c56e tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197132 Mar 10 17:43:52.843399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334c42-c25a-41f8-a8f3-49f0508e92f6 req-c32cea86-4f0f-4c09-b2e6-2fc5cd8b4966 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:52.844915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d334c42-c25a-41f8-a8f3-49f0508e92f6 req-c32cea86-4f0f-4c09-b2e6-2fc5cd8b4966 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2705929 Mar 10 17:43:52.873590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-ecff9c8f-6a4d-49c6-8c8f-ffaa0e6a2014 service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837029 Mar 10 17:43:52.945709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d334c42-c25a-41f8-a8f3-49f0508e92f6 req-696c0658-a65c-4f91-b60a-1ecdc2a67acd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708547 Mar 10 17:43:53.184342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-03713823-0962-4489-ab3c-50fbc55ac32e service neutron] 10.222.0.41 "GET /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427914 Mar 10 17:43:53.259248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a497a5c-e773-4fcc-8069-ce0bc6452f5f req-740875e2-4d21-4d9d-94e7-1100a9410712 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:53.261036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a497a5c-e773-4fcc-8069-ce0bc6452f5f req-740875e2-4d21-4d9d-94e7-1100a9410712 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2083535 Mar 10 17:43:53.264460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-16ff4eec-0d17-4e0b-b33c-0b8e4241ca8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 217 time: 0.0693200 Mar 10 17:43:53.271047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-2f521caa-6a51-4dbd-9a78-0808df2b7697 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:53.273068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-2f521caa-6a51-4dbd-9a78-0808df2b7697 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/networks?id=c752282f-4ca0-4c32-9280-99e9472accf1 HTTP/1.1" status: 200 len: 820 time: 0.2180731 Mar 10 17:43:53.342462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-b5cde0bb-49e8-43cc-9fcd-8382b96adff7 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/quotas/99e04b5b5b0840a4a60e33d516ce0f3b HTTP/1.1" status: 200 len: 375 time: 0.0472980 Mar 10 17:43:53.373181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-a071d499-2cce-4e08-ba8f-265800d76618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:53.373181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-a071d499-2cce-4e08-ba8f-265800d76618 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.0988631 Mar 10 17:43:53.408904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-4badbf11-a665-41b1-88f8-d0f26b511180 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99e04b5b5b0840a4a60e33d516ce0f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554516 Mar 10 17:43:53.432583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a497a5c-e773-4fcc-8069-ce0bc6452f5f req-32eeab69-76ce-48ce-a5f0-f216e3e8f079 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574621 Mar 10 17:43:53.509521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device da702a45-8265-43d7-9e71-537ba37b0b8e up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:53.545526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8e5260f8-43f8-46fa-9335-ae40f2952ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:53.547094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8e5260f8-43f8-46fa-9335-ae40f2952ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1660314 Mar 10 17:43:53.597219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port da702a45-8265-43d7-9e71-537ba37b0b8e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:53.597495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-19f53184-477d-4804-a5d7-7a9fe4589777 service neutron] 10.222.0.35 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686532 Mar 10 17:43:53.603563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port da702a45-8265-43d7-9e71-537ba37b0b8e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:53.604847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:53.727592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port da702a45-8265-43d7-9e71-537ba37b0b8e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:53.728184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:53.771778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=da702a45-8265-43d7-9e71-537ba37b0b8e,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:53.772834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:53.775379 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7365b392-95e1-42f1-9537-d7d64140f91b" -d '{"events": [{"server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "name": "network-vif-plugged", "status": "completed", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:53.780969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:53.840567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:53.854302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48512) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:53.859491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:53.870584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1c08f2fd-b2cb-45c8-b174-4e0ff98480be up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:53.931042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-4f77b936-ff6c-47b9-9be0-f5cc7fff59a4 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728495 Mar 10 17:43:53.958983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9447b4-5e1d-4150-932c-22920adf523b req-0132743c-723d-4c9e-9488-2b460db841c4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:53.960786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b9447b4-5e1d-4150-932c-22920adf523b req-0132743c-723d-4c9e-9488-2b460db841c4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3113437 Mar 10 17:43:53.972194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:43:53.976927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:53.979759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:53.980403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:53.980542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.009319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-c6941f94-f7e6-4c4b-9da8-425de800e9de service neutron] 10.222.0.35 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579047 Mar 10 17:43:54.076736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:54.077285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.105394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b9447b4-5e1d-4150-932c-22920adf523b req-ee53f1e6-acf7-43d7-a8fb-0f2f95888464 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235468 Mar 10 17:43:54.124329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-232f61d1-d201-45ba-a1e7-ffdc24f7dad4 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845412 Mar 10 17:43:54.154272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:54.166871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.190200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-d193d7a7-7112-40c5-8775-fbb4c4c0e0a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 217 time: 0.0592024 Mar 10 17:43:54.289336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (9aaab2f4-fd6b-4c9e-afa0-d18f2932478f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.290406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-fd366867-4e94-4d21-a03b-38766e374795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.292245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-fd366867-4e94-4d21-a03b-38766e374795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.0948887 Mar 10 17:43:54.327287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:54.348333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=9aaab2f4-fd6b-4c9e-afa0-d18f2932478f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:54.353390 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43515bed-7ccc-4a55-98c8-e7b384e6fa78 x-openstack-request-id: req-43515bed-7ccc-4a55-98c8-e7b384e6fa78 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:54.353722 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "name": "network-vif-plugged", "status": "completed", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:54.353988 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43515bed-7ccc-4a55-98c8-e7b384e6fa78 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:54.357736 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e', 'code': 200} Mar 10 17:43:54.386942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310a0d3-2240-432e-9317-b2b7751f67e4 req-a11e5d48-40da-4a2d-853d-fa54b3a9a1be tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.396756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8310a0d3-2240-432e-9317-b2b7751f67e4 req-a11e5d48-40da-4a2d-853d-fa54b3a9a1be tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 946 time: 0.1665611 Mar 10 17:43:54.428381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841225f6-24ac-472f-9531-68af5980dba4 req-fd0d7c63-fa87-4852-a4db-2c725ed82968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.429999 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-841225f6-24ac-472f-9531-68af5980dba4 req-fd0d7c63-fa87-4852-a4db-2c725ed82968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 1128 time: 0.0740445 Mar 10 17:43:54.435857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:54.436211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: 7f237307-328b-435c-bc3e-fd28f1d0aa1f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:54.497657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-841225f6-24ac-472f-9531-68af5980dba4 req-a637c650-88a3-4aa4-97d1-8c5090e6ddcb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565724 Mar 10 17:43:54.499519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:54.513508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 7f237307-328b-435c-bc3e-fd28f1d0aa1f) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:54.514732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-01b48317-2c22-4d5d-bd91-50a2c2345946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.516313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-01b48317-2c22-4d5d-bd91-50a2c2345946 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2112253 Mar 10 17:43:54.519886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.521046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.525810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb69c80-54bf-40c9-a624-4810e19fbd94 None None] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:54.528466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8310a0d3-2240-432e-9317-b2b7751f67e4 req-9b003f62-5659-477e-9162-9ac2215f7de8 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286938 Mar 10 17:43:54.560721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56e59-b3a8-4720-b255-04b7b9d123e1 req-2e42a80e-78f9-49f9-a9e8-9a54ec7f76b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.562207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd56e59-b3a8-4720-b255-04b7b9d123e1 req-2e42a80e-78f9-49f9-a9e8-9a54ec7f76b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1449499 Mar 10 17:43:54.587132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c09c166-368f-4981-9f65-95b47ad0c847 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7315404 Mar 10 17:43:54.588626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48524) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:54.595959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1623795720'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:54.621137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:54.622228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c89166d-05be-4f3b-8c07-c82be9759db9 req-34af28a5-7c9b-4ec9-84c2-33f3753eb9e3 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 210 time: 0.0446448 Mar 10 17:43:54.642064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.678034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:54.691615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bd86a82f-497a-4270-9822-576b952ac801), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.691991 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment bd86a82f-497a-4270-9822-576b952ac801 of type vlan for network 8981a66b-417a-4b9d-a96b-caa1712e577d Mar 10 17:43:54.740014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd56e59-b3a8-4720-b255-04b7b9d123e1 req-17dfb954-da2d-458a-b638-928251334337 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642621 Mar 10 17:43:54.753216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.766396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-adb5894e-f9dd-4563-a4e5-43ced589b130 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314739 Mar 10 17:43:54.785430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.793448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:54.795862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.879214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-7f237307-328b-435c-bc3e-fd28f1d0aa1f', 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': '9aaab2f4-fd6b-4c9e-afa0-d18f2932478f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:43:54.880406 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:54.906527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=8981a66b-417a-4b9d-a96b-caa1712e577d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:54.939655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-19104caf-e929-42cd-8f20-6a522c864cac tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3491676 Mar 10 17:43:54.942403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:54.949670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:54.963438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8981a66b-417a-4b9d-a96b-caa1712e577d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:43:55.047113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-c6786761-6c12-437c-9fe0-b6791721de2e service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745283 Mar 10 17:43:55.127772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:55.129140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8ee55e9b-0721-4260-b48f-fb90dda76ec8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f HTTP/1.1" status: 200 len: 217 time: 0.0533662 Mar 10 17:43:55.129627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Allocated IP 2001:db8:0:ffff::2 (7f237307-328b-435c-bc3e-fd28f1d0aa1f/9aaab2f4-fd6b-4c9e-afa0-d18f2932478f/7738ba5d-9d64-417d-893e-5e2c87c8b18d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:55.134645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.217188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f0a43-f75e-4c2d-82a5-cc701cd34bc6 req-98c0e815-7741-44cd-a6b9-e0cfd0f01152 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:55.218909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e1f0a43-f75e-4c2d-82a5-cc701cd34bc6 req-98c0e815-7741-44cd-a6b9-e0cfd0f01152 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2443333 Mar 10 17:43:55.277569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-1a7abeff-a327-449c-b64b-0e5164b1fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:55.279077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-1a7abeff-a327-449c-b64b-0e5164b1fb42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.1427956 Mar 10 17:43:55.287698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e1f0a43-f75e-4c2d-82a5-cc701cd34bc6 req-7f1a82f5-4b8e-4a0c-b0df-8fd0fd0b78f0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Mar 10 17:43:55.346682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-7f00b37d-4031-4bf2-af90-4f04f58db627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:55.348313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-7f00b37d-4031-4bf2-af90-4f04f58db627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0596728 Mar 10 17:43:55.570280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-2da5d875-283b-4932-bfeb-22d9adb65f9f service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144022 Mar 10 17:43:55.571376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks [] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.583858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.642105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Pushing event updated for resources: {'Port': ['ID=7738ba5d-9d64-417d-893e-5e2c87c8b18d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:55.664708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:55.667390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:55.670866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:55.678170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:43:55.679807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (d13db9d2-fcc9-4d8b-8fd7-75ad068469a0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.691123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841eaff-cb6c-4bdf-8677-838fd96c8e1f req-2bb6d1e5-4248-412d-83e6-4dde958fd0e4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:55.692745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c841eaff-cb6c-4bdf-8677-838fd96c8e1f req-2bb6d1e5-4248-412d-83e6-4dde958fd0e4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1791084 Mar 10 17:43:55.739351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=d13db9d2-fcc9-4d8b-8fd7-75ad068469a0,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:55.745565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Attempting to bind port 7738ba5d-9d64-417d-893e-5e2c87c8b18d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:55.745952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Attempting to bind port 7738ba5d-9d64-417d-893e-5e2c87c8b18d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:55.746783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Attempting to bind port 7738ba5d-9d64-417d-893e-5e2c87c8b18d on network 7f237307-328b-435c-bc3e-fd28f1d0aa1f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:55.753556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:55.753938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Checking segment: {'id': 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:55.754414 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.754876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Bound using segment: {'id': 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:55.755351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Bound port: 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7f237307-328b-435c-bc3e-fd28f1d0aa1f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:55.755940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.772110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': 'bd86a82f-497a-4270-9822-576b952ac801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:55.772962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: 8981a66b-417a-4b9d-a96b-caa1712e577d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:43:55.808347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network 8981a66b-417a-4b9d-a96b-caa1712e577d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:43:55.824100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8981a66b-417a-4b9d-a96b-caa1712e577d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:55.828605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:55.829287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:55.837713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b4610-172c-408c-b5cf-88390750d47d None None] Network 8981a66b-417a-4b9d-a96b-caa1712e577d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:55.838805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-bcc125be-0ec1-426b-9aa7-dfd07a2851c1 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616405 Mar 10 17:43:55.859812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1390a252-046e-4494-b649-80d42de6682e tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9162381 Mar 10 17:43:55.863855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:55.869151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] For port 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:55.872225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'port': {'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d', 'name': 'tempest-NetworksIpV6TestAttrs-872736838'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:55.894401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] For port 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7738ba5d-9d64-417d-893e-5e2c87c8b18d,segment=NetworkSegment(abee0799-b2f8-4b5c-a8dd-6f8532e3a89e),segment_id=abee0799-b2f8-4b5c-a8dd-6f8532e3a89e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:55.944534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.001414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-5cac1477-48aa-4cc2-af11-a7918acee807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=195bf06e-c01d-4893-998d-373730d33941 HTTP/1.1" status: 200 len: 217 time: 0.0957181 Mar 10 17:43:56.020736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa5309-08ad-4d32-949f-c03c116bfa83 req-dfde530d-9e36-4190-8c7d-d9fd87650d2c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.032420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86fa5309-08ad-4d32-949f-c03c116bfa83 req-dfde530d-9e36-4190-8c7d-d9fd87650d2c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 946 time: 0.3528512 Mar 10 17:43:56.056861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8981a66b-417a-4b9d-a96b-caa1712e577d', 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': 'd13db9d2-fcc9-4d8b-8fd7-75ad068469a0'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:43:56.057737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.062919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776a4a4-ca8a-4acc-9a26-5eee0ce169d9 None None] Pushing event updated for resources: {'Port': ['ID=7738ba5d-9d64-417d-893e-5e2c87c8b18d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:56.093736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-5fec2884-b2a7-432f-aa1f-71963566c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.095252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-5fec2884-b2a7-432f-aa1f-71963566c461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 200 len: 797 time: 0.0865934 Mar 10 17:43:56.102776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c841eaff-cb6c-4bdf-8677-838fd96c8e1f req-24b3a167-1a57-4990-b47e-8681876d3570 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629273 Mar 10 17:43:56.265766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86fa5309-08ad-4d32-949f-c03c116bfa83 req-452ae971-884f-456d-96e0-1f12b5e407e3 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320254 Mar 10 17:43:56.319690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Allocated IP 2001:db8::f816:3eff:fe0b:897d (8981a66b-417a-4b9d-a96b-caa1712e577d/d13db9d2-fcc9-4d8b-8fd7-75ad068469a0/d18caba3-9a39-48bd-8c29-f6bbe805c098) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:56.328701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-1f3d6538-4a25-4ba0-9d12-20006c1a3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.329040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-1f3d6538-4a25-4ba0-9d12-20006c1a3c7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29097b8e-6beb-4e20-90c5-cc6b4ebfb053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2251451 Mar 10 17:43:56.358280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:43:56.362367 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daed4be-344d-4743-bda1-8228d4a9e8e5" -d '{"events": [{"server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "name": "network-vif-plugged", "status": "completed", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:43:56.405861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-1ea032d0-a53b-45f0-9da1-4d13739ccc0d tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.407932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-1ea032d0-a53b-45f0-9da1-4d13739ccc0d tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.59 "GET /v2.0/networks?id=c752282f-4ca0-4c32-9280-99e9472accf1 HTTP/1.1" status: 200 len: 820 time: 0.4940450 Mar 10 17:43:56.434854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Request body: {'port': {'device_id': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1', 'admin_state_up': True, 'tenant_id': '99e04b5b5b0840a4a60e33d516ce0f3b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:56.488762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-dcc3d2bd-c1bc-441c-9dac-9c73421828b5 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470940 Mar 10 17:43:56.513353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:56.520962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.560631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] device_id is not set on port 757b5b66-1a81-43b0-991f-a4bec3387c0b yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:43:56.612867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-169fda01-cd1e-4934-b8e7-472468fb1746 req-a11da54c-9606-4008-848c-b579ec2527ef tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 210 time: 0.1211483 Mar 10 17:43:56.634464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks [] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.638118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.653212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Made reservation on behalf of 99e04b5b5b0840a4a60e33d516ce0f3b for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:56.658576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.733430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Network 8981a66b-417a-4b9d-a96b-caa1712e577d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:56.738108 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4d7f3c-cb26-482e-b590-e2fcd71fc4d3 x-openstack-request-id: req-5a4d7f3c-cb26-482e-b590-e2fcd71fc4d3 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:43:56.738400 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "name": "network-vif-plugged", "status": "completed", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:43:56.738685 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a4d7f3c-cb26-482e-b590-e2fcd71fc4d3 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:43:56.739088 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be', 'code': 200} Mar 10 17:43:56.743416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:56.759022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:56.849493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Attempting to bind port d18caba3-9a39-48bd-8c29-f6bbe805c098 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:56.849968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Attempting to bind port d18caba3-9a39-48bd-8c29-f6bbe805c098 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'bd86a82f-497a-4270-9822-576b952ac801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:56.851084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Attempting to bind port d18caba3-9a39-48bd-8c29-f6bbe805c098 on network 8981a66b-417a-4b9d-a96b-caa1712e577d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:56.854831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Allocated IP 2001:db8::f816:3eff:fe5a:716f (8981a66b-417a-4b9d-a96b-caa1712e577d/d13db9d2-fcc9-4d8b-8fd7-75ad068469a0/757b5b66-1a81-43b0-991f-a4bec3387c0b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:56.859706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Pushing event updated for resources: {'Port': ['ID=d18caba3-9a39-48bd-8c29-f6bbe805c098,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:56.865254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:56.865880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Checking segment: {'id': 'bd86a82f-497a-4270-9822-576b952ac801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:56.866469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.867561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Bound using segment: {'id': 'bd86a82f-497a-4270-9822-576b952ac801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:56.867963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Bound port: d18caba3-9a39-48bd-8c29-f6bbe805c098, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86a82f-497a-4270-9822-576b952ac801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8981a66b-417a-4b9d-a96b-caa1712e577d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:56.868356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:56.891691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259771-eaae-46bf-9940-8c96b54e46f8 req-563ef8f7-85a2-47a0-b48a-fa27851ad22e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.899587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b259771-eaae-46bf-9940-8c96b54e46f8 req-563ef8f7-85a2-47a0-b48a-fa27851ad22e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 813 time: 0.4087172 Mar 10 17:43:56.914832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92503e-7169-45fc-916d-7a6fea3b2316 req-f4cb2d14-43a9-44dd-8fb0-410ee9557177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:56.916709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de92503e-7169-45fc-916d-7a6fea3b2316 req-f4cb2d14-43a9-44dd-8fb0-410ee9557177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 1128 time: 0.1445310 Mar 10 17:43:56.920087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-f8a5086e-b69c-48a0-a6b4-811d69afad43 service neutron] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031315 Mar 10 17:43:56.926608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Allocated IP 172.20.0.4 (c752282f-4ca0-4c32-9280-99e9472accf1/fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba/a4a164d3-2126-4bc4-8c90-f6fad0104942) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:43:56.931161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b259771-eaae-46bf-9940-8c96b54e46f8 req-a7fe29d8-0de0-4855-8ced-6040acb7b12b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/quotas/52e9d299d96740d69cf10c35064993d4 HTTP/1.1" status: 200 len: 375 time: 0.0302854 Mar 10 17:43:56.968105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.024647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] For port d18caba3-9a39-48bd-8c29-f6bbe805c098, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:57.036602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] For port d18caba3-9a39-48bd-8c29-f6bbe805c098, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d18caba3-9a39-48bd-8c29-f6bbe805c098,segment=NetworkSegment(bd86a82f-497a-4270-9822-576b952ac801),segment_id=bd86a82f-497a-4270-9822-576b952ac801)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:57.047721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.079536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-ec2550e0-7109-4af6-a5bb-09d7ebb25f5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=818c2eff-c867-4062-91c2-24ab3ae9228c HTTP/1.1" status: 200 len: 217 time: 0.1319103 Mar 10 17:43:57.153058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec20dd-1cea-41ba-a71d-7f2f144fb586 None None] Pushing event updated for resources: {'Port': ['ID=d18caba3-9a39-48bd-8c29-f6bbe805c098,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:57.182656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de92503e-7169-45fc-916d-7a6fea3b2316 req-a5e14260-ebcd-4816-8244-f77dfb39795d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360709 Mar 10 17:43:57.204309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b259771-eaae-46bf-9940-8c96b54e46f8 req-1c12332a-21bb-4ac7-b273-98ee1e731527 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2716539 Mar 10 17:43:57.214057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-52f8cab6-7fe6-4c10-a2b8-aa99d5a23f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.217424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-52f8cab6-7fe6-4c10-a2b8-aa99d5a23f65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 200 len: 797 time: 0.1204898 Mar 10 17:43:57.298047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.352195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks [] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.372998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308c9f2-92fa-4d4c-9886-706e621608ac req-8917e534-3abf-457f-bd0f-13372a9cf856 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.381616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8308c9f2-92fa-4d4c-9886-706e621608ac req-8917e534-3abf-457f-bd0f-13372a9cf856 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0779943 Mar 10 17:43:57.404931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.513751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Pushing event updated for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:57.526023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Network c752282f-4ca0-4c32-9280-99e9472accf1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:57.527782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.530355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:57.541323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:57.606311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network 8981a66b-417a-4b9d-a96b-caa1712e577d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:43:57.614102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8308c9f2-92fa-4d4c-9886-706e621608ac req-b6475702-14d7-45d0-90ad-6218f520b434 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310715 Mar 10 17:43:57.616553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:43:57.646576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:43:57.661528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.662311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.676784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e86ff-2fb1-41c9-ae60-da729fd3a4a5 req-db66d55a-18c0-4456-96d1-c2786218336a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.692859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe0e86ff-2fb1-41c9-ae60-da729fd3a4a5 req-db66d55a-18c0-4456-96d1-c2786218336a tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 946 time: 0.2538595 Mar 10 17:43:57.697971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1cba5-4980-43f3-a9ed-bf3e9e32d88f None None] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:57.701593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-2ed11e62-eb21-4fd7-9597-835085d96292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.703111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-2ed11e62-eb21-4fd7-9597-835085d96292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2537694 Mar 10 17:43:57.719444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Port': ['ID=757b5b66-1a81-43b0-991f-a4bec3387c0b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:57.730951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.731722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.739976 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abfd803b-fc06-4b1d-a07e-916344d2fe72 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8746264 Mar 10 17:43:57.743244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48572) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:57.764989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7738ba5d-9d64-417d-893e-5e2c87c8b18d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:57.812753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-d77c767a-cbce-4faa-9a51-23679c952505 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3824630 Mar 10 17:43:57.825230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Request body: {'port': {'device_id': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:57.867922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe0e86ff-2fb1-41c9-ae60-da729fd3a4a5 req-a5338aa7-c9e9-48d0-a4f9-b5bdf31342df tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741726 Mar 10 17:43:57.898217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting subnet d13db9d2-fcc9-4d8b-8fd7-75ad068469a0 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:43:57.898447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Provisioning complete for port 7738ba5d-9d64-417d-893e-5e2c87c8b18d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:57.898924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.915731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (d13db9d2-fcc9-4d8b-8fd7-75ad068469a0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.920428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70989e8a-a715-4d90-bbc7-75db4dd6bb06 req-aa602f78-f1f4-4e46-a22d-b80be3df6c41 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:57.922872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70989e8a-a715-4d90-bbc7-75db4dd6bb06 req-aa602f78-f1f4-4e46-a22d-b80be3df6c41 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 931 time: 0.1417313 Mar 10 17:43:57.940931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7738ba5d-9d64-417d-893e-5e2c87c8b18d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:57.942862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:57.954106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-078f24e1-7f1c-4d06-a951-a0777a593b92 service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027509 Mar 10 17:43:58.040724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (d13db9d2-fcc9-4d8b-8fd7-75ad068469a0), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.041719 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:43:58.045380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.200181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7738ba5d-9d64-417d-893e-5e2c87c8b18d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:58.200488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.281494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Current status of the port 7738ba5d-9d64-417d-893e-5e2c87c8b18d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:58.281896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.304315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7738ba5d-9d64-417d-893e-5e2c87c8b18d,segment=NetworkSegment(abee0799-b2f8-4b5c-a8dd-6f8532e3a89e),segment_id=abee0799-b2f8-4b5c-a8dd-6f8532e3a89e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:58.327807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.438350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:43:58.443298 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:43:58.469279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=7738ba5d-9d64-417d-893e-5e2c87c8b18d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:58.512894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d13db9d2-fcc9-4d8b-8fd7-75ad068469a0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:58.550468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-ec948af2-6ad6-4e3b-a2eb-bd0d3643842d service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877230 Mar 10 17:43:58.566403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70989e8a-a715-4d90-bbc7-75db4dd6bb06 req-e21101a1-5e58-4274-b829-ae2bc6cd3a46 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204543 Mar 10 17:43:58.674094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8867d8b0-570a-4866-95ea-8be04c85e3fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809 HTTP/1.1" status: 200 len: 217 time: 0.1064413 Mar 10 17:43:58.712464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cffc84-32ef-49bd-b4f9-5269030a1657 req-84099056-56bc-4ac6-938b-02a0745d1ac1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:58.715424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cffc84-32ef-49bd-b4f9-5269030a1657 req-84099056-56bc-4ac6-938b-02a0745d1ac1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2756367 Mar 10 17:43:58.716133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48580) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:58.771089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52b60c-ea23-4466-85a6-0efb3c6eaa40 None None] Network 8981a66b-417a-4b9d-a96b-caa1712e577d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:58.802112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-bb038816-b898-401b-adf2-20ad980f4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:58.803757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-bb038816-b898-401b-adf2-20ad980f4715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 200 len: 797 time: 0.1220603 Mar 10 17:43:58.886416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cffc84-32ef-49bd-b4f9-5269030a1657 req-4bd163c8-fa64-426a-ba40-0f9f202d35a5 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449318 Mar 10 17:43:59.043313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-23341df9-041d-4c0a-83ed-65346d015bbe None None] Current status of the port 7738ba5d-9d64-417d-893e-5e2c87c8b18d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:59.082113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8de28138-b424-404b-8da6-3fa2593343a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.084168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-8de28138-b424-404b-8da6-3fa2593343a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e23131c7-39df-4fab-b230-9372220b5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2727182 Mar 10 17:43:59.127082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (d13db9d2-fcc9-4d8b-8fd7-75ad068469a0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.166334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=d13db9d2-fcc9-4d8b-8fd7-75ad068469a0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:59.183160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Provisioning complete for port d18caba3-9a39-48bd-8c29-f6bbe805c098 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:59.184071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.187453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.190657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb7955c3-502f-4f41-9a7f-ecabe9bb3cc4 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/d13db9d2-fcc9-4d8b-8fd7-75ad068469a0 HTTP/1.1" status: 204 len: 168 time: 1.4419131 Mar 10 17:43:59.194073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48598) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:59.311868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34793857-ccaf-40bf-881b-83eb8eb964dd req-c2e4211f-e27b-4d50-9a87-3461cb218f5d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=52e9d299d96740d69cf10c35064993d4 HTTP/1.1" status: 200 len: 221 time: 0.2265649 Mar 10 17:43:59.321674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Current status of the port d18caba3-9a39-48bd-8c29-f6bbe805c098 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:59.322085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.345995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a164d3-2126-4bc4-8c90-f6fad0104942 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:43:59.360169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c3720-754a-4e59-a03a-381bbe0ad33f req-1a9f276b-4599-4b6d-bbeb-35d3e92a2c9c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.361702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] For port d18caba3-9a39-48bd-8c29-f6bbe805c098, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d18caba3-9a39-48bd-8c29-f6bbe805c098,segment=NetworkSegment(bd86a82f-497a-4270-9822-576b952ac801),segment_id=bd86a82f-497a-4270-9822-576b952ac801)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:43:59.365574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks [] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.368763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f73c3720-754a-4e59-a03a-381bbe0ad33f req-1a9f276b-4599-4b6d-bbeb-35d3e92a2c9c tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 946 time: 0.3660915 Mar 10 17:43:59.370028 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.404694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Transition to ACTIVE for port object a4a164d3-2126-4bc4-8c90-f6fad0104942 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:43:59.415076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329d69b-916a-40fe-b814-a397388e529c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.420385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329d69b-916a-40fe-b814-a397388e529c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.422247 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b329d69b-916a-40fe-b814-a397388e529c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2281587 Mar 10 17:43:59.426518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.433740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48602) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:59.434570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498881be-862b-49f7-bdb5-5180f0c6b75c None None] Network 8981a66b-417a-4b9d-a96b-caa1712e577d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:43:59.446350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-38217b4c-c4ab-4328-a245-0d908876014e service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469048 Mar 10 17:43:59.539080 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a645ab7b-9259-464f-abba-b99612adb155 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.552223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Provisioning complete for port 7738ba5d-9d64-417d-893e-5e2c87c8b18d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:59.552732 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.595698 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a645ab7b-9259-464f-abba-b99612adb155 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 10 17:43:59.596166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a645ab7b-9259-464f-abba-b99612adb155 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:43:59.599202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a645ab7b-9259-464f-abba-b99612adb155 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/8981a66b-417a-4b9d-a96b-caa1712e577d HTTP/1.1" status: 409 len: 466 time: 0.1604502 Mar 10 17:43:59.606230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:59.609412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48606) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:43:59.614549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-317884334'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:43:59.654841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Pushing event updated for resources: {'Port': ['ID=d18caba3-9a39-48bd-8c29-f6bbe805c098,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:43:59.671630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ac3e185-534e-46c4-a196-aa89ce13c12e req-1fbaadfa-3446-43bc-b244-8d5c09818022 service neutron] 10.222.0.41 "GET /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181015 Mar 10 17:43:59.708091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Attempting to bind port a4a164d3-2126-4bc4-8c90-f6fad0104942 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:43:59.708458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Attempting to bind port a4a164d3-2126-4bc4-8c90-f6fad0104942 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'e9204041-5397-4066-883e-bd1097a58477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:43:59.708760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Attempting to bind port a4a164d3-2126-4bc4-8c90-f6fad0104942 on network c752282f-4ca0-4c32-9280-99e9472accf1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:59.714320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Port a4a164d3-2126-4bc4-8c90-f6fad0104942 on network c752282f-4ca0-4c32-9280-99e9472accf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:43:59.714671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Attempting to bind port a4a164d3-2126-4bc4-8c90-f6fad0104942 on network c752282f-4ca0-4c32-9280-99e9472accf1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:43:59.719283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:43:59.723920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.739865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:43:59.740868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Checking segment: {'id': 'e9204041-5397-4066-883e-bd1097a58477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:43:59.740868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Bound using segment: {'id': 'e9204041-5397-4066-883e-bd1097a58477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:43:59.741497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Bound port: a4a164d3-2126-4bc4-8c90-f6fad0104942, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9204041-5397-4066-883e-bd1097a58477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:43:59.742480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.765594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6377f-8354-4a41-8551-3b0e3a1846ff None None] Current status of the port 7738ba5d-9d64-417d-893e-5e2c87c8b18d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:43:59.785472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:43:59.797976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2831e0f8-1d0a-4d12-924b-0768249df883), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.798341 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment 2831e0f8-1d0a-4d12-924b-0768249df883 of type vlan for network d1ea6b51-3cef-4f48-8713-0b8a37198501 Mar 10 17:43:59.799497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7738ba5d-9d64-417d-893e-5e2c87c8b18d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:43:59.829370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f73c3720-754a-4e59-a03a-381bbe0ad33f req-4f6af9eb-e359-49a8-9972-037f290a9e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469213 Mar 10 17:43:59.846990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec674b7-9039-4860-82d6-dc65f04649b0 req-9702c6de-a7f2-42da-8b12-9cf089e8463d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.848108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] DHCP port deletion for 8981a66b-417a-4b9d-a96b-caa1712e577d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:43:59.858376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.863160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bec674b7-9039-4860-82d6-dc65f04649b0 req-9702c6de-a7f2-42da-8b12-9cf089e8463d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.4129696 Mar 10 17:43:59.911462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.942918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Provisioning complete for port d18caba3-9a39-48bd-8c29-f6bbe805c098 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:43:59.944042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.963237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:43:59.966998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942,segment=NetworkSegment(e9204041-5397-4066-883e-bd1097a58477),segment_id=e9204041-5397-4066-883e-bd1097a58477)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:43:59.970649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.977846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:43:59.978587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.989148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:43:59.995469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bec674b7-9039-4860-82d6-dc65f04649b0 req-badd7a2b-5468-4a2b-92cd-11c34075bfe3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313431 Mar 10 17:43:59.999726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Deleting port d18caba3-9a39-48bd-8c29-f6bbe805c098 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:00.000712 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.016239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7738ba5d-9d64-417d-893e-5e2c87c8b18d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:00.016735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.141385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.142077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.144044 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] 10.222.0.59 "PUT /v2.0/ports/a4a164d3-2126-4bc4-8c90-f6fad0104942 HTTP/1.1" status: 200 len: 1091 time: 2.3225331 Mar 10 17:44:00.144524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:00.147290 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b778afd-58a7-4101-a620-ed2aae31fb81" -d '{"events": [{"name": "network-changed", "server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:00.156848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5463965 Mar 10 17:44:00.160023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fab1b-22c9-41d5-b0f5-f792bbf2d50c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=d1ea6b51-3cef-4f48-8713-0b8a37198501,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:00.163822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:00.194486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:00.198148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630329a-bfef-43ee-802e-5acfdd8a30da req-44c527a3-1af7-4b51-85d4-f35f7f024b42 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.205818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7630329a-bfef-43ee-802e-5acfdd8a30da req-44c527a3-1af7-4b51-85d4-f35f7f024b42 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 943 time: 0.2457821 Mar 10 17:44:00.234372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:00.243123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590246c-77cb-477a-aab7-7f9515c1aa15 req-1ed16b78-145c-4d1d-8601-dcf43f671e5b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.251523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f590246c-77cb-477a-aab7-7f9515c1aa15 req-1ed16b78-145c-4d1d-8601-dcf43f671e5b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 945 time: 0.1453540 Mar 10 17:44:00.289780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] For port d18caba3-9a39-48bd-8c29-f6bbe805c098, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d18caba3-9a39-48bd-8c29-f6bbe805c098,segment=NetworkSegment(bd86a82f-497a-4270-9822-576b952ac801),segment_id=bd86a82f-497a-4270-9822-576b952ac801)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:00.290083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.312335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86338aa-14b1-407f-a356-edd849865d19 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:00.375141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Calling delete_port for d18caba3-9a39-48bd-8c29-f6bbe805c098 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:00.377482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f590246c-77cb-477a-aab7-7f9515c1aa15 req-0d3c0945-f30a-4d74-ab44-52d24665e04d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204791 Mar 10 17:44:00.399987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-264c4ec8-80b0-426f-b1d1-feaf8ff43404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.402256 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-264c4ec8-80b0-426f-b1d1-feaf8ff43404 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e04b5b5b0840a4a60e33d516ce0f3b&device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 1125 time: 0.1939151 Mar 10 17:44:00.413825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7630329a-bfef-43ee-802e-5acfdd8a30da req-5ef912fd-de38-4121-9cba-c6dff5518cac tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067397 Mar 10 17:44:00.459674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7738ba5d-9d64-417d-893e-5e2c87c8b18d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:00.460889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d18caba3-9a39-48bd-8c29-f6bbe805c098 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:00.464137 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-3ea89d33-a6ea-446f-844f-ed6caadb4536 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942 HTTP/1.1" status: 200 len: 217 time: 0.0515590 Mar 10 17:44:00.470605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Current status of the port d18caba3-9a39-48bd-8c29-f6bbe805c098 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:00.494365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:00.499151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.566049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.716627 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e0831d-fe3c-4dfb-9886-f8c7c690d93e x-openstack-request-id: req-f9e0831d-fe3c-4dfb-9886-f8c7c690d93e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:00.716928 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:00.717190 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9e0831d-fe3c-4dfb-9886-f8c7c690d93e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:00.717882 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942', 'status': 'completed', 'code': 200} Mar 10 17:44:00.757697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Provisioning complete for port 757b5b66-1a81-43b0-991f-a4bec3387c0b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:00.758144 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.801549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aca3d7e2-26f4-465a-9089-e8a0e18d5995 None None] Port 757b5b66-1a81-43b0-991f-a4bec3387c0b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:00.802228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-a4f87be8-4764-428d-beb6-fe8af5d2ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.805641 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-a4f87be8-4764-428d-beb6-fe8af5d2ff54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba HTTP/1.1" status: 200 len: 860 time: 0.3314388 Mar 10 17:44:00.831502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d18caba3-9a39-48bd-8c29-f6bbe805c098 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:00.832577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.836932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d18caba3-9a39-48bd-8c29-f6bbe805c098), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:00.856533 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-400c5664-d537-453e-97fa-0653d53efefa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c752282f-4ca0-4c32-9280-99e9472accf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435612 Mar 10 17:44:00.881469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:44:00.890450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Port d18caba3-9a39-48bd-8c29-f6bbe805c098 was deleted so its status cannot be updated. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 10 17:44:00.895905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] Pushing event deleted for resources: {'Port': ['ID=d18caba3-9a39-48bd-8c29-f6bbe805c098,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:00.899820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fc091-47eb-4b06-99f6-62eb717c4403 None None] No DVR routers for this DVR port d18caba3-9a39-48bd-8c29-f6bbe805c098 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:00.906182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc86ab-ddee-4480-8401-b332e83dcb87 req-456e08bd-044c-4090-81f9-7e0f4b5d48fd tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.913941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63bc86ab-ddee-4480-8401-b332e83dcb87 req-456e08bd-044c-4090-81f9-7e0f4b5d48fd tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 946 time: 0.2232270 Mar 10 17:44:00.923906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5f51e-3563-4282-8334-8ca30a9745d9 req-e981dbde-03ba-4398-a16f-01ab1c274719 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:00.926019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35d5f51e-3563-4282-8334-8ca30a9745d9 req-e981dbde-03ba-4398-a16f-01ab1c274719 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.4330699 Mar 10 17:44:00.963343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5a5c87bf-555d-4a85-9756-8d3bee8da416), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.036890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63bc86ab-ddee-4480-8401-b332e83dcb87 req-a66fa644-b8a8-49be-b1e0-568d8906c2ff tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218455 Mar 10 17:44:01.047119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-56311d2b-0daf-443b-80a8-2bc5947d46c2 service neutron] 10.222.0.59 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631870 Mar 10 17:44:01.051844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=5a5c87bf-555d-4a85-9756-8d3bee8da416,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:01.070308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35d5f51e-3563-4282-8334-8ca30a9745d9 req-e71e723b-0161-4ab1-bd83-717a7d3da748 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239896 Mar 10 17:44:01.155348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': '2831e0f8-1d0a-4d12-924b-0768249df883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:01.155872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: d1ea6b51-3cef-4f48-8713-0b8a37198501, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:01.194953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:01.199719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Deleting port 9380e0af-f484-49de-b73e-d1a045a1fd7e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:01.200066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.207047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dacc3f08-9581-4ea2-9396-0f9c81c83f0d req-49056b9c-c6ee-4d97-9398-b3976c80f81d service neutron] 10.222.0.59 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514595 Mar 10 17:44:01.215829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d1ea6b51-3cef-4f48-8713-0b8a37198501) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:01.221343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.222908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.255756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-633aeabb-50a4-46a7-bcf3-7fcabcb4ff0d tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0678973 Mar 10 17:44:01.261024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:01.267364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'port': {'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501', 'name': 'tempest-NetworksIpV6TestAttrs-321687903'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:01.272742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c1be6-42f0-4bd8-824e-850c1cf817ad None None] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:01.347795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] For port 9380e0af-f484-49de-b73e-d1a045a1fd7e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9380e0af-f484-49de-b73e-d1a045a1fd7e,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:01.348069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.386062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d1ea6b51-3cef-4f48-8713-0b8a37198501', 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': '5a5c87bf-555d-4a85-9756-8d3bee8da416'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:01.387230 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.414645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Calling delete_port for 9380e0af-f484-49de-b73e-d1a045a1fd7e owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:01.419312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-1fd6c461-c2c0-4548-b7b7-4fb36c024c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.420915 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-1fd6c461-c2c0-4548-b7b7-4fb36c024c40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99e04b5b5b0840a4a60e33d516ce0f3b&device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 1125 time: 0.1066394 Mar 10 17:44:01.468523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:01.477718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.481225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a5a02-97e3-4e31-9531-fabd3b052744 req-416faaa4-6f87-4c69-8f11-3b9516817166 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.482817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251a5a02-97e3-4e31-9531-fabd3b052744 req-416faaa4-6f87-4c69-8f11-3b9516817166 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2596674 Mar 10 17:44:01.526476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c2a4-94f8-4293-aad0-1d5003d5f529 req-13c5569a-7a6f-4652-8acd-5728cd0ac2f3 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.535571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e05c2a4-94f8-4293-aad0-1d5003d5f529 req-13c5569a-7a6f-4652-8acd-5728cd0ac2f3 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 946 time: 0.1736927 Mar 10 17:44:01.543104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] device_id is not set on port b29c702d-b43f-45e4-9f01-6abdd174aac5 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:44:01.564218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d18caba3-9a39-48bd-8c29-f6bbe805c098 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:01.588024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d18caba3-9a39-48bd-8c29-f6bbe805c098 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:01.588331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d18caba3-9a39-48bd-8c29-f6bbe805c098 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:01.598243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Allocated IP 2001:db8::f816:3eff:fe16:b91e (d1ea6b51-3cef-4f48-8713-0b8a37198501/5a5c87bf-555d-4a85-9756-8d3bee8da416/824c7585-c55e-4f00-a377-9b321dec3c3a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:01.616306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-28fac3a8-32b8-4a45-8911-f9144d60ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.617971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-28fac3a8-32b8-4a45-8911-f9144d60ecb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c752282f-4ca0-4c32-9280-99e9472accf1 HTTP/1.1" status: 200 len: 921 time: 0.1844113 Mar 10 17:44:01.653498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251a5a02-97e3-4e31-9531-fabd3b052744 req-8f0b438b-b054-4d1c-a27d-43fb54ff25df tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604733 Mar 10 17:44:01.682054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e05c2a4-94f8-4293-aad0-1d5003d5f529 req-050489b7-8905-457d-affd-571291051d1b tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456020 Mar 10 17:44:01.688154 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-071f5842-3f7d-40c8-a311-736dd0bdce49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942 HTTP/1.1" status: 200 len: 217 time: 0.0629690 Mar 10 17:44:01.752933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-1c6f7d46-7f31-4fe1-9e6f-fd8c6b67c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:01.754685 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-1c6f7d46-7f31-4fe1-9e6f-fd8c6b67c7c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba HTTP/1.1" status: 200 len: 860 time: 0.0560515 Mar 10 17:44:01.788675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-8a2f194a-09d0-44f3-b56c-9dfae0b214b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c752282f-4ca0-4c32-9280-99e9472accf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267036 Mar 10 17:44:01.791374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks [] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.800215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.846849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:01.852365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:01.856080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:01.861915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Pushing event updated for resources: {'Port': ['ID=824c7585-c55e-4f00-a377-9b321dec3c3a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:01.926357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Attempting to bind port 824c7585-c55e-4f00-a377-9b321dec3c3a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:01.927086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Attempting to bind port 824c7585-c55e-4f00-a377-9b321dec3c3a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2831e0f8-1d0a-4d12-924b-0768249df883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:01.927643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Attempting to bind port 824c7585-c55e-4f00-a377-9b321dec3c3a on network d1ea6b51-3cef-4f48-8713-0b8a37198501 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:01.934719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:01.936069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Checking segment: {'id': '2831e0f8-1d0a-4d12-924b-0768249df883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:01.936650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.937220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Bound using segment: {'id': '2831e0f8-1d0a-4d12-924b-0768249df883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:01.937884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Bound port: 824c7585-c55e-4f00-a377-9b321dec3c3a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2831e0f8-1d0a-4d12-924b-0768249df883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd1ea6b51-3cef-4f48-8713-0b8a37198501'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:01.938490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:01.946581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Allocated IP 2001:db8::f816:3eff:fe05:c43 (d1ea6b51-3cef-4f48-8713-0b8a37198501/5a5c87bf-555d-4a85-9756-8d3bee8da416/b29c702d-b43f-45e4-9f01-6abdd174aac5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:01.950029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-6f443c78-a5a2-4ea4-8422-825ad6d69dc0 service neutron] 10.222.0.59 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550462 Mar 10 17:44:02.012321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] For port 824c7585-c55e-4f00-a377-9b321dec3c3a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:02.016977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] For port 824c7585-c55e-4f00-a377-9b321dec3c3a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=824c7585-c55e-4f00-a377-9b321dec3c3a,segment=NetworkSegment(2831e0f8-1d0a-4d12-924b-0768249df883),segment_id=2831e0f8-1d0a-4d12-924b-0768249df883)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:02.024575 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.091161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18a35e-970d-4d38-8de0-8f9399a76f40 None None] Pushing event updated for resources: {'Port': ['ID=824c7585-c55e-4f00-a377-9b321dec3c3a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:02.126537 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7b778afd-58a7-4101-a620-ed2aae31fb81 req-f675c14f-e03f-4898-91c9-e86c9c9acfa9 service neutron] 10.222.0.59 "GET /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663530 Mar 10 17:44:02.187412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b2beb-ef99-4aef-9d80-373ca4a4f3d1 req-d91657cd-717b-4997-aba5-7d7af71f36af tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.188906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a4b2beb-ef99-4aef-9d80-373ca4a4f3d1 req-d91657cd-717b-4997-aba5-7d7af71f36af tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.4215102 Mar 10 17:44:02.195642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537def34-0eb0-47fa-80b2-f7dae9f260d0 req-8a0307ea-c124-486a-b42e-90665b156f87 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.197159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-537def34-0eb0-47fa-80b2-f7dae9f260d0 req-8a0307ea-c124-486a-b42e-90665b156f87 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 943 time: 0.4674227 Mar 10 17:44:02.208177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for port (b29c702d-b43f-45e4-9f01-6abdd174aac5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.244476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b29c702d-b43f-45e4-9f01-6abdd174aac5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.298539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a4b2beb-ef99-4aef-9d80-373ca4a4f3d1 req-4ff8c936-59c0-4e37-bdc2-474193a1d5ca tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968859 Mar 10 17:44:02.322143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9380e0af-f484-49de-b73e-d1a045a1fd7e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.336302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:02.339646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:02.351822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:02.358109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.358889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.370936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9380e0af-f484-49de-b73e-d1a045a1fd7e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:02.379867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-537def34-0eb0-47fa-80b2-f7dae9f260d0 req-fefbb9bd-1633-4c67-91d7-e7c4305ee9b1 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697290 Mar 10 17:44:02.401123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Port': ['ID=b29c702d-b43f-45e4-9f01-6abdd174aac5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:02.433021 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a0994e52-287e-4ac9-8d1b-b5c4146c34ea tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1702743 Mar 10 17:44:02.435812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:02.496033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting subnet 5a5c87bf-555d-4a85-9756-8d3bee8da416 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:02.496447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ed25-ff5f-438c-bbb6-54f7c510b586 req-451990b3-ee7c-4576-bcaa-6d90568384ed tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.499473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fa2ed25-ff5f-438c-bbb6-54f7c510b586 req-451990b3-ee7c-4576-bcaa-6d90568384ed tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0953786 Mar 10 17:44:02.499830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (5a5c87bf-555d-4a85-9756-8d3bee8da416), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.563548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5a5c87bf-555d-4a85-9756-8d3bee8da416), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.638972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fa2ed25-ff5f-438c-bbb6-54f7c510b586 req-f4f313b6-e85d-412e-8e30-278abe507fe5 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968878 Mar 10 17:44:02.661604 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.764338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5a5c87bf-555d-4a85-9756-8d3bee8da416), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.827388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-301cae26-5fbe-4a8c-940b-1f29abb8b971 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.829409 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-301cae26-5fbe-4a8c-940b-1f29abb8b971 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 946 time: 0.1162729 Mar 10 17:44:02.901979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5a5c87bf-555d-4a85-9756-8d3bee8da416), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.951376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6207470-71cf-426d-99e0-763f95ad58c0 req-b23bc021-928e-4f0e-a268-93f0396ab713 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.952164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5c87bf-555d-4a85-9756-8d3bee8da416,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:02.952919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6207470-71cf-426d-99e0-763f95ad58c0 req-b23bc021-928e-4f0e-a268-93f0396ab713 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1762617 Mar 10 17:44:02.958403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:02.961892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f440d2-44f5-4d22-9021-d181dbcb611c req-7f3d4419-339d-4fdd-b1ef-da287d1bdecf tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:02.962053 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a79ded1b-cdee-44a3-bb2b-f8d04c313368 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/5a5c87bf-555d-4a85-9756-8d3bee8da416 HTTP/1.1" status: 204 len: 168 time: 0.5253148 Mar 10 17:44:02.963397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75f440d2-44f5-4d22-9021-d181dbcb611c req-7f3d4419-339d-4fdd-b1ef-da287d1bdecf tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c1e15c2-672c-462d-9227-9fd9ba7c2f93 HTTP/1.1" status: 200 len: 946 time: 0.1879265 Mar 10 17:44:02.965541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48642) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:02.997538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Deleting port da702a45-8265-43d7-9e71-537ba37b0b8e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:02.997910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.103734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] For port da702a45-8265-43d7-9e71-537ba37b0b8e, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=da702a45-8265-43d7-9e71-537ba37b0b8e,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:03.104288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.119044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Calling delete_port for da702a45-8265-43d7-9e71-537ba37b0b8e owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:03.163350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030e000-e39f-4c5b-9ee1-f43005965443 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:03.164951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030e000-e39f-4c5b-9ee1-f43005965443 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:03.168947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2030e000-e39f-4c5b-9ee1-f43005965443 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2000458 Mar 10 17:44:03.171283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48644) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:03.183697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:03.187338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6207470-71cf-426d-99e0-763f95ad58c0 req-f8069006-56ac-4eb6-aa34-94f523ebace0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173343 Mar 10 17:44:03.191295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75f440d2-44f5-4d22-9021-d181dbcb611c req-93896dbd-1efd-42fa-9c72-0723eae98543 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222278 Mar 10 17:44:03.266916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55a5d588-e61c-476e-95b5-e969fc8cf08f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.290291 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a5d588-e61c-476e-95b5-e969fc8cf08f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 10 17:44:03.290792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a5d588-e61c-476e-95b5-e969fc8cf08f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:03.295792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-55a5d588-e61c-476e-95b5-e969fc8cf08f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/d1ea6b51-3cef-4f48-8713-0b8a37198501 HTTP/1.1" status: 409 len: 466 time: 0.1214416 Mar 10 17:44:03.299121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48650) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:03.310071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1933382625'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:03.336607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d92558-ee66-4b95-9574-0b4c58714d8b None None] Network d1ea6b51-3cef-4f48-8713-0b8a37198501 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:03.362970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (da702a45-8265-43d7-9e71-537ba37b0b8e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.369729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:03.373066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.376377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:03.385740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78158ad6-bdaa-4aa6-9f67-92cfb0b792ed admin admin] 10.222.0.35 "PUT /v2.0/routers/1bc23ed5-e6e4-4a34-91b9-4b7130cd4766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6667891 Mar 10 17:44:03.390081 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Sync routers for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:03.392316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:03.403196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1c08f2fd-b2cb-45c8-b174-4e0ff98480be'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:03.405269 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:03.406407 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:03.429783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event deleted for resources: {'Port': ['ID=da702a45-8265-43d7-9e71-537ba37b0b8e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:03.445121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'da702a45-8265-43d7-9e71-537ba37b0b8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:03.464385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d1f0c-99f1-437f-b86b-30ca29281805 req-2b26bbad-c207-428c-a216-2be529fb3e13 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:03.465771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b6d1f0c-99f1-437f-b86b-30ca29281805 req-2b26bbad-c207-428c-a216-2be529fb3e13 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1505108 Mar 10 17:44:03.470716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:03.511153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc19c9fa-d7f8-4318-b0af-a229e37c69c3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.511579 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment dc19c9fa-d7f8-4318-b0af-a229e37c69c3 of type vlan for network b6b153ae-ab5a-427b-b119-893387df1be5 Mar 10 17:44:03.547266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] No DVR routers for this DVR port da702a45-8265-43d7-9e71-537ba37b0b8e on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:03.552277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.556943 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f697e09-d5ef-460f-85fc-498c26ab64c7 req-1508d7bc-f3a1-4ea2-9a07-e578294351ee tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "DELETE /v2.0/ports/da702a45-8265-43d7-9e71-537ba37b0b8e HTTP/1.1" status: 204 len: 173 time: 0.7192347 Mar 10 17:44:03.557452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'name': 'network-vif-deleted', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:03.561880 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bced9cc-2fca-4b82-b715-ffbd36993c58" -d '{"events": [{"server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "name": "network-vif-deleted", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:03.638371 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:03.649398 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b6b153ae-ab5a-427b-b119-893387df1be5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.654875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Provisioning complete for port 824c7585-c55e-4f00-a377-9b321dec3c3a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:03.655257 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.668732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b6d1f0c-99f1-437f-b86b-30ca29281805 req-7ebc0fb6-e361-43d7-ab4d-04f5d299fcb8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942627 Mar 10 17:44:03.672879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks [] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.753121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b6b153ae-ab5a-427b-b119-893387df1be5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.758935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:03.759655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:03.768505 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c350d1cb-9764-46d6-8493-5ef52aa98db2 x-openstack-request-id: req-c350d1cb-9764-46d6-8493-5ef52aa98db2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:03.768816 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e15c2-672c-462d-9227-9fd9ba7c2f93", "name": "network-vif-deleted", "tag": "da702a45-8265-43d7-9e71-537ba37b0b8e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:03.769076 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c350d1cb-9764-46d6-8493-5ef52aa98db2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:03.770195 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e15c2-672c-462d-9227-9fd9ba7c2f93', 'name': 'network-vif-deleted', 'tag': 'da702a45-8265-43d7-9e71-537ba37b0b8e', 'status': 'completed', 'code': 200} Mar 10 17:44:03.832456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 824c7585-c55e-4f00-a377-9b321dec3c3a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:03.873506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3e7c0-0e15-468d-abc6-c392fa2ce15d req-fd31fc5c-43be-4042-9927-af7194b4dc0b tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:03.876214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07b3e7c0-0e15-468d-abc6-c392fa2ce15d req-fd31fc5c-43be-4042-9927-af7194b4dc0b tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 943 time: 0.3244851 Mar 10 17:44:03.921750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] DHCP port deletion for d1ea6b51-3cef-4f48-8713-0b8a37198501 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:03.934616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6335766 Mar 10 17:44:03.937560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:03.945899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:03.949793 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:44:02Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:03.992026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89825f-d74a-432f-9b0b-75428e1e92c3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=b6b153ae-ab5a-427b-b119-893387df1be5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:04.002063 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Checking router: 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:44:04.014762 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Routers {'1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:04.015710 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:43:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:04.020519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks [] for router_gateway (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.027751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b6b153ae-ab5a-427b-b119-893387df1be5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:04.064137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07b3e7c0-0e15-468d-abc6-c392fa2ce15d req-db3faa50-643b-46ba-ba49-759533b79960 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690459 Mar 10 17:44:04.079164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:04.085502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398b056-ec1e-4ea4-87dd-07f5a98469eb req-2b50fae4-8290-472a-b5cd-4d500ba1981c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:04.095413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.095771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5398b056-ec1e-4ea4-87dd-07f5a98469eb req-2b50fae4-8290-472a-b5cd-4d500ba1981c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2248704 Mar 10 17:44:04.179780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5398b056-ec1e-4ea4-87dd-07f5a98469eb req-773aee92-faa1-4e50-8eed-77c12483d5f9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822141 Mar 10 17:44:04.215094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Deleting port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:04.217327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.232814 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] Set router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:04.292183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Current status of the port 824c7585-c55e-4f00-a377-9b321dec3c3a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:04.292974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.330584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 824c7585-c55e-4f00-a377-9b321dec3c3a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:04.331079 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.399184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] For port 824c7585-c55e-4f00-a377-9b321dec3c3a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=824c7585-c55e-4f00-a377-9b321dec3c3a,segment=NetworkSegment(2831e0f8-1d0a-4d12-924b-0768249df883),segment_id=2831e0f8-1d0a-4d12-924b-0768249df883)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:04.401667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Deleting port 824c7585-c55e-4f00-a377-9b321dec3c3a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:04.402226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.445695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] For port c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:04.446242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.469196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Calling delete_port for c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:04.469730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] For port 824c7585-c55e-4f00-a377-9b321dec3c3a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=824c7585-c55e-4f00-a377-9b321dec3c3a,segment=NetworkSegment(2831e0f8-1d0a-4d12-924b-0768249df883),segment_id=2831e0f8-1d0a-4d12-924b-0768249df883)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:04.470185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.484667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Calling delete_port for 824c7585-c55e-4f00-a377-9b321dec3c3a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:04.561706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:44:02Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:04.566976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.598247 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de6765-4607-4157-a489-1b2ff1146675 None None] The sync data for ids ['1bc23ed5-e6e4-4a34-91b9-4b7130cd4766'] in n-d-833115-2 is: [{'id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'name': 'tempest-AttachVolumeTestJSON-1491005676-router', 'tenant_id': 'c49f876da3654b538a02325216c94dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:36:04Z', 'updated_at': '2022-03-10T17:44:02Z', 'revision_number': 5, 'project_id': 'c49f876da3654b538a02325216c94dc7', 'gw_port': {'id': 'c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc23ed5-e6e4-4a34-91b9-4b7130cd4766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:36:06Z', 'updated_at': '2022-03-10T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:04.615481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:44:04.618975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b1f48a76-72e5-4a34-b0c9-94c7ceed59b0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.649148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (824c7585-c55e-4f00-a377-9b321dec3c3a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.668178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189210e-89a5-498f-acf1-42b19ee21023 req-3a117bbf-35bd-485a-81ff-4df759022f1b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:04.676569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1189210e-89a5-498f-acf1-42b19ee21023 req-3a117bbf-35bd-485a-81ff-4df759022f1b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3334291 Mar 10 17:44:04.687623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 824c7585-c55e-4f00-a377-9b321dec3c3a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:04.693372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] No DVR routers for this DVR port 824c7585-c55e-4f00-a377-9b321dec3c3a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:04.717460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=b1f48a76-72e5-4a34-b0c9-94c7ceed59b0,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:04.722340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdec92-629d-4895-8793-5e46afe9ce10 None None] Pushing event updated for resources: {'Port': ['ID=824c7585-c55e-4f00-a377-9b321dec3c3a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:04.726011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:04.726381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: b6b153ae-ab5a-427b-b119-893387df1be5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:04.751099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3b001-7c56-4283-8688-7b0c64db79ce None None] Pushing event deleted for resources: {'Port': ['ID=824c7585-c55e-4f00-a377-9b321dec3c3a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:04.765118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network b6b153ae-ab5a-427b-b119-893387df1be5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:04.773310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1189210e-89a5-498f-acf1-42b19ee21023 req-4236663e-cedf-4333-9e5a-d932672bbe66 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954845 Mar 10 17:44:04.781647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b6b153ae-ab5a-427b-b119-893387df1be5) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:04.789340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:04.790643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.792667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb897b74-24b6-4615-a7ea-3edc321fac8d None None] Network b6b153ae-ab5a-427b-b119-893387df1be5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:04.811764 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bcda63e9-9003-49fb-9c80-9e48f349fff8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8726504 Mar 10 17:44:04.818061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:04.878471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:04.986060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-b6b153ae-ab5a-427b-b119-893387df1be5', 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': 'b1f48a76-72e5-4a34-b0c9-94c7ceed59b0'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:04.987977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.202338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Allocated IP 2001:db8::f816:3eff:feb4:afcb (b6b153ae-ab5a-427b-b119-893387df1be5/b1f48a76-72e5-4a34-b0c9-94c7ceed59b0/af0656de-d247-47da-8bc6-9f0ad2f4858e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:05.282478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:05.364818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks [] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.372408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.392448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b6b153ae-ab5a-427b-b119-893387df1be5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.411624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Network b6b153ae-ab5a-427b-b119-893387df1be5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:05.418996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:05.426086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.427188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:05.430652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Pushing event updated for resources: {'Port': ['ID=af0656de-d247-47da-8bc6-9f0ad2f4858e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:05.443932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c5f4-673f-45b0-b60d-e633db5b3562 req-8e6a072c-4692-4374-8989-d74a2a823e3d tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:05.445629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a205c5f4-673f-45b0-b60d-e633db5b3562 req-8e6a072c-4692-4374-8989-d74a2a823e3d tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 943 time: 0.2038426 Mar 10 17:44:05.490581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Attempting to bind port af0656de-d247-47da-8bc6-9f0ad2f4858e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:05.491115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Attempting to bind port af0656de-d247-47da-8bc6-9f0ad2f4858e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:05.491542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Attempting to bind port af0656de-d247-47da-8bc6-9f0ad2f4858e on network b6b153ae-ab5a-427b-b119-893387df1be5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:05.497165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:05.497614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Checking segment: {'id': 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:05.498091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.498647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Bound using segment: {'id': 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:05.499111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Bound port: af0656de-d247-47da-8bc6-9f0ad2f4858e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b6b153ae-ab5a-427b-b119-893387df1be5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:05.499488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.527415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1cc7-f589-42ea-832d-14fee6cabcce req-ab7caa76-953b-4c6c-ac03-4e1cb767fbe0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:05.528904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46bd1cc7-f589-42ea-832d-14fee6cabcce req-ab7caa76-953b-4c6c-ac03-4e1cb767fbe0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2998042 Mar 10 17:44:05.541971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a4a164d3-2126-4bc4-8c90-f6fad0104942 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:44:05.590278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] For port af0656de-d247-47da-8bc6-9f0ad2f4858e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:05.603511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.613153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9380e0af-f484-49de-b73e-d1a045a1fd7e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:05.615360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks [] for router_controller (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.644317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] For port af0656de-d247-47da-8bc6-9f0ad2f4858e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=af0656de-d247-47da-8bc6-9f0ad2f4858e,segment=NetworkSegment(dc19c9fa-d7f8-4318-b0af-a229e37c69c3),segment_id=dc19c9fa-d7f8-4318-b0af-a229e37c69c3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:05.675087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9380e0af-f484-49de-b73e-d1a045a1fd7e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:05.675366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9380e0af-f484-49de-b73e-d1a045a1fd7e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:05.675793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 824c7585-c55e-4f00-a377-9b321dec3c3a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:05.684735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.702237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (1bc23ed5-e6e4-4a34-91b9-4b7130cd4766), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.702676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:44:05.708235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.708669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5fe04be2-b544-4111-8552-5b2d01035d3e admin admin] 10.222.0.35 "DELETE /v2.0/routers/1bc23ed5-e6e4-4a34-91b9-4b7130cd4766 HTTP/1.1" status: 204 len: 168 time: 2.3140545 Mar 10 17:44:05.711999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48694) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:05.715158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 824c7585-c55e-4f00-a377-9b321dec3c3a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:05.715504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 824c7585-c55e-4f00-a377-9b321dec3c3a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:05.724371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a205c5f4-673f-45b0-b60d-e633db5b3562 req-5ab00b49-0e99-4d0e-8f65-8c7d4f95de3d tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054737 Mar 10 17:44:05.746446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46bd1cc7-f589-42ea-832d-14fee6cabcce req-10c8bf0e-6f2a-47d0-800f-074c8be76339 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908331 Mar 10 17:44:05.761972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting port af0656de-d247-47da-8bc6-9f0ad2f4858e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:05.762748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.782353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942,segment=NetworkSegment(e9204041-5397-4066-883e-bd1097a58477),segment_id=e9204041-5397-4066-883e-bd1097a58477)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:05.805425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d759e-1510-4774-b286-d2b6b54795f9 None None] Pushing event updated for resources: {'Port': ['ID=af0656de-d247-47da-8bc6-9f0ad2f4858e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:05.820420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'a4a164d3-2126-4bc4-8c90-f6fad0104942', 'network_id': 'c752282f-4ca0-4c32-9280-99e9472accf1', 'port_id': 'a4a164d3-2126-4bc4-8c90-f6fad0104942', 'mac_address': 'fa:16:3e:6b:78:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:44:05.880977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Deleting subnet 389d5768-48f4-483b-ad14-1ba8e2319ec2 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:05.893473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Publish callbacks [] for subnet (389d5768-48f4-483b-ad14-1ba8e2319ec2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.914869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a4a164d3-2126-4bc4-8c90-f6fad0104942 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:05.916750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.955851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a164d3-2126-4bc4-8c90-f6fad0104942 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:05.984786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (389d5768-48f4-483b-ad14-1ba8e2319ec2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:05.988116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942,segment=NetworkSegment(e9204041-5397-4066-883e-bd1097a58477),segment_id=e9204041-5397-4066-883e-bd1097a58477)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:06.004736 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.019760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] For port af0656de-d247-47da-8bc6-9f0ad2f4858e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=af0656de-d247-47da-8bc6-9f0ad2f4858e,segment=NetworkSegment(dc19c9fa-d7f8-4318-b0af-a229e37c69c3),segment_id=dc19c9fa-d7f8-4318-b0af-a229e37c69c3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:06.020125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.044857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Calling delete_port for af0656de-d247-47da-8bc6-9f0ad2f4858e owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:06.059277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b469-14a8-45ca-95d7-97f1a6885e67 req-02f936c9-3d4a-4ae7-8f28-f3894a91f666 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:06.064799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b469-14a8-45ca-95d7-97f1a6885e67 req-02f936c9-3d4a-4ae7-8f28-f3894a91f666 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:06.066869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f90b469-14a8-45ca-95d7-97f1a6885e67 req-02f936c9-3d4a-4ae7-8f28-f3894a91f666 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a&device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 1682 time: 0.1463497 Mar 10 17:44:06.082090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:06.111353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (389d5768-48f4-483b-ad14-1ba8e2319ec2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.127269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b3c1-472b-4437-8bfd-202a82bda889 req-92c88f58-8bba-42ed-a84c-31ee353c638b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:06.128819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a094b3c1-472b-4437-8bfd-202a82bda889 req-92c88f58-8bba-42ed-a84c-31ee353c638b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1644361 Mar 10 17:44:06.171050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (389d5768-48f4-483b-ad14-1ba8e2319ec2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.199139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389d5768-48f4-483b-ad14-1ba8e2319ec2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:06.201178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.206633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aa942881-dff1-4a6a-b740-693e2dc4660d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/389d5768-48f4-483b-ad14-1ba8e2319ec2 HTTP/1.1" status: 204 len: 168 time: 0.4907975 Mar 10 17:44:06.206814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48700) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:06.208346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08494b14-092a-48c7-a43c-06e6fc52981f None None] Network 4be91fdb-1152-439e-bfb6-f95488aca9f4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:06.211275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f90b469-14a8-45ca-95d7-97f1a6885e67 req-534d8153-93d2-4996-baa5-72634b4fc4d9 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339884 Mar 10 17:44:06.247628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['a4a164d3-2126-4bc4-8c90-f6fad0104942'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:06.256397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a094b3c1-472b-4437-8bfd-202a82bda889 req-3912ade0-339e-4827-89ab-cc2f7bedb2fb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180263 Mar 10 17:44:06.295675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (4be91fdb-1152-439e-bfb6-f95488aca9f4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.398681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Deleting port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:06.399090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.410880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (af0656de-d247-47da-8bc6-9f0ad2f4858e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.555164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] For port 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6c37cb55-3e36-4841-8b8f-3e46a3325c72,segment=NetworkSegment(50feb00d-e869-4e4e-bbe1-74cbf37e08f2),segment_id=50feb00d-e869-4e4e-bbe1-74cbf37e08f2)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:06.555768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.568658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] DHCP port deletion for 4be91fdb-1152-439e-bfb6-f95488aca9f4 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:06.576524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Calling delete_port for 6c37cb55-3e36-4841-8b8f-3e46a3325c72 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:06.587801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No DVR routers for this DVR port af0656de-d247-47da-8bc6-9f0ad2f4858e on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:06.593623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Port': ['ID=af0656de-d247-47da-8bc6-9f0ad2f4858e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:06.678514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.708074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d4248-8d99-4874-aafe-5d14acec8312 req-583cdcbc-39e8-4e9d-9137-00b166df8214 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:06.711817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c37cb55-3e36-4841-8b8f-3e46a3325c72,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:06.722692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] No DVR routers for this DVR port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:06.728153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76d4248-8d99-4874-aafe-5d14acec8312 req-583cdcbc-39e8-4e9d-9137-00b166df8214 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3108072 Mar 10 17:44:06.797343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b1f48a76-72e5-4a34-b0c9-94c7ceed59b0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.836800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (4be91fdb-1152-439e-bfb6-f95488aca9f4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.858456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Deleting port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:06.858825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.863606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be91fdb-1152-439e-bfb6-f95488aca9f4']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:06.870235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76d4248-8d99-4874-aafe-5d14acec8312 req-b11b1c03-29f0-478c-97f7-aa3d9e09b4c0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410522 Mar 10 17:44:06.877064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50feb00d-e869-4e4e-bbe1-74cbf37e08f2') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:06.877675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50feb00d-e869-4e4e-bbe1-74cbf37e08f2') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:06.890271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (50feb00d-e869-4e4e-bbe1-74cbf37e08f2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.911243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (50feb00d-e869-4e4e-bbe1-74cbf37e08f2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.927692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] For port 6c37cb55-3e36-4841-8b8f-3e46a3325c72, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:06.928601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.931434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:06.931843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (50feb00d-e869-4e4e-bbe1-74cbf37e08f2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: warnings.warn('Neutron quota engine will require "--force" ' Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:06.937605 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:06.945557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d8f89-aeb3-4370-8e5e-f62a0a2e53e4 req-610b6091-5119-476f-9f6e-0e62b850b3bd tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:06.946327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Calling delete_port for 6c37cb55-3e36-4841-8b8f-3e46a3325c72 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:06.947291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5d8f89-aeb3-4370-8e5e-f62a0a2e53e4 req-610b6091-5119-476f-9f6e-0e62b850b3bd tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 944 time: 0.1009429 Mar 10 17:44:06.949622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:44:06.951567 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6c37cb55-3e36-4841-8b8f-3e46a3325c72), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.957289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (b1f48a76-72e5-4a34-b0c9-94c7ceed59b0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:06.976694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] Pushing event deleted for resources: {'Port': ['ID=6c37cb55-3e36-4841-8b8f-3e46a3325c72,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.007940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bb065-afa6-4cc2-a002-aa4a76dab4a8 None None] No DVR routers for this DVR port 6c37cb55-3e36-4841-8b8f-3e46a3325c72 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:07.019336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f48a76-72e5-4a34-b0c9-94c7ceed59b0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.031747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (4be91fdb-1152-439e-bfb6-f95488aca9f4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.043763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.051588 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] 10.222.0.35 "DELETE /v2.0/networks/4be91fdb-1152-439e-bfb6-f95488aca9f4 HTTP/1.1" status: 204 len: 168 time: 0.8434074 Mar 10 17:44:07.064180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b1b9-3801-46af-8be7-ebd6dc55e90e admin admin] Pushing event deleted for resources: {'Network': ['ID=4be91fdb-1152-439e-bfb6-f95488aca9f4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.124953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b6b153ae-ab5a-427b-b119-893387df1be5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.131418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de5d8f89-aeb3-4370-8e5e-f62a0a2e53e4 req-700e4633-b37d-4f24-8afd-cd131fe2ee06 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756892 Mar 10 17:44:07.154167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b153ae-ab5a-427b-b119-893387df1be5']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:07.170372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:07.171821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc19c9fa-d7f8-4318-b0af-a229e37c69c3') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:07.191230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (dc19c9fa-d7f8-4318-b0af-a229e37c69c3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.208650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc19c9fa-d7f8-4318-b0af-a229e37c69c3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.215750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:07.216172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (dc19c9fa-d7f8-4318-b0af-a229e37c69c3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:07.220012 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:07.230105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:07.363901 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b6b153ae-ab5a-427b-b119-893387df1be5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.376536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.379857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/b6b153ae-ab5a-427b-b119-893387df1be5 HTTP/1.1" status: 204 len: 168 time: 2.5607560 Mar 10 17:44:07.384885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48730) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:07.403775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900859881'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:07.408101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404124d2-4ae8-4292-88d1-879568a26c4f tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=b6b153ae-ab5a-427b-b119-893387df1be5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.433738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb02fa-0a91-49bb-bfa8-d2376b479bc2 req-5384efd7-77c9-4b2f-b7e4-5d52b2693f78 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:07.435401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0deb02fa-0a91-49bb-bfa8-d2376b479bc2 req-5384efd7-77c9-4b2f-b7e4-5d52b2693f78 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1792185 Mar 10 17:44:07.445701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0538ba0-3643-4bc1-af1a-ce673c0e3ddc req-a622a76a-a337-40be-824e-5bd1d592927f tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:07.447307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0538ba0-3643-4bc1-af1a-ce673c0e3ddc req-a622a76a-a337-40be-824e-5bd1d592927f tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 945 time: 0.1684759 Mar 10 17:44:07.524510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:07.528448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.546097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a4a164d3-2126-4bc4-8c90-f6fad0104942 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:07.546792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0deb02fa-0a91-49bb-bfa8-d2376b479bc2 req-c11cca15-519d-4bb3-8d80-4ef6bccf2b12 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985310 Mar 10 17:44:07.589341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0538ba0-3643-4bc1-af1a-ce673c0e3ddc req-60ca8c9f-30bb-4baa-ad01-c6a22d2ba6ac tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944779 Mar 10 17:44:07.599835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:07.613611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:07.631121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.631675 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment bbf0060a-1d49-4a36-822d-17fe89a22cdd of type vlan for network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 Mar 10 17:44:07.648640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c5f3febf-8873-432d-ac6d-fab0ca37d434 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c49f876da3654b538a02325216c94dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169915 Mar 10 17:44:07.651692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:07.668785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:07.669481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7ce2a93-d0d0-4b1d-bc8f-cdf7b7f88b1b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:07.669912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c37cb55-3e36-4841-8b8f-3e46a3325c72 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:07.694878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbae92c6-a807-49b2-8703-15ab704e7093 None None] DHCP port deletion for b6b153ae-ab5a-427b-b119-893387df1be5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:07.700926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] Publish callbacks [] for security_group (904de285-d1c1-4bde-a460-b84192d6bfba), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.706671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6c37cb55-3e36-4841-8b8f-3e46a3325c72 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:07.707017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6c37cb55-3e36-4841-8b8f-3e46a3325c72 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:07.708069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.722179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-67bd4019-478e-4365-bfbb-e3f0e207a5db None None] Could not find standard attr ID for object af0656de-d247-47da-8bc6-9f0ad2f4858e. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:44:07.730773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba81b03-a140-4f10-963d-7f54f3ba0c79 None None] Network b6b153ae-ab5a-427b-b119-893387df1be5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:07.732191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] Publish callbacks [] for security_group (904de285-d1c1-4bde-a460-b84192d6bfba), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.749096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba81b03-a140-4f10-963d-7f54f3ba0c79 None None] Network b6b153ae-ab5a-427b-b119-893387df1be5 could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:44:07.758338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ed849-101e-4d76-86dc-8c12c42ad479 req-bd73b231-571c-42e4-93a3-7554c98d2ee7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:07.759950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff9ed849-101e-4d76-86dc-8c12c42ad479 req-bd73b231-571c-42e4-93a3-7554c98d2ee7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0936933 Mar 10 17:44:07.761416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.766175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:07.766797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.772925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port a4a164d3-2126-4bc4-8c90-f6fad0104942 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:44:07.779757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port a4a164d3-2126-4bc4-8c90-f6fad0104942 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:07.780892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.789182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (904de285-d1c1-4bde-a460-b84192d6bfba), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.791967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.793119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/904de285-d1c1-4bde-a460-b84192d6bfba HTTP/1.1" status: 204 len: 168 time: 0.1402037 Mar 10 17:44:07.809207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90e5f-4813-4ca5-a8fd-1706c299f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904de285-d1c1-4bde-a460-b84192d6bfba,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.837705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4385002 Mar 10 17:44:07.838056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:07.843535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:07.904200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a4a164d3-2126-4bc4-8c90-f6fad0104942 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:07.904604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.914394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff9ed849-101e-4d76-86dc-8c12c42ad479 req-da44bfc6-ec87-4a76-9397-0d5677edf3fe tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447423 Mar 10 17:44:07.920312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362e619-87a1-437a-815a-d39adfcfe90a tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=3b3cf007-45c5-4a26-8061-8d3bba1961d0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:07.929384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:07.932424 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab0c490-2304-43ba-a02d-e0941bd8fe14" -d '{"events": [{"server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:07.946058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:07.969508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942,segment=NetworkSegment(e9204041-5397-4066-883e-bd1097a58477),segment_id=e9204041-5397-4066-883e-bd1097a58477)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:07.984530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:07.985407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device da702a45-8265-43d7-9e71-537ba37b0b8e no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:07.986419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:07.991460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.019347 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959ef81-010a-4e96-a38e-3d492ea16b86 x-openstack-request-id: req-f959ef81-010a-4e96-a38e-3d492ea16b86 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:08.034465 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:08.034776 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f959ef81-010a-4e96-a38e-3d492ea16b86 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:08.035226 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942', 'code': 200} Mar 10 17:44:08.099259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: da702a45-8265-43d7-9e71-537ba37b0b8e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:08.099614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device da702a45-8265-43d7-9e71-537ba37b0b8e not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:08.129341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:08.245859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54f1c-5aac-4ba3-9cb8-34678534eba6 req-10b56309-0bc5-4766-b39a-81f6199fddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.247737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b0d54f1c-5aac-4ba3-9cb8-34678534eba6 req-10b56309-0bc5-4766-b39a-81f6199fddba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 1127 time: 0.1108305 Mar 10 17:44:08.257563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a255c25d-97f7-4745-af69-185e8913fe00), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.260974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a9dd-23e2-4bf3-bc92-8329bdebdec0 req-1183a7d2-ae31-45bb-81b0-8f1b58bf2169 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.262627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7445a9dd-23e2-4bf3-bc92-8329bdebdec0 req-1183a7d2-ae31-45bb-81b0-8f1b58bf2169 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1341760 Mar 10 17:44:08.276839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-797df50a-7c8c-4a25-9a8b-739e7b85d00d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.278402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-797df50a-7c8c-4a25-9a8b-739e7b85d00d tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 945 time: 0.1015582 Mar 10 17:44:08.362337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b0d54f1c-5aac-4ba3-9cb8-34678534eba6 req-445a756f-1992-4b5f-9a3b-f8f3c82c4a25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016862 Mar 10 17:44:08.372865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=a255c25d-97f7-4745-af69-185e8913fe00,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:08.376961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': 'bbf0060a-1d49-4a36-822d-17fe89a22cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:08.377395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: 3b3cf007-45c5-4a26-8061-8d3bba1961d0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:08.401388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:08.411724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3b3cf007-45c5-4a26-8061-8d3bba1961d0) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:08.416692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.418232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.421155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01edfaab-42a1-48fd-b83e-6f657f2856c1 None None] Network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:08.447659 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a39561c-7e56-4d50-8352-5605bbe32cf8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6079590 Mar 10 17:44:08.450084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48760) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:08.466328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cc853-c322-4c36-99fa-835f4888a8b6 req-c95e1f86-669b-46eb-a5ee-138f85f2ebeb tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.473056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-176cc853-c322-4c36-99fa-835f4888a8b6 req-c95e1f86-669b-46eb-a5ee-138f85f2ebeb tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 945 time: 0.1801727 Mar 10 17:44:08.477460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7445a9dd-23e2-4bf3-bc92-8329bdebdec0 req-b2f3fd29-67fc-40a2-a152-a18d8d99d3a8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084315 Mar 10 17:44:08.561878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-3b3cf007-45c5-4a26-8061-8d3bba1961d0', 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': 'a255c25d-97f7-4745-af69-185e8913fe00'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:08.563396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.661886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-176cc853-c322-4c36-99fa-835f4888a8b6 req-cf0600c4-377a-4eee-9cec-284da0ce4e0f tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879773 Mar 10 17:44:08.664994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Deleting port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:08.665260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.739738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Allocated IP 2001:db8::2 (3b3cf007-45c5-4a26-8061-8d3bba1961d0/a255c25d-97f7-4745-af69-185e8913fe00/6dc53d80-9599-44be-8999-aa6cb0cd996c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:08.755406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.798916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2dd5-4396-49de-907f-83b2fc943077 req-13cd2e20-b6ba-4f3c-936f-51d309efeef2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:08.800880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad1f2dd5-4396-49de-907f-83b2fc943077 req-13cd2e20-b6ba-4f3c-936f-51d309efeef2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1966894 Mar 10 17:44:08.894050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks [] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.904229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.935868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] For port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:08.936243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:08.965997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:08.974132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:08.977183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Calling delete_port for 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:08.979048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:08.982116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Pushing event updated for resources: {'Port': ['ID=6dc53d80-9599-44be-8999-aa6cb0cd996c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:08.998826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a255c25d-97f7-4745-af69-185e8913fe00), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.013111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2053a0c-37cd-43e4-9f2e-244be230a924 req-472aaed9-8811-47c3-8a2b-04ce135b1cbf tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:09.014544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2053a0c-37cd-43e4-9f2e-244be230a924 req-472aaed9-8811-47c3-8a2b-04ce135b1cbf tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 945 time: 0.2550771 Mar 10 17:44:09.038661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad1f2dd5-4396-49de-907f-83b2fc943077 req-ed966dfd-9c1c-4b0f-824b-f5849e5fffe6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120717 Mar 10 17:44:09.051709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Attempting to bind port 6dc53d80-9599-44be-8999-aa6cb0cd996c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:09.051709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Attempting to bind port 6dc53d80-9599-44be-8999-aa6cb0cd996c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'bbf0060a-1d49-4a36-822d-17fe89a22cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:09.051709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Attempting to bind port 6dc53d80-9599-44be-8999-aa6cb0cd996c on network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:09.058896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:09.059933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Checking segment: {'id': 'bbf0060a-1d49-4a36-822d-17fe89a22cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:09.059933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.060267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Bound using segment: {'id': 'bbf0060a-1d49-4a36-822d-17fe89a22cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:09.060694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Bound port: 6dc53d80-9599-44be-8999-aa6cb0cd996c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf0060a-1d49-4a36-822d-17fe89a22cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:09.061065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.066125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-8189e057-d4db-42ef-a7d1-8fbc7fdd4419 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:09.067612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-8189e057-d4db-42ef-a7d1-8fbc7fdd4419 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.41 "GET /v2.0/ports?device_id=363ed02f-41d7-420a-b1c7-0a69c38cce8a HTTP/1.1" status: 200 len: 946 time: 0.2424858 Mar 10 17:44:09.132653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] For port 6dc53d80-9599-44be-8999-aa6cb0cd996c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:09.136567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] For port 6dc53d80-9599-44be-8999-aa6cb0cd996c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6dc53d80-9599-44be-8999-aa6cb0cd996c,segment=NetworkSegment(bbf0060a-1d49-4a36-822d-17fe89a22cdd),segment_id=bbf0060a-1d49-4a36-822d-17fe89a22cdd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:09.144671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.229332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c55e-bc5a-4f2f-9f6d-5437cdaa84a4 None None] Pushing event updated for resources: {'Port': ['ID=6dc53d80-9599-44be-8999-aa6cb0cd996c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:09.618165 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a255c25d-97f7-4745-af69-185e8913fe00), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.632817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6dc53d80-9599-44be-8999-aa6cb0cd996c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:09.687517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6dc53d80-9599-44be-8999-aa6cb0cd996c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:09.687977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.693637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=a255c25d-97f7-4745-af69-185e8913fe00,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:09.711372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2053a0c-37cd-43e4-9f2e-244be230a924 req-e7019f8a-5ec0-4e63-bf6a-c83ff07fcda6 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/security-groups?id=c42055b3-4816-4551-b5d7-de49090d871e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673219 Mar 10 17:44:09.837823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6dc53d80-9599-44be-8999-aa6cb0cd996c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:09.849344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.864886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.891705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 6dc53d80-9599-44be-8999-aa6cb0cd996c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6dc53d80-9599-44be-8999-aa6cb0cd996c,segment=NetworkSegment(bbf0060a-1d49-4a36-822d-17fe89a22cdd),segment_id=bbf0060a-1d49-4a36-822d-17fe89a22cdd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:09.892364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f23760-0ee8-44d2-baa3-72a0e7f1e848 req-dc48d850-4b43-48f2-9559-a4baecc3594f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:09.894018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6f23760-0ee8-44d2-baa3-72a0e7f1e848 req-dc48d850-4b43-48f2-9559-a4baecc3594f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3154321 Mar 10 17:44:09.898165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:09.910261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device af0656de-d247-47da-8bc6-9f0ad2f4858e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:09.945738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3cf007-45c5-4a26-8061-8d3bba1961d0']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:09.955964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: af0656de-d247-47da-8bc6-9f0ad2f4858e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:09.956306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device af0656de-d247-47da-8bc6-9f0ad2f4858e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:09.983817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=6dc53d80-9599-44be-8999-aa6cb0cd996c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:09.990728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf0060a-1d49-4a36-822d-17fe89a22cdd') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:09.991278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf0060a-1d49-4a36-822d-17fe89a22cdd') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:10.010058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Deleting port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:10.010399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.017305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (77ef23eb-4dcf-43ae-a3f3-5f37d11b2966), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.030646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1c08f2fd-b2cb-45c8-b174-4e0ff98480be'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:10.035436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.117158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223fefd-2a7e-41f1-be09-c7de06da410c req-71e19048-7ab2-4a16-829d-59c3a7cb7754 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:10.122350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c223fefd-2a7e-41f1-be09-c7de06da410c req-71e19048-7ab2-4a16-829d-59c3a7cb7754 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 945 time: 0.2946153 Mar 10 17:44:10.144026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event deleted for resources: {'Port': ['ID=77ef23eb-4dcf-43ae-a3f3-5f37d11b2966,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:10.179332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.267465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:10.268131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:10.290660 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:10.294868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6f23760-0ee8-44d2-baa3-72a0e7f1e848 req-9a520903-d80e-4d6e-a93a-56ff7c29f5bc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786464 Mar 10 17:44:10.407352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] No DVR routers for this DVR port 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:10.410477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.414798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-750d8b93-9107-42b9-b5d9-ef914d130513 req-860ebc1b-861a-46ff-87b9-30606c1e3e12 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.59 "DELETE /v2.0/ports/77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 HTTP/1.1" status: 204 len: 173 time: 2.1207647 Mar 10 17:44:10.426331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'name': 'network-vif-deleted', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:10.429341 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9090d9c3-5ada-4c63-989b-7e69d8a89673" -d '{"events": [{"server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "name": "network-vif-deleted", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:10.440086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ac035-6630-4388-94a8-8464c0faafc8 None None] Network 3b3cf007-45c5-4a26-8061-8d3bba1961d0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:10.463298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.api [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:44:10.463298 n-d-833115-2 neutron-server[103795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:44:10.463298 n-d-833115-2 neutron-server[103795]: [parameters: {'id': '3b3cf007-45c5-4a26-8061-8d3bba1961d0'}] Mar 10 17:44:10.463298 n-d-833115-2 neutron-server[103795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:44:10.463850 n-d-833115-2 neutron-server[103795]: DEBUG oslo_db.api [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:44:10.471235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c223fefd-2a7e-41f1-be09-c7de06da410c req-fee7967f-0a75-404a-89e4-3878001ab2f0 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026099 Mar 10 17:44:10.496740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] For port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,segment=NetworkSegment(1186a448-aae7-4f18-b5a9-5141069a05ea),segment_id=1186a448-aae7-4f18-b5a9-5141069a05ea)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:10.497098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.543813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Calling delete_port for 1c08f2fd-b2cb-45c8-b174-4e0ff98480be owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:10.548472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c488cece-158f-4759-bdfa-bad9a05318b6 None None] Provisioning complete for port 6dc53d80-9599-44be-8999-aa6cb0cd996c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:10.548995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c488cece-158f-4759-bdfa-bad9a05318b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.653424 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fad7a59-150c-4b42-8db0-86d29d7235f9 x-openstack-request-id: req-0fad7a59-150c-4b42-8db0-86d29d7235f9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:10.653927 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f", "name": "network-vif-deleted", "tag": "77ef23eb-4dcf-43ae-a3f3-5f37d11b2966", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:10.653927 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fad7a59-150c-4b42-8db0-86d29d7235f9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:10.654337 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9aa9d-d1f9-4b88-8f38-c848fa17af0f', 'name': 'network-vif-deleted', 'tag': '77ef23eb-4dcf-43ae-a3f3-5f37d11b2966', 'status': 'completed', 'code': 200} Mar 10 17:44:10.672599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c488cece-158f-4759-bdfa-bad9a05318b6 None None] Current status of the port 6dc53d80-9599-44be-8999-aa6cb0cd996c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:10.687500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3abe4c-90a5-4fae-87ec-b4251a47ee15 req-4633de54-80f7-43a5-8931-96b0ff865bfb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:10.689105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe3abe4c-90a5-4fae-87ec-b4251a47ee15 req-4633de54-80f7-43a5-8931-96b0ff865bfb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2674503 Mar 10 17:44:10.715271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] DHCP port deletion for 3b3cf007-45c5-4a26-8061-8d3bba1961d0 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:10.776071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Deleting port 6dc53d80-9599-44be-8999-aa6cb0cd996c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:10.776670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.790136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe3abe4c-90a5-4fae-87ec-b4251a47ee15 req-3f04523a-9eaa-4bdb-a652-c230112991d4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938518 Mar 10 17:44:10.895703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9772b5f-2844-4be6-9302-376f313fd557 req-5097f9c5-ead9-422b-b140-268a863ec364 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2c9aa9d-d1f9-4b88-8f38-c848fa17af0f HTTP/1.1" status: 200 len: 210 time: 0.0455279 Mar 10 17:44:10.911947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] For port 6dc53d80-9599-44be-8999-aa6cb0cd996c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6dc53d80-9599-44be-8999-aa6cb0cd996c,segment=NetworkSegment(bbf0060a-1d49-4a36-822d-17fe89a22cdd),segment_id=bbf0060a-1d49-4a36-822d-17fe89a22cdd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:10.913580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:10.939036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Calling delete_port for 6dc53d80-9599-44be-8999-aa6cb0cd996c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:10.950391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1c08f2fd-b2cb-45c8-b174-4e0ff98480be), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.000422 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.030047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Pushing event deleted for resources: {'Port': ['ID=1c08f2fd-b2cb-45c8-b174-4e0ff98480be,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:11.062068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6dc53d80-9599-44be-8999-aa6cb0cd996c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.125091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] Pushing event deleted for resources: {'Port': ['ID=6dc53d80-9599-44be-8999-aa6cb0cd996c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:11.130889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702cfa7-b70e-4a72-a26c-06cfb9ed8bf0 None None] No DVR routers for this DVR port 6dc53d80-9599-44be-8999-aa6cb0cd996c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:11.184496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] No DVR routers for this DVR port 1c08f2fd-b2cb-45c8-b174-4e0ff98480be on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:11.189180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.192577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f98c2b7d-23ba-4186-a8b2-25da4aa01961 req-0c20c18d-73a6-4358-b137-107b3a078940 tempest-ListServersNegativeTestJSON-984318958 tempest-ListServersNegativeTestJSON-984318958-project] 10.222.0.41 "DELETE /v2.0/ports/1c08f2fd-b2cb-45c8-b174-4e0ff98480be HTTP/1.1" status: 204 len: 173 time: 2.0869105 Mar 10 17:44:11.228279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c1a65-11d0-42d7-aa6a-053a531b5efb req-859d2f31-c888-4061-b36c-629396459d84 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:11.229818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d14c1a65-11d0-42d7-aa6a-053a531b5efb req-859d2f31-c888-4061-b36c-629396459d84 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2184079 Mar 10 17:44:11.254233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.292257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3cf007-45c5-4a26-8061-8d3bba1961d0']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:11.315510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf0060a-1d49-4a36-822d-17fe89a22cdd') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:11.315807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf0060a-1d49-4a36-822d-17fe89a22cdd') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:11.347056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d14c1a65-11d0-42d7-aa6a-053a531b5efb req-cee08d8e-6199-42da-8e12-c00afc31cf5e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854716 Mar 10 17:44:11.351897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.385465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.397985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:11.398503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (bbf0060a-1d49-4a36-822d-17fe89a22cdd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:11.407178 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:11.543133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3b3cf007-45c5-4a26-8061-8d3bba1961d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.548336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6dc53d80-9599-44be-8999-aa6cb0cd996c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:11.561972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.569017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/3b3cf007-45c5-4a26-8061-8d3bba1961d0 HTTP/1.1" status: 204 len: 168 time: 3.1138310 Mar 10 17:44:11.571557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:11.576944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:11.577946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1123936187'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:11.579862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6dc53d80-9599-44be-8999-aa6cb0cd996c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:11.580033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6dc53d80-9599-44be-8999-aa6cb0cd996c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:11.582050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bea7a-3c3c-4532-8825-11f1dcf46672 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=3b3cf007-45c5-4a26-8061-8d3bba1961d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:11.591214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802896a-0cf8-4ef1-919c-2eebdc4201b8 req-c55445fa-d4d7-4c91-8f65-da257ecf9387 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:11.592769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4802896a-0cf8-4ef1-919c-2eebdc4201b8 req-c55445fa-d4d7-4c91-8f65-da257ecf9387 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1622951 Mar 10 17:44:11.610713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:11.616264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.619830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:11.620024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fd58-61e7-4cfa-9701-3edf0b03614a req-1c86351b-8525-41e2-8630-ddf9c8de0a56 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:11.620232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 77ef23eb-4dcf-43ae-a3f3-5f37d11b2966 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:11.622884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc60fd58-61e7-4cfa-9701-3edf0b03614a req-1c86351b-8525-41e2-8630-ddf9c8de0a56 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 945 time: 0.1762054 Mar 10 17:44:11.669216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:11.683794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.684642 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Added segment 2a41f536-eec5-4ef5-96db-8b8347746709 of type vlan for network a0b1b1b5-0a61-4577-8c08-64602cecf726 Mar 10 17:44:11.692966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4802896a-0cf8-4ef1-919c-2eebdc4201b8 req-8e7fc63c-42df-4ee9-a41f-b59f1ee30473 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905116 Mar 10 17:44:11.713397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc60fd58-61e7-4cfa-9701-3edf0b03614a req-29ae2d98-0a4b-4d66-8cce-4ad7f0e4a74e tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817609 Mar 10 17:44:11.748521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.807379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.817649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:11.819319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:11.868457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2956481 Mar 10 17:44:11.871453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48906) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:11.877440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Request body: {'subnet': {'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:11.957545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1facd6-431e-4262-97df-dfaee97e0c02 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Network': ['ID=a0b1b1b5-0a61-4577-8c08-64602cecf726,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:11.971476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network a0b1b1b5-0a61-4577-8c08-64602cecf726 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:11.976949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.063336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a813b9-3696-41ac-a687-5e585d3c4189 req-88b05b40-33a9-439f-a7ff-26ac76a0c508 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:12.071252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45a813b9-3696-41ac-a687-5e585d3c4189 req-88b05b40-33a9-439f-a7ff-26ac76a0c508 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1655130 Mar 10 17:44:12.075947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Deleting subnet 67056a56-2f78-47f8-8e7f-de8920b8a125 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:12.079064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Made reservation on behalf of cb020aa13df14bcb87faa8a5c07bdddb for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:12.080149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Publish callbacks [] for subnet (67056a56-2f78-47f8-8e7f-de8920b8a125), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.082977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.119658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (67056a56-2f78-47f8-8e7f-de8920b8a125), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.164157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (67056a56-2f78-47f8-8e7f-de8920b8a125), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.179937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45a813b9-3696-41ac-a687-5e585d3c4189 req-9f5afb14-09ae-4cf1-b3f4-c2d823a5a7b2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077592 Mar 10 17:44:12.225676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (67056a56-2f78-47f8-8e7f-de8920b8a125), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.251174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67056a56-2f78-47f8-8e7f-de8920b8a125,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:12.258880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.262351 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bdeed420-79ce-46b7-a158-8536d14e9725 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/67056a56-2f78-47f8-8e7f-de8920b8a125 HTTP/1.1" status: 204 len: 168 time: 0.2831604 Mar 10 17:44:12.265002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.350275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (10d26a0f-6219-449a-86f4-47ca2823bec1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.376431 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-050313d4-5038-4efb-84ab-9b433fb9aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.424455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:44:12.426405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (483789d6-8352-4774-b27d-e86b94ab70ad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.440973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (10d26a0f-6219-449a-86f4-47ca2823bec1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.443658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48924) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.473262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d26a0f-6219-449a-86f4-47ca2823bec1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:12.484264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186a448-aae7-4f18-b5a9-5141069a05ea') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:12.484560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186a448-aae7-4f18-b5a9-5141069a05ea') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:12.492146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event updated for resources: {'Subnet': ['ID=483789d6-8352-4774-b27d-e86b94ab70ad,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:12.494689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (1186a448-aae7-4f18-b5a9-5141069a05ea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.501335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Checking segment: {'id': '2a41f536-eec5-4ef5-96db-8b8347746709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:12.501666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network hostable DHCP agents. Network: a0b1b1b5-0a61-4577-8c08-64602cecf726, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:12.509804 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1186a448-aae7-4f18-b5a9-5141069a05ea), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.516524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:12.517153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (1186a448-aae7-4f18-b5a9-5141069a05ea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:12.518997 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:12.523242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Network a0b1b1b5-0a61-4577-8c08-64602cecf726 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:12.534357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, a0b1b1b5-0a61-4577-8c08-64602cecf726) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:12.544710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc382f2-a1e2-46ed-9919-73362aed70e3 None None] Network a0b1b1b5-0a61-4577-8c08-64602cecf726 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:12.561146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:12.562017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.581393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (10d26a0f-6219-449a-86f4-47ca2823bec1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.590621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84f8c90d-99b4-4bf7-9ac2-b74925f4e9a5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7172797 Mar 10 17:44:12.592496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48928) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.595883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.601832 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/10d26a0f-6219-449a-86f4-47ca2823bec1 HTTP/1.1" status: 204 len: 168 time: 0.3330526 Mar 10 17:44:12.618776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b70d27-8552-410a-b574-576da0ec3df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d26a0f-6219-449a-86f4-47ca2823bec1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:12.649971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90069aab-ecfd-4efd-9fb8-d804f2b87683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.659034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'name': 'network-vif-deleted', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:12.662774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-a0b1b1b5-0a61-4577-8c08-64602cecf726', 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726', 'project_id': 'cb020aa13df14bcb87faa8a5c07bdddb', 'fixed_ips': [{'subnet_id': '483789d6-8352-4774-b27d-e86b94ab70ad'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:12.664039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.666977 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31543dd0-f323-47dc-91b8-eccfb66db677" -d '{"events": [{"server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "name": "network-vif-deleted", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:12.757184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571a9d3d-de1f-4d64-8137-ca98ece05776 x-openstack-request-id: req-571a9d3d-de1f-4d64-8137-ca98ece05776 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:12.758714 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363ed02f-41d7-420a-b1c7-0a69c38cce8a", "name": "network-vif-deleted", "tag": "1c08f2fd-b2cb-45c8-b174-4e0ff98480be", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:12.759062 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-571a9d3d-de1f-4d64-8137-ca98ece05776 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:12.759560 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ed02f-41d7-420a-b1c7-0a69c38cce8a', 'name': 'network-vif-deleted', 'tag': '1c08f2fd-b2cb-45c8-b174-4e0ff98480be', 'status': 'completed', 'code': 200} Mar 10 17:44:12.766581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90069aab-ecfd-4efd-9fb8-d804f2b87683 admin admin] Publish callbacks [] for security_group (2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.773037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90069aab-ecfd-4efd-9fb8-d804f2b87683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.825648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90069aab-ecfd-4efd-9fb8-d804f2b87683 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a1c12dfee894d03b76501739ae04baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3806467 Mar 10 17:44:12.826241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069aab-ecfd-4efd-9fb8-d804f2b87683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:12.829350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.846203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.851504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Allocated IP 2001:db8::f816:3eff:fe6e:a308 (a0b1b1b5-0a61-4577-8c08-64602cecf726/483789d6-8352-4774-b27d-e86b94ab70ad/d8c22bca-52d6-4ade-95db-8ecf170b0341) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:12.885579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.919285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] Publish callbacks [] for security_group (2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:12.922670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8337c51-b198-4084-b91a-87d86707e8a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de3661c78f014fc5ab2efb21ac967deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747080 Mar 10 17:44:12.926323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48940) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:12.928208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-be6d04a9-53df-4da1-bdd5-2873de7185ec tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:12.931582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-be6d04a9-53df-4da1-bdd5-2873de7185ec tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 945 time: 0.1680634 Mar 10 17:44:12.961679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] Publish callbacks [] for security_group (2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.009544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae54302-d787-4f49-bd1f-9ecf4fed2ec6 req-1a6cc277-5c3b-42f1-88e0-59c74dfd65a0 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:13.011215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dae54302-d787-4f49-bd1f-9ecf4fed2ec6 req-1a6cc277-5c3b-42f1-88e0-59c74dfd65a0 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 945 time: 0.1939840 Mar 10 17:44:13.015079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] Publish callbacks [] for security_group (c42055b3-4816-4551-b5d7-de49090d871e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.030925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks [] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.046813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.049115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] Publish callbacks [] for security_group (c42055b3-4816-4551-b5d7-de49090d871e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.058368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.062512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.066226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (483789d6-8352-4774-b27d-e86b94ab70ad), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.066474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2 HTTP/1.1" status: 204 len: 168 time: 0.2334058 Mar 10 17:44:13.088067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a654d-5b3a-4827-ae01-557b2e65f6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c7bc4-55e7-4d34-84a1-bebdad3a81a2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.122933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Network a0b1b1b5-0a61-4577-8c08-64602cecf726 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:13.129857 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c42055b3-4816-4551-b5d7-de49090d871e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.133263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:13.136592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:13.138830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Pushing event updated for resources: {'Port': ['ID=d8c22bca-52d6-4ade-95db-8ecf170b0341,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.153002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.158517 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c42055b3-4816-4551-b5d7-de49090d871e HTTP/1.1" status: 204 len: 168 time: 0.2311497 Mar 10 17:44:13.175017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dae54302-d787-4f49-bd1f-9ecf4fed2ec6 req-34124f66-0fbe-4b90-94b6-d45799e7af3b tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/security-groups?id=26cd31e4-b0eb-4aed-a756-c52e7a14972f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139934 Mar 10 17:44:13.182839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d50d2-5058-45ec-86ff-bd3b9fec9206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42055b3-4816-4551-b5d7-de49090d871e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.225133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Deleting port a4a164d3-2126-4bc4-8c90-f6fad0104942 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:13.225647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.269805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Attempting to bind port d8c22bca-52d6-4ade-95db-8ecf170b0341 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:13.271698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Attempting to bind port d8c22bca-52d6-4ade-95db-8ecf170b0341 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2a41f536-eec5-4ef5-96db-8b8347746709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:13.272225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (483789d6-8352-4774-b27d-e86b94ab70ad), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.272648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Attempting to bind port d8c22bca-52d6-4ade-95db-8ecf170b0341 on network a0b1b1b5-0a61-4577-8c08-64602cecf726 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:13.284574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:13.284960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Checking segment: {'id': '2a41f536-eec5-4ef5-96db-8b8347746709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:13.285382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.285807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Bound using segment: {'id': '2a41f536-eec5-4ef5-96db-8b8347746709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:13.286869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Bound port: d8c22bca-52d6-4ade-95db-8ecf170b0341, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a41f536-eec5-4ef5-96db-8b8347746709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:13.287483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.352103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=483789d6-8352-4774-b27d-e86b94ab70ad,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.380057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] For port d8c22bca-52d6-4ade-95db-8ecf170b0341, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:13.384854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] For port d8c22bca-52d6-4ade-95db-8ecf170b0341, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d8c22bca-52d6-4ade-95db-8ecf170b0341,segment=NetworkSegment(2a41f536-eec5-4ef5-96db-8b8347746709),segment_id=2a41f536-eec5-4ef5-96db-8b8347746709)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:13.393360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.456210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] For port a4a164d3-2126-4bc4-8c90-f6fad0104942, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a4a164d3-2126-4bc4-8c90-f6fad0104942,segment=NetworkSegment(e9204041-5397-4066-883e-bd1097a58477),segment_id=e9204041-5397-4066-883e-bd1097a58477)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:13.456663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.485949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.501372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed786c12-714f-46ea-a7f0-78dc61214588 None None] Pushing event updated for resources: {'Port': ['ID=d8c22bca-52d6-4ade-95db-8ecf170b0341,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.513307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5880e96-e7dd-45a9-8c39-a9d608b9c8b2 req-300c2de8-fdef-4204-a2ae-3383e140c56c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:13.514884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5880e96-e7dd-45a9-8c39-a9d608b9c8b2 req-300c2de8-fdef-4204-a2ae-3383e140c56c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1983654 Mar 10 17:44:13.515881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Calling delete_port for a4a164d3-2126-4bc4-8c90-f6fad0104942 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:13.534472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deea8e1-f65e-4cf5-be81-9cb0754c4ffa None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:44:13.542578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b1b1b5-0a61-4577-8c08-64602cecf726']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:13.599088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41f536-eec5-4ef5-96db-8b8347746709') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:13.599332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41f536-eec5-4ef5-96db-8b8347746709') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:13.655520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48960) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:13.673332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07aab0a8-2686-4bec-878c-06df212cb937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.684037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deea8e1-f65e-4cf5-be81-9cb0754c4ffa None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:44:13.781829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07aab0a8-2686-4bec-878c-06df212cb937 admin admin] Publish callbacks [] for security_group (6a7ae673-d96c-4944-8804-810bf043225a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.791915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07aab0a8-2686-4bec-878c-06df212cb937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a7ae673-d96c-4944-8804-810bf043225a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.843500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07aab0a8-2686-4bec-878c-06df212cb937 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71deefab68bb40ef868fc99908b3544b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829062 Mar 10 17:44:13.844454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:13.852470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab0a8-2686-4bec-878c-06df212cb937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ae673-d96c-4944-8804-810bf043225a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:13.914947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] Publish callbacks [] for security_group (6a7ae673-d96c-4944-8804-810bf043225a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.934111 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.957502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] Publish callbacks [] for security_group (6a7ae673-d96c-4944-8804-810bf043225a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.966047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5880e96-e7dd-45a9-8c39-a9d608b9c8b2 req-60a24a36-a15a-44ec-a89e-71d8d077736e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383309 Mar 10 17:44:13.971233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.987434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:13.987842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:13.992552 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:14.084440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a7ae673-d96c-4944-8804-810bf043225a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.101598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.107333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.api [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:44:14.107333 n-d-833115-2 neutron-server[103795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:44:14.107333 n-d-833115-2 neutron-server[103795]: [parameters: {'id': 'a0b1b1b5-0a61-4577-8c08-64602cecf726'}] Mar 10 17:44:14.107333 n-d-833115-2 neutron-server[103795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:44:14.107742 n-d-833115-2 neutron-server[103795]: DEBUG oslo_db.api [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:44:14.116733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a7ae673-d96c-4944-8804-810bf043225a HTTP/1.1" status: 204 len: 168 time: 0.2713342 Mar 10 17:44:14.144585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a4a164d3-2126-4bc4-8c90-f6fad0104942), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.145262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa3d95-204b-4113-9fe9-f4322a25460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ae673-d96c-4944-8804-810bf043225a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:14.189556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Pushing event deleted for resources: {'Port': ['ID=a4a164d3-2126-4bc4-8c90-f6fad0104942,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:14.216728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1c08f2fd-b2cb-45c8-b174-4e0ff98480be no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:14.222356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['a4a164d3-2126-4bc4-8c90-f6fad0104942'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:14.284007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] No DVR routers for this DVR port a4a164d3-2126-4bc4-8c90-f6fad0104942 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:14.287884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 1c08f2fd-b2cb-45c8-b174-4e0ff98480be {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:14.288826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1c08f2fd-b2cb-45c8-b174-4e0ff98480be not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:14.294165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6e73a-4272-4122-879f-5b701ac716cf None None] Network a0b1b1b5-0a61-4577-8c08-64602cecf726 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:14.300404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.308773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba236b9e-44e1-4852-b827-6c025b08bcf4 req-a551d22e-81fb-48ee-9ec7-7741e6dc154a tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.59 "DELETE /v2.0/ports/a4a164d3-2126-4bc4-8c90-f6fad0104942 HTTP/1.1" status: 204 len: 173 time: 1.3575132 Mar 10 17:44:14.385580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-942e04b7-09be-4ee3-ba9b-7b010c3fd125 req-db207acb-fb2d-47eb-9fb5-1be3b5bfffb4 tempest-ServerMetadataNegativeTestJSON-1668691840 tempest-ServerMetadataNegativeTestJSON-1668691840-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ce7c7b-85ad-4ba0-8c54-bebc16983a0a HTTP/1.1" status: 200 len: 210 time: 0.0555322 Mar 10 17:44:14.460516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25517074-432a-4c13-ad94-319ed47ffda6 req-3e882d21-e470-4236-a452-91e6dbe716ee tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:14.462534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25517074-432a-4c13-ad94-319ed47ffda6 req-3e882d21-e470-4236-a452-91e6dbe716ee tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0799606 Mar 10 17:44:14.546801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25517074-432a-4c13-ad94-319ed47ffda6 req-b2f601f0-9ba1-4a8e-bbc0-aecdec32d6ff tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Mar 10 17:44:14.609108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.612508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ccf986d7-7f2f-4d57-8556-bcdd27e8d333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.681207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting port d8c22bca-52d6-4ade-95db-8ecf170b0341 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:14.681626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.756005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] For port d8c22bca-52d6-4ade-95db-8ecf170b0341, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d8c22bca-52d6-4ade-95db-8ecf170b0341,segment=NetworkSegment(2a41f536-eec5-4ef5-96db-8b8347746709),segment_id=2a41f536-eec5-4ef5-96db-8b8347746709)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:14.756936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.764145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'name': 'network-vif-deleted', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:14.771144 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd025235-5bd7-4f8c-9862-cf085a4d101a" -d '{"events": [{"server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "name": "network-vif-deleted", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:14.788578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Calling delete_port for d8c22bca-52d6-4ade-95db-8ecf170b0341 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:14.841994 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d61e137-3534-4b21-9e7d-dfe2a1274984 x-openstack-request-id: req-6d61e137-3534-4b21-9e7d-dfe2a1274984 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:14.842217 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ce7c7b-85ad-4ba0-8c54-bebc16983a0a", "name": "network-vif-deleted", "tag": "a4a164d3-2126-4bc4-8c90-f6fad0104942", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:14.842473 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d61e137-3534-4b21-9e7d-dfe2a1274984 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:14.842879 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ce7c7b-85ad-4ba0-8c54-bebc16983a0a', 'name': 'network-vif-deleted', 'tag': 'a4a164d3-2126-4bc4-8c90-f6fad0104942', 'status': 'completed', 'code': 200} Mar 10 17:44:14.919487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d8c22bca-52d6-4ade-95db-8ecf170b0341), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:14.978634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Port': ['ID=d8c22bca-52d6-4ade-95db-8ecf170b0341,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:14.987463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No DVR routers for this DVR port d8c22bca-52d6-4ade-95db-8ecf170b0341 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:15.114157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.139353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b1b1b5-0a61-4577-8c08-64602cecf726']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:15.151417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41f536-eec5-4ef5-96db-8b8347746709') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:15.151695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41f536-eec5-4ef5-96db-8b8347746709') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:15.162044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.181640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.188613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:15.189972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2a41f536-eec5-4ef5-96db-8b8347746709), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:15.194912 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:15.276079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (a0b1b1b5-0a61-4577-8c08-64602cecf726), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.278635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.302241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.305662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/a0b1b1b5-0a61-4577-8c08-64602cecf726 HTTP/1.1" status: 204 len: 168 time: 2.7115691 Mar 10 17:44:15.306585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d38060-8609-44dc-9b25-4fc74bc34553 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=a0b1b1b5-0a61-4577-8c08-64602cecf726,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:15.309477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49034) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.338538 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8ffd21-b244-42a5-ad9f-fb16b628989b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.339006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8ffd21-b244-42a5-ad9f-fb16b628989b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.342074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3f8ffd21-b244-42a5-ad9f-fb16b628989b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/483789d6-8352-4774-b27d-e86b94ab70ad HTTP/1.1" status: 404 len: 337 time: 0.0316219 Mar 10 17:44:15.344728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49036) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.372628 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cefe6b-9296-40db-9d56-4a05920b2e3b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.373480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cefe6b-9296-40db-9d56-4a05920b2e3b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.381926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.382203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f3cefe6b-9296-40db-9d56-4a05920b2e3b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/a0b1b1b5-0a61-4577-8c08-64602cecf726 HTTP/1.1" status: 404 len: 339 time: 0.0339253 Mar 10 17:44:15.457227 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50eaa56-8090-42d1-883a-4e2334d93409 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.457691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50eaa56-8090-42d1-883a-4e2334d93409 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.474668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49044) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.483643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49046) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.484771 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e50eaa56-8090-42d1-883a-4e2334d93409 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/a255c25d-97f7-4745-af69-185e8913fe00 HTTP/1.1" status: 404 len: 337 time: 0.0996449 Mar 10 17:44:15.487549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.507777 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d22192-2e01-4dc8-9d59-1db0ca7305c9 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.508295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d22192-2e01-4dc8-9d59-1db0ca7305c9 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.511512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21d22192-2e01-4dc8-9d59-1db0ca7305c9 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/3b3cf007-45c5-4a26-8061-8d3bba1961d0 HTTP/1.1" status: 404 len: 339 time: 0.0351863 Mar 10 17:44:15.518044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49048) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.554446 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5970019b-7a0e-4edf-b055-791014727ba3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.555299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5970019b-7a0e-4edf-b055-791014727ba3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.561139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5970019b-7a0e-4edf-b055-791014727ba3 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/b1f48a76-72e5-4a34-b0c9-94c7ceed59b0 HTTP/1.1" status: 404 len: 337 time: 0.0420518 Mar 10 17:44:15.562574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Deleting subnet fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:15.565782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.566530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Publish callbacks [] for subnet (fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.591226 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af13076-7350-4c89-9497-87ea98209d96 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:15.591758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af13076-7350-4c89-9497-87ea98209d96 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:15.597877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.598109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3af13076-7350-4c89-9497-87ea98209d96 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/b6b153ae-ab5a-427b-b119-893387df1be5 HTTP/1.1" status: 404 len: 339 time: 0.0312030 Mar 10 17:44:15.653019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.681517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Publish callbacks [] for security_group (e4eb668b-8be4-4bfe-95c0-4ec5f0f23587), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.688823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e4eb668b-8be4-4bfe-95c0-4ec5f0f23587), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.731784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb668b-8be4-4bfe-95c0-4ec5f0f23587,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:15.736832 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee191ce046634567b4c749b69a12b322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558761 Mar 10 17:44:15.742410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:15.749216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.749812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.750124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.750525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.751105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.751441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.751767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.752092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.752414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.752734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.753058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.753376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.753693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc431-d428-4723-87fb-a4e060bcc4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:15.774603 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.819750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.844690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cebe3-cc2f-4aba-9f68-7bf7948c16a6 req-d79f6ddd-a940-495b-b74f-6964945031b3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:15.846386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c0cebe3-cc2f-4aba-9f68-7bf7948c16a6 req-d79f6ddd-a940-495b-b74f-6964945031b3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1910264 Mar 10 17:44:15.853303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting port b29c702d-b43f-45e4-9f01-6abdd174aac5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:15.853798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b29c702d-b43f-45e4-9f01-6abdd174aac5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.855995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] Publish callbacks [] for security_group (e4eb668b-8be4-4bfe-95c0-4ec5f0f23587), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.884862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] Publish callbacks [] for security_group (e4eb668b-8be4-4bfe-95c0-4ec5f0f23587), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.915327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.978857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:15.979569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e4eb668b-8be4-4bfe-95c0-4ec5f0f23587), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.988378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:15.992476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4eb668b-8be4-4bfe-95c0-4ec5f0f23587 HTTP/1.1" status: 204 len: 168 time: 0.2462590 Mar 10 17:44:15.998874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c0a1a-4d95-4b53-bc54-57b12d467e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb668b-8be4-4bfe-95c0-4ec5f0f23587,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:16.007903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b29c702d-b43f-45e4-9f01-6abdd174aac5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.011325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.014567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2bbc618c-f53e-4d5f-a527-a04ef2bf894b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fdb4febd-8a53-4a5f-9444-bd3f4b3cb5ba HTTP/1.1" status: 204 len: 168 time: 0.5291755 Mar 10 17:44:16.017176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:16.023970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c0cebe3-cc2f-4aba-9f68-7bf7948c16a6 req-c6235cc5-d375-40e9-a1b5-7e4c39d43578 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648271 Mar 10 17:44:16.032792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Calling delete_port for b29c702d-b43f-45e4-9f01-6abdd174aac5 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:16.147856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c752282f-4ca0-4c32-9280-99e9472accf1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.243021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b29c702d-b43f-45e4-9f01-6abdd174aac5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.293175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c752282f-4ca0-4c32-9280-99e9472accf1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.319065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c752282f-4ca0-4c32-9280-99e9472accf1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.331596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9204041-5397-4066-883e-bd1097a58477') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.331962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9204041-5397-4066-883e-bd1097a58477') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.332324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Port': ['ID=b29c702d-b43f-45e4-9f01-6abdd174aac5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:16.356704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.358980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e9204041-5397-4066-883e-bd1097a58477), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.360774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3416da1a-bffd-4916-a652-b1f07b145178 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/ports/b29c702d-b43f-45e4-9f01-6abdd174aac5 HTTP/1.1" status: 204 len: 168 time: 0.7612116 Mar 10 17:44:16.363980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:16.385602 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e9204041-5397-4066-883e-bd1097a58477), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.393206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:16.393747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e9204041-5397-4066-883e-bd1097a58477), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:16.396172 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:16.433269 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5b6140-8452-43d5-8ed8-1337dc44fd53 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:16.433745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5b6140-8452-43d5-8ed8-1337dc44fd53 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:16.436836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e5b6140-8452-43d5-8ed8-1337dc44fd53 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/5a5c87bf-555d-4a85-9756-8d3bee8da416 HTTP/1.1" status: 404 len: 337 time: 0.0719383 Mar 10 17:44:16.451194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:16.479265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c752282f-4ca0-4c32-9280-99e9472accf1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.487064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.487706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285e064-b4aa-4089-a675-c360ff52f927 req-9bb62c61-f8ce-450b-a7a2-8beebc1b657e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:16.492312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0285e064-b4aa-4089-a675-c360ff52f927 req-9bb62c61-f8ce-450b-a7a2-8beebc1b657e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2954183 Mar 10 17:44:16.494643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] 10.222.0.35 "DELETE /v2.0/networks/c752282f-4ca0-4c32-9280-99e9472accf1 HTTP/1.1" status: 204 len: 168 time: 0.4746468 Mar 10 17:44:16.525374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c739-4a15-46aa-8261-7e45c48e489e admin admin] Pushing event deleted for resources: {'Network': ['ID=c752282f-4ca0-4c32-9280-99e9472accf1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:16.654705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0285e064-b4aa-4089-a675-c360ff52f927 req-ba592e9b-0683-4c90-b550-1a7bbdee4043 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263142 Mar 10 17:44:16.659348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.769691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49102) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:16.770537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.817903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ea6b51-3cef-4f48-8713-0b8a37198501']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.832109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7104a1c4-f101-4e36-9b6b-884bff1eb394 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99e04b5b5b0840a4a60e33d516ce0f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609751 Mar 10 17:44:16.835918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:16.852505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2831e0f8-1d0a-4d12-924b-0768249df883') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.852805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2831e0f8-1d0a-4d12-924b-0768249df883') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:16.882124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2831e0f8-1d0a-4d12-924b-0768249df883), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.902571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2831e0f8-1d0a-4d12-924b-0768249df883), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.914368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:16.914780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2831e0f8-1d0a-4d12-924b-0768249df883), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.916776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] Publish callbacks [] for security_group (26cd31e4-b0eb-4aed-a756-c52e7a14972f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:16.918367 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:16.948456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be33241-0464-434e-bcef-b1de0ef07482 req-ce10d0c6-5ef0-49ff-8fd0-370f69284add tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:16.950202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7be33241-0464-434e-bcef-b1de0ef07482 req-ce10d0c6-5ef0-49ff-8fd0-370f69284add tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1181240 Mar 10 17:44:16.956798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] Publish callbacks [] for security_group (26cd31e4-b0eb-4aed-a756-c52e7a14972f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.028571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d1ea6b51-3cef-4f48-8713-0b8a37198501), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.041300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.047846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:17.049055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/d1ea6b51-3cef-4f48-8713-0b8a37198501 HTTP/1.1" status: 204 len: 168 time: 0.5949872 Mar 10 17:44:17.068335 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (26cd31e4-b0eb-4aed-a756-c52e7a14972f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.075473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.077801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f79de-130f-4c28-b15f-549edb84d6b8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=d1ea6b51-3cef-4f48-8713-0b8a37198501,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:17.084028 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26cd31e4-b0eb-4aed-a756-c52e7a14972f HTTP/1.1" status: 204 len: 168 time: 0.2462897 Mar 10 17:44:17.091799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7be33241-0464-434e-bcef-b1de0ef07482 req-f054481f-e256-420f-908f-390417d0b374 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337941 Mar 10 17:44:17.120521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657fcd8-7bd8-4868-8e9b-6795e09d1ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd31e4-b0eb-4aed-a756-c52e7a14972f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:17.212945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.268243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d9701-ee42-44f2-ac02-4b9385e989b1 req-b672c9b4-fa10-420f-9c11-75a9ae6fe8b0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:17.279376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac6d9701-ee42-44f2-ac02-4b9385e989b1 req-b672c9b4-fa10-420f-9c11-75a9ae6fe8b0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0897231 Mar 10 17:44:17.286819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting port 757b5b66-1a81-43b0-991f-a4bec3387c0b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:17.286819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.353569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac6d9701-ee42-44f2-ac02-4b9385e989b1 req-bce99cdc-a9ca-4b7a-9f0f-9b3229599d24 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668371 Mar 10 17:44:17.411557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.433732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Calling delete_port for 757b5b66-1a81-43b0-991f-a4bec3387c0b owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:17.545932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (757b5b66-1a81-43b0-991f-a4bec3387c0b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.575755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a4a164d3-2126-4bc4-8c90-f6fad0104942 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:17.578262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c36d8-5095-4954-ba89-c607a47abc81 req-e280335a-2eaa-4b35-b97a-d7cb1f4b949f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:17.579873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a15c36d8-5095-4954-ba89-c607a47abc81 req-e280335a-2eaa-4b35-b97a-d7cb1f4b949f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0872004 Mar 10 17:44:17.602071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: a4a164d3-2126-4bc4-8c90-f6fad0104942 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:17.602597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a4a164d3-2126-4bc4-8c90-f6fad0104942 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:17.603072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Port': ['ID=757b5b66-1a81-43b0-991f-a4bec3387c0b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:17.610112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.613393 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ce84d58-335b-4ffe-93ee-b8560a606ce5 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/ports/757b5b66-1a81-43b0-991f-a4bec3387c0b HTTP/1.1" status: 204 len: 168 time: 0.5642624 Mar 10 17:44:17.617396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:17.662876 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba73ee9-4366-43a6-a756-44440713f7ae tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] DELETE failed (client error): The resource could not be found. Mar 10 17:44:17.663328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba73ee9-4366-43a6-a756-44440713f7ae tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:44:17.666478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cba73ee9-4366-43a6-a756-44440713f7ae tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/d13db9d2-fcc9-4d8b-8fd7-75ad068469a0 HTTP/1.1" status: 404 len: 337 time: 0.0453713 Mar 10 17:44:17.669650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:17.693962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a15c36d8-5095-4954-ba89-c607a47abc81 req-d3274c64-b71e-4ad6-b3dc-91270ba846e0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041839 Mar 10 17:44:17.793725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.848626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382441-db14-4644-8399-5220f369c994 req-e58896ef-b2ff-44aa-bf3b-7165daf0769b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:17.859384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a382441-db14-4644-8399-5220f369c994 req-e58896ef-b2ff-44aa-bf3b-7165daf0769b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0756078 Mar 10 17:44:17.904625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.918894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a382441-db14-4644-8399-5220f369c994 req-aae23194-ead5-44bc-a8ae-7861aface742 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583522 Mar 10 17:44:17.928543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8981a66b-417a-4b9d-a96b-caa1712e577d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:17.954035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd86a82f-497a-4270-9822-576b952ac801') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:17.954333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd86a82f-497a-4270-9822-576b952ac801') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:17.966407 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (bd86a82f-497a-4270-9822-576b952ac801), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.982693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bd86a82f-497a-4270-9822-576b952ac801), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.993841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:17.993841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (bd86a82f-497a-4270-9822-576b952ac801), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:17.997140 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:18.044774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49156) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:18.086382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8981a66b-417a-4b9d-a96b-caa1712e577d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.108426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.111984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/8981a66b-417a-4b9d-a96b-caa1712e577d HTTP/1.1" status: 204 len: 168 time: 0.4406598 Mar 10 17:44:18.114669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:18.122772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6c4de-7e99-4aba-b540-8e0bbe6de48c tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=8981a66b-417a-4b9d-a96b-caa1712e577d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:18.136695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046636a1-b8b1-4b79-8ddf-5b154f113848 req-cd371350-dfd1-46d9-92ee-66958e2d9810 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:18.138953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046636a1-b8b1-4b79-8ddf-5b154f113848 req-cd371350-dfd1-46d9-92ee-66958e2d9810 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0756516 Mar 10 17:44:18.170544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting subnet 9aaab2f4-fd6b-4c9e-afa0-d18f2932478f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:18.175687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (9aaab2f4-fd6b-4c9e-afa0-d18f2932478f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.199138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-046636a1-b8b1-4b79-8ddf-5b154f113848 req-22f07eb4-2644-45bd-9fc0-edcc7f2c9283 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Mar 10 17:44:18.202590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-network', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:18.237322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (9aaab2f4-fd6b-4c9e-afa0-d18f2932478f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.261483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Made reservation on behalf of 15aa2521bd9145e498a79708b0d0ff93 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:18.263981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.279355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.352938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (9aaab2f4-fd6b-4c9e-afa0-d18f2932478f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.406533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a595a-763d-4c5f-a848-7b7174979c74 req-331b8723-031f-43bd-9891-3c3a4fdd8251 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:18.414182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce4a595a-763d-4c5f-a848-7b7174979c74 req-331b8723-031f-43bd-9891-3c3a4fdd8251 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0995224 Mar 10 17:44:18.447310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (9aaab2f4-fd6b-4c9e-afa0-d18f2932478f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.468817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.469848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks [] for security_group (342c5b79-0693-4000-ae57-27ce2cade186), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.472541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/subnets/9aaab2f4-fd6b-4c9e-afa0-d18f2932478f HTTP/1.1" status: 204 len: 168 time: 0.3568535 Mar 10 17:44:18.477218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49172) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:18.478939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d4034-ddc2-47ff-a8dc-d8a913b0f6f6 None None] Network 7f237307-328b-435c-bc3e-fd28f1d0aa1f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:18.500690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (342c5b79-0693-4000-ae57-27ce2cade186), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.530216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559761d-7e00-4a89-a883-31173e52c54b tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Subnet': ['ID=9aaab2f4-fd6b-4c9e-afa0-d18f2932478f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:18.548490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce4a595a-763d-4c5f-a848-7b7174979c74 req-f7dbfacf-d791-4cf2-99cf-6a37301589ae tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330843 Mar 10 17:44:18.589076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:18.614169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (68ac8c35-536e-49fc-b6cc-c448fd76488f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.614662 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Added segment 68ac8c35-536e-49fc-b6cc-c448fd76488f of type vlan for network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 Mar 10 17:44:18.673754 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.697394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c5b79-0693-4000-ae57-27ce2cade186,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:18.723002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] DHCP port deletion for 7f237307-328b-435c-bc3e-fd28f1d0aa1f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:18.749670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (7f237307-328b-435c-bc3e-fd28f1d0aa1f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.794319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (aeeb59c3-9a66-4a4f-b993-5152c5ab8221), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.807582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Deleting port 7738ba5d-9d64-417d-893e-5e2c87c8b18d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:18.808314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.852811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a2b2-5dbc-4608-9b37-d0592f8978a1 req-f53cef30-5053-46b8-bc7b-ee8263508e38 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:18.854588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e318a2b2-5dbc-4608-9b37-d0592f8978a1 req-f53cef30-5053-46b8-bc7b-ee8263508e38 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1585445 Mar 10 17:44:18.869933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (aeeb59c3-9a66-4a4f-b993-5152c5ab8221), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.870904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:18.871479 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.917956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] For port 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7738ba5d-9d64-417d-893e-5e2c87c8b18d,segment=NetworkSegment(abee0799-b2f8-4b5c-a8dd-6f8532e3a89e),segment_id=abee0799-b2f8-4b5c-a8dd-6f8532e3a89e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:18.918365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.920533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Deleting port 7738ba5d-9d64-417d-893e-5e2c87c8b18d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:18.920857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:18.930388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8836420 Mar 10 17:44:18.933496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:18.940618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Request body: {'subnet': {'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-subnet', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:18.961604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Calling delete_port for 7738ba5d-9d64-417d-893e-5e2c87c8b18d owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:18.991419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Made reservation on behalf of 15aa2521bd9145e498a79708b0d0ff93 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:18.993363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.026084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a72e9-fbc3-4177-85c0-f4cb14b7e4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=aeeb59c3-9a66-4a4f-b993-5152c5ab8221,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.044247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:19.071117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e318a2b2-5dbc-4608-9b37-d0592f8978a1 req-4c9faffc-b1bd-4ce2-9218-8d39943faefb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048416 Mar 10 17:44:19.083810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] For port 7738ba5d-9d64-417d-893e-5e2c87c8b18d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7738ba5d-9d64-417d-893e-5e2c87c8b18d,segment=NetworkSegment(abee0799-b2f8-4b5c-a8dd-6f8532e3a89e),segment_id=abee0799-b2f8-4b5c-a8dd-6f8532e3a89e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:19.084248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.128894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Calling delete_port for 7738ba5d-9d64-417d-893e-5e2c87c8b18d owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:19.144110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.152885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:19.179912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] Pushing event deleted for resources: {'Port': ['ID=7738ba5d-9d64-417d-893e-5e2c87c8b18d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.191090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f5f47-6d77-49cf-8378-0c9ffe62c963 None None] No DVR routers for this DVR port 7738ba5d-9d64-417d-893e-5e2c87c8b18d on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:19.320690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-874585925-network', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:19.322697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f266f-a25b-43e6-8ef2-e27e168fe4fc req-d1758dbb-d70c-46f5-a90a-2917f4d27ebe tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:19.324505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e1f266f-a25b-43e6-8ef2-e27e168fe4fc req-d1758dbb-d70c-46f5-a90a-2917f4d27ebe tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1232753 Mar 10 17:44:19.331052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7738ba5d-9d64-417d-893e-5e2c87c8b18d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.369860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Port': ['ID=7738ba5d-9d64-417d-893e-5e2c87c8b18d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.381317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c5e84746-f7e3-43ca-975a-b6cffebfe2db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.387215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] No DVR routers for this DVR port 7738ba5d-9d64-417d-893e-5e2c87c8b18d on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:19.387752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:19.391362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.431935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.464561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e84746-f7e3-43ca-975a-b6cffebfe2db,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.474820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (7f237307-328b-435c-bc3e-fd28f1d0aa1f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.502292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Checking segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:19.502598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f237307-328b-435c-bc3e-fd28f1d0aa1f']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:19.502751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Network hostable DHCP agents. Network: aeeb59c3-9a66-4a4f-b993-5152c5ab8221, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:19.524120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:19.524685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee0799-b2f8-4b5c-a8dd-6f8532e3a89e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:19.535496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e1f266f-a25b-43e6-8ef2-e27e168fe4fc req-7163e6b4-6118-4051-830a-bbfdf14c1514 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021420 Mar 10 17:44:19.538052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:19.539739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (abee0799-b2f8-4b5c-a8dd-6f8532e3a89e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.570002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, aeeb59c3-9a66-4a4f-b993-5152c5ab8221) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:19.576350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252755a4-4e7c-4b71-8e1c-c0463dbaf3aa None None] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:19.584448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:19.584448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.588228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (abee0799-b2f8-4b5c-a8dd-6f8532e3a89e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.596284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks [] for security_group (1bea690d-5d56-4300-bf8c-268331770a76), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.606725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7738ba5d-9d64-417d-893e-5e2c87c8b18d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:19.609386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1bea690d-5d56-4300-bf8c-268331770a76), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.611033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:19.611487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (abee0799-b2f8-4b5c-a8dd-6f8532e3a89e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:19.614766 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:19.633444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7738ba5d-9d64-417d-893e-5e2c87c8b18d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:19.634481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7738ba5d-9d64-417d-893e-5e2c87c8b18d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:19.634725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-22eea88e-d7e5-408f-880c-0a0761f69f05 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6997180 Mar 10 17:44:19.640880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:19.641594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:19.661246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:19.681010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4edb3e13-cc76-4137-adcf-048d80ac8789), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.681434 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Added segment 4edb3e13-cc76-4137-adcf-048d80ac8789 of type vlan for network d67bbe1e-4922-4bec-af40-b6981aa0239b Mar 10 17:44:19.732590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d42e60-33c4-4af7-bac5-8b17d3be28d5 None None] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:19.745547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d67bbe1e-4922-4bec-af40-b6981aa0239b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.760949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (7f237307-328b-435c-bc3e-fd28f1d0aa1f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.774663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea690d-5d56-4300-bf8c-268331770a76,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.781173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d67bbe1e-4922-4bec-af40-b6981aa0239b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.782894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:19.783978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.789917 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.796206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] 10.222.0.35 "DELETE /v2.0/networks/7f237307-328b-435c-bc3e-fd28f1d0aa1f HTTP/1.1" status: 204 len: 168 time: 1.3171866 Mar 10 17:44:19.813408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407d0a1-e4e2-43d3-b348-c698021837e8 tempest-NetworksIpV6TestAttrs-1029914343 tempest-NetworksIpV6TestAttrs-1029914343-project] Pushing event deleted for resources: {'Network': ['ID=7f237307-328b-435c-bc3e-fd28f1d0aa1f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.845117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dfcd4-3976-4cf7-b5c8-30739eabd05f req-3a8624a8-3553-415a-990a-c3de695ae062 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:19.854514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91dfcd4-3976-4cf7-b5c8-30739eabd05f req-3a8624a8-3553-415a-990a-c3de695ae062 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1064293 Mar 10 17:44:19.857670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] Pushing event updated for resources: {'Network': ['ID=d67bbe1e-4922-4bec-af40-b6981aa0239b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:19.866794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.868207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.879390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d67bbe1e-4922-4bec-af40-b6981aa0239b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:19.882547 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e991b6b2-b496-43eb-8e34-e86a626b826e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7286654 Mar 10 17:44:19.885701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:19.891268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Request body: {'subnet': {'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-874585925-subnet', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:19.925079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:19.928123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:19.962597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91dfcd4-3976-4cf7-b5c8-30739eabd05f req-bbcdfa12-d3d6-438c-adc6-837242c2b8f4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069067 Mar 10 17:44:19.988403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for router_controller (9136cd7a-08d5-4b36-b688-46e29f4b0192), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.160920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced7f1c-ae68-425a-aa37-aa1494d0d9ef req-a3060480-e963-4b8a-b132-77685994dabd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:20.162466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ced7f1c-ae68-425a-aa37-aa1494d0d9ef req-a3060480-e963-4b8a-b132-77685994dabd tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1001983 Mar 10 17:44:20.177684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for router_gateway (9136cd7a-08d5-4b36-b688-46e29f4b0192), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.242950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ced7f1c-ae68-425a-aa37-aa1494d0d9ef req-620b3a80-bfcb-4195-8878-f41135ef82e3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544174 Mar 10 17:44:20.246824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49238) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:20.278910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3be2d14a-42b6-4f85-85db-c7ae0321fb3d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.358862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:20.359223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Network hostable DHCP agents. Network: d67bbe1e-4922-4bec-af40-b6981aa0239b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:20.361399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be2d14a-42b6-4f85-85db-c7ae0321fb3d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:20.426143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:20.437285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for router_gateway (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.457438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-13b076b6-3ee0-4b69-aac9-1680eed348d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb020aa13df14bcb87faa8a5c07bdddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094038 Mar 10 17:44:20.461659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:20.469925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.475331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d67bbe1e-4922-4bec-af40-b6981aa0239b) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:20.481704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:20.482628 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.491038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13317756-fe5d-47fc-8593-8bf36daa4263 None None] Network d67bbe1e-4922-4bec-af40-b6981aa0239b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:20.535245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa1402-e013-4556-929a-d6d8989139d4 req-0921a634-d82d-489b-84a7-910ac6a21496 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:20.537393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1fa1402-e013-4556-929a-d6d8989139d4 req-0921a634-d82d-489b-84a7-910ac6a21496 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0967057 Mar 10 17:44:20.544492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:20.544707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b680eee6-e22d-4f9e-b566-cc1651691394 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6573222 Mar 10 17:44:20.552959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:20.612093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1fa1402-e013-4556-929a-d6d8989139d4 req-1efc366a-a426-46f1-a3b3-95d216a24ead tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657563 Mar 10 17:44:20.618519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] Publish callbacks [] for security_group (487daee4-5583-44b7-9672-66980891b68c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.620316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.621336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.621477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d67bbe1e-4922-4bec-af40-b6981aa0239b', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:20.622393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.708371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Allocated IP 172.25.3.252 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4cad17e9-3b3e-46f4-860e-edefce0f1e05) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:20.711735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] Publish callbacks [] for security_group (487daee4-5583-44b7-9672-66980891b68c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.761459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for router_controller (4fcbdd59-5161-4417-a197-75fe580c6af9), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.763936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b17ce-2cf0-4378-bab5-d7c18dd510d5 req-49a34ed7-55b8-447c-855e-09eaa98a0199 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:20.766073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-404b17ce-2cf0-4378-bab5-d7c18dd510d5 req-49a34ed7-55b8-447c-855e-09eaa98a0199 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0671744 Mar 10 17:44:20.801651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Allocated IP 172.20.0.2 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/caf44ec3-4294-426c-a544-a489f619b824) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:20.853150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-404b17ce-2cf0-4378-bab5-d7c18dd510d5 req-d8f7d7a7-7aa6-4e5e-a0f3-465cc6823fd2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774641 Mar 10 17:44:20.997666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bb3cc-c92b-4281-9d2d-083633f34eb7 req-b5c81710-0e2c-4152-8469-ac82f2a10e6a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:20.998540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks [] for port (caf44ec3-4294-426c-a544-a489f619b824), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:20.999485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c45bb3cc-c92b-4281-9d2d-083633f34eb7 req-b5c81710-0e2c-4152-8469-ac82f2a10e6a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0672171 Mar 10 17:44:21.000280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for router_gateway (4fcbdd59-5161-4417-a197-75fe580c6af9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.007534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (caf44ec3-4294-426c-a544-a489f619b824), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.057342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:21.065895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (487daee4-5583-44b7-9672-66980891b68c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.067488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:21.072875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:21.076380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.079872 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/487daee4-5583-44b7-9672-66980891b68c HTTP/1.1" status: 204 len: 168 time: 0.6149347 Mar 10 17:44:21.080227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c45bb3cc-c92b-4281-9d2d-083633f34eb7 req-ca23fe3b-e37f-4ae4-9ec7-bbaa8913ea72 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692537 Mar 10 17:44:21.081741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Pushing event updated for resources: {'Port': ['ID=caf44ec3-4294-426c-a544-a489f619b824,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:21.132527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e62e5-12ac-4990-918e-3ca7c07461bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487daee4-5583-44b7-9672-66980891b68c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:21.142744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.160831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Attempting to bind port caf44ec3-4294-426c-a544-a489f619b824 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:21.161793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Attempting to bind port caf44ec3-4294-426c-a544-a489f619b824 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:21.162377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Attempting to bind port caf44ec3-4294-426c-a544-a489f619b824 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:21.173153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:21.174129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:21.175247 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.175824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:21.176542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Bound port: caf44ec3-4294-426c-a544-a489f619b824, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:21.177101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (caf44ec3-4294-426c-a544-a489f619b824), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.230140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.262087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] For port caf44ec3-4294-426c-a544-a489f619b824, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:21.266788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] For port caf44ec3-4294-426c-a544-a489f619b824, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=caf44ec3-4294-426c-a544-a489f619b824,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:21.271844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d3823-ddae-462b-8927-2b7005e43bcf req-a60d4c40-2aff-4260-a56f-35ded1e8f405 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:21.280843 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (caf44ec3-4294-426c-a544-a489f619b824), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.281531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76d3823-ddae-462b-8927-2b7005e43bcf req-a60d4c40-2aff-4260-a56f-35ded1e8f405 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0878389 Mar 10 17:44:21.285963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:21.293659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:21.297372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:21.319708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Pushing event updated for resources: {'Port': ['ID=4cad17e9-3b3e-46f4-860e-edefce0f1e05,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:21.401135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76d3823-ddae-462b-8927-2b7005e43bcf req-2c6c49c4-0851-4236-91a9-0d8309c8494c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176484 Mar 10 17:44:21.405622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0db9-a640-40d6-b400-af6e3f440f01 None None] Pushing event updated for resources: {'Port': ['ID=caf44ec3-4294-426c-a544-a489f619b824,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:21.598463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for router_gateway (4fcbdd59-5161-4417-a197-75fe580c6af9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.631861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:21.721055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ad9d-3b11-4b19-8bd8-e747b720ab36 req-f6399687-dc97-4681-89e7-72a8fe1265bc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:21.722649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb4ad9d-3b11-4b19-8bd8-e747b720ab36 req-f6399687-dc97-4681-89e7-72a8fe1265bc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1440308 Mar 10 17:44:21.819216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb4ad9d-3b11-4b19-8bd8-e747b720ab36 req-8410cc4b-af38-4d84-83b7-d2a38881ce38 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901709 Mar 10 17:44:22.003371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd54997-1016-4893-a1dc-1cedc474746b req-8f9b071f-697d-408f-9295-e3b8a7b2854a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:22.004955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cd54997-1016-4893-a1dc-1cedc474746b req-8f9b071f-697d-408f-9295-e3b8a7b2854a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0581305 Mar 10 17:44:22.067278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cd54997-1016-4893-a1dc-1cedc474746b req-296297c9-01b9-4b53-b08e-8d1735ece938 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562158 Mar 10 17:44:22.295932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for router_gateway (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:22.393296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9982f2-be96-4205-9a0b-32ed53a336ca req-f3b5ca36-66f4-46a9-ac29-9d81620abfdf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:22.402569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b9982f2-be96-4205-9a0b-32ed53a336ca req-f3b5ca36-66f4-46a9-ac29-9d81620abfdf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0878968 Mar 10 17:44:22.450824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Allocated IP 172.25.3.179 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/32fee4fe-0608-4e57-aad0-cfd8ed81e637) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:22.517488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b9982f2-be96-4205-9a0b-32ed53a336ca req-db64560b-b704-45c2-a6a5-7e4a5d873e6c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138632 Mar 10 17:44:22.577976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49328) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:22.718843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:22.725963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d7328-b58b-4106-a5c9-bec2bda369ec req-d4c555a0-fc15-4762-9c47-6ed70ce1a233 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:22.731442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e39d7328-b58b-4106-a5c9-bec2bda369ec req-d4c555a0-fc15-4762-9c47-6ed70ce1a233 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1026943 Mar 10 17:44:22.789732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:22.860636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e39d7328-b58b-4106-a5c9-bec2bda369ec req-0d324409-2509-4412-a8e0-ff53d811f089 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219511 Mar 10 17:44:22.871422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:22.894822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963467c-e913-47fe-b540-6481d479ea9c None None] Network d67bbe1e-4922-4bec-af40-b6981aa0239b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:22.977128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:22.986093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1866847250'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:22.986398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:22.990452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Pushing event updated for resources: {'Port': ['ID=32fee4fe-0608-4e57-aad0-cfd8ed81e637,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:22.992942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:23.015136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Provisioning complete for port caf44ec3-4294-426c-a544-a489f619b824 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:23.015502 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (caf44ec3-4294-426c-a544-a489f619b824), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.065919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:23.071358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.089520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.138129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b14f2-bd7a-41b6-aa50-69c54f258029 req-522b1d67-6f71-4edd-bb7a-d28486572e53 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:23.147651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a7b14f2-bd7a-41b6-aa50-69c54f258029 req-522b1d67-6f71-4edd-bb7a-d28486572e53 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1580298 Mar 10 17:44:23.153747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Current status of the port caf44ec3-4294-426c-a544-a489f619b824 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:23.154139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (caf44ec3-4294-426c-a544-a489f619b824), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.196544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] For port caf44ec3-4294-426c-a544-a489f619b824, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=caf44ec3-4294-426c-a544-a489f619b824,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:23.208070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (caf44ec3-4294-426c-a544-a489f619b824), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.218385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Router 9136cd7a-08d5-4b36-b688-46e29f4b0192 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:44:23.265071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a7b14f2-bd7a-41b6-aa50-69c54f258029 req-1a7cd26f-994e-4d3b-a8d0-909dba503750 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159856 Mar 10 17:44:23.284254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33859a-5623-44c5-a86b-c9fec58cf003 None None] Pushing event updated for resources: {'Port': ['ID=caf44ec3-4294-426c-a544-a489f619b824,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:23.345033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for security_group (a03dcc4e-f27d-4639-a245-1f59aad83eee), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.364545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a03dcc4e-f27d-4639-a245-1f59aad83eee), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.435932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:23.447102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03dcc4e-f27d-4639-a245-1f59aad83eee,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:23.467864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e859836b-3d0b-4dee-8a97-b9eb34745883), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.468715 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment e859836b-3d0b-4dee-8a97-b9eb34745883 of type vlan for network 89a543c1-f781-45d6-a828-5f1a3d885dbb Mar 10 17:44:23.495552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38cb7-9a6f-4584-ad60-e3235c064c0b req-61554d72-d051-4dc6-a64f-1689e71dc3bb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:23.499835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffe38cb7-9a6f-4584-ad60-e3235c064c0b req-61554d72-d051-4dc6-a64f-1689e71dc3bb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1489959 Mar 10 17:44:23.512229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for router_gateway (4fcbdd59-5161-4417-a197-75fe580c6af9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.578640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-83f8adae-4285-4836-937c-5d799bee0d63 None None] Provisioning complete for port caf44ec3-4294-426c-a544-a489f619b824 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:23.578640 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-83f8adae-4285-4836-937c-5d799bee0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (caf44ec3-4294-426c-a544-a489f619b824), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.624871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (89a543c1-f781-45d6-a828-5f1a3d885dbb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.647972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:23.674985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Sync routers for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:23.707866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.715043 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e0fa103b-cc71-4e27-bced-f3a3189c65af admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0650373 Mar 10 17:44:23.715043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:23.717373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffe38cb7-9a6f-4584-ad60-e3235c064c0b req-672c4b68-10c2-407a-bfb6-89cd6716858a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133107 Mar 10 17:44:23.722395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device caf44ec3-4294-426c-a544-a489f619b824 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:23.730561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (89a543c1-f781-45d6-a828-5f1a3d885dbb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.739014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:23.740067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.783257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2034118 Mar 10 17:44:23.789062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:23.789811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:23.795097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49364) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:23.804696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070593174'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:23.857713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99282f53-8a60-4211-88e5-ca02ce80741a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=89a543c1-f781-45d6-a828-5f1a3d885dbb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:23.881017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:23.884820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.888808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:23.912068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.940516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:23.952703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e7fb745d-d85c-4574-93ea-5073a0f320a0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:23.953185 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment e7fb745d-d85c-4574-93ea-5073a0f320a0 of type vlan for network c42cc156-3e8a-408c-87ab-2320c4ae439d Mar 10 17:44:24.033076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c42cc156-3e8a-408c-87ab-2320c4ae439d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.063897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c42cc156-3e8a-408c-87ab-2320c4ae439d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.069971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:24.070610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.128107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3290212 Mar 10 17:44:24.136219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49374) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:24.176978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:24.237517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd974-df0c-485e-97a0-559a1fcdb9c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=c42cc156-3e8a-408c-87ab-2320c4ae439d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:24.322272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c42cc156-3e8a-408c-87ab-2320c4ae439d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:24.324141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-83f8adae-4285-4836-937c-5d799bee0d63 None None] Current status of the port caf44ec3-4294-426c-a544-a489f619b824 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:24.343956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port caf44ec3-4294-426c-a544-a489f619b824 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:24.344335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (caf44ec3-4294-426c-a544-a489f619b824), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.374580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:24.378852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.400887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:44:24.413240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:24.524511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abed08-d629-4264-a8bd-145c1ca1f5b4 req-2f984b49-1815-468b-8b4f-d47c875cf460 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:24.526318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79abed08-d629-4264-a8bd-145c1ca1f5b4 req-2f984b49-1815-468b-8b4f-d47c875cf460 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1666529 Mar 10 17:44:24.613915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79abed08-d629-4264-a8bd-145c1ca1f5b4 req-17ab46c6-52b3-493f-a4de-b6799d20b953 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783973 Mar 10 17:44:24.699455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port caf44ec3-4294-426c-a544-a489f619b824 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:24.736097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:21Z', 'revision_number': 3, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:24.787878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Checking router: 9136cd7a-08d5-4b36-b688-46e29f4b0192 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:44:24.788489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Updating router 9136cd7a-08d5-4b36-b688-46e29f4b0192 port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:44:24.836776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:24.970232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:24.981310 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:25.008196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:25.008847 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:25.036264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.040671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e4c1a992-9771-484a-b5a6-3ce3bb4867a3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4904041 Mar 10 17:44:25.050641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:25.078470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (0db5a93f-177c-473b-a116-f5531af5e715), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.129104 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:25.134804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=0db5a93f-177c-473b-a116-f5531af5e715,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:25.169941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': 'e859836b-3d0b-4dee-8a97-b9eb34745883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:25.170618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 89a543c1-f781-45d6-a828-5f1a3d885dbb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:25.195211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:25.210600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 89a543c1-f781-45d6-a828-5f1a3d885dbb) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:25.218653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks [] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.219073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:25.221029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.222800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f2c5e-8eb4-49da-a7cb-a91b8d87e581 None None] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:25.259473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a48cde5c-2efa-4414-8f26-97a303d9ffb4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0894713 Mar 10 17:44:25.262332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:25.270155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:25.289460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.320400 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:23Z', 'revision_number': 3, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:25.373713 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:44:25.375270 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Updating router 4fcbdd59-5161-4417-a197-75fe580c6af9 port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:44:25.447592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:25.454934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.514194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.568002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Pushing event updated for resources: {'Port': ['ID=4cad17e9-3b3e-46f4-860e-edefce0f1e05,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:25.608103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Attempting to bind port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:25.608470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Attempting to bind port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:25.608831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Attempting to bind port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:25.614309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:25.614711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:25.615343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.616246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:25.616732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Bound port: 4cad17e9-3b3e-46f4-860e-edefce0f1e05, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:25.617110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.639247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Allocated IP 172.20.0.1 (aeeb59c3-9a66-4a4f-b993-5152c5ab8221/c5e84746-f7e3-43ca-975a-b6cffebfe2db/3f24a508-51b5-4b36-b599-f565b9d9ac46) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:25.681639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-89a543c1-f781-45d6-a828-5f1a3d885dbb', 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '0db5a93f-177c-473b-a116-f5531af5e715'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:25.682558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.685936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] For port 4cad17e9-3b3e-46f4-860e-edefce0f1e05, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:25.719946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] For port 4cad17e9-3b3e-46f4-860e-edefce0f1e05, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4cad17e9-3b3e-46f4-860e-edefce0f1e05,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:25.730687 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.865033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b11de-43c8-44e6-8033-c249eee40f52 req-10fc4799-14c4-4420-bbf1-dd16bdeda1a6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:25.868397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da3b11de-43c8-44e6-8033-c249eee40f52 req-10fc4799-14c4-4420-bbf1-dd16bdeda1a6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1225660 Mar 10 17:44:25.875621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (059b286d-e3e3-457a-bde4-b205ca752983), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:25.943047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Allocated IP 2001:db8::2 (89a543c1-f781-45d6-a828-5f1a3d885dbb/0db5a93f-177c-473b-a116-f5531af5e715/0ddc0beb-966d-4b91-8c6c-c5f7460fda19) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:26.015227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=059b286d-e3e3-457a-bde4-b205ca752983,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.032386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks [] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.083152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da3b11de-43c8-44e6-8033-c249eee40f52 req-0a617e77-c2b5-4e6f-a542-87784885e87e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967149 Mar 10 17:44:26.086156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': 'e7fb745d-d85c-4574-93ea-5073a0f320a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:26.087832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: c42cc156-3e8a-408c-87ab-2320c4ae439d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:26.119236 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks [] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.124555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network c42cc156-3e8a-408c-87ab-2320c4ae439d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:26.130161 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.142222 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.142761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c42cc156-3e8a-408c-87ab-2320c4ae439d) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:26.143686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.148892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:26.150044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.156576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667a782-5670-4bfe-acf2-62a0f5e92d4b None None] Network c42cc156-3e8a-408c-87ab-2320c4ae439d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:26.163928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.172958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-40d59c4e-3a68-44ef-b12f-e329e121d81e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9093165 Mar 10 17:44:26.176595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:26.184579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526277046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:26.216082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:26.218269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (eb54c799-2482-434f-ad91-cc0eb24922db), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.219954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (eb54c799-2482-434f-ad91-cc0eb24922db), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.225020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:26.230840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:26.243604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Pushing event updated for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.282059 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Pushing event updated for resources: {'Port': ['ID=32fee4fe-0608-4e57-aad0-cfd8ed81e637,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.304369 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.304765 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.305241 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.305579 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.308318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.308716 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.309061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.309538 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.309873 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.310932 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.312614 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.313008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.314763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.326339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Attempting to bind port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:26.327370 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Attempting to bind port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:26.328379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.328534 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Attempting to bind port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:26.340469 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:26.340872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:26.343020 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.343020 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:26.343020 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Bound port: 32fee4fe-0608-4e57-aad0-cfd8ed81e637, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:26.343020 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.347352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (eb54c799-2482-434f-ad91-cc0eb24922db), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.355033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (eb54c799-2482-434f-ad91-cc0eb24922db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.375836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks [] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.391991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.395123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e0f26b28-7344-43fb-9fb4-b6883b82ac5c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2171617 Mar 10 17:44:26.398401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:26.426775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c42cc156-3e8a-408c-87ab-2320c4ae439d', 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '059b286d-e3e3-457a-bde4-b205ca752983'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:26.427795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.441374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.443897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:26.444843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:26.457717 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] For port 32fee4fe-0608-4e57-aad0-cfd8ed81e637, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:26.465683 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] For port 32fee4fe-0608-4e57-aad0-cfd8ed81e637, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32fee4fe-0608-4e57-aad0-cfd8ed81e637,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:26.478243 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.521100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Allocated IP 172.20.0.1 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/3d49cf42-53cc-4a91-91b7-0c4a16864369) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:26.566599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Pushing event updated for resources: {'Port': ['ID=4cad17e9-3b3e-46f4-860e-edefce0f1e05,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.584953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.585509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.586313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.587118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.587643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.588319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.589019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.589551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.590390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.590962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.591611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.592238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.592871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb264-2da5-42e4-8def-df9065aa209f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:26.598674 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:26.601358 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:26.620302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.673704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:26.686197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:26.692955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:26.704764 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6b3e6-c7af-4d43-8c27-9d945e8fb28e None None] Pushing event updated for resources: {'Port': ['ID=32fee4fe-0608-4e57-aad0-cfd8ed81e637,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.774538 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:26.784471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks [] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.894982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.906575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:26.922801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Pushing event updated for resources: {'Port': ['ID=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.947419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Pushing event updated for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:26.970025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:26.976709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:26.982176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:27.028994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks [] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.034042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.055430 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:23Z', 'revision_number': 3, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:27.091855 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6c7e7-0403-4910-9f35-be12a3a5e403 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:23Z', 'revision_number': 3, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:27.149304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:27.153091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.165846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Pushing event updated for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:27.213131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Attempting to bind port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:27.213509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Attempting to bind port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'e859836b-3d0b-4dee-8a97-b9eb34745883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:27.213869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Attempting to bind port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 on network 89a543c1-f781-45d6-a828-5f1a3d885dbb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:27.235307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (4fcbdd59-5161-4417-a197-75fe580c6af9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.311886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.328736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Allocated IP 2001:db8:1::2 (c42cc156-3e8a-408c-87ab-2320c4ae439d/059b286d-e3e3-457a-bde4-b205ca752983/2f3e14d1-d49a-4156-a295-faf54456d92c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:27.332510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:27.333085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Checking segment: {'id': 'e859836b-3d0b-4dee-8a97-b9eb34745883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:27.333685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.334268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Bound using segment: {'id': 'e859836b-3d0b-4dee-8a97-b9eb34745883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:27.334871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Bound port: 0ddc0beb-966d-4b91-8c6c-c5f7460fda19, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e859836b-3d0b-4dee-8a97-b9eb34745883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '89a543c1-f781-45d6-a828-5f1a3d885dbb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:27.335367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.385589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7c6da-5db5-4966-bc9e-c360d5f95f27 req-4ecc5cf4-0fd3-45b6-aa23-2f16deb55133 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:27.387640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb7c6da-5db5-4966-bc9e-c360d5f95f27 req-4ecc5cf4-0fd3-45b6-aa23-2f16deb55133 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1520925 Mar 10 17:44:27.438453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:27.440812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:27.441622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] For port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:27.450543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] For port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,segment=NetworkSegment(e859836b-3d0b-4dee-8a97-b9eb34745883),segment_id=e859836b-3d0b-4dee-8a97-b9eb34745883)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:27.477783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.626375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb7c6da-5db5-4966-bc9e-c360d5f95f27 req-06499977-7906-46b6-a054-6d21b40226cc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311780 Mar 10 17:44:27.630161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4032f-b611-483f-acea-3cc16d48edad None None] Pushing event updated for resources: {'Port': ['ID=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:27.636906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1223b2cd-95ac-49de-820f-8d5b2db07d9b None None] Provisioning complete for port 3d49cf42-53cc-4a91-91b7-0c4a16864369 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:27.637282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1223b2cd-95ac-49de-820f-8d5b2db07d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.645534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8::1 (89a543c1-f781-45d6-a828-5f1a3d885dbb/0db5a93f-177c-473b-a116-f5531af5e715/e6b63501-eb77-401f-a072-b06aa447f561) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:27.685098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1223b2cd-95ac-49de-820f-8d5b2db07d9b None None] Port 3d49cf42-53cc-4a91-91b7-0c4a16864369 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:27.746008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:27.818762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Router 9136cd7a-08d5-4b36-b688-46e29f4b0192 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:27.956092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (e6b63501-eb77-401f-a072-b06aa447f561), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.027265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks [] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.044138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:21Z', 'revision_number': 3, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:28.056623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.059332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e6b63501-eb77-401f-a072-b06aa447f561), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.096325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:28.110686 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63aa81a8-a8bf-428e-bdb9-3549b8141c76 admin admin] 10.222.0.35 "PUT /v2.0/routers/9136cd7a-08d5-4b36-b688-46e29f4b0192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944414 Mar 10 17:44:28.139306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks [] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.139548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66490bb-0ea5-4024-b631-e597b16f6d32 None None] The sync data for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 is: [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:21Z', 'revision_number': 3, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:28.150070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.167518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=e6b63501-eb77-401f-a072-b06aa447f561,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:28.183147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:28.184642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:28.191305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:28.191998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.242714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Network c42cc156-3e8a-408c-87ab-2320c4ae439d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:28.274118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:28.286086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:28.289351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Pushing event updated for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:28.293796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (4fcbdd59-5161-4417-a197-75fe580c6af9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.314413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Pushing event updated for resources: {'Port': ['ID=2f3e14d1-d49a-4156-a295-faf54456d92c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:28.390158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e6b63501-eb77-401f-a072-b06aa447f561), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.425753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Attempting to bind port 2f3e14d1-d49a-4156-a295-faf54456d92c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:28.426174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Attempting to bind port 2f3e14d1-d49a-4156-a295-faf54456d92c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'e7fb745d-d85c-4574-93ea-5073a0f320a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:28.426740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Attempting to bind port 2f3e14d1-d49a-4156-a295-faf54456d92c on network c42cc156-3e8a-408c-87ab-2320c4ae439d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:28.440721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:28.441484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Checking segment: {'id': 'e7fb745d-d85c-4574-93ea-5073a0f320a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:28.442100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.442654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Bound using segment: {'id': 'e7fb745d-d85c-4574-93ea-5073a0f320a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:28.443367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Bound port: 2f3e14d1-d49a-4156-a295-faf54456d92c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb745d-d85c-4574-93ea-5073a0f320a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c42cc156-3e8a-408c-87ab-2320c4ae439d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:28.443890 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.528736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:28.530908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:28.615914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] For port 2f3e14d1-d49a-4156-a295-faf54456d92c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:28.634087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] For port 2f3e14d1-d49a-4156-a295-faf54456d92c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f3e14d1-d49a-4156-a295-faf54456d92c,segment=NetworkSegment(e7fb745d-d85c-4574-93ea-5073a0f320a0),segment_id=e7fb745d-d85c-4574-93ea-5073a0f320a0)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:28.691337 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:28.912733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb7c90-dbf6-4fc4-b1c1-f22fd6fcbc7a None None] Pushing event updated for resources: {'Port': ['ID=2f3e14d1-d49a-4156-a295-faf54456d92c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:28.928818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:29.111828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (e6b63501-eb77-401f-a072-b06aa447f561), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:29.129337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e6b63501-eb77-401f-a072-b06aa447f561), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:29.129337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:29.154644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f8767e5c-b506-4602-8029-d465a6c715a0 None None] Provisioning complete for port 3d49cf42-53cc-4a91-91b7-0c4a16864369 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:29.154940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8767e5c-b506-4602-8029-d465a6c715a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:29.253667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f8767e5c-b506-4602-8029-d465a6c715a0 None None] Port 3d49cf42-53cc-4a91-91b7-0c4a16864369 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:29.254050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:29.270211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-836738d8-a5cd-49f9-ae14-c754a10dbf9e admin admin] 10.222.0.35 "PUT /v2.0/routers/4fcbdd59-5161-4417-a197-75fe580c6af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1734056 Mar 10 17:44:29.414827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=e6b63501-eb77-401f-a072-b06aa447f561,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:29.465345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c865af-41ba-4536-bab3-0f448d57efd0 req-044aaedf-a434-4121-9097-b4c8f8d8f37b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:29.469289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89c865af-41ba-4536-bab3-0f448d57efd0 req-044aaedf-a434-4121-9097-b4c8f8d8f37b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3550587 Mar 10 17:44:29.721398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a58b07-bb5a-475a-bc46-b8509e287542 None None] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:29.733871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89c865af-41ba-4536-bab3-0f448d57efd0 req-23d50e1e-552e-46a2-ade0-859d75900edb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544672 Mar 10 17:44:29.781689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:29.785385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:29.822844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-dc24ccec-a67a-4897-bb12-88f01b51d5cf tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:29.824633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-dc24ccec-a67a-4897-bb12-88f01b51d5cf tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 819 time: 0.2669373 Mar 10 17:44:29.962008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:30.001128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-af670341-58f3-4ae5-8b00-83404f9f4af0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/quotas/15aa2521bd9145e498a79708b0d0ff93 HTTP/1.1" status: 200 len: 375 time: 0.0699275 Mar 10 17:44:30.055050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Provisioning complete for port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:30.055424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:30.059277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:30.092086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-d71ca45e-ac63-4e8a-ac39-20688bad48f9 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831623 Mar 10 17:44:30.186055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router eb54c799-2482-434f-ad91-cc0eb24922db is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:44:30.302652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-064a3fa4-1265-477a-ab87-9a13dabeb9a7 service neutron] 10.222.0.35 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020879 Mar 10 17:44:30.363454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:30.377395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-597ee058-a269-4ee1-9295-e36ae9156ef7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9777730 Mar 10 17:44:30.378233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:30.442686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:30.443633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:30.450487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-161629b8-ea2e-4329-8aa8-8133b5bf1daa service neutron] 10.222.0.35 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341126 Mar 10 17:44:30.451812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] Sync routers for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:30.524470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Current status of the port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:30.525112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:30.530099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:30.533701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:30.545722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7c9ce-d4ec-49a6-9529-c17498089c78 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:30.547882 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f3f7c9ce-d4ec-49a6-9529-c17498089c78 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports/e6b63501-eb77-401f-a072-b06aa447f561 HTTP/1.1" status: 200 len: 911 time: 0.1672125 Mar 10 17:44:30.551446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:30.622262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] For port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,segment=NetworkSegment(e859836b-3d0b-4dee-8a97-b9eb34745883),segment_id=e859836b-3d0b-4dee-8a97-b9eb34745883)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:30.635076 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:30.654798 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:30.661478 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:30.691384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:30.693998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:30.767987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3282f2-8775-4598-94e0-deb386ab112c None None] Pushing event updated for resources: {'Port': ['ID=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:30.862752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:30.864088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32fee4fe-0608-4e57-aad0-cfd8ed81e637 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:30.887630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:30.888336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:30.957334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:30.972721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bec5e073-be09-4092-b4ab-1b2bee71f5b9 req-ea0564b7-7a34-4744-84f0-92cf1b51060d tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 210 time: 0.1360228 Mar 10 17:44:31.016614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49512) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:31.024045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765995289', 'description': 'tempest-description--1659372984'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:31.038137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:31.038859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd66f2-d7c8-41ae-8599-93073fd777d8 None None] The sync data for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:31.086050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.245076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Provisioning complete for port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:31.245523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.337384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d33b0-f773-4fcf-badf-c29838309265 None None] Network c42cc156-3e8a-408c-87ab-2320c4ae439d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:31.537177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (0e059195-93ab-41b2-9f5e-db36a136101e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.544700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:31.547790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.595700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0e059195-93ab-41b2-9f5e-db36a136101e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.621057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:31.662202 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.686380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e059195-93ab-41b2-9f5e-db36a136101e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:31.702282 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:44:31.704189 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Updating router 4fcbdd59-5161-4417-a197-75fe580c6af9 port 3d49cf42-53cc-4a91-91b7-0c4a16864369 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:44:31.713367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.717434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0abbf404-672b-4dd4-bd91-603f6ce658ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6960573 Mar 10 17:44:31.719671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:31.725225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '0e059195-93ab-41b2-9f5e-db36a136101e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:31.767586 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.889872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c09311-65c1-457e-8c84-5bfec040e9a1 req-096fec12-2701-469c-a7ab-479bb2694afa tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:31.895403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35c09311-65c1-457e-8c84-5bfec040e9a1 req-096fec12-2701-469c-a7ab-479bb2694afa tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.6736727 Mar 10 17:44:31.917796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Sync routers for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:31.923225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (b421d1c0-9282-450d-945a-b9dffecaa87f), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:31.954784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Current status of the port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:31.980480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:31.981223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:31.987898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:31.988372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.024850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-00f12001-50bb-4806-b190-8435ff1d61e4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:32.041441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-00f12001-50bb-4806-b190-8435ff1d61e4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 819 time: 0.6097801 Mar 10 17:44:32.046674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 32fee4fe-0608-4e57-aad0-cfd8ed81e637, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32fee4fe-0608-4e57-aad0-cfd8ed81e637,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:32.104688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-c5547819-6b04-4b4d-9e1f-d99799a30df8 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/quotas/15aa2521bd9145e498a79708b0d0ff93 HTTP/1.1" status: 200 len: 375 time: 0.0625727 Mar 10 17:44:32.155497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35c09311-65c1-457e-8c84-5bfec040e9a1 req-8b712611-b71b-4e63-b56c-a27953eb3e83 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407892 Mar 10 17:44:32.229381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-c879c656-3aa0-48f7-8efe-4c164d955b72 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234910 Mar 10 17:44:32.331824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (b421d1c0-9282-450d-945a-b9dffecaa87f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.336033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.337129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4cad17e9-3b3e-46f4-860e-edefce0f1e05 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:32.343289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b421d1c0-9282-450d-945a-b9dffecaa87f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.366711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Provisioning complete for port e6b63501-eb77-401f-a072-b06aa447f561 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:32.367313 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6b63501-eb77-401f-a072-b06aa447f561), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.423779 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks [] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.432151 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.451913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:32.499528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031e58-81e9-4466-94f7-2848710efd61 None None] Pushing event updated for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:32.529155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2b82fdbd-f9a2-4080-a7ba-3c8d88abe46d None None] Port e6b63501-eb77-401f-a072-b06aa447f561 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:32.536424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=32fee4fe-0608-4e57-aad0-cfd8ed81e637,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:32.597246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-8683158a-6e5b-4a1e-acd6-2209c85fc512 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:44:32.605907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-8683158a-6e5b-4a1e-acd6-2209c85fc512 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3742518 Mar 10 17:44:32.623624 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Attempting to bind port 3d49cf42-53cc-4a91-91b7-0c4a16864369 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:32.624035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Attempting to bind port 3d49cf42-53cc-4a91-91b7-0c4a16864369 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:32.632742 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Attempting to bind port 3d49cf42-53cc-4a91-91b7-0c4a16864369 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:32.639069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:32.639607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.650861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:32.656233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:32.657127 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.657127 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:32.657556 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Bound port: 3d49cf42-53cc-4a91-91b7-0c4a16864369, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:32.657938 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.759495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Provisioning complete for port e6b63501-eb77-401f-a072-b06aa447f561 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:32.759878 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6b63501-eb77-401f-a072-b06aa447f561), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.840971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] For port 3d49cf42-53cc-4a91-91b7-0c4a16864369, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:32.845119 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] For port 3d49cf42-53cc-4a91-91b7-0c4a16864369, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3d49cf42-53cc-4a91-91b7-0c4a16864369,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:32.853195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Port e6b63501-eb77-401f-a072-b06aa447f561 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:32.861987 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.921165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-c880a11d-f51c-4c9b-8d4b-3e82dfb65feb service neutron] 10.222.0.35 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142118 Mar 10 17:44:32.931952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b421d1c0-9282-450d-945a-b9dffecaa87f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:32.953608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8:1::1 (c42cc156-3e8a-408c-87ab-2320c4ae439d/059b286d-e3e3-457a-bde4-b205ca752983/0985df2c-5b76-4995-a5aa-6690c329f0c2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:32.963217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:32.968475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c2a22f6-3783-4e9b-a19d-d797d00a67af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2462251 Mar 10 17:44:32.971700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:32.977071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '0e059195-93ab-41b2-9f5e-db36a136101e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:32.992338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Provisioning complete for port 2f3e14d1-d49a-4156-a295-faf54456d92c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:32.992824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.004034 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:33.004603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:33.006962 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031e58-81e9-4466-94f7-2848710efd61 None None] Pushing event updated for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:33.100479 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (f81564fc-050d-4f87-a3bf-9636c72dec0b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.110761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:33.111188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.127154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-3ee7e5c6-6bd5-4b53-8f3a-0504b9009ab0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:33.132852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-3ee7e5c6-6bd5-4b53-8f3a-0504b9009ab0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 819 time: 0.4474311 Mar 10 17:44:33.146871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Request body: {'port': {'device_id': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'admin_state_up': True, 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:33.206003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4cad17e9-3b3e-46f4-860e-edefce0f1e05, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4cad17e9-3b3e-46f4-860e-edefce0f1e05,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:33.210211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-23a6d02b-0f77-438f-b4ca-47d4ec847dfd service neutron] 10.222.0.35 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881660 Mar 10 17:44:33.236001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (f81564fc-050d-4f87-a3bf-9636c72dec0b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.239313 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.240237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f3e14d1-d49a-4156-a295-faf54456d92c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:33.257376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f81564fc-050d-4f87-a3bf-9636c72dec0b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.258176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 4, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3f24a508-51b5-4b36-b599-f565b9d9ac46', 'name': '', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'mac_address': 'fa:16:3e:15:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:25Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 2, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'subnets': [{'id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:33.312752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81564fc-050d-4f87-a3bf-9636c72dec0b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:33.349660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.354261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.359800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cd323b4f-79e1-43a1-9d13-ee3c4cb28bd1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868067 Mar 10 17:44:33.360922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:33.370837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:33.433236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Made reservation on behalf of 15aa2521bd9145e498a79708b0d0ff93 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:33.438725 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.459438 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.459712 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:33.473586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7bb6e-e094-44d5-981d-f04d71678ca8 req-002b1ef3-7b08-4a71-aacc-6f27a0c63fad tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:33.475903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0f7bb6e-e094-44d5-981d-f04d71678ca8 req-002b1ef3-7b08-4a71-aacc-6f27a0c63fad tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1649351 Mar 10 17:44:33.546144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.584415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network c42cc156-3e8a-408c-87ab-2320c4ae439d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:33.607709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:33.609204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0f7bb6e-e094-44d5-981d-f04d71678ca8 req-f38aaa91-6ede-41f1-b9a7-0e7f47b1026b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264024 Mar 10 17:44:33.629082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2864ecb1-4f76-4548-9ab5-9f3177961f07 req-23d14998-838c-4cc7-ad2b-6317a5e802ef tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 210 time: 0.0428345 Mar 10 17:44:33.632288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:33.633086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.670818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Checking router: 9136cd7a-08d5-4b36-b688-46e29f4b0192 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:44:33.671176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Updating router 9136cd7a-08d5-4b36-b688-46e29f4b0192 port 3f24a508-51b5-4b36-b599-f565b9d9ac46 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:44:33.727592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=0985df2c-5b76-4995-a5aa-6690c329f0c2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:33.733726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Allocated IP 172.20.0.8 (aeeb59c3-9a66-4a4f-b993-5152c5ab8221/c5e84746-f7e3-43ca-975a-b6cffebfe2db/39fb31b8-f765-4064-9a4a-fcba17308f2d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:33.803681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:33.844946 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:32Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:33.903050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734b2b-0e9e-4d15-8515-d89d05587c92 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:32Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:33.971530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.069340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.196234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks [] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.263589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.382178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:34.392575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:34.418407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:34.512570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Pushing event updated for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:34.514047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f3e14d1-d49a-4156-a295-faf54456d92c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:34.514594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.525006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.25.3.175 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6c24d1c8-3a09-41d0-8c3c-9a41777367fe) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:34.554639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:34.555883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.582159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4cad17e9-3b3e-46f4-860e-edefce0f1e05,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:34.589880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Current status of the port 2f3e14d1-d49a-4156-a295-faf54456d92c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:34.590294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.604730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-e02e0451-ba4c-464b-8ae4-58af02f85214 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4617651 Mar 10 17:44:34.621850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Request body: {'port': {'device_id': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:34.650538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] For port 2f3e14d1-d49a-4156-a295-faf54456d92c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f3e14d1-d49a-4156-a295-faf54456d92c,segment=NetworkSegment(e7fb745d-d85c-4574-93ea-5073a0f320a0),segment_id=e7fb745d-d85c-4574-93ea-5073a0f320a0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:34.672354 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.754093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0b00-4891-4540-b7b7-62d967eabfcd None None] Pushing event updated for resources: {'Port': ['ID=2f3e14d1-d49a-4156-a295-faf54456d92c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:34.833091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.865792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.871262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.873295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Provisioning complete for port 3d49cf42-53cc-4a91-91b7-0c4a16864369 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:34.873674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:34.951934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3103f93b-634b-4aa3-ad16-20a33b509fa0 req-70200676-2456-4aee-bc49-985f569fac71 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 210 time: 0.1642165 Mar 10 17:44:34.969841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.052330 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:44:35.059491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f54d-8c02-4b2e-b444-c9c66d4d9853 req-b1f9770e-d71d-44b5-999b-617c4d2a230b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:35.061889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8181f54d-8c02-4b2e-b444-c9c66d4d9853 req-b1f9770e-d71d-44b5-999b-617c4d2a230b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2756474 Mar 10 17:44:35.079512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=0985df2c-5b76-4995-a5aa-6690c329f0c2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:35.135502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Current status of the port 3d49cf42-53cc-4a91-91b7-0c4a16864369 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:35.136061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.138317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f3e14d1-d49a-4156-a295-faf54456d92c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:35.187168 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.203163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:35.212057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network c42cc156-3e8a-408c-87ab-2320c4ae439d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:35.219737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:35.402482 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.425573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] For port 3d49cf42-53cc-4a91-91b7-0c4a16864369, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3d49cf42-53cc-4a91-91b7-0c4a16864369,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:35.434278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks [] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.446325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.498802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.528402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Provisioning complete for port 0985df2c-5b76-4995-a5aa-6690c329f0c2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:35.529051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.564726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:35.569805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:35.598627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:35.603566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Pushing event updated for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:35.626980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:35.678312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e5d-ee71-4cba-af48-81c2961765ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.679809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8181f54d-8c02-4b2e-b444-c9c66d4d9853 req-a0659209-87e8-4454-8759-ae51201d9500 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094992 Mar 10 17:44:35.702383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=6c24d1c8-3a09-41d0-8c3c-9a41777367fe,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:35.716733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router eb54c799-2482-434f-ad91-cc0eb24922db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:35.759442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-185f44ea-4c02-49be-a17a-549dd4a266fe None None] Port 0985df2c-5b76-4995-a5aa-6690c329f0c2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:35.800155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Attempting to bind port 3f24a508-51b5-4b36-b599-f565b9d9ac46 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:35.800512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Attempting to bind port 3f24a508-51b5-4b36-b599-f565b9d9ac46 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:35.800883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Attempting to bind port 3f24a508-51b5-4b36-b599-f565b9d9ac46 on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:35.804701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892efb-0196-4fe6-bb0a-474a39c9898a None None] Pushing event updated for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:35.814969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:35.816062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Checking segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:35.816062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.816253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Bound using segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:35.816578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Bound port: 3f24a508-51b5-4b36-b599-f565b9d9ac46, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:35.816962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.881629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:35.882007 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:35.957183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1b0107d4-4535-40b7-9ffe-eed215430eaf None None] Provisioning complete for port 0985df2c-5b76-4995-a5aa-6690c329f0c2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:35.957580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b0107d4-4535-40b7-9ffe-eed215430eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.017605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] For port 3f24a508-51b5-4b36-b599-f565b9d9ac46, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:36.028656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e5d-ee71-4cba-af48-81c2961765ee admin admin] Publish callbacks [] for security_group (b192ccb3-f017-482b-8fbc-ebfa49b715db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.030957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-300ac034-54ea-433f-9cc0-c555d303aa58 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:36.034761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-300ac034-54ea-433f-9cc0-c555d303aa58 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.41 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 819 time: 0.2727156 Mar 10 17:44:36.045240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.050893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] For port 3f24a508-51b5-4b36-b599-f565b9d9ac46, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3f24a508-51b5-4b36-b599-f565b9d9ac46,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:36.058345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Request body: {'port': {'device_id': '66b92dbc-310b-4888-a17a-1448410545bf', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'admin_state_up': True, 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:36.062637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e5d-ee71-4cba-af48-81c2961765ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b192ccb3-f017-482b-8fbc-ebfa49b715db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.081771 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.084419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1b0107d4-4535-40b7-9ffe-eed215430eaf None None] Port 0985df2c-5b76-4995-a5aa-6690c329f0c2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:36.101018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-483e5875-9a5f-40d3-927f-b8b8e5f5b2d6 req-b6c3c5f4-1afb-4161-9b24-a1b03a49d812 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 210 time: 0.0608332 Mar 10 17:44:36.153369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:36.154698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32fee4fe-0608-4e57-aad0-cfd8ed81e637 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:36.189465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2c8b1e5d-ee71-4cba-af48-81c2961765ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c701c29439846ba8b2ceb1c7f3fa2e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9839942 Mar 10 17:44:36.195807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.206565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:36.219558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:36.220957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.225146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892efb-0196-4fe6-bb0a-474a39c9898a None None] Pushing event updated for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:36.240526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fb31b8-f765-4064-9a4a-fcba17308f2d {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:36.254475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks [] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.269972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1e5d-ee71-4cba-af48-81c2961765ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b192ccb3-f017-482b-8fbc-ebfa49b715db,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:36.281140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Made reservation on behalf of 15aa2521bd9145e498a79708b0d0ff93 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:36.283844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:36.285946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.292334 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a7cd630-ece8-4897-b68f-f1bd4ea79d50 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7397685 Mar 10 17:44:36.293298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:36.293804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.297969 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] Sync routers for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:36.303450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:36.307255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Transition to ACTIVE for port object 39fb31b8-f765-4064-9a4a-fcba17308f2d will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:44:36.321720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.333247 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:36.334062 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.416884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:36.433079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749708b1-ab88-4dbb-b464-db68eafbfe1a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:36.434938 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-749708b1-ab88-4dbb-b464-db68eafbfe1a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports/0985df2c-5b76-4995-a5aa-6690c329f0c2 HTTP/1.1" status: 200 len: 913 time: 0.1304977 Mar 10 17:44:36.445252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49590) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:36.460477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:36.467851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] Publish callbacks [] for security_group (b192ccb3-f017-482b-8fbc-ebfa49b715db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.468379 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.493166 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:36.494930 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.505662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:36.506206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3d49cf42-53cc-4a91-91b7-0c4a16864369 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:36.543001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] Publish callbacks [] for security_group (b192ccb3-f017-482b-8fbc-ebfa49b715db), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.558629 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.560944 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5190b7-0538-4f44-bd85-75be066338f5 None None] The sync data for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:36.638380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.648911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.662254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3d49cf42-53cc-4a91-91b7-0c4a16864369 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:36.662875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.663431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Attempting to bind port 39fb31b8-f765-4064-9a4a-fcba17308f2d on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:36.663834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Attempting to bind port 39fb31b8-f765-4064-9a4a-fcba17308f2d by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:36.664236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Attempting to bind port 39fb31b8-f765-4064-9a4a-fcba17308f2d on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:36.685769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Port 39fb31b8-f765-4064-9a4a-fcba17308f2d on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:44:36.686568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Attempting to bind port 39fb31b8-f765-4064-9a4a-fcba17308f2d on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:36.697103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Allocated IP 172.20.0.5 (aeeb59c3-9a66-4a4f-b993-5152c5ab8221/c5e84746-f7e3-43ca-975a-b6cffebfe2db/17331e67-7088-4f54-913f-49c26f8d194b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:36.712733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:36.713703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Checking segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:36.714097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Bound using segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:36.714580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Bound port: 39fb31b8-f765-4064-9a4a-fcba17308f2d, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:36.714948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.727349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b192ccb3-f017-482b-8fbc-ebfa49b715db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.731841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.733572 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b192ccb3-f017-482b-8fbc-ebfa49b715db HTTP/1.1" status: 204 len: 168 time: 0.5262423 Mar 10 17:44:36.760975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95df76-f787-48bb-8549-9e78200ff47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192ccb3-f017-482b-8fbc-ebfa49b715db,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:36.851415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=6c24d1c8-3a09-41d0-8c3c-9a41777367fe,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:36.862740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3d49cf42-53cc-4a91-91b7-0c4a16864369 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:36.864033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4cad17e9-3b3e-46f4-860e-edefce0f1e05 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:36.876104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.888253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 4, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3f24a508-51b5-4b36-b599-f565b9d9ac46', 'name': '', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'mac_address': 'fa:16:3e:15:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:25Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 4, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'subnets': [{'id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:36.898888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:36.900882 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6175055d-80fc-4873-a67f-5505c3117d53 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5370631 Mar 10 17:44:36.903802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:36.943561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21d143-ac71-472d-a177-c82fa0cf6138 None None] The sync data for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 is: [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:44:26Z', 'revision_number': 4, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3f24a508-51b5-4b36-b599-f565b9d9ac46', 'name': '', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'mac_address': 'fa:16:3e:15:06:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:25Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 4, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'subnets': [{'id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:36.961250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:36.980961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:36.981799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.034854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.071634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:37.072259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.073874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] 10.222.0.59 "PUT /v2.0/ports/39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 1091 time: 2.4595256 Mar 10 17:44:37.088457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:37.090908 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b40b1-ec6f-4d16-b5eb-00cc88316136" -d '{"events": [{"name": "network-changed", "server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:37.189337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff699-3b0f-4ca5-ac47-6f717e54ff6c req-3d15ea7f-07c0-47ea-814b-0cba50db145c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:37.190938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b48ff699-3b0f-4ca5-ac47-6f717e54ff6c req-3d15ea7f-07c0-47ea-814b-0cba50db145c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3604879 Mar 10 17:44:37.213126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:37.214931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f3e14d1-d49a-4156-a295-faf54456d92c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:37.256008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:37.274670 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb42502-b3af-4cac-9ffa-52d38c0c5ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.279495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2f3e14d1-d49a-4156-a295-faf54456d92c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:37.279875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.376222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb42502-b3af-4cac-9ffa-52d38c0c5ff3 admin admin] Publish callbacks [] for security_group (233b7a56-e8e8-49ad-a478-cd606807dd1c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.380765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f3e14d1-d49a-4156-a295-faf54456d92c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:37.384061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb42502-b3af-4cac-9ffa-52d38c0c5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (233b7a56-e8e8-49ad-a478-cd606807dd1c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.397795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f424e-2904-41a3-ae26-91a2be039ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:37.435701 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6bb42502-b3af-4cac-9ffa-52d38c0c5ff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58f24945329a4c8e93f39737a46ae259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773701 Mar 10 17:44:37.436264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:37.442545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb42502-b3af-4cac-9ffa-52d38c0c5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233b7a56-e8e8-49ad-a478-cd606807dd1c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:37.471851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-5857dfb8-1081-492e-ab8e-211624015286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:37.474111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-5857dfb8-1081-492e-ab8e-211624015286 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1125 time: 0.3192823 Mar 10 17:44:37.481012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-bba194f7-f786-4fc5-820c-b76e323dbec0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--765995289&fields=id&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 267 time: 0.3250375 Mar 10 17:44:37.484062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks [] for port (17331e67-7088-4f54-913f-49c26f8d194b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.491375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b48ff699-3b0f-4ca5-ac47-6f717e54ff6c req-81f8880d-8a0b-411f-83c9-3d14948f284c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493575 Mar 10 17:44:37.499836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] Publish callbacks [] for security_group (233b7a56-e8e8-49ad-a478-cd606807dd1c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.543875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] Publish callbacks [] for security_group (233b7a56-e8e8-49ad-a478-cd606807dd1c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.557992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-67f399bd-0e14-4a8e-b7bf-ba51319dda65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0632985 Mar 10 17:44:37.621250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (233b7a56-e8e8-49ad-a478-cd606807dd1c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.624194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.627708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/233b7a56-e8e8-49ad-a478-cd606807dd1c HTTP/1.1" status: 204 len: 168 time: 0.1880558 Mar 10 17:44:37.641874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dafe8-463d-4dbe-b005-1325193ff655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233b7a56-e8e8-49ad-a478-cd606807dd1c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:37.686257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3d49cf42-53cc-4a91-91b7-0c4a16864369 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:37.711441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc4b6c8-e842-434e-99d0-18ad6bb084f8 req-b30eb893-6df6-486c-b2e8-1cd8883765ba tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 210 time: 0.0978391 Mar 10 17:44:37.768077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.790805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-88520c4c-f095-4117-9c26-00f50c931cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:37.792306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-88520c4c-f095-4117-9c26-00f50c931cb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1882257 Mar 10 17:44:37.808610 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd460e1-f18e-4cb7-b78d-3eb34445f489 x-openstack-request-id: req-8bd460e1-f18e-4cb7-b78d-3eb34445f489 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:37.808967 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:37.809161 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bd460e1-f18e-4cb7-b78d-3eb34445f489 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:37.809572 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d', 'status': 'completed', 'code': 200} Mar 10 17:44:37.885366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-349bee97-60d6-4b82-ac4e-1a8c84c10a6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825813 Mar 10 17:44:37.890852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:37.915047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-570b06d0-1e93-4db3-87ed-74ea36b76aa4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:37.916845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-570b06d0-1e93-4db3-87ed-74ea36b76aa4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.3732984 Mar 10 17:44:37.918096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:37.921008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:37.973930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3d49cf42-53cc-4a91-91b7-0c4a16864369 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:37.974420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:37.994704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Pushing event updated for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:38.006457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.032932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-4cad92b0-d939-4179-9297-eef622cda8fb tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/quotas/e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 375 time: 0.0889640 Mar 10 17:44:38.040761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:44:38.148770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:38.149413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.165101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:38.178286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3d49cf42-53cc-4a91-91b7-0c4a16864369 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:38.179665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3f24a508-51b5-4b36-b599-f565b9d9ac46 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:38.182506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'port_id': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'mac_address': 'fa:16:3e:cf:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea0537-c213-4df3-87cf-880f39c0073f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:44:38.228106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-2b196382-101e-4600-898d-959a94e75390 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1749029 Mar 10 17:44:38.243795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-f27a265e-2a96-4b7c-b906-c74f65248c99 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464439 Mar 10 17:44:38.247764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Request body: {'port': {'device_id': '66b92dbc-310b-4888-a17a-1448410545bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:38.282674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:38.283662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.302540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:38.321178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3f24a508-51b5-4b36-b599-f565b9d9ac46 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:38.321540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.358699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e27c920b-b16d-47b1-a086-4f045d9d3e4d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812555 Mar 10 17:44:38.367921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:38.385386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.469172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:38.512496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3f24a508-51b5-4b36-b599-f565b9d9ac46 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:38.512851 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.515342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:38.596862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 3f24a508-51b5-4b36-b599-f565b9d9ac46, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3f24a508-51b5-4b36-b599-f565b9d9ac46,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:38.605688 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.681329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:38.832503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (17331e67-7088-4f54-913f-49c26f8d194b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:38.910356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74740823-aad8-4138-bf3e-6ab345cfe437 req-526feda1-1196-4072-a95a-24604031dfdb service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534638 Mar 10 17:44:38.962473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-9f91d145-318f-4b95-8270-e1f4f42ebd1e service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791762 Mar 10 17:44:39.016612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387477a2-505d-4da2-af4c-76bc0ee167f0 req-aeeb66bf-144e-4904-82a5-44e9db39afe8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:39.018108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-387477a2-505d-4da2-af4c-76bc0ee167f0 req-aeeb66bf-144e-4904-82a5-44e9db39afe8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.2567461 Mar 10 17:44:39.039921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:39.148724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8198c0c9-0b55-4d31-bf5d-068d4f940ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.237224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8198c0c9-0b55-4d31-bf5d-068d4f940ea8 admin admin] Publish callbacks [] for security_group (dfac7be3-6315-4a9a-8588-cb3f3726dafc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.241369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8198c0c9-0b55-4d31-bf5d-068d4f940ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dfac7be3-6315-4a9a-8588-cb3f3726dafc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.281498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8198c0c9-0b55-4d31-bf5d-068d4f940ea8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b61a7102d91446c186c4f7d2fc0ca741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404563 Mar 10 17:44:39.282622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198c0c9-0b55-4d31-bf5d-068d4f940ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac7be3-6315-4a9a-8588-cb3f3726dafc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:39.284690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:39.292556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-d6536577-26d6-4ca1-a3b9-696d06d3cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:39.294189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-d6536577-26d6-4ca1-a3b9-696d06d3cff1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1125 time: 0.3281412 Mar 10 17:44:39.305919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-387477a2-505d-4da2-af4c-76bc0ee167f0 req-6b0f82ac-b8f2-463e-8e24-d48b8bef69d4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589295 Mar 10 17:44:39.324559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-728e4778-bdf5-4c67-b78d-0eefd0804906 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322906 Mar 10 17:44:39.350781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] Publish callbacks [] for security_group (dfac7be3-6315-4a9a-8588-cb3f3726dafc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.376701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] Publish callbacks [] for security_group (dfac7be3-6315-4a9a-8588-cb3f3726dafc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.448310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dfac7be3-6315-4a9a-8588-cb3f3726dafc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.464405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.472618 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfac7be3-6315-4a9a-8588-cb3f3726dafc HTTP/1.1" status: 204 len: 168 time: 0.1851456 Mar 10 17:44:39.474360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port 0985df2c-5b76-4995-a5aa-6690c329f0c2 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:39.474937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.490225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fefb5-be95-4a72-9eff-e25c7593022e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac7be3-6315-4a9a-8588-cb3f3726dafc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:39.576894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3f24a508-51b5-4b36-b599-f565b9d9ac46 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:39.645005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72562554-d3b6-40b5-9b27-4377d9f28eac req-6da7d5be-5771-4822-822d-85c08e73582f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 210 time: 0.1053905 Mar 10 17:44:39.661637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3f24a508-51b5-4b36-b599-f565b9d9ac46 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:39.662016 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.663394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-9f531b8b-08bf-4076-9ff2-4c2bbabb34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:39.665549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-9f531b8b-08bf-4076-9ff2-4c2bbabb34e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.3561580 Mar 10 17:44:39.693888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56bdb-88f0-40bf-a9a5-b9dd03b337c8 req-5f129409-7b2b-42b2-9d58-35f617507b4f tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:39.695251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8da56bdb-88f0-40bf-a9a5-b9dd03b337c8 req-5f129409-7b2b-42b2-9d58-35f617507b4f tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 931 time: 0.3209517 Mar 10 17:44:39.748230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.772412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3f24a508-51b5-4b36-b599-f565b9d9ac46 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:39.793999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-e84c3749-a61f-4d3e-a76c-2dc5722baeae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0935614 Mar 10 17:44:39.802456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for 0985df2c-5b76-4995-a5aa-6690c329f0c2 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:39.867012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17331e67-7088-4f54-913f-49c26f8d194b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:39.920828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks [] for port (17331e67-7088-4f54-913f-49c26f8d194b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:39.951926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8da56bdb-88f0-40bf-a9a5-b9dd03b337c8 req-9fdc6d74-e841-4960-84b9-c37f99bbe669 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239795 Mar 10 17:44:39.962863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-054f3e7b-f3b8-4753-a6a7-115a6401d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:39.964357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-054f3e7b-f3b8-4753-a6a7-115a6401d153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1599081 Mar 10 17:44:39.966874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Transition to ACTIVE for port object 17331e67-7088-4f54-913f-49c26f8d194b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:44:39.987106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.014364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-fea92507-e267-4ed1-a69f-3b25c89e5679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424409 Mar 10 17:44:40.052631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:40.122728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:40.122728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.133460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Pushing event updated for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:40.208891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.209246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.209567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.209927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.210263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.210622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.211051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.211301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.211638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.211965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.212293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.212667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.213036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:44:40.226035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:40.226462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.264133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:40.266662 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd56d0-6d1a-4fb0-9ab1-601c9803bb3f" -d '{"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:40.284444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:40.292769 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.308525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-e73753ed-3da4-4a68-9988-94c69d4fff30 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678733 Mar 10 17:44:40.357195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Attempting to bind port 17331e67-7088-4f54-913f-49c26f8d194b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:40.357525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Attempting to bind port 17331e67-7088-4f54-913f-49c26f8d194b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:40.357959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Attempting to bind port 17331e67-7088-4f54-913f-49c26f8d194b on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:40.368706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Port 17331e67-7088-4f54-913f-49c26f8d194b on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:44:40.369033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Attempting to bind port 17331e67-7088-4f54-913f-49c26f8d194b on network aeeb59c3-9a66-4a4f-b993-5152c5ab8221 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:40.374017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:40.387246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0985df2c-5b76-4995-a5aa-6690c329f0c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.400783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:40.400917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Checking segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:40.401292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Bound using segment: {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:40.401768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Bound port: 17331e67-7088-4f54-913f-49c26f8d194b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ac8c35-536e-49fc-b6cc-c448fd76488f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:40.402159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (17331e67-7088-4f54-913f-49c26f8d194b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.463603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=0985df2c-5b76-4995-a5aa-6690c329f0c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:40.554960 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c81fe24-bc53-4719-9be6-bb645b7e2c1d x-openstack-request-id: req-1c81fe24-bc53-4719-9be6-bb645b7e2c1d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:40.555256 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:40.555506 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c81fe24-bc53-4719-9be6-bb645b7e2c1d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:40.555931 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'code': 200} Mar 10 17:44:40.661987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103b40b1-ec6f-4d16-b5eb-00cc88316136 req-e7657dd1-613f-4520-98db-670e9ce419ee service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381984 Mar 10 17:44:40.670762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:40.756104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=17331e67-7088-4f54-913f-49c26f8d194b,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:40.781562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.808251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.821834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73b241-9596-4c14-92e3-65f73ce312a3 req-b7f0db1f-654f-4176-99cc-d5c20a96e7c1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:40.828741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f73b241-9596-4c14-92e3-65f73ce312a3 req-b7f0db1f-654f-4176-99cc-d5c20a96e7c1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3723617 Mar 10 17:44:40.840110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7302343e-67f5-4432-b3b0-5aee3da2fa3e req-e37b3d5f-6769-4999-be54-5fa275bc00be tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 210 time: 0.0910451 Mar 10 17:44:40.873485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:40.874937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:40.875924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] 10.222.0.41 "PUT /v2.0/ports/17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 200 len: 1091 time: 2.6347711 Mar 10 17:44:40.884003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:40.886522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "tag": "17331e67-7088-4f54-913f-49c26f8d194b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:40.996570 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723cd5df-7637-4887-be07-c159340352fc x-openstack-request-id: req-723cd5df-7637-4887-be07-c159340352fc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:40.996860 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "tag": "17331e67-7088-4f54-913f-49c26f8d194b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:40.997107 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-723cd5df-7637-4887-be07-c159340352fc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:40.997501 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b', 'status': 'completed', 'code': 200} Mar 10 17:44:41.439051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:41.448221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a4a8-f1e2-432e-9601-70d977220b1e service neutron] Pushing event updated for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:41.489729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f73b241-9596-4c14-92e3-65f73ce312a3 req-66fc5ec9-9d2b-4ca3-ad62-507b94fad3f4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599705 Mar 10 17:44:41.531002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-812875aa-5b7f-48f2-9355-c75d73f221fc tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:41.531002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-812875aa-5b7f-48f2-9355-c75d73f221fc tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.7141025 Mar 10 17:44:41.531002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-b39d5389-4f9a-425a-9bfb-27b403153d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:41.531002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-b39d5389-4f9a-425a-9bfb-27b403153d44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1125 time: 0.5879538 Mar 10 17:44:41.573140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8596038f-d1bf-4aa1-9bb5-927cc770329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.637972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579633a9-80d2-41c7-ad53-efabae206874 req-233b8b11-8854-40ed-85d8-6b2c25ce0da9 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:41.639530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-579633a9-80d2-41c7-ad53-efabae206874 req-233b8b11-8854-40ed-85d8-6b2c25ce0da9 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 943 time: 0.2756958 Mar 10 17:44:41.669538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8596038f-d1bf-4aa1-9bb5-927cc770329b admin admin] Publish callbacks [] for security_group (569a4b03-ea4d-49a2-aa7b-505ef6c83561), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.672697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-5b7e5d5a-dd13-4968-8c9b-990fdf5a3177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 200 len: 217 time: 0.1049805 Mar 10 17:44:41.675140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8596038f-d1bf-4aa1-9bb5-927cc770329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (569a4b03-ea4d-49a2-aa7b-505ef6c83561), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.721400 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8596038f-d1bf-4aa1-9bb5-927cc770329b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcb5412d0f2a4f8cbce07cb824e365c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812059 Mar 10 17:44:41.726201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49752) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:41.733108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 39fb31b8-f765-4064-9a4a-fcba17308f2d details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:44:41.743880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596038f-d1bf-4aa1-9bb5-927cc770329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569a4b03-ea4d-49a2-aa7b-505ef6c83561,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:41.784112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] Publish callbacks [] for security_group (569a4b03-ea4d-49a2-aa7b-505ef6c83561), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.812828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router eb54c799-2482-434f-ad91-cc0eb24922db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:41.817913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] Publish callbacks [] for security_group (569a4b03-ea4d-49a2-aa7b-505ef6c83561), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.821873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87553833-850f-413e-b98b-f5c36062f618 req-e04c17f7-11de-4438-8327-454791af2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:41.823435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-e04c17f7-11de-4438-8327-454791af2b80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1384044 Mar 10 17:44:41.850603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-579633a9-80d2-41c7-ad53-efabae206874 req-a0c3d524-e783-459c-91be-52eb44240070 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605968 Mar 10 17:44:41.850603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-016367e0-1f42-4264-805e-101f7ea77509 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 379 time: 0.2689893 Mar 10 17:44:41.862183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'port': {'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'admin_state_up': True, 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'security_groups': ['0e059195-93ab-41b2-9f5e-db36a136101e']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:41.885507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-5d77c89d-63a4-4918-90a8-6957da372355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384145 Mar 10 17:44:41.931122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (569a4b03-ea4d-49a2-aa7b-505ef6c83561), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.937726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:41.938949 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/569a4b03-ea4d-49a2-aa7b-505ef6c83561 HTTP/1.1" status: 204 len: 168 time: 0.2118044 Mar 10 17:44:41.949459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309dbed-1392-42c0-93d8-934e759f2b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569a4b03-ea4d-49a2-aa7b-505ef6c83561,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:41.971920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:41.987811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '39fb31b8-f765-4064-9a4a-fcba17308f2d', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'port_id': '39fb31b8-f765-4064-9a4a-fcba17308f2d', 'mac_address': 'fa:16:3e:55:d2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:44:42.039246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 39fb31b8-f765-4064-9a4a-fcba17308f2d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:42.039962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:42.056351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fb31b8-f765-4064-9a4a-fcba17308f2d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:42.062709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3f9e68f-bac9-46bd-8961-c4438b6c3b8a req-eb357bce-372b-45ac-bd9f-aefcd81ab7b2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 210 time: 0.0886269 Mar 10 17:44:42.090477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:42.099698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:42.160193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:42.228136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:42.231575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:42.246157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:42.251606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7b75ea30-ca4d-4566-8cff-dae4dc006e47 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8050938 Mar 10 17:44:42.255779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49776) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:42.264104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] Sync routers for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:42.281143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:42.282308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:42.312266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-f38143da-9dba-4f06-9e10-1ee0593e75ec service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113736 Mar 10 17:44:42.334258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:42.378325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:42.379854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:42.458763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['39fb31b8-f765-4064-9a4a-fcba17308f2d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:42.465611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:42.466451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e4511-be55-4a6e-b5d5-39be00c28f73 None None] The sync data for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:42.497513 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48098b4e-7570-4e63-8172-99814e01f9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:42.752955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.20.0.12 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/07649262-77fb-4e54-aee2-89017d170b4f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:42.771981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87553833-850f-413e-b98b-f5c36062f618 req-9228eb81-2ae6-4742-9717-73938022ca12 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502854 Mar 10 17:44:42.941034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e23302-bbb7-4eed-bd66-bd4b244fe63a req-1bf7a71e-bd96-4b52-adaf-1acd5b7a04ad tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:42.943161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e23302-bbb7-4eed-bd66-bd4b244fe63a req-1bf7a71e-bd96-4b52-adaf-1acd5b7a04ad tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3291883 Mar 10 17:44:43.451521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-f65e8b0e-bd93-4b6a-ae55-26ea356076c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:43.453094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-f65e8b0e-bd93-4b6a-ae55-26ea356076c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1125 time: 0.6109891 Mar 10 17:44:43.563747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e23302-bbb7-4eed-bd66-bd4b244fe63a req-13ec5e67-038e-4089-b8eb-619ac6df9e12 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118696 Mar 10 17:44:43.623558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17458c-5708-4f46-804d-96c7e84e87ee req-1e5289c7-5b56-49ca-ac82-42df0cea6953 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:43.625006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c17458c-5708-4f46-804d-96c7e84e87ee req-1e5289c7-5b56-49ca-ac82-42df0cea6953 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 943 time: 0.6686387 Mar 10 17:44:43.689815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (07649262-77fb-4e54-aee2-89017d170b4f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:43.731268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 39fb31b8-f765-4064-9a4a-fcba17308f2d up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:43.841788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 39fb31b8-f765-4064-9a4a-fcba17308f2d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:44:43.846154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 39fb31b8-f765-4064-9a4a-fcba17308f2d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:43.846706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:43.851012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c17458c-5708-4f46-804d-96c7e84e87ee req-0296be01-5cf8-4789-8878-4022f5bbb589 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727066 Mar 10 17:44:43.857903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-409b22b6-6784-4212-884d-0f5f48994ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:43.861390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-409b22b6-6784-4212-884d-0f5f48994ec8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.3958547 Mar 10 17:44:43.869361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:43.981369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 39fb31b8-f765-4064-9a4a-fcba17308f2d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:43.981905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.019105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:44.032110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:44.039050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-19dc2436-5937-4152-a1bc-ff552dfc7257 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 200 len: 217 time: 0.1484096 Mar 10 17:44:44.050748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:44.057071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.057816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:44.063464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:44.072937 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cedf2d-56fe-4162-bd09-e71bbc13dd7f" -d '{"events": [{"server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "name": "network-vif-plugged", "status": "completed", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:44.080241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.123999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:44.150682 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3fd4a4-7a21-4089-bac0-d5bf56370dc1 x-openstack-request-id: req-1d3fd4a4-7a21-4089-bac0-d5bf56370dc1 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:44.150972 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "name": "network-vif-plugged", "status": "completed", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:44.151222 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d3fd4a4-7a21-4089-bac0-d5bf56370dc1 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:44.151614 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d', 'code': 200} Mar 10 17:44:44.211465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:44.342464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63a64-7ba2-474a-ad4d-db9ad6fb07bc req-b61ff8b8-34a5-4329-a03f-22438e093314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:44.345040 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-19b63a64-7ba2-474a-ad4d-db9ad6fb07bc req-b61ff8b8-34a5-4329-a03f-22438e093314 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.1091888 Mar 10 17:44:44.347234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:44.347906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.410808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0390e395-0bbe-4d82-8a7b-f0023dc94c16 None None] Provisioning complete for port 07649262-77fb-4e54-aee2-89017d170b4f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:44.411225 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0390e395-0bbe-4d82-8a7b-f0023dc94c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (07649262-77fb-4e54-aee2-89017d170b4f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.427560 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-19b63a64-7ba2-474a-ad4d-db9ad6fb07bc req-7966e3d6-2a7c-42e2-b0be-50e506d5772a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680821 Mar 10 17:44:44.460624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-e7d68afd-2997-4f99-9331-d328283787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:44.462604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-e7d68afd-2997-4f99-9331-d328283787de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.4079902 Mar 10 17:44:44.483028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1964-c568-4aa3-85d4-fe0ab33dd788 req-c3ed20dc-5c07-4135-bdd2-12132f1aa21f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:44.492423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9acc1964-c568-4aa3-85d4-fe0ab33dd788 req-c3ed20dc-5c07-4135-bdd2-12132f1aa21f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 932 time: 0.7985759 Mar 10 17:44:44.499667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0390e395-0bbe-4d82-8a7b-f0023dc94c16 None None] Port 07649262-77fb-4e54-aee2-89017d170b4f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:44.532248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e6cb7678-a6be-406e-bc9b-9da6f6905305 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6751819 Mar 10 17:44:44.579194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-f2b97805-71c7-4765-ab52-068cadb7ea39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641088 Mar 10 17:44:44.628277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc839-bf4d-4fff-a7a6-a654d1b6e261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.649197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Request body: {'port': {'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:44.769518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9acc1964-c568-4aa3-85d4-fe0ab33dd788 req-49cf6b16-9ed8-49f5-8784-92ff9f22e56c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761917 Mar 10 17:44:44.902230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07649262-77fb-4e54-aee2-89017d170b4f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:44.918718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81c41-56c8-4f71-9205-3f75b47bd68e req-b60b56e0-a376-44e9-bbdd-9e512e66b46f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:44.920251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1d81c41-56c8-4f71-9205-3f75b47bd68e req-b60b56e0-a376-44e9-bbdd-9e512e66b46f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2422259 Mar 10 17:44:44.940611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-144f06e0-f753-4bcb-995c-09ef8c496823 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087375 Mar 10 17:44:45.036001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49858) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:45.178860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c437d48e-0148-48a8-a5a0-eff6851c888c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.266459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1d81c41-56c8-4f71-9205-3f75b47bd68e req-679e0ff4-bb73-482d-b746-baadb5fe48cb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288107 Mar 10 17:44:45.283636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74748fc2-610c-4a05-8ffd-53e3e8d7f1fe req-3bb2a52c-a168-4c31-9e53-77b8b2c71d3b service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346047 Mar 10 17:44:45.308999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c437d48e-0148-48a8-a5a0-eff6851c888c admin admin] Publish callbacks [] for security_group (a6c977c0-d15c-43df-9218-9a3ae982d778), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.316560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c437d48e-0148-48a8-a5a0-eff6851c888c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6c977c0-d15c-43df-9218-9a3ae982d778), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.335526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64360-27b5-44ac-abed-9dac620c3407 req-43d0a2a5-bcb1-45d7-9bb7-8b496ef9c33b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:45.338313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0e64360-27b5-44ac-abed-9dac620c3407 req-43d0a2a5-bcb1-45d7-9bb7-8b496ef9c33b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 943 time: 0.3564568 Mar 10 17:44:45.359454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437d48e-0148-48a8-a5a0-eff6851c888c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c977c0-d15c-43df-9218-9a3ae982d778,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:45.381277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c437d48e-0148-48a8-a5a0-eff6851c888c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e62ac21cb4b14006940ac2723644af0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439653 Mar 10 17:44:45.382627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:45.453703 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] Publish callbacks [] for security_group (a6c977c0-d15c-43df-9218-9a3ae982d778), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.496543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0e64360-27b5-44ac-abed-9dac620c3407 req-0e161a5a-5380-4584-b1d8-2e1ddcd132d2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445472 Mar 10 17:44:45.497486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] Publish callbacks [] for security_group (a6c977c0-d15c-43df-9218-9a3ae982d778), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.523080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port e6b63501-eb77-401f-a072-b06aa447f561 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:45.523665 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e6b63501-eb77-401f-a072-b06aa447f561), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.600385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a6c977c0-d15c-43df-9218-9a3ae982d778), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.602951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.608359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6c977c0-d15c-43df-9218-9a3ae982d778 HTTP/1.1" status: 204 len: 168 time: 0.2218809 Mar 10 17:44:45.622209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cefd2-af56-4652-852f-aa90d7a7e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c977c0-d15c-43df-9218-9a3ae982d778,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:45.660712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07649262-77fb-4e54-aee2-89017d170b4f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:45.678222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks [] for port (07649262-77fb-4e54-aee2-89017d170b4f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.691832 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e6b63501-eb77-401f-a072-b06aa447f561), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.711249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Transition to ACTIVE for port object 07649262-77fb-4e54-aee2-89017d170b4f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:44:45.712294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for e6b63501-eb77-401f-a072-b06aa447f561 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:45.726185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.817813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:45.841321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:46.053740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49870) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:46.062371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e6b63501-eb77-401f-a072-b06aa447f561), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.082481 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a02406f-452b-469e-bf5d-0e7e99f9e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.145506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=e6b63501-eb77-401f-a072-b06aa447f561,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:46.147079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Attempting to bind port 07649262-77fb-4e54-aee2-89017d170b4f on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:46.147425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Attempting to bind port 07649262-77fb-4e54-aee2-89017d170b4f by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:46.147754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Attempting to bind port 07649262-77fb-4e54-aee2-89017d170b4f on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:46.164313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Port 07649262-77fb-4e54-aee2-89017d170b4f on network d67bbe1e-4922-4bec-af40-b6981aa0239b not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:44:46.164545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Attempting to bind port 07649262-77fb-4e54-aee2-89017d170b4f on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:46.173763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191b278-ff05-40d2-9fd6-24d43fe09b82 req-2c01a3e6-e0b5-4d33-9c0e-59f7546720d3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:46.175890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2191b278-ff05-40d2-9fd6-24d43fe09b82 req-2c01a3e6-e0b5-4d33-9c0e-59f7546720d3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 944 time: 0.2696488 Mar 10 17:44:46.180795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:46.181167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:46.181546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:46.182028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Bound port: 07649262-77fb-4e54-aee2-89017d170b4f, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:46.182594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07649262-77fb-4e54-aee2-89017d170b4f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.241859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a02406f-452b-469e-bf5d-0e7e99f9e110 admin admin] Publish callbacks [] for security_group (abd79b09-dc51-404f-808c-d4436c9f0985), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.274792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a02406f-452b-469e-bf5d-0e7e99f9e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (abd79b09-dc51-404f-808c-d4436c9f0985), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.312573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02406f-452b-469e-bf5d-0e7e99f9e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd79b09-dc51-404f-808c-d4436c9f0985,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:46.339966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1a02406f-452b-469e-bf5d-0e7e99f9e110 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca03afce3a3d4addabb35917214ac1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851815 Mar 10 17:44:46.340656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:46.441905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2191b278-ff05-40d2-9fd6-24d43fe09b82 req-97940e38-7c6c-4bee-ab4a-12075d005ac9 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546639 Mar 10 17:44:46.444370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] Publish callbacks [] for security_group (abd79b09-dc51-404f-808c-d4436c9f0985), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.473176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] Publish callbacks [] for security_group (abd79b09-dc51-404f-808c-d4436c9f0985), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.548446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (abd79b09-dc51-404f-808c-d4436c9f0985), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.551354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.556014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abd79b09-dc51-404f-808c-d4436c9f0985 HTTP/1.1" status: 204 len: 168 time: 0.2143500 Mar 10 17:44:46.564246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9e178-31d4-4c41-ba8f-d522e3270dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd79b09-dc51-404f-808c-d4436c9f0985,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:46.607760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (eb54c799-2482-434f-ad91-cc0eb24922db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.622814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:46.629456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07649262-77fb-4e54-aee2-89017d170b4f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:46.702159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.722001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098339e-67d3-4f27-82ec-42f243443bcf req-d35410bb-4448-4243-ac0b-bb57fb3df056 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:46.723920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a098339e-67d3-4f27-82ec-42f243443bcf req-d35410bb-4448-4243-ac0b-bb57fb3df056 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2759392 Mar 10 17:44:46.833696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:46.834065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:46.835448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] 10.222.0.59 "PUT /v2.0/ports/07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 200 len: 1092 time: 2.1909792 Mar 10 17:44:46.839304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:46.841641 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4" -d '{"events": [{"name": "network-changed", "server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "tag": "07649262-77fb-4e54-aee2-89017d170b4f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:46.955921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2619-8954-4bb8-b776-12f313a03aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:47.251489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:47.492295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router eb54c799-2482-434f-ad91-cc0eb24922db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:47.496677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a098339e-67d3-4f27-82ec-42f243443bcf req-83023a97-ac89-440a-b218-859779e31a94 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7377312 Mar 10 17:44:47.535350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ad78-a496-4c34-9c12-cef2351c318b req-de8bfb7b-4efa-4a42-bae0-3f2360cfa820 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:47.537080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e595ad78-a496-4c34-9c12-cef2351c318b req-de8bfb7b-4efa-4a42-bae0-3f2360cfa820 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 943 time: 0.8394656 Mar 10 17:44:47.612226 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d395073-62ee-4cea-ba05-1a3f57b5dec7 x-openstack-request-id: req-2d395073-62ee-4cea-ba05-1a3f57b5dec7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:47.612827 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "tag": "07649262-77fb-4e54-aee2-89017d170b4f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:47.613259 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d395073-62ee-4cea-ba05-1a3f57b5dec7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:47.613841 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f', 'status': 'completed', 'code': 200} Mar 10 17:44:47.644649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e595ad78-a496-4c34-9c12-cef2351c318b req-a3d6c42c-b2c7-4968-8ee3-fcac229ff5d5 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956616 Mar 10 17:44:47.650772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-a5669152-43b0-4a01-b0fc-09b0baca62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:47.652439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-a5669152-43b0-4a01-b0fc-09b0baca62b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 1126 time: 0.7380462 Mar 10 17:44:47.746622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:47.757383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] Sync routers for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:47.766410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ddebbbc-c69d-4783-8087-fa41c65ea772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5077980 Mar 10 17:44:47.770461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49908) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:47.771967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e1567325-bb57-4f90-a11d-cf902b344e06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 200 len: 217 time: 0.1065843 Mar 10 17:44:47.774291 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:47.775262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:47.818281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:47.821795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:47.823164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c94c9df5-2b78-43f8-9c8c-523ca38651ba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb54c799-2482-434f-ad91-cc0eb24922db HTTP/1.1" status: 200 len: 205 time: 0.0480003 Mar 10 17:44:47.829326 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] Routers {'eb54c799-2482-434f-ad91-cc0eb24922db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:47.830011 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['eb54c799-2482-434f-ad91-cc0eb24922db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:47.876463 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:47.877132 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66172c4f-baea-4617-b2f2-20e14d0e59d0 None None] The sync data for ids ['eb54c799-2482-434f-ad91-cc0eb24922db'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:47.915940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72385f35-fed6-4671-a9f6-c3383b63ab40 req-8fdad94d-b92e-4212-b005-40fa0e801849 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:47.918624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72385f35-fed6-4671-a9f6-c3383b63ab40 req-8fdad94d-b92e-4212-b005-40fa0e801849 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 944 time: 0.2708750 Mar 10 17:44:47.983391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-c975c943-fe2c-4d1f-922a-3eeb544292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:47.984967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-c975c943-fe2c-4d1f-922a-3eeb544292c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.2079191 Mar 10 17:44:47.990528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (eb54c799-2482-434f-ad91-cc0eb24922db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.080912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72385f35-fed6-4671-a9f6-c3383b63ab40 req-820029e7-92ff-4788-b653-aae7b5445956 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183090 Mar 10 17:44:48.105370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 17331e67-7088-4f54-913f-49c26f8d194b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:44:48.248364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=17331e67-7088-4f54-913f-49c26f8d194b,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:48.271943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (eb54c799-2482-434f-ad91-cc0eb24922db), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.275506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '17331e67-7088-4f54-913f-49c26f8d194b', 'network_id': 'aeeb59c3-9a66-4a4f-b993-5152c5ab8221', 'port_id': '17331e67-7088-4f54-913f-49c26f8d194b', 'mac_address': 'fa:16:3e:9a:c5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e84746-f7e3-43ca-975a-b6cffebfe2db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:44:48.276368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (eb54c799-2482-434f-ad91-cc0eb24922db), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.279638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-63fcafca-a385-4d2d-9e0f-56c4f0bfe625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:48.281866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-63fcafca-a385-4d2d-9e0f-56c4f0bfe625 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2881458 Mar 10 17:44:48.328842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 17331e67-7088-4f54-913f-49c26f8d194b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:48.329442 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (17331e67-7088-4f54-913f-49c26f8d194b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.355341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17331e67-7088-4f54-913f-49c26f8d194b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:48.371112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (eb54c799-2482-434f-ad91-cc0eb24922db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.371952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router eb54c799-2482-434f-ad91-cc0eb24922db {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:44:48.384099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=17331e67-7088-4f54-913f-49c26f8d194b,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:48.394143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.396655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a0613a72-1775-4ea2-afd5-b6f488e52fae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db HTTP/1.1" status: 204 len: 168 time: 0.5709715 Mar 10 17:44:48.398564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.399512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:48.469108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:48.480294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-60501c2d-e94e-4f2d-8dfb-994806ea6b1d service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893342 Mar 10 17:44:48.507529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 059b286d-e3e3-457a-bde4-b205ca752983 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:48.510763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (059b286d-e3e3-457a-bde4-b205ca752983), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.556957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (059b286d-e3e3-457a-bde4-b205ca752983), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.562809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49962) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:48.649909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ecfa95a3-f813-4c9b-8b83-785e84a89e26 req-e269056a-b008-4ede-bf2d-5c5b9538c726 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633406 Mar 10 17:44:48.682572 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.705535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d06d1-5b92-4cc9-8d24-056e3963da68 req-31f44523-9914-41bf-9128-0d00e02483c9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:48.709599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea0d06d1-5b92-4cc9-8d24-056e3963da68 req-31f44523-9914-41bf-9128-0d00e02483c9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1034865 Mar 10 17:44:48.769478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (059b286d-e3e3-457a-bde4-b205ca752983), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.803953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8899-a860-4ea3-9b64-26f6a3d13af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.845392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['17331e67-7088-4f54-913f-49c26f8d194b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:48.875997 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-8f8e368e-e894-4a7d-975a-533d5413e2eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706027 Mar 10 17:44:48.901898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea0d06d1-5b92-4cc9-8d24-056e3963da68 req-6c1b3457-e206-45f9-8c72-e760b8f289f5 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865549 Mar 10 17:44:48.925670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa5ea-1605-4732-bd4b-e62bad0e119e req-9f1a1a10-16ba-441a-b2b2-35df0a1f0ac4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:48.933075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa5ea-1605-4732-bd4b-e62bad0e119e req-9f1a1a10-16ba-441a-b2b2-35df0a1f0ac4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 944 time: 0.1653128 Mar 10 17:44:48.948656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-3e2a370f-6403-4f9e-989e-d999d61606b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:48.949623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (059b286d-e3e3-457a-bde4-b205ca752983), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:48.950201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-3e2a370f-6403-4f9e-989e-d999d61606b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 1126 time: 0.2338488 Mar 10 17:44:49.025579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.033105 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/059b286d-e3e3-457a-bde4-b205ca752983 HTTP/1.1" status: 204 len: 168 time: 0.6325223 Mar 10 17:44:49.038934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:49.041331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3a20e-cc7c-494d-b2b9-1975fceecb61 None None] Network c42cc156-3e8a-408c-87ab-2320c4ae439d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:49.101502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b19aa5ea-1605-4732-bd4b-e62bad0e119e req-b3353569-a0f0-499c-b6dc-1a9cf5073b40 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619625 Mar 10 17:44:49.105925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3f12-c4d6-4b0e-bb4e-2d223fabfeba tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=059b286d-e3e3-457a-bde4-b205ca752983,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:49.115257 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8899-a860-4ea3-9b64-26f6a3d13af1 admin admin] Publish callbacks [] for security_group (08b7f4d6-a4bc-4134-946e-5fea44a1e4db), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.125443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8899-a860-4ea3-9b64-26f6a3d13af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (08b7f4d6-a4bc-4134-946e-5fea44a1e4db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.148036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788167-55cf-403d-b28e-ac806584ea42 req-1b03224c-fcca-4a40-bb90-cd2e37001570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.150651 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-1b03224c-fcca-4a40-bb90-cd2e37001570 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 1127 time: 0.1787090 Mar 10 17:44:49.163510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4c0c8899-a860-4ea3-9b64-26f6a3d13af1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d91677e25eaf41d1b03b946cd72f1ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5995512 Mar 10 17:44:49.166806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49972) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:49.173095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 0db5a93f-177c-473b-a116-f5531af5e715 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:44:49.181624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (0db5a93f-177c-473b-a116-f5531af5e715), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.202681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-961161b6-37b7-41db-b021-f0cefc947df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.204167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-961161b6-37b7-41db-b021-f0cefc947df4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.2416778 Mar 10 17:44:49.221572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c8899-a860-4ea3-9b64-26f6a3d13af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b7f4d6-a4bc-4134-946e-5fea44a1e4db,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:49.313116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (0db5a93f-177c-473b-a116-f5531af5e715), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.316350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-899c4cad-5040-41e5-9bda-31ffc2503978 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 200 len: 217 time: 0.1037390 Mar 10 17:44:49.397774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788167-55cf-403d-b28e-ac806584ea42 req-d72a40c7-7a9e-4fd2-9878-47665398aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.400820 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-d72a40c7-7a9e-4fd2-9878-47665398aaf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 200 len: 910 time: 0.1799402 Mar 10 17:44:49.403854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-1bdaabcd-b72b-4437-8c28-8e93a930de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.405357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-1bdaabcd-b72b-4437-8c28-8e93a930de42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0797293 Mar 10 17:44:49.405993 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] Publish callbacks [] for security_group (08b7f4d6-a4bc-4134-946e-5fea44a1e4db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.410886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6928e8-a570-4558-9534-faa16137825e None None] DHCP port deletion for c42cc156-3e8a-408c-87ab-2320c4ae439d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:49.416801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99e2a6-9453-4f67-999b-55d544b4ca5b req-6f4b2fa6-617e-4d02-923e-8e87fc1ce882 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.418259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e99e2a6-9453-4f67-999b-55d544b4ca5b req-6f4b2fa6-617e-4d02-923e-8e87fc1ce882 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 944 time: 0.2070456 Mar 10 17:44:49.445174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0db5a93f-177c-473b-a116-f5531af5e715), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.470350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] Publish callbacks [] for security_group (08b7f4d6-a4bc-4134-946e-5fea44a1e4db), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.530375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Deleting port 2f3e14d1-d49a-4156-a295-faf54456d92c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:49.531372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.556718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-d9394c08-1b02-4c00-bf88-a8ab9de5d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:49.557657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-d9394c08-1b02-4c00-bf88-a8ab9de5d32f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1366076 Mar 10 17:44:49.565870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f3e14d1-d49a-4156-a295-faf54456d92c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:49.566913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e99e2a6-9453-4f67-999b-55d544b4ca5b req-a553baa4-3cd2-4891-8d4c-48facebc0754 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294453 Mar 10 17:44:49.611149 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (08b7f4d6-a4bc-4134-946e-5fea44a1e4db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.613367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.614705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08b7f4d6-a4bc-4134-946e-5fea44a1e4db HTTP/1.1" status: 204 len: 168 time: 0.4340405 Mar 10 17:44:49.655734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152408b-e530-4df7-b0c2-19a6c10ed88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b7f4d6-a4bc-4134-946e-5fea44a1e4db,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:49.735519 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-dc6928e8-a570-4558-9534-faa16137825e None None] For port 2f3e14d1-d49a-4156-a295-faf54456d92c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f3e14d1-d49a-4156-a295-faf54456d92c,segment=NetworkSegment(e7fb745d-d85c-4574-93ea-5073a0f320a0),segment_id=e7fb745d-d85c-4574-93ea-5073a0f320a0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:49.736232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.763951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Calling delete_port for 2f3e14d1-d49a-4156-a295-faf54456d92c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:49.773337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2f3e14d1-d49a-4156-a295-faf54456d92c is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:49.773886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.810494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-9b1e7a90-f3de-4460-b4eb-feb0b2660842 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420752 Mar 10 17:44:49.864062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2f3e14d1-d49a-4156-a295-faf54456d92c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f3e14d1-d49a-4156-a295-faf54456d92c,segment=NetworkSegment(e7fb745d-d85c-4574-93ea-5073a0f320a0),segment_id=e7fb745d-d85c-4574-93ea-5073a0f320a0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:49.878478 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:49.940694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2f3e14d1-d49a-4156-a295-faf54456d92c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:49.998544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2f3e14d1-d49a-4156-a295-faf54456d92c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.017451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd09ecc2-c0e7-4a99-acf8-b881d39617a4 req-02117174-13a5-41bc-9522-5ea53fc7aa28 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991065 Mar 10 17:44:50.059862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6928e8-a570-4558-9534-faa16137825e None None] No DVR routers for this DVR port 2f3e14d1-d49a-4156-a295-faf54456d92c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:50.080236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6928e8-a570-4558-9534-faa16137825e None None] Pushing event deleted for resources: {'Port': ['ID=2f3e14d1-d49a-4156-a295-faf54456d92c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:50.119349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (0db5a93f-177c-473b-a116-f5531af5e715), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.120147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62b9a-0e04-4b60-8b23-475941c92be3 req-49b51b58-e2c5-48a9-b0c8-1db9d2c79d69 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:50.123583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66a62b9a-0e04-4b60-8b23-475941c92be3 req-49b51b58-e2c5-48a9-b0c8-1db9d2c79d69 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1042104 Mar 10 17:44:50.136248 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-f6e56344-fb25-4e39-8f01-6bd604a0937c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 200 len: 1001 time: 0.6502757 Mar 10 17:44:50.170237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=0db5a93f-177c-473b-a116-f5531af5e715,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:50.186217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13861631-8a3a-4fa4-9d43-a2c794e0fa4a None None] Network 89a543c1-f781-45d6-a828-5f1a3d885dbb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:50.202272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.207511 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-87a91126-3733-43d3-9e88-c076154216eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/0db5a93f-177c-473b-a116-f5531af5e715 HTTP/1.1" status: 204 len: 168 time: 1.1467662 Mar 10 17:44:50.209814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:50.221669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66a62b9a-0e04-4b60-8b23-475941c92be3 req-6a20cba1-5b79-4939-a46c-519de2fe63f6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896549 Mar 10 17:44:50.247018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788167-55cf-403d-b28e-ac806584ea42 req-7227bd51-7bae-4a9f-bbd9-4df5b84f7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:50.249223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-7227bd51-7bae-4a9f-bbd9-4df5b84f7b4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 200 len: 848 time: 0.0865934 Mar 10 17:44:50.306995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e05aaf-be28-4cb5-bd3a-202a8ee08578 req-177b1364-70f4-4f6d-bcb7-b7f29d34fcc7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:50.309147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5e05aaf-be28-4cb5-bd3a-202a8ee08578 req-177b1364-70f4-4f6d-bcb7-b7f29d34fcc7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 944 time: 0.0636768 Mar 10 17:44:50.370090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c42cc156-3e8a-408c-87ab-2320c4ae439d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.402179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5e05aaf-be28-4cb5-bd3a-202a8ee08578 req-b5728ff5-6f32-4a5e-88ed-ecd9e924ea2b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862501 Mar 10 17:44:50.421788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788167-55cf-403d-b28e-ac806584ea42 req-34afe6f5-19fa-4fb2-a665-11b7824e5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:50.423399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-34afe6f5-19fa-4fb2-a665-11b7824e5fda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c267bc84-da2f-472d-b5b8-8c368519a730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066017 Mar 10 17:44:50.520318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] DHCP port deletion for 89a543c1-f781-45d6-a828-5f1a3d885dbb request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:44:50.581588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c42cc156-3e8a-408c-87ab-2320c4ae439d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.586493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Deleting port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:44:50.587081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.641912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42cc156-3e8a-408c-87ab-2320c4ae439d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:50.680372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb745d-d85c-4574-93ea-5073a0f320a0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:50.682340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb745d-d85c-4574-93ea-5073a0f320a0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:50.705530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e7fb745d-d85c-4574-93ea-5073a0f320a0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.742862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27038-2f73-4217-bb4b-4e3db6d69e2e req-5df9ebeb-e3d4-4d35-a41f-151e8922b68d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:50.745204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e7fb745d-d85c-4574-93ea-5073a0f320a0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.746775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f27038-2f73-4217-bb4b-4e3db6d69e2e req-5df9ebeb-e3d4-4d35-a41f-151e8922b68d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 944 time: 0.0853496 Mar 10 17:44:50.764804 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-3dde5b32-d9e9-44e1-bdb6-405ba445dd17 service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230469 Mar 10 17:44:50.765916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:50.766326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e7fb745d-d85c-4574-93ea-5073a0f320a0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:50.770612 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:50.834167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f27038-2f73-4217-bb4b-4e3db6d69e2e req-3c5be987-1dd2-4f2d-af03-5a73e583642d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819263 Mar 10 17:44:50.925236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c42cc156-3e8a-408c-87ab-2320c4ae439d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.936722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.937824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] For port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,segment=NetworkSegment(e859836b-3d0b-4dee-8a97-b9eb34745883),segment_id=e859836b-3d0b-4dee-8a97-b9eb34745883)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:50.938404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:50.939962 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/c42cc156-3e8a-408c-87ab-2320c4ae439d HTTP/1.1" status: 204 len: 168 time: 0.7291806 Mar 10 17:44:50.942934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50010) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:50.971196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980060e0-4ea2-4b33-921d-0e302d8d4986 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=c42cc156-3e8a-408c-87ab-2320c4ae439d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:50.976158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Calling delete_port for 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:44:51.006200 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-28788167-55cf-403d-b28e-ac806584ea42 req-0ad0f2c2-bf6a-4004-acb8-7127af00397d service neutron] 10.222.0.59 "GET /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344716 Mar 10 17:44:51.069215 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (89a543c1-f781-45d6-a828-5f1a3d885dbb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.090015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (0ddc0beb-966d-4b91-8c6c-c5f7460fda19), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.117197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] The port '0ddc0beb-966d-4b91-8c6c-c5f7460fda19' was deleted {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 10 17:44:51.122287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] Pushing event deleted for resources: {'Port': ['ID=0ddc0beb-966d-4b91-8c6c-c5f7460fda19,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:51.130370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbd30c-183a-46c3-8bcb-36cad78af4a6 None None] No DVR routers for this DVR port 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:44:51.236783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (89a543c1-f781-45d6-a828-5f1a3d885dbb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.273114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a543c1-f781-45d6-a828-5f1a3d885dbb']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:51.285820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e859836b-3d0b-4dee-8a97-b9eb34745883') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:51.286489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e859836b-3d0b-4dee-8a97-b9eb34745883') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:51.299962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (e859836b-3d0b-4dee-8a97-b9eb34745883), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.320509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e859836b-3d0b-4dee-8a97-b9eb34745883), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.336250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:44:51.336710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (e859836b-3d0b-4dee-8a97-b9eb34745883), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:44:51.344134 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:44:51.503217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (89a543c1-f781-45d6-a828-5f1a3d885dbb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.522328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.555738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:51.562552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1971497496'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:51.567012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/89a543c1-f781-45d6-a828-5f1a3d885dbb HTTP/1.1" status: 204 len: 168 time: 0.6083207 Mar 10 17:44:51.595349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a3cc-743d-4732-8f04-231e365ed4d7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=89a543c1-f781-45d6-a828-5f1a3d885dbb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:51.606013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:44:51.606645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be0b9f-5820-420d-9fbe-103c6440d434 req-a979788d-d037-41d8-8d06-375ecda48302 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:51.607726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51be0b9f-5820-420d-9fbe-103c6440d434 req-a979788d-d037-41d8-8d06-375ecda48302 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2896760 Mar 10 17:44:51.622485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:51.625922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.645825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:44:51.645825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0ddc0beb-966d-4b91-8c6c-c5f7460fda19 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:44:51.702243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:51.716723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a6b196ee-0eff-4895-8309-6e637344c5d4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.717189 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment a6b196ee-0eff-4895-8309-6e637344c5d4 of type vlan for network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 Mar 10 17:44:51.739073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51be0b9f-5820-420d-9fbe-103c6440d434 req-fade0e53-1671-4bf8-9297-1af8b2b1e02a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Mar 10 17:44:51.749035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596be0-dd1e-4668-887d-8c05b9c13291 req-3bf17805-3152-4e91-8cc2-c43df01702e4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:51.750777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0596be0-dd1e-4668-887d-8c05b9c13291 req-3bf17805-3152-4e91-8cc2-c43df01702e4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 944 time: 0.1567907 Mar 10 17:44:51.763339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07649262-77fb-4e54-aee2-89017d170b4f details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:44:51.792073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (47e16fc3-8598-4e1c-9877-bbb52ff557f6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.831800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (47e16fc3-8598-4e1c-9877-bbb52ff557f6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.839824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:51.840869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:51.858333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0596be0-dd1e-4668-887d-8c05b9c13291 req-682fd8d6-69e5-4d06-be7d-149182672304 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007788 Mar 10 17:44:51.959338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07649262-77fb-4e54-aee2-89017d170b4f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:51.962146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=47e16fc3-8598-4e1c-9877-bbb52ff557f6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:51.967549 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7621085f-3719-4a75-ab25-76ab593e781f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4097431 Mar 10 17:44:51.970411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50056) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:51.976713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:51.977844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:51.981716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '07649262-77fb-4e54-aee2-89017d170b4f', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:44:52.036991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 07649262-77fb-4e54-aee2-89017d170b4f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:52.037419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07649262-77fb-4e54-aee2-89017d170b4f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.055183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07649262-77fb-4e54-aee2-89017d170b4f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:44:52.115403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:52.118954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4113e-b3f9-4e25-a184-817a307e4a15 req-cf9e0b08-a580-41ee-abef-79de9259d5e0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.119106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07649262-77fb-4e54-aee2-89017d170b4f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:52.119744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.120757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2d4113e-b3f9-4e25-a184-817a307e4a15 req-cf9e0b08-a580-41ee-abef-79de9259d5e0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 944 time: 0.1667423 Mar 10 17:44:52.128251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-b3a5a1cc-a129-4e2e-99f6-518a8a73aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.130305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-b3a5a1cc-a129-4e2e-99f6-518a8a73aa06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1127 time: 0.1845093 Mar 10 17:44:52.132174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.134109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 17331e67-7088-4f54-913f-49c26f8d194b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:52.248683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50060) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:52.256100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:52.303103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 17331e67-7088-4f54-913f-49c26f8d194b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:44:52.312536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 17331e67-7088-4f54-913f-49c26f8d194b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:52.312930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (17331e67-7088-4f54-913f-49c26f8d194b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.373627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['07649262-77fb-4e54-aee2-89017d170b4f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:44:52.375006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-3ecd9c09-f731-4022-a580-3825c3fcd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.378310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-3ecd9c09-f731-4022-a580-3825c3fcd048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.2198517 Mar 10 17:44:52.475748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a442b72e-57cb-4220-a882-b4f30e2ccb72), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.482829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 17331e67-7088-4f54-913f-49c26f8d194b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:52.483227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (17331e67-7088-4f54-913f-49c26f8d194b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.486883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-ce8d8a2e-7681-4293-8e23-85029715f452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0974948 Mar 10 17:44:52.497730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2d4113e-b3f9-4e25-a184-817a307e4a15 req-d7b4c617-6f1d-4ca1-ba37-248681ed03da tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661125 Mar 10 17:44:52.540270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc3f3-0f8e-4c4f-8aae-81592349700e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.558525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:52.561410 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d13be-5d38-4d2d-87a1-090e566ecc01" -d '{"events": [{"server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "name": "network-vif-plugged", "status": "completed", "tag": "17331e67-7088-4f54-913f-49c26f8d194b"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:52.572271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-667a3174-58c5-47c4-ad38-949d4d7e683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.575446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-667a3174-58c5-47c4-ad38-949d4d7e683d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.0762482 Mar 10 17:44:52.585911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=17331e67-7088-4f54-913f-49c26f8d194b,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:52.599427 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.618159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-ef1aff17-07a5-4325-9f3f-6cbf74d16021 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345147 Mar 10 17:44:52.679755 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c863511b-bafc-4763-9c4a-37751e8920c6 x-openstack-request-id: req-c863511b-bafc-4763-9c4a-37751e8920c6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:52.680359 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "name": "network-vif-plugged", "status": "completed", "tag": "17331e67-7088-4f54-913f-49c26f8d194b", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:52.680359 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c863511b-bafc-4763-9c4a-37751e8920c6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:52.680679 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b', 'code': 200} Mar 10 17:44:52.685498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=a442b72e-57cb-4220-a882-b4f30e2ccb72,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:52.712594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': 'a6b196ee-0eff-4895-8309-6e637344c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:52.714080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 47e16fc3-8598-4e1c-9877-bbb52ff557f6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:52.746028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:52.781681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011499-e7ec-41a5-86aa-cf3ae2bc8b48 req-ff9c3f82-ea4d-4b10-a8f6-ef5c4c089199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.783450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13011499-e7ec-41a5-86aa-cf3ae2bc8b48 req-ff9c3f82-ea4d-4b10-a8f6-ef5c4c089199 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1127 time: 0.0751457 Mar 10 17:44:52.786250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-5c4ae483-e9ff-4136-9e44-fdb2d8506a38 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604552 Mar 10 17:44:52.786393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:52.814990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc3f3-0f8e-4c4f-8aae-81592349700e admin admin] Publish callbacks [] for security_group (7426b6c7-04a7-4006-b274-57aa5efe6262), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.816882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 47e16fc3-8598-4e1c-9877-bbb52ff557f6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:52.824215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:52.824990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.825826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db785146-1142-46fb-bd7d-a93c98db693f None None] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:52.843452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc3f3-0f8e-4c4f-8aae-81592349700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7426b6c7-04a7-4006-b274-57aa5efe6262), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.870992 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25429a35-e56b-4730-936d-3e5d94a184eb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8968158 Mar 10 17:44:52.872527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50068) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:52.896223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2137889500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:52.914098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc3f3-0f8e-4c4f-8aae-81592349700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7426b6c7-04a7-4006-b274-57aa5efe6262,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:52.917685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d43213f4-7812-40cd-9796-c181bdb6df96 req-2aca45c6-63f2-4a10-bfc4-38ab4dadd46e service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120698 Mar 10 17:44:52.931429 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4bcc3f3-0f8e-4c4f-8aae-81592349700e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a64ff3f286f4f39b93799568b38b1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816382 Mar 10 17:44:52.934776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:52.973912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:52.974936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.053249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84ffd-68d4-4e61-bb0b-88e980a32192 req-3f48d3fb-5882-45e4-81b7-28c6ee340206 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:53.054822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1d84ffd-68d4-4e61-bb0b-88e980a32192 req-3f48d3fb-5882-45e4-81b7-28c6ee340206 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1360874 Mar 10 17:44:53.058331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13011499-e7ec-41a5-86aa-cf3ae2bc8b48 req-f7d192a8-0c38-46b3-b0a6-1d00274f7be5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599039 Mar 10 17:44:53.061545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-47e16fc3-8598-4e1c-9877-bbb52ff557f6', 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': 'a442b72e-57cb-4220-a882-b4f30e2ccb72'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:53.062457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.083995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.102872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.143199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.144338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415355fb-350e-46f2-a872-1379d31ef167 req-3062c77e-cb8d-45a6-975a-0a69802c04c4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:53.144727 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0eff567-219f-4d5b-80a8-a98cc8b79b53 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2630084 Mar 10 17:44:53.146088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-415355fb-350e-46f2-a872-1379d31ef167 req-3062c77e-cb8d-45a6-975a-0a69802c04c4 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.0900884 Mar 10 17:44:53.147634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:53.154795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'port': {'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6', 'name': 'tempest-RoutersIpV6Test-1741299873'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:53.169608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1d84ffd-68d4-4e61-bb0b-88e980a32192 req-6066877b-e82a-4d7a-97c3-2e2662094933 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758519 Mar 10 17:44:53.179779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] Publish callbacks [] for security_group (7426b6c7-04a7-4006-b274-57aa5efe6262), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.242214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-415355fb-350e-46f2-a872-1379d31ef167 req-2b64b735-2862-48bf-93c6-b2fe6c5fe64e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872648 Mar 10 17:44:53.258041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Allocated IP 2001:db8::2 (47e16fc3-8598-4e1c-9877-bbb52ff557f6/a442b72e-57cb-4220-a882-b4f30e2ccb72/e620a5fe-76b9-4ab9-80da-f27d8470ec32) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:53.282642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] Publish callbacks [] for security_group (7426b6c7-04a7-4006-b274-57aa5efe6262), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.350463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:53.354955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.385854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] device_id is not set on port ea4a1162-1349-485e-8a14-99bc4958ffcb yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:44:53.431103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7426b6c7-04a7-4006-b274-57aa5efe6262), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.434885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.439640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7426b6c7-04a7-4006-b274-57aa5efe6262 HTTP/1.1" status: 204 len: 168 time: 0.5007751 Mar 10 17:44:53.453447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks [] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.459095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d805a6c-9a77-41cf-a49a-0e030fb0aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7426b6c7-04a7-4006-b274-57aa5efe6262,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:53.469456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.578177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8::1ca (47e16fc3-8598-4e1c-9877-bbb52ff557f6/a442b72e-57cb-4220-a882-b4f30e2ccb72/ea4a1162-1349-485e-8a14-99bc4958ffcb) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:53.612097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Pushing event updated for resources: {'Port': ['ID=e620a5fe-76b9-4ab9-80da-f27d8470ec32,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:53.628407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:53.630487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:53.634485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:53.752003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Attempting to bind port e620a5fe-76b9-4ab9-80da-f27d8470ec32 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:44:53.752672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Attempting to bind port e620a5fe-76b9-4ab9-80da-f27d8470ec32 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a6b196ee-0eff-4895-8309-6e637344c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:44:53.753110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Attempting to bind port e620a5fe-76b9-4ab9-80da-f27d8470ec32 on network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:44:53.759091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fbbfc-b83f-445f-9b24-1ca1e79a6b09 req-5c2f13af-7e2f-4134-b908-69a152ae50cc tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:53.760031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:44:53.760515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Checking segment: {'id': 'a6b196ee-0eff-4895-8309-6e637344c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:53.761060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.761559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Bound using segment: {'id': 'a6b196ee-0eff-4895-8309-6e637344c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:44:53.762119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Bound port: e620a5fe-76b9-4ab9-80da-f27d8470ec32, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b196ee-0eff-4895-8309-6e637344c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47e16fc3-8598-4e1c-9877-bbb52ff557f6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:44:53.762759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.765990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf1fbbfc-b83f-445f-9b24-1ca1e79a6b09 req-5c2f13af-7e2f-4134-b908-69a152ae50cc tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 945 time: 0.1172178 Mar 10 17:44:53.819763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.829360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] For port e620a5fe-76b9-4ab9-80da-f27d8470ec32, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:44:53.832978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] For port e620a5fe-76b9-4ab9-80da-f27d8470ec32, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e620a5fe-76b9-4ab9-80da-f27d8470ec32,segment=NetworkSegment(a6b196ee-0eff-4895-8309-6e637344c5d4),segment_id=a6b196ee-0eff-4895-8309-6e637344c5d4)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:44:53.838019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07649262-77fb-4e54-aee2-89017d170b4f up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:53.869178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.872936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.903322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf1fbbfc-b83f-445f-9b24-1ca1e79a6b09 req-a532be5e-f254-4919-b46b-665557c7bb6c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185536 Mar 10 17:44:53.921370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:53.924895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:53.930495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:53.933258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:53.934085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:53.952970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=ea4a1162-1349-485e-8a14-99bc4958ffcb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:53.975889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d654f80-cc23-4f68-acfd-df9cb5acc41e None None] Pushing event updated for resources: {'Port': ['ID=e620a5fe-76b9-4ab9-80da-f27d8470ec32,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:53.988052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfef565e-f2cd-4562-bd27-f418e25dc1ae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8391736 Mar 10 17:44:53.991208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:53.991513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 07649262-77fb-4e54-aee2-89017d170b4f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:44:53.996997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 07649262-77fb-4e54-aee2-89017d170b4f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:53.996997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (07649262-77fb-4e54-aee2-89017d170b4f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:54.147965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 07649262-77fb-4e54-aee2-89017d170b4f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:54.150406 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07649262-77fb-4e54-aee2-89017d170b4f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:54.213195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07649262-77fb-4e54-aee2-89017d170b4f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:54.221957 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:54.341395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:54.629050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535e0a6-caf3-4474-99f0-7ea074364351 req-30b58c70-c04f-430a-8d3e-fb2af571bbbb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:54.631237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c535e0a6-caf3-4474-99f0-7ea074364351 req-30b58c70-c04f-430a-8d3e-fb2af571bbbb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2434978 Mar 10 17:44:54.682355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:54.683096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538820-f611-46a0-852e-f0040a40495f req-4974c6a8-b2f6-46a2-b41a-d698bedf5a9b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:54.684621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55538820-f611-46a0-852e-f0040a40495f req-4974c6a8-b2f6-46a2-b41a-d698bedf5a9b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.2961478 Mar 10 17:44:54.690023 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875a6d1-e649-4a31-9c48-8e31f3858188" -d '{"events": [{"server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "name": "network-vif-plugged", "status": "completed", "tag": "07649262-77fb-4e54-aee2-89017d170b4f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:54.770394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c535e0a6-caf3-4474-99f0-7ea074364351 req-462c481b-bcc3-4099-bedf-859760944f4e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190183 Mar 10 17:44:54.811301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:54.826877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55538820-f611-46a0-852e-f0040a40495f req-f9e53f33-84bd-4a07-b093-1a867eb604cb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316018 Mar 10 17:44:54.835938 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96c040-8234-4043-989d-d041e588d1c7 x-openstack-request-id: req-3e96c040-8234-4043-989d-d041e588d1c7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:54.836441 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "name": "network-vif-plugged", "status": "completed", "tag": "07649262-77fb-4e54-aee2-89017d170b4f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:54.836574 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e96c040-8234-4043-989d-d041e588d1c7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:54.836967 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f', 'code': 200} Mar 10 17:44:55.042486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184f2d9-ed57-42a1-8fca-1010a2522e21 req-ed900dce-a6fc-474d-bb0a-a4462241958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:55.044729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f184f2d9-ed57-42a1-8fca-1010a2522e21 req-ed900dce-a6fc-474d-bb0a-a4462241958e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 1128 time: 0.1242154 Mar 10 17:44:55.140572 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f184f2d9-ed57-42a1-8fca-1010a2522e21 req-8c33a09f-529f-42c5-a41a-b4f6d87ea932 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893192 Mar 10 17:44:55.517429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ba8bf-6696-428a-a915-21d414f57fcf None None] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:55.552834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ddb04e-3a16-4896-b775-d637bafa93ea req-e5fedfc1-7e0e-4ddc-b9e6-6b5798fd444c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:55.560851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ddb04e-3a16-4896-b775-d637bafa93ea req-e5fedfc1-7e0e-4ddc-b9e6-6b5798fd444c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.1439233 Mar 10 17:44:55.605465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Provisioning complete for port e620a5fe-76b9-4ab9-80da-f27d8470ec32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:55.605465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:55.653298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e620a5fe-76b9-4ab9-80da-f27d8470ec32 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:55.692475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ddb04e-3a16-4896-b775-d637bafa93ea req-67745571-a816-4dff-a462-1f52da9cab43 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305540 Mar 10 17:44:55.726944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:55.734267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:55.832450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:55.850588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=ea4a1162-1349-485e-8a14-99bc4958ffcb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:55.888434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e620a5fe-76b9-4ab9-80da-f27d8470ec32 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:55.888912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:55.927924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Current status of the port e620a5fe-76b9-4ab9-80da-f27d8470ec32 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:55.928495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:55.989794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] For port e620a5fe-76b9-4ab9-80da-f27d8470ec32, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e620a5fe-76b9-4ab9-80da-f27d8470ec32,segment=NetworkSegment(a6b196ee-0eff-4895-8309-6e637344c5d4),segment_id=a6b196ee-0eff-4895-8309-6e637344c5d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:44:55.998481 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.049334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e620a5fe-76b9-4ab9-80da-f27d8470ec32 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:56.103819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1585403782'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:56.140388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd39d-8114-4902-8db6-d9451fa90c11 req-4ff7d666-da4d-41e3-864b-f754f86c18e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:56.143071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bacd39d-8114-4902-8db6-d9451fa90c11 req-4ff7d666-da4d-41e3-864b-f754f86c18e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2173703 Mar 10 17:44:56.144644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Made reservation on behalf of add811c0f49f44cb896cec9da8d46189 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:56.149274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce116d42-be5b-4cba-b3fa-7db9f9a37da0 None None] Pushing event updated for resources: {'Port': ['ID=e620a5fe-76b9-4ab9-80da-f27d8470ec32,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:56.151252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.164872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.232595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.321364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for security_group (5d080d5d-8920-4ddf-9b80-9e939b722468), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.330355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5d080d5d-8920-4ddf-9b80-9e939b722468), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.347202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Provisioning complete for port e620a5fe-76b9-4ab9-80da-f27d8470ec32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:56.350097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.351240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea641e-52da-4feb-9b4b-5a83142c8d95 req-2a93fddb-45b4-40d1-80af-384e51e55d65 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:56.355356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68ea641e-52da-4feb-9b4b-5a83142c8d95 req-2a93fddb-45b4-40d1-80af-384e51e55d65 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3547349 Mar 10 17:44:56.402556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:44:56.441009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d080d5d-8920-4ddf-9b80-9e939b722468,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:56.446928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bacd39d-8114-4902-8db6-d9451fa90c11 req-47f5cc79-2832-4eec-943e-93ee3b7b85a0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958379 Mar 10 17:44:56.454573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (acd69a2e-b097-45cf-a6a1-30c403113f42), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.455742 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Added segment acd69a2e-b097-45cf-a6a1-30c403113f42 of type vlan for network 244e1228-7f02-42fb-98f7-1f098c7ad34a Mar 10 17:44:56.563435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68ea641e-52da-4feb-9b4b-5a83142c8d95 req-aad0d9b2-853c-4b68-9e3c-ce3feadd1de4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779385 Mar 10 17:44:56.575818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (244e1228-7f02-42fb-98f7-1f098c7ad34a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.601906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Current status of the port e620a5fe-76b9-4ab9-80da-f27d8470ec32 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:56.629954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Provisioning complete for port ea4a1162-1349-485e-8a14-99bc4958ffcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:56.630562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.652510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (244e1228-7f02-42fb-98f7-1f098c7ad34a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.660560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.663484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:56.664331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.732767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:56.746589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Request body: {'subnet': {'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:56.749687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9061108 Mar 10 17:44:56.752201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8ea20530-10ab-4dab-92d4-8840688780c1 None None] Port ea4a1162-1349-485e-8a14-99bc4958ffcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:56.881283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9179dcf6-b265-471f-928d-071d241ccbd7 None None] Provisioning complete for port ea4a1162-1349-485e-8a14-99bc4958ffcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:56.884199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9179dcf6-b265-471f-928d-071d241ccbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:56.899484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697b7e-1552-49c8-a1ed-7c6dbf8859fd tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event updated for resources: {'Network': ['ID=244e1228-7f02-42fb-98f7-1f098c7ad34a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:56.932197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9179dcf6-b265-471f-928d-071d241ccbd7 None None] Port ea4a1162-1349-485e-8a14-99bc4958ffcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:56.939251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:44:56.977547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.163335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0d0562ba-3b3c-49bd-bb6d-84985ccd1f8c None None] Provisioning complete for port ea4a1162-1349-485e-8a14-99bc4958ffcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:57.163735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d0562ba-3b3c-49bd-bb6d-84985ccd1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.171000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c9336-310f-4935-bbb1-9b78bcad0ee1 req-c50e3bf0-b86f-415f-bc0a-454747fa1f60 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.172641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-852c9336-310f-4935-bbb1-9b78bcad0ee1 req-c50e3bf0-b86f-415f-bc0a-454747fa1f60 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.2864985 Mar 10 17:44:57.173313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Made reservation on behalf of add811c0f49f44cb896cec9da8d46189 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:57.177125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.190948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-947b8c83-2967-40a4-8a3f-a8bc6181a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.192758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-947b8c83-2967-40a4-8a3f-a8bc6181a7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1127 time: 0.3077369 Mar 10 17:44:57.203795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0d0562ba-3b3c-49bd-bb6d-84985ccd1f8c None None] Port ea4a1162-1349-485e-8a14-99bc4958ffcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:57.253530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c07f65-106c-4191-a0b7-fa02426eb360 req-ef8f0f0b-a862-4b1e-8fac-245af1082637 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.254488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24c07f65-106c-4191-a0b7-fa02426eb360 req-ef8f0f0b-a862-4b1e-8fac-245af1082637 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.3410542 Mar 10 17:44:57.467243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-852c9336-310f-4935-bbb1-9b78bcad0ee1 req-abe17d85-49b7-4915-8c57-fa1af279c685 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832541 Mar 10 17:44:57.532696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e620a5fe-76b9-4ab9-80da-f27d8470ec32 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:44:57.540420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-bf97d9b8-d460-437a-8217-9e72b59a89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.541926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-bf97d9b8-d460-437a-8217-9e72b59a89e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.3203723 Mar 10 17:44:57.593190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.621153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e620a5fe-76b9-4ab9-80da-f27d8470ec32 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:57.621591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.656321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.657109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.661574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24c07f65-106c-4191-a0b7-fa02426eb360 req-08943248-ac9f-4694-b05c-5520a11a1e72 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642771 Mar 10 17:44:57.669088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-73413ec9-a2f1-4314-9e02-3039a54b37ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 200 len: 217 time: 0.1193256 Mar 10 17:44:57.736174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e620a5fe-76b9-4ab9-80da-f27d8470ec32 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:44:57.891119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=ea4a1162-1349-485e-8a14-99bc4958ffcb,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:57.948395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-a3234136-23a3-4349-a5b3-ac4aebed50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.949940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-a3234136-23a3-4349-a5b3-ac4aebed50a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.2604535 Mar 10 17:44:57.957535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:57.967013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c038-0c51-4c7c-9d02-908927d425b0 req-2e2d6ba1-d4d0-4d04-9c2e-9c6ff0b48ed4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:57.968481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e3c038-0c51-4c7c-9d02-908927d425b0 req-2e2d6ba1-d4d0-4d04-9c2e-9c6ff0b48ed4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.3132625 Mar 10 17:44:57.979312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:57.985783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'port_id': '07649262-77fb-4e54-aee2-89017d170b4f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:58.048409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:58.048948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-7341dbeb-453a-4351-a76f-e86d93169087 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763838 Mar 10 17:44:58.118294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:58.129741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1fe7-1e43-496a-8ecb-0f00bbece5fa req-8bf1f3cb-7969-44c3-8023-5bdee5f15639 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.137582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fc1fe7-1e43-496a-8ecb-0f00bbece5fa req-8bf1f3cb-7969-44c3-8023-5bdee5f15639 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.3473215 Mar 10 17:44:58.144080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:58.161481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event updated for resources: {'Subnet': ['ID=7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:58.217069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:58.637079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-87e6ce2f-bbf7-4c66-905e-63830f31f447 None None] Provisioning complete for port ea4a1162-1349-485e-8a14-99bc4958ffcb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:44:58.637663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-87e6ce2f-bbf7-4c66-905e-63830f31f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:58.677791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:58.683322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-87e6ce2f-bbf7-4c66-905e-63830f31f447 None None] Port ea4a1162-1349-485e-8a14-99bc4958ffcb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:44:58.686420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:58.688123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fc1fe7-1e43-496a-8ecb-0f00bbece5fa req-d1db4d0c-f1cd-4098-9388-686c8b42e84b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494938 Mar 10 17:44:58.688843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Checking segment: {'id': 'acd69a2e-b097-45cf-a6a1-30c403113f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:44:58.689213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Network hostable DHCP agents. Network: 244e1228-7f02-42fb-98f7-1f098c7ad34a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:44:58.792781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-9a6027dc-05ff-43bf-b813-2304de1279a2 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317235 Mar 10 17:44:58.812717 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP 3205cc6a-6812-40a8-bce5-e36d53642e52 associated. External IP: 172.25.3.175, port: 07649262-77fb-4e54-aee2-89017d170b4f. Mar 10 17:44:58.822999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50450e6-eaa9-40b3-8d34-453413472ab1 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.823477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50450e6-eaa9-40b3-8d34-453413472ab1 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.823936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50450e6-eaa9-40b3-8d34-453413472ab1 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.825621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d50450e6-eaa9-40b3-8d34-453413472ab1 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=ec24b1366d6941d48bdfb73c6e21b186&network_id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 3073 time: 0.6854720 Mar 10 17:44:58.855385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:44:58.907335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 244e1228-7f02-42fb-98f7-1f098c7ad34a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:58.917737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f506c70-71d8-424c-84cc-c2af3e44a0bf None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:44:58.925032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.925672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:58.977337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d7c6-8b59-40fa-89b8-35a9de3509d0 req-30dc726a-7b8a-48bc-8b7c-8358ac7ce1cb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:58.978852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aba1d7c6-8b59-40fa-89b8-35a9de3509d0 req-30dc726a-7b8a-48bc-8b7c-8358ac7ce1cb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2113900 Mar 10 17:44:58.984824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-413cdd1f-6752-43b5-9c44-e403c9d62b39 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2505758 Mar 10 17:44:58.985449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:58.993558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Request body: {'port': {'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1599117761'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:44:59.003007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d396118-f7a7-464e-ae51-16c576d4e66a req-984cbca7-3ec1-44b7-8af0-4dd9bbc5fce2 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891525 Mar 10 17:44:59.046954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-244e1228-7f02-42fb-98f7-1f098c7ad34a', 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a', 'project_id': 'add811c0f49f44cb896cec9da8d46189', 'fixed_ips': [{'subnet_id': '7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:44:59.048608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.050701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router 34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:44:59.082832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:44:59.157453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aba1d7c6-8b59-40fa-89b8-35a9de3509d0 req-b9b9b69c-a9ff-4055-803c-afd24d6a2b13 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675577 Mar 10 17:44:59.202804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:59.207515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.240192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-82308eb7-6bfb-4b9b-aa96-159311ccba67 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "PUT /v2.0/floatingips/3205cc6a-6812-40a8-bce5-e36d53642e52 HTTP/1.1" status: 200 len: 992 time: 1.2590077 Mar 10 17:44:59.240839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:44:59.243512 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f496e-a894-4dac-9194-cd9c50509836" -d '{"events": [{"name": "network-changed", "server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "tag": "07649262-77fb-4e54-aee2-89017d170b4f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:44:59.262051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:44:59.268537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1e79550a-2d73-46de-bb74-aa10e4ca3d11 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2756279 Mar 10 17:44:59.271388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50180) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:59.275239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] Sync routers for ids ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:59.287986 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] Routers {'34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:59.289730 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:59.307712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Made reservation on behalf of add811c0f49f44cb896cec9da8d46189 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:44:59.311890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.328632 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:59.338845 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] Routers {'34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:59.339736 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:59.347862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f758fa4-2373-4120-ab35-8ea5a1fb3f96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:59.349621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1f758fa4-2373-4120-ab35-8ea5a1fb3f96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports/ea4a1162-1349-485e-8a14-99bc4958ffcb HTTP/1.1" status: 200 len: 984 time: 0.0771239 Mar 10 17:44:59.351636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] device_id is not set on port 615b46d8-52d0-43ea-810f-11fc6b64b401 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:44:59.352482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50182) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:44:59.387057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:59.387935 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc11859-ff6e-405b-8798-4ed4eae5f114 None None] The sync data for ids ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:44:59.456685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:44:59.477806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:44:59.478512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:44:59.483873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Allocated IP 172.20.0.2 (244e1228-7f02-42fb-98f7-1f098c7ad34a/7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9/93b73fbe-058b-43e9-8007-4523c03646b8) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:44:59.490344 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26953fa0-e6cf-4185-ab85-88d9d7e3618a x-openstack-request-id: req-26953fa0-e6cf-4185-ab85-88d9d7e3618a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:44:59.490658 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "tag": "07649262-77fb-4e54-aee2-89017d170b4f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:44:59.490912 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26953fa0-e6cf-4185-ab85-88d9d7e3618a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:44:59.491315 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f', 'status': 'completed', 'code': 200} Mar 10 17:44:59.583273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82201dc-a563-4012-9640-36b2328f51d2 req-4817808b-566f-49f5-9ae6-5f225a4e6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:59.585354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-4817808b-566f-49f5-9ae6-5f225a4e6bed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1127 time: 0.0554214 Mar 10 17:44:59.669653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:44:59.688935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82201dc-a563-4012-9640-36b2328f51d2 req-dcf649fb-0554-4ac5-a1e4-14f3509bd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:59.690667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-dcf649fb-0554-4ac5-a1e4-14f3509bd5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.0947270 Mar 10 17:44:59.783330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-853afc28-e0c9-4eae-b273-8ccf995ba7b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0852773 Mar 10 17:44:59.823264 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks [] for port (93b73fbe-058b-43e9-8007-4523c03646b8), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.838791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.916248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66b0aa-3b12-4b1a-9f04-3236d18c1671 req-ac193099-7d9d-496d-b6b5-c013c9adb5e4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:59.916719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:44:59.917582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc66b0aa-3b12-4b1a-9f04-3236d18c1671 req-ac193099-7d9d-496d-b6b5-c013c9adb5e4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1454349 Mar 10 17:44:59.919884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82201dc-a563-4012-9640-36b2328f51d2 req-a0422234-904f-413c-b59e-7e6f6e23e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:44:59.920295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-a0422234-904f-413c-b59e-7e6f6e23e864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.1144397 Mar 10 17:44:59.924286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:44:59.957209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:44:59.965622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:44:59.969734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Pushing event updated for resources: {'Port': ['ID=93b73fbe-058b-43e9-8007-4523c03646b8,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:44:59.975378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Allocated IP 172.20.0.10 (244e1228-7f02-42fb-98f7-1f098c7ad34a/7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9/615b46d8-52d0-43ea-810f-11fc6b64b401) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:00.001485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-dfc22dbe-e4bd-4b15-b12e-0bfddcb09262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595732 Mar 10 17:45:00.007600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f496e-a894-4dac-9194-cd9c50509836 req-90e04237-ccd8-49ba-8ad2-a4d6a13d69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.010470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-90e04237-ccd8-49ba-8ad2-a4d6a13d69e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 1128 time: 0.4682424 Mar 10 17:45:00.062312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Attempting to bind port 93b73fbe-058b-43e9-8007-4523c03646b8 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:00.062910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Attempting to bind port 93b73fbe-058b-43e9-8007-4523c03646b8 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'acd69a2e-b097-45cf-a6a1-30c403113f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:00.063384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Attempting to bind port 93b73fbe-058b-43e9-8007-4523c03646b8 on network 244e1228-7f02-42fb-98f7-1f098c7ad34a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:00.072856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:00.073378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Checking segment: {'id': 'acd69a2e-b097-45cf-a6a1-30c403113f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:00.073878 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.074361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Bound using segment: {'id': 'acd69a2e-b097-45cf-a6a1-30c403113f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:00.074971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Bound port: 93b73fbe-058b-43e9-8007-4523c03646b8, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd69a2e-b097-45cf-a6a1-30c403113f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '244e1228-7f02-42fb-98f7-1f098c7ad34a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:00.075458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.078277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc66b0aa-3b12-4b1a-9f04-3236d18c1671 req-6fb7c9d7-c11d-48d1-b256-be0171687cb3 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375859 Mar 10 17:45:00.157217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:44:58Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:00.191721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] For port 93b73fbe-058b-43e9-8007-4523c03646b8, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:00.198714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:00.220688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f496e-a894-4dac-9194-cd9c50509836 req-caad9210-4797-4ea8-90fe-e4aa2a22af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.222020 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-caad9210-4797-4ea8-90fe-e4aa2a22af90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.2063937 Mar 10 17:45:00.237899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] For port 93b73fbe-058b-43e9-8007-4523c03646b8, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b73fbe-058b-43e9-8007-4523c03646b8,segment=NetworkSegment(acd69a2e-b097-45cf-a6a1-30c403113f42),segment_id=acd69a2e-b097-45cf-a6a1-30c403113f42)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:00.239344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:00.240726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:00.249188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-26a1bcca-b61f-4dc0-9dda-04d3f6207086 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328086 Mar 10 17:45:00.291870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.372386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-af6878f0-66b6-4358-b74b-9e3145edf656 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 200 len: 1000 time: 0.1339238 Mar 10 17:45:00.385272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for port (615b46d8-52d0-43ea-810f-11fc6b64b401), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.407697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af494b2-fb64-4736-9b92-d4d9c256663c req-57dd0288-1a04-40b7-9d21-8d88f3db3a49 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.409256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7af494b2-fb64-4736-9b92-d4d9c256663c req-57dd0288-1a04-40b7-9d21-8d88f3db3a49 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1726153 Mar 10 17:45:00.425488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea24d-2514-4fb6-a2c3-ed4c9c2aecab None None] Pushing event updated for resources: {'Port': ['ID=93b73fbe-058b-43e9-8007-4523c03646b8,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:00.441141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d82201dc-a563-4012-9640-36b2328f51d2 req-a095aae6-91b7-495f-a69c-1270c24ff459 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722267 Mar 10 17:45:00.457258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:00.467712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.471222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f496e-a894-4dac-9194-cd9c50509836 req-c77586c9-307c-44f3-b084-2a0ee86042ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.472788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-c77586c9-307c-44f3-b084-2a0ee86042ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0914817 Mar 10 17:45:00.497977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:00.537457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (615b46d8-52d0-43ea-810f-11fc6b64b401), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.541684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7af494b2-fb64-4736-9b92-d4d9c256663c req-5f06506e-6285-4340-a7ff-53b78f5ebdad tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248736 Mar 10 17:45:00.608403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:00.612646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709611a-8b93-4ded-b251-ab4d243c2c64 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.614640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b709611a-8b93-4ded-b251-ab4d243c2c64 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 814 time: 0.1123953 Mar 10 17:45:00.621344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:00.625320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:00.655194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event updated for resources: {'Port': ['ID=615b46d8-52d0-43ea-810f-11fc6b64b401,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:00.703748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f496e-a894-4dac-9194-cd9c50509836 req-960512ad-99d5-4993-8925-33280f025c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.705436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-960512ad-99d5-4993-8925-33280f025c3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1791098 Mar 10 17:45:00.716860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:00.717717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:00.745538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:00.746506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fc6a8b5d-3083-4349-af34-b75e378ae450 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7578146 Mar 10 17:45:00.797354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:44:58Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:00.826354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a08b767-380e-4714-8f3f-f59254fffc46 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:44:58Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:00.935538 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-b1ad16a5-746b-4639-bda7-0f77aa0a0512 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078440 Mar 10 17:45:01.046530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Deleting port 615b46d8-52d0-43ea-810f-11fc6b64b401 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:01.046883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (615b46d8-52d0-43ea-810f-11fc6b64b401), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.105733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-964f496e-a894-4dac-9194-cd9c50509836 req-6446c71d-6500-4e4c-b76f-2b7afb517540 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441646 Mar 10 17:45:01.108085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port ea4a1162-1349-485e-8a14-99bc4958ffcb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:01.108425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.170137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eceef9-4390-463c-8588-4499d3a93f15 None None] New status for floating IP 3205cc6a-6812-40a8-bce5-e36d53642e52: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:45:01.185049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50202) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:01.221063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'network': {'name': 'tempest-network-smoke--738451495', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:01.228062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91baef-7a62-4ab2-93b0-f87e4f306cbb req-94722c59-98fc-419d-afb8-8a9c08a65cd7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:01.230146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a91baef-7a62-4ab2-93b0-f87e4f306cbb req-94722c59-98fc-419d-afb8-8a9c08a65cd7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.0656784 Mar 10 17:45:01.241835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (615b46d8-52d0-43ea-810f-11fc6b64b401), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.274758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Calling delete_port for 615b46d8-52d0-43ea-810f-11fc6b64b401 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:01.279581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a91baef-7a62-4ab2-93b0-f87e4f306cbb req-118eb9d2-c4f7-44be-91b1-3dafc3b0ed20 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Mar 10 17:45:01.281350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.285921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:01.289292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.314146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for ea4a1162-1349-485e-8a14-99bc4958ffcb owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:01.367260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:01.431033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b3db1cde-0c53-426f-969b-b997a9612ec8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.431380 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Added segment b3db1cde-0c53-426f-969b-b997a9612ec8 of type vlan for network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 Mar 10 17:45:01.499665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.554875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b73fbe-058b-43e9-8007-4523c03646b8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:01.607097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.612401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:01.613021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.647414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 93b73fbe-058b-43e9-8007-4523c03646b8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:01.648299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.679549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (615b46d8-52d0-43ea-810f-11fc6b64b401), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.684800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4695539 Mar 10 17:45:01.692800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:01.755182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 93b73fbe-058b-43e9-8007-4523c03646b8 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:01.755587 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.765942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf48c4-72b5-4720-81b0-d1e1271df90d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Network': ['ID=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:01.771412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7517-d3b1-40e3-9d74-76d41343eeb0 req-0ee859a8-9039-4b79-8748-e363b63f2520 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:01.773669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37ad7517-d3b1-40e3-9d74-76d41343eeb0 req-0ee859a8-9039-4b79-8748-e363b63f2520 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1405182 Mar 10 17:45:01.776583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event deleted for resources: {'Port': ['ID=615b46d8-52d0-43ea-810f-11fc6b64b401,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:01.792568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:01.830763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4dc422-7d51-4768-ac12-407c81990acc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:01.835802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-eb4dc422-7d51-4768-ac12-407c81990acc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ec24b1366d6941d48bdfb73c6e21b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1374652 Mar 10 17:45:01.836628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50208) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:01.844110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 93b73fbe-058b-43e9-8007-4523c03646b8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b73fbe-058b-43e9-8007-4523c03646b8,segment=NetworkSegment(acd69a2e-b097-45cf-a6a1-30c403113f42),segment_id=acd69a2e-b097-45cf-a6a1-30c403113f42)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:01.854257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ea4a1162-1349-485e-8a14-99bc4958ffcb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.904255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=ea4a1162-1349-485e-8a14-99bc4958ffcb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:01.906455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37ad7517-d3b1-40e3-9d74-76d41343eeb0 req-c67e3bde-d73f-40d3-86a7-9479b1b44dba tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208010 Mar 10 17:45:01.910920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:01.918168 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4598c107-401b-449a-97ad-cf13f7f41ff3 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "DELETE /v2.0/ports/615b46d8-52d0-43ea-810f-11fc6b64b401 HTTP/1.1" status: 204 len: 168 time: 1.1708183 Mar 10 17:45:01.918846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50210) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:01.988540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418dc3c-2225-406b-8f7c-209edcf5985b tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:01.992384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6418dc3c-2225-406b-8f7c-209edcf5985b tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522508 Mar 10 17:45:01.993171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.035012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d85c4c25-15d3-465e-b649-725849b0ccaa tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393393 Mar 10 17:45:02.038316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50216) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.059176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7694ce97-d8f3-40e4-9834-0af3eaf69598 tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1357756 Mar 10 17:45:02.062475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.067756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1459478215'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:02.075628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e0de30da-f736-4845-870f-b839010dd5ed tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ec24b1366d6941d48bdfb73c6e21b186&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361514 Mar 10 17:45:02.078166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.107047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163228ae-c5da-4347-9186-70e13240517c None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:02.115005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.118640 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.166949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:02.199616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c9b6e-8ffd-41b5-a63e-1698e405c403 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:02.200046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Made reservation on behalf of add811c0f49f44cb896cec9da8d46189 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:02.204377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.205816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d28c9b6e-8ffd-41b5-a63e-1698e405c403 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263816 Mar 10 17:45:02.208660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50222) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.210704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c1be4787-cb7b-40df-ad09-fcd4e714f3c5 None None] Provisioning complete for port 93b73fbe-058b-43e9-8007-4523c03646b8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:02.211078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c1be4787-cb7b-40df-ad09-fcd4e714f3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.242981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-919182f0-072b-4aab-ad52-afe1b7bbadc8 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328515 Mar 10 17:45:02.245145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.250354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42206925', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:02.317394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=93b73fbe-058b-43e9-8007-4523c03646b8,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:02.376266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:02.381562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:02.382177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.393272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router 34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:02.401423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (357a47b3-8225-4fd5-880b-2ab4827bc056), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.403168 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Added segment 357a47b3-8225-4fd5-880b-2ab4827bc056 of type vlan for network 85d968c0-b608-4548-bfb7-1961bd5f5802 Mar 10 17:45:02.435927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:02.436318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.475810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c1be4787-cb7b-40df-ad09-fcd4e714f3c5 None None] Current status of the port 93b73fbe-058b-43e9-8007-4523c03646b8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:02.485023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:02.487383 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288758a3-f7cd-4d0c-ac2a-095698f4df78" -d '{"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:02.534012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:02.538384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.553933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58842f-82ac-4f79-9ded-de0998f0fa77 req-fbea3283-35d3-46f9-ac33-fda105705ce6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:02.564678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d58842f-82ac-4f79-9ded-de0998f0fa77 req-fbea3283-35d3-46f9-ac33-fda105705ce6 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 945 time: 0.1516218 Mar 10 17:45:02.568638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (85d968c0-b608-4548-bfb7-1961bd5f5802), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.569543 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ff398-4ea4-4f07-8ae5-841705a801e5 x-openstack-request-id: req-d95ff398-4ea4-4f07-8ae5-841705a801e5 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:02.569833 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:02.570086 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d95ff398-4ea4-4f07-8ae5-841705a801e5 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:02.570506 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'code': 200} Mar 10 17:45:02.571980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:02.579008 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6796735f-4645-4136-83fc-493efc01ed7d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2245522 Mar 10 17:45:02.581565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.585071 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] Sync routers for ids ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:02.607332 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] Routers {'34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:02.608641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:02.625462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:02.658339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:02.659190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d58842f-82ac-4f79-9ded-de0998f0fa77 req-065b19e8-b51e-4aeb-88d2-93c788e10df4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Mar 10 17:45:02.667388 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] Routers {'34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:02.668146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:02.728153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:02.728153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18417d1f-6732-496a-9de8-f455c3dad029 None None] The sync data for ids ['34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:02.744280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:45:02.788413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (11575661-2e7e-4d56-9fc3-6ac6db388021), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.810675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (85d968c0-b608-4548-bfb7-1961bd5f5802), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.815522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:02.816093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:02.851034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Subnet': ['ID=11575661-2e7e-4d56-9fc3-6ac6db388021,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:02.861401 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-9c14c438-7718-443f-b980-557279580a51 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] remove_router_interface failed (client error): The resource could not be found. Mar 10 17:45:02.866389 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c14c438-7718-443f-b980-557279580a51 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2794363 Mar 10 17:45:02.868174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50232) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.878243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Checking segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:02.878768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network hostable DHCP agents. Network: 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:02.888899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8252287 Mar 10 17:45:02.891882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.906497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bed1de99-47b0-4ef6-9466-c262f1908c67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 HTTP/1.1" status: 200 len: 205 time: 0.0370452 Mar 10 17:45:02.909836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:02.915301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4c7b098e-63af-45dc-8f64-6b4642293945 None None] Provisioning complete for port 93b73fbe-058b-43e9-8007-4523c03646b8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:02.915943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c7b098e-63af-45dc-8f64-6b4642293945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.018182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:03.036015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.040842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:03.046172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:03.046899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.056985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43a465-cf8e-466b-8357-4e289ff8a636 None None] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:03.108042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b098e-63af-45dc-8f64-6b4642293945 None None] Current status of the port 93b73fbe-058b-43e9-8007-4523c03646b8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:03.166843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db9a4ec6-bbd1-4ee4-8e5f-7ab950020661 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.9202874 Mar 10 17:45:03.200139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ips': [{'subnet_id': '11575661-2e7e-4d56-9fc3-6ac6db388021'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:03.201261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.231023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f7f3e58d-eccf-43f4-aeec-e77bad960d3d None None] Could not find standard attr ID for object 615b46d8-52d0-43ea-810f-11fc6b64b401. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:45:03.287407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.295605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fac79-bc94-421a-9754-ae88f2f7ebd7 req-c8d2f668-65c4-4245-8a60-ce19420fa8a7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:03.297194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a5fac79-bc94-421a-9754-ae88f2f7ebd7 req-c8d2f668-65c4-4245-8a60-ce19420fa8a7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2054615 Mar 10 17:45:03.298637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.394514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Allocated IP 172.20.0.18 (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492/11575661-2e7e-4d56-9fc3-6ac6db388021/a1c79748-350b-421b-a6c5-535c6cd15c8b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:03.396353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a5fac79-bc94-421a-9754-ae88f2f7ebd7 req-5936fcee-521e-4134-ada3-8bceb4388a55 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914614 Mar 10 17:45:03.397518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.398232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router 34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:03.406026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.411813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-43c09094-651b-48da-885e-3908d55a514c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 HTTP/1.1" status: 204 len: 168 time: 0.4999528 Mar 10 17:45:03.412483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50242) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:03.485991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fc206-8255-461b-9c28-2ed1cbfd2277 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event updated for resources: {'Network': ['ID=85d968c0-b608-4548-bfb7-1961bd5f5802,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:03.502982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet a442b72e-57cb-4220-a882-b4f30e2ccb72 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:03.511999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (a442b72e-57cb-4220-a882-b4f30e2ccb72), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.523402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 85d968c0-b608-4548-bfb7-1961bd5f5802 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:03.569994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (a442b72e-57cb-4220-a882-b4f30e2ccb72), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.574727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b73fbe-058b-43e9-8007-4523c03646b8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:03.602717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:03.607408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808691109', 'description': 'tempest-secgroup-smoke-1808691109 description', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:03.652098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.667882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks [] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.683775 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.706629 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-463d3ba8-1464-4216-8be3-bf60e3e1f53f tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks HTTP/1.1" status: 200 len: 12041 time: 0.8110113 Mar 10 17:45:03.706971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:03.735471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:03.743984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:03.746555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Pushing event updated for resources: {'Port': ['ID=a1c79748-350b-421b-a6c5-535c6cd15c8b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:03.748833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:03.757720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 93b73fbe-058b-43e9-8007-4523c03646b8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:03.758100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.811243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812577f4-365f-46b1-a9ed-70a66047171a tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] Network 85d968c0-b608-4548-bfb7-1961bd5f5802 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:03.812315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (defd38d2-6d6b-4267-85a2-900c918fec6e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.813857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a442b72e-57cb-4220-a882-b4f30e2ccb72), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.826749 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-812577f4-365f-46b1-a9ed-70a66047171a tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "POST /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1182799 Mar 10 17:45:03.829079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:03.837679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc409fc-b548-4c1a-9c31-b7191f8a564e None None] Network 85d968c0-b608-4548-bfb7-1961bd5f5802 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:03.850923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (defd38d2-6d6b-4267-85a2-900c918fec6e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.857160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Attempting to bind port a1c79748-350b-421b-a6c5-535c6cd15c8b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:03.857448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Attempting to bind port a1c79748-350b-421b-a6c5-535c6cd15c8b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:03.857811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Attempting to bind port a1c79748-350b-421b-a6c5-535c6cd15c8b on network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:03.881067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:03.881498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Checking segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:03.882036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.882302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Bound using segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:03.884251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Bound port: a1c79748-350b-421b-a6c5-535c6cd15c8b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:03.884251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.902025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:03.906145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2993796 Mar 10 17:45:03.912082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:03.920086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:03.935448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da894f74-4e13-4a12-a405-8a7ced25e6c9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defd38d2-6d6b-4267-85a2-900c918fec6e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:03.949873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc6121-2959-4238-b8ee-b926df794689 req-6c5373c6-06c5-4581-b456-0c73fc29c07d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:03.951731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2cc6121-2959-4238-b8ee-b926df794689 req-6c5373c6-06c5-4581-b456-0c73fc29c07d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1807847 Mar 10 17:45:03.973064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a442b72e-57cb-4220-a882-b4f30e2ccb72), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.012302 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-acda71ff-6e4b-4440-9cf4-29f54865a559 tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks HTTP/1.1" status: 200 len: 13594 time: 0.1778877 Mar 10 17:45:04.012302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.013863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=a442b72e-57cb-4220-a882-b4f30e2ccb72,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.016485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 93b73fbe-058b-43e9-8007-4523c03646b8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:04.024472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (d9054811-7a3e-4d4c-a0e4-4db425b0857a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.040455 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.046262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b78fedf-a939-477e-8796-144de30d9ee6 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/a442b72e-57cb-4220-a882-b4f30e2ccb72 HTTP/1.1" status: 204 len: 168 time: 0.6300302 Mar 10 17:45:04.047530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] For port a1c79748-350b-421b-a6c5-535c6cd15c8b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:04.052308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072685f-b85c-4586-a37c-1c6e062e86eb None None] Network 47e16fc3-8598-4e1c-9877-bbb52ff557f6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:04.052908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50256) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.055722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] For port a1c79748-350b-421b-a6c5-535c6cd15c8b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a1c79748-350b-421b-a6c5-535c6cd15c8b,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:04.088900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.097533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2cc6121-2959-4238-b8ee-b926df794689 req-b8c8dfb7-8d8d-4418-a6db-0dcbb80ad156 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386592 Mar 10 17:45:04.108230 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d89c4946-2137-4168-b1bf-9e3dfe18d301 tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "DELETE /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks/85d968c0-b608-4548-bfb7-1961bd5f5802 HTTP/1.1" status: 204 len: 168 time: 0.0949094 Mar 10 17:45:04.110401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.173376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (47e16fc3-8598-4e1c-9877-bbb52ff557f6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.193032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f68d0-7f3f-41aa-b972-be9dade39fd1 None None] Pushing event updated for resources: {'Port': ['ID=a1c79748-350b-421b-a6c5-535c6cd15c8b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.193671 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (d9054811-7a3e-4d4c-a0e4-4db425b0857a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.208638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d9054811-7a3e-4d4c-a0e4-4db425b0857a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.236970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9054811-7a3e-4d4c-a0e4-4db425b0857a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.282698 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e2a6f76-cb23-4965-a6df-a843a126cab2 tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks HTTP/1.1" status: 200 len: 12785 time: 0.1709781 Mar 10 17:45:04.283398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.286866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.288171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a4dd9025-1970-46f9-9dd3-6574338fba04 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749177 Mar 10 17:45:04.293227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.299944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:04.316637 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d1fcc92-0fa6-422c-a548-e837c505e03d tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/networks/244e1228-7f02-42fb-98f7-1f098c7ad34a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0319822 Mar 10 17:45:04.317404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.323771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84572b5-47b1-4cd2-b4d7-7b3c28159395 req-e44718bb-de83-48e5-92e0-3e659f24c2ea tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:04.325323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a84572b5-47b1-4cd2-b4d7-7b3c28159395 req-e44718bb-de83-48e5-92e0-3e659f24c2ea tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1346457 Mar 10 17:45:04.341367 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c34b2f9-3f0a-4737-b70c-3ab5c9b22e21 tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/networks/244e1228-7f02-42fb-98f7-1f098c7ad34a/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0225079 Mar 10 17:45:04.342523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.364972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] DHCP port deletion for 47e16fc3-8598-4e1c-9877-bbb52ff557f6 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:04.365574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (ed58db0d-9e10-427e-bba9-f710217a0ca0), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.370240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port e620a5fe-76b9-4ab9-80da-f27d8470ec32 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:04.370606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.426781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Deleting port e620a5fe-76b9-4ab9-80da-f27d8470ec32 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:04.427410 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.503875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port e620a5fe-76b9-4ab9-80da-f27d8470ec32, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e620a5fe-76b9-4ab9-80da-f27d8470ec32,segment=NetworkSegment(a6b196ee-0eff-4895-8309-6e637344c5d4),segment_id=a6b196ee-0eff-4895-8309-6e637344c5d4)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:04.504243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.541373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for e620a5fe-76b9-4ab9-80da-f27d8470ec32 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:04.550557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f264038-377a-4968-a1e1-8892e3eb3a8c tempest-DHCPAgentSchedulersTestJSON-681637987 tempest-DHCPAgentSchedulersTestJSON-681637987-project-admin] 10.222.0.35 "GET /v2.0/agents/d577708b-ba97-4324-9aa7-20ca226b4910/dhcp-networks HTTP/1.1" status: 200 len: 12785 time: 0.2062051 Mar 10 17:45:04.555942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.556475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] For port e620a5fe-76b9-4ab9-80da-f27d8470ec32, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e620a5fe-76b9-4ab9-80da-f27d8470ec32,segment=NetworkSegment(a6b196ee-0eff-4895-8309-6e637344c5d4),segment_id=a6b196ee-0eff-4895-8309-6e637344c5d4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:04.557128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.573465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Calling delete_port for e620a5fe-76b9-4ab9-80da-f27d8470ec32 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:04.644390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a84572b5-47b1-4cd2-b4d7-7b3c28159395 req-83c5ec99-6ea3-430c-a09b-0b8c64f26e85 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054001 Mar 10 17:45:04.658833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.670756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (85d968c0-b608-4548-bfb7-1961bd5f5802), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.722778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=e620a5fe-76b9-4ab9-80da-f27d8470ec32,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.728710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port e620a5fe-76b9-4ab9-80da-f27d8470ec32 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:04.735977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e620a5fe-76b9-4ab9-80da-f27d8470ec32), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.781338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] Pushing event deleted for resources: {'Port': ['ID=e620a5fe-76b9-4ab9-80da-f27d8470ec32,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.782514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (85d968c0-b608-4548-bfb7-1961bd5f5802), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.786554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e0738-581f-4b8b-9c5d-8b3c0e05192e None None] No DVR routers for this DVR port e620a5fe-76b9-4ab9-80da-f27d8470ec32 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:04.809806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d968c0-b608-4548-bfb7-1961bd5f5802']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:04.827103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357a47b3-8225-4fd5-880b-2ab4827bc056') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:04.827469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357a47b3-8225-4fd5-880b-2ab4827bc056') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:04.839782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (357a47b3-8225-4fd5-880b-2ab4827bc056), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.863695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (357a47b3-8225-4fd5-880b-2ab4827bc056), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.872291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:04.872843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (357a47b3-8225-4fd5-880b-2ab4827bc056), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:04.876200 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:04.948258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (85d968c0-b608-4548-bfb7-1961bd5f5802), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.957344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:04.961670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "DELETE /v2.0/networks/85d968c0-b608-4548-bfb7-1961bd5f5802 HTTP/1.1" status: 204 len: 168 time: 0.4043629 Mar 10 17:45:04.964094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:04.996878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63f8d-7d07-4069-a726-2c43101e7471 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event deleted for resources: {'Network': ['ID=85d968c0-b608-4548-bfb7-1961bd5f5802,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:04.999484 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec1220d-7fde-46b1-a6cd-e84a16747a59 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] DELETE failed (client error): The resource could not be found. Mar 10 17:45:05.000047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec1220d-7fde-46b1-a6cd-e84a16747a59 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:45:05.006175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ec1220d-7fde-46b1-a6cd-e84a16747a59 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "DELETE /v2.0/ports/615b46d8-52d0-43ea-810f-11fc6b64b401 HTTP/1.1" status: 404 len: 333 time: 0.0381033 Mar 10 17:45:05.006175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.059443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Deleting subnet 7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:05.063264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for subnet (7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.110774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.150989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (47e16fc3-8598-4e1c-9877-bbb52ff557f6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.169753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-ec221996-9f52-4ffa-87b3-e0a689a777ff req-f53fe4fe-9e6d-4d9d-8803-0e8c4a8cc3f7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:45:05.170832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec221996-9f52-4ffa-87b3-e0a689a777ff req-f53fe4fe-9e6d-4d9d-8803-0e8c4a8cc3f7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169828 Mar 10 17:45:05.172729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (ed58db0d-9e10-427e-bba9-f710217a0ca0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.192129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ed58db0d-9e10-427e-bba9-f710217a0ca0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.205796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.211191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e16fc3-8598-4e1c-9877-bbb52ff557f6']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:05.221337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed58db0d-9e10-427e-bba9-f710217a0ca0,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:05.229739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87fea7-fef4-4908-a96d-0819b176f377 req-abc7fe67-060f-44d9-b5f8-f23713b7a688 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:05.231359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd87fea7-fef4-4908-a96d-0819b176f377 req-abc7fe67-060f-44d9-b5f8-f23713b7a688 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.5862744 Mar 10 17:45:05.242512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b196ee-0eff-4895-8309-6e637344c5d4') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:05.242801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b196ee-0eff-4895-8309-6e637344c5d4') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:05.260782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.265221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f71f3891-55d6-4c86-af98-77cfb05cb0cc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9709477 Mar 10 17:45:05.266748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.276472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (a6b196ee-0eff-4895-8309-6e637344c5d4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.287685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:05.301720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a6b196ee-0eff-4895-8309-6e637344c5d4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.315789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:05.316268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (a6b196ee-0eff-4895-8309-6e637344c5d4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:05.333775 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:05.343280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.354884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd87fea7-fef4-4908-a96d-0819b176f377 req-84c61106-d980-4224-8d39-4d9fe6b2de13 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143584 Mar 10 17:45:05.388944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:05.407729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.416289 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dc0d3abf-60ab-4b42-b38d-6c73a7561079 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "DELETE /v2.0/subnets/7aa9baf3-2dce-4c6f-b043-fc5d36fc66f9 HTTP/1.1" status: 204 len: 168 time: 0.4075792 Mar 10 17:45:05.417101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.420746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134294c-6842-430f-ac46-10157d9e5eaf None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:05.431492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (eab7a17a-b4c3-48d9-8a4e-1d4061cf149e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.463533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (47e16fc3-8598-4e1c-9877-bbb52ff557f6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.488707 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.498573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/47e16fc3-8598-4e1c-9877-bbb52ff557f6 HTTP/1.1" status: 204 len: 168 time: 1.4444103 Mar 10 17:45:05.519833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.531183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (eab7a17a-b4c3-48d9-8a4e-1d4061cf149e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.537847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777939a2-5376-43ef-b0ee-cb27391c8db1 req-eae1c777-9c85-4d4f-a613-b462e49604d9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:05.540875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777939a2-5376-43ef-b0ee-cb27391c8db1 req-eae1c777-9c85-4d4f-a613-b462e49604d9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1320801 Mar 10 17:45:05.547235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (eab7a17a-b4c3-48d9-8a4e-1d4061cf149e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.552705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105187552'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:05.563921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0cec0-6977-4558-9b6e-7afbfd75f4d5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=47e16fc3-8598-4e1c-9877-bbb52ff557f6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:05.627799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab7a17a-b4c3-48d9-8a4e-1d4061cf149e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:05.643714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (244e1228-7f02-42fb-98f7-1f098c7ad34a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.648845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.650277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d78a325-6334-48cc-bcc9-fcf68d96be97 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3822660 Mar 10 17:45:05.654024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.654548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777939a2-5376-43ef-b0ee-cb27391c8db1 req-37be6e22-50f0-4167-95b0-fc7f9e64d806 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918159 Mar 10 17:45:05.656609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:05.661833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.662165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:05.669502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a1c79748-350b-421b-a6c5-535c6cd15c8b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:05.717713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:05.735891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (66b0f624-9db4-4def-b002-348f750cd729), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.738221 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment 66b0f624-9db4-4def-b002-348f750cd729 of type vlan for network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 Mar 10 17:45:05.744945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (74ac637c-d0c1-41be-ab85-059cb2777ddf), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.767144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a1c79748-350b-421b-a6c5-535c6cd15c8b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:05.767956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.805594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (5bc13a6f-7553-45d5-941d-5a2e497c4ac5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.842111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Deleting port 93b73fbe-058b-43e9-8007-4523c03646b8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:05.842484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.862903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (5bc13a6f-7553-45d5-941d-5a2e497c4ac5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.870203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:05.871116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.893698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (74ac637c-d0c1-41be-ab85-059cb2777ddf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.928415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (74ac637c-d0c1-41be-ab85-059cb2777ddf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.942011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] For port 93b73fbe-058b-43e9-8007-4523c03646b8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b73fbe-058b-43e9-8007-4523c03646b8,segment=NetworkSegment(acd69a2e-b097-45cf-a6a1-30c403113f42),segment_id=acd69a2e-b097-45cf-a6a1-30c403113f42)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:05.942011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.951505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4082322 Mar 10 17:45:05.955302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50308) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:05.964000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:05.968005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Calling delete_port for 93b73fbe-058b-43e9-8007-4523c03646b8 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:05.970665 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ac637c-d0c1-41be-ab85-059cb2777ddf,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:05.989436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:05.990449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b1df2-2815-4004-84b2-561d14fdedbc None None] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:05.990983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f13c9ad4-1577-4340-ab2e-564ea82bb66f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335423 Mar 10 17:45:05.995677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] DHCP port deletion for 244e1228-7f02-42fb-98f7-1f098c7ad34a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:05.999148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50310) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:06.014655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:06.018893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e94f0-7a7c-4364-a620-c7f6b258e6ab tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=5bc13a6f-7553-45d5-941d-5a2e497c4ac5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.061014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:06.073430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.098605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event deleted for resources: {'Port': ['ID=93b73fbe-058b-43e9-8007-4523c03646b8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.098933 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:45:06.099435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Provisioning complete for port a1c79748-350b-421b-a6c5-535c6cd15c8b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:06.099818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.105456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] No DVR routers for this DVR port 93b73fbe-058b-43e9-8007-4523c03646b8 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:06.113014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-17e07c14-63fa-459c-8380-3bf9a11125d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3728647 Mar 10 17:45:06.117999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (1ae76d80-dc66-4218-81d4-e41be1651b94), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.128401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-b647aef8-8e25-4f67-a1d5-991b814be2f5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:45:06.129405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-b647aef8-8e25-4f67-a1d5-991b814be2f5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085936 Mar 10 17:45:06.190349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:06.193354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.200949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:06.203090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (244e1228-7f02-42fb-98f7-1f098c7ad34a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.227735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244e1228-7f02-42fb-98f7-1f098c7ad34a']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:06.237984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd69a2e-b097-45cf-a6a1-30c403113f42') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:06.238612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd69a2e-b097-45cf-a6a1-30c403113f42') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:06.250524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (acd69a2e-b097-45cf-a6a1-30c403113f42), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.269636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (acd69a2e-b097-45cf-a6a1-30c403113f42), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.271605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-2f5ed28a-d790-4ae0-aa1b-90fff6b56045 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:06.273263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-2f5ed28a-d790-4ae0-aa1b-90fff6b56045 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports/d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 940 time: 0.0998080 Mar 10 17:45:06.278590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:06.279106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (acd69a2e-b097-45cf-a6a1-30c403113f42), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:06.282448 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:06.294346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (1ae76d80-dc66-4218-81d4-e41be1651b94), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.329230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1ae76d80-dc66-4218-81d4-e41be1651b94), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.360990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Deleting port 93b73fbe-058b-43e9-8007-4523c03646b8 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:06.361375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.365163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae76d80-dc66-4218-81d4-e41be1651b94,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.403323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a1c79748-350b-421b-a6c5-535c6cd15c8b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:06.403724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.409740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.413458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-62195c5f-1abc-43c8-bc94-6e6ca3ffb0d8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4125414 Mar 10 17:45:06.416924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50316) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:06.426383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'defd38d2-6d6b-4267-85a2-900c918fec6e', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:06.440177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (244e1228-7f02-42fb-98f7-1f098c7ad34a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.453862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.458037 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] 10.222.0.35 "DELETE /v2.0/networks/244e1228-7f02-42fb-98f7-1f098c7ad34a HTTP/1.1" status: 204 len: 168 time: 1.0359180 Mar 10 17:45:06.473180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e052b-4ec8-4a37-ad80-3706e089a107 tempest-DHCPAgentSchedulersTestJSON-1276035280 tempest-DHCPAgentSchedulersTestJSON-1276035280-project] Pushing event deleted for resources: {'Network': ['ID=244e1228-7f02-42fb-98f7-1f098c7ad34a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.510598 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:45:06.529650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Current status of the port a1c79748-350b-421b-a6c5-535c6cd15c8b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:06.531021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.536918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] For port 93b73fbe-058b-43e9-8007-4523c03646b8, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:06.537747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.565148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (7edc9358-9726-42e2-8461-736e19fcc640), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.583602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Calling delete_port for 93b73fbe-058b-43e9-8007-4523c03646b8 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:06.586667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:06.590920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port a1c79748-350b-421b-a6c5-535c6cd15c8b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a1c79748-350b-421b-a6c5-535c6cd15c8b,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:06.594042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Port 93b73fbe-058b-43e9-8007-4523c03646b8 was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:45:06.601718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (93b73fbe-058b-43e9-8007-4523c03646b8), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.609739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.635785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Pushing event deleted for resources: {'Port': ['ID=93b73fbe-058b-43e9-8007-4523c03646b8,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.637857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] Network 244e1228-7f02-42fb-98f7-1f098c7ad34a is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:45:06.638493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8c816-eba7-4e51-871f-6e9132e2428a None None] No DVR routers for this DVR port 93b73fbe-058b-43e9-8007-4523c03646b8 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:06.656929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4805ee38-591c-4ac3-bd4f-c8bea6e437d3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.716015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:45:06.716626 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:45:06.744912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=a1c79748-350b-421b-a6c5-535c6cd15c8b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.772023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e620a5fe-76b9-4ab9-80da-f27d8470ec32 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:06.793436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693076-68bd-449b-8547-6d72fe25cb70 req-5e281b61-428c-473e-a47f-b4f73a187176 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:06.795684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2693076-68bd-449b-8547-6d72fe25cb70 req-5e281b61-428c-473e-a47f-b4f73a187176 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2788634 Mar 10 17:45:06.819417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e620a5fe-76b9-4ab9-80da-f27d8470ec32 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:06.820197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e620a5fe-76b9-4ab9-80da-f27d8470ec32 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:06.853329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (7edc9358-9726-42e2-8461-736e19fcc640), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.865299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=4805ee38-591c-4ac3-bd4f-c8bea6e437d3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.877746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': '66b0f624-9db4-4def-b002-348f750cd729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:06.878359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 5bc13a6f-7553-45d5-941d-5a2e497c4ac5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:06.919254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7edc9358-9726-42e2-8461-736e19fcc640), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.961633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edc9358-9726-42e2-8461-736e19fcc640,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:06.966072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50330) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:06.988538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:06.990134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2b9fd6e2-8ade-4cb8-9dd5-782bc57a3916 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5687332 Mar 10 17:45:07.005231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:07.019634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2693076-68bd-449b-8547-6d72fe25cb70 req-dc1b224e-f705-44ea-a473-f3632fd9b2ab tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018530 Mar 10 17:45:07.039630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7eb24-cb49-4850-8d3f-d04c507d1068 req-43d8702d-841b-40fa-b5a7-90f62dbab8c2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.042000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb7eb24-cb49-4850-8d3f-d04c507d1068 req-43d8702d-841b-40fa-b5a7-90f62dbab8c2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.2154198 Mar 10 17:45:07.043204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 5bc13a6f-7553-45d5-941d-5a2e497c4ac5) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:07.053264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.053838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.063030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94b407-d9ef-4a8f-a398-2840b80ca0a0 None None] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:07.107155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0516f1be-a841-4ded-9627-9af4b5653797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1482956 Mar 10 17:45:07.108724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50336) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:07.120814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-29493084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:07.125635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb7eb24-cb49-4850-8d3f-d04c507d1068 req-a8c5f1bc-6b09-4021-a1d5-a5af23f3da0f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Mar 10 17:45:07.184181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.185259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.227194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-5bc13a6f-7553-45d5-941d-5a2e497c4ac5', 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '4805ee38-591c-4ac3-bd4f-c8bea6e437d3'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:07.228234 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.230312 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b82ff601-db91-4cdb-b2a6-f265e4c174e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=add811c0f49f44cb896cec9da8d46189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611432 Mar 10 17:45:07.233695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:07.293569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b78573b-f894-416f-abe9-74653ed70c0a None None] Current status of the port a1c79748-350b-421b-a6c5-535c6cd15c8b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:07.296256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f36029fe-9b90-4d64-8bc9-de75f0cab00d), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.299191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-7de59c86-cef5-41da-9944-67b39ab945e0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808691109&fields=id&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 267 time: 0.0544262 Mar 10 17:45:07.306092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.324886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] Publish callbacks [] for security_group (5d080d5d-8920-4ddf-9b80-9e939b722468), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.338177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.339586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-851ff78a-b33f-4093-84cb-d939034bd378 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2298145 Mar 10 17:45:07.342261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:07.396623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] Publish callbacks [] for security_group (5d080d5d-8920-4ddf-9b80-9e939b722468), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.424807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-f5815785-3777-43d6-ba41-e4428d6248ee tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.426219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-f5815785-3777-43d6-ba41-e4428d6248ee tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/networks?id=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 HTTP/1.1" status: 200 len: 796 time: 0.1169665 Mar 10 17:45:07.437692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Allocated IP 2001:db8::2 (5bc13a6f-7553-45d5-941d-5a2e497c4ac5/4805ee38-591c-4ac3-bd4f-c8bea6e437d3/a89ce6a3-7cdf-4510-b1c6-45b9862ec77e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:07.445136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fbbd826c-6396-474e-8dbd-994f466e0f15 None None] Provisioning complete for port a1c79748-350b-421b-a6c5-535c6cd15c8b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:07.445136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbbd826c-6396-474e-8dbd-994f466e0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.446130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-f8efbfcc-6142-420f-b624-d70b29b901f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/quotas/ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 375 time: 0.0135050 Mar 10 17:45:07.590569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a1c79748-350b-421b-a6c5-535c6cd15c8b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:07.634088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-b7829d32-6da0-4b12-97ef-62439b581bc7 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1484795 Mar 10 17:45:07.636178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-fb5d32e7-163a-4a3c-80a1-a89c1064ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.637756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-fb5d32e7-163a-4a3c-80a1-a89c1064ef4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f&tenant_id=52e9d299d96740d69cf10c35064993d4 HTTP/1.1" status: 200 len: 1125 time: 0.1160264 Mar 10 17:45:07.659768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5d080d5d-8920-4ddf-9b80-9e939b722468), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.663041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.666583 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d080d5d-8920-4ddf-9b80-9e939b722468 HTTP/1.1" status: 204 len: 168 time: 0.4294810 Mar 10 17:45:07.685581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df10d0-3176-428b-ad2e-a09249bafa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d080d5d-8920-4ddf-9b80-9e939b722468,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:07.717465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.802363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-c5b149d3-f997-4e1b-a735-e7650acb603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.804290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-c5b149d3-f997-4e1b-a735-e7650acb603d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1125 time: 0.1321681 Mar 10 17:45:07.854709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-7715d509-ff90-420b-944b-d342874146b2 service neutron] 10.222.0.35 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679661 Mar 10 17:45:07.905779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd826c-6396-474e-8dbd-994f466e0f15 None None] Current status of the port a1c79748-350b-421b-a6c5-535c6cd15c8b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:07.916897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a1c79748-350b-421b-a6c5-535c6cd15c8b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:07.921959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.969767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-c9bf3730-06f7-4a1c-b09e-950454c66883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:07.971036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks [] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:07.972253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-c9bf3730-06f7-4a1c-b09e-950454c66883 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.1518526 Mar 10 17:45:07.989449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.064333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-f34538a1-e6e0-4a76-863c-b4b35e96165d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0812190 Mar 10 17:45:08.091107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:08.099531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:08.102067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:08.125818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Pushing event updated for resources: {'Port': ['ID=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:08.129222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8::1 (5bc13a6f-7553-45d5-941d-5a2e497c4ac5/4805ee38-591c-4ac3-bd4f-c8bea6e437d3/a034e2e7-0088-4981-8089-f16ab086d761) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:08.130969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-98645ce8-e78c-45ed-8e20-67321d0f77de service neutron] 10.222.0.35 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589781 Mar 10 17:45:08.135107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-caea2be6-94fe-4983-b36d-f27dd17fef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.136079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-caea2be6-94fe-4983-b36d-f27dd17fef8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.0640185 Mar 10 17:45:08.165114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a1c79748-350b-421b-a6c5-535c6cd15c8b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:08.176757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:08.204890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Attempting to bind port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:08.205328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Attempting to bind port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '66b0f624-9db4-4def-b002-348f750cd729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:08.205861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Attempting to bind port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e on network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:08.211966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:08.212393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Checking segment: {'id': '66b0f624-9db4-4def-b002-348f750cd729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:08.212808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.213206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Bound using segment: {'id': '66b0f624-9db4-4def-b002-348f750cd729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:08.213769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Bound port: a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b0f624-9db4-4def-b002-348f750cd729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5bc13a6f-7553-45d5-941d-5a2e497c4ac5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:08.214107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.216176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-51ecc5af-f5d1-4a89-9c1e-9d7b83c212b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663493 Mar 10 17:45:08.237893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b73fbe-058b-43e9-8007-4523c03646b8 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:08.261849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 93b73fbe-058b-43e9-8007-4523c03646b8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:08.262174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b73fbe-058b-43e9-8007-4523c03646b8 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:08.310338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae497-0c4b-45a8-9c56-a882add67a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.340406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (a034e2e7-0088-4981-8089-f16ab086d761), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.349753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] For port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:08.355076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] For port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,segment=NetworkSegment(66b0f624-9db4-4def-b002-348f750cd729),segment_id=66b0f624-9db4-4def-b002-348f750cd729)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:08.367384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.378766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f1197-b8ab-44d1-b583-714b01f47835 req-7586ef58-dfff-4df2-98ec-056761afd5af tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.382176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e4f1197-b8ab-44d1-b583-714b01f47835 req-7586ef58-dfff-4df2-98ec-056761afd5af tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1793308 Mar 10 17:45:08.384461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-47d2ec6f-457e-4a13-9b65-92c2f029cad4 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460385 Mar 10 17:45:08.452301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae497-0c4b-45a8-9c56-a882add67a66 admin admin] Publish callbacks [] for security_group (c5cbb513-5c07-46da-900e-3e19d2cad172), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.478880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae497-0c4b-45a8-9c56-a882add67a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5cbb513-5c07-46da-900e-3e19d2cad172), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.480491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b40c1d-0f86-4a9b-b695-a5bfabf4079c None None] Pushing event updated for resources: {'Port': ['ID=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:08.528271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a034e2e7-0088-4981-8089-f16ab086d761), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.533910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ae497-0c4b-45a8-9c56-a882add67a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cbb513-5c07-46da-900e-3e19d2cad172,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:08.541222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e5ae497-0c4b-45a8-9c56-a882add67a66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3fe9ae124624472acea372d6752b1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609331 Mar 10 17:45:08.544346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:08.586582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e4f1197-b8ab-44d1-b583-714b01f47835 req-bfb9823b-70d8-4b38-ab79-8ab1497d46ca tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962318 Mar 10 17:45:08.595177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-83feea13-fe0c-42d7-830c-6938ad4f54b7 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036729 Mar 10 17:45:08.595303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:08.616176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:08.619541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:08.620133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f36029fe-9b90-4d64-8bc9-de75f0cab00d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.629342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.635823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.641117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.647579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.653042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.658230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.663921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.665966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-f3cb27b2-239f-4a3a-94a5-c51fe463ccb4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.1598768 Mar 10 17:45:08.753485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=a034e2e7-0088-4981-8089-f16ab086d761,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:08.859194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67fefa6f-6b76-4834-8d15-de7ba49363ae req-756193e8-26a5-4c5f-b0a1-2e0c018ba86e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860988 Mar 10 17:45:08.863187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] Publish callbacks [] for security_group (c5cbb513-5c07-46da-900e-3e19d2cad172), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.877643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a8385-a6ad-40a9-b583-9135e8581541 req-e3ee5a2f-bf76-47f8-94ac-89983c7c6c1b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:08.884974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa8a8385-a6ad-40a9-b583-9135e8581541 req-e3ee5a2f-bf76-47f8-94ac-89983c7c6c1b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1398406 Mar 10 17:45:08.954244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] Publish callbacks [] for security_group (c5cbb513-5c07-46da-900e-3e19d2cad172), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:08.987637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a695d8d4-acbe-4d4e-aa45-049c25338ffe req-91da29c8-48c1-4aed-96ca-ddbc8a1d5ace tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 210 time: 0.0390191 Mar 10 17:45:08.999440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa8a8385-a6ad-40a9-b583-9135e8581541 req-065bddb9-d536-49fd-a26c-f7dbc58ff1a7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131279 Mar 10 17:45:09.056472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a034e2e7-0088-4981-8089-f16ab086d761), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.102757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5cbb513-5c07-46da-900e-3e19d2cad172), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.105561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.106753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5cbb513-5c07-46da-900e-3e19d2cad172 HTTP/1.1" status: 204 len: 168 time: 0.5598996 Mar 10 17:45:09.122712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b420-ec18-4adc-be45-846f585a55cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cbb513-5c07-46da-900e-3e19d2cad172,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:09.514459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (a034e2e7-0088-4981-8089-f16ab086d761), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.527275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a034e2e7-0088-4981-8089-f16ab086d761), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.528141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f36029fe-9b90-4d64-8bc9-de75f0cab00d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:09.716604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a89ce6a3-7cdf-4510-b1c6-45b9862ec77e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:09.733229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=a034e2e7-0088-4981-8089-f16ab086d761,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:09.888758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:09.893169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:09.918980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:09.919362 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:10.131736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658a3f3-70ee-4ffc-88af-b05c934aab97 req-6ffe4925-60f5-4e41-a5d7-9d258eb50e72 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.133318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9658a3f3-70ee-4ffc-88af-b05c934aab97 req-6ffe4925-60f5-4e41-a5d7-9d258eb50e72 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.3320928 Mar 10 17:45:10.152912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:10.154711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:10.230792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,segment=NetworkSegment(66b0f624-9db4-4def-b002-348f750cd729),segment_id=66b0f624-9db4-4def-b002-348f750cd729)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:10.241983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:10.274784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9658a3f3-70ee-4ffc-88af-b05c934aab97 req-53b35756-6bee-40fc-b0ea-e891a42e0ab5 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104276 Mar 10 17:45:10.281429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d676ec-a751-46a6-bd3d-520ed533bb2b None None] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:10.316291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.338114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.346231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0dd34f71-e953-4858-af92-67bfada55602 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.354259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0dd34f71-e953-4858-af92-67bfada55602 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.59 "GET /v2.0/networks?id=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 HTTP/1.1" status: 200 len: 796 time: 0.4352775 Mar 10 17:45:10.356103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.367378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.381118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.396186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.403985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.409655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-5fff6ac8-7c24-4e87-b6e5-0e114ae0c1b8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.4023964 Mar 10 17:45:10.526573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f36029fe-9b90-4d64-8bc9-de75f0cab00d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:45:10.527204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2b3326c-1359-4101-8039-ce4730ee8ee6 req-270fccb5-0ec2-49dd-a530-745d0d216827 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776746 Mar 10 17:45:10.561037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e700-bcb2-4a6b-abfa-e7b1fb2e281f req-7d76b704-8c60-4b96-a6d6-6cfcd67b93c7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.570058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7203e700-bcb2-4a6b-abfa-e7b1fb2e281f req-7d76b704-8c60-4b96-a6d6-6cfcd67b93c7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1553850 Mar 10 17:45:10.626032 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-e77449ca-12ff-434b-b3cf-aede1d0fd69d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 473 time: 0.2552233 Mar 10 17:45:10.696685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7203e700-bcb2-4a6b-abfa-e7b1fb2e281f req-d27ee6de-6623-46ba-836a-19c95138dd5d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246891 Mar 10 17:45:10.759380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdf9ee89-24fc-42a8-b891-e82ecd14222a req-e5ee1db1-f3b3-4cb9-9ebe-8fadcb93a9d1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 210 time: 0.0799985 Mar 10 17:45:10.807660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e102abe7-5302-484f-a3cf-4a711730c2a2 None None] Provisioning complete for port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:10.808255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e102abe7-5302-484f-a3cf-4a711730c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:10.810123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:10.829021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:10.841078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d471e71f-c4dd-4d05-ab8c-10ca081f8772 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f36029fe-9b90-4d64-8bc9-de75f0cab00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4976883 Mar 10 17:45:10.845120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] Sync routers for ids ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:10.848505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:10.852888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'port': {'device_id': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'admin_state_up': True, 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'security_groups': ['defd38d2-6d6b-4267-85a2-900c918fec6e']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:10.897052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] Routers {'f36029fe-9b90-4d64-8bc9-de75f0cab00d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:10.898116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:10.922963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be97eb-01d7-4eae-9fb3-cc84d8b6a0fb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:10.932950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56be97eb-01d7-4eae-9fb3-cc84d8b6a0fb tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports/a034e2e7-0088-4981-8089-f16ab086d761 HTTP/1.1" status: 200 len: 911 time: 0.1025569 Mar 10 17:45:10.933918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50428) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:10.983305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:11.029774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] Routers {'f36029fe-9b90-4d64-8bc9-de75f0cab00d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:11.030467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:44:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:11.089407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:11.096342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:11.301166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e102abe7-5302-484f-a3cf-4a711730c2a2 None None] Current status of the port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:11.311085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:11.312985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37022b-a381-4152-8526-8a2f07735b48 None None] The sync data for ids ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:11.448918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.21 (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492/11575661-2e7e-4d56-9fc3-6ac6db388021/15a82c8c-3932-4119-9867-36ccb1f82d1d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:11.600012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae7004-b7fc-44b3-847a-6ce67b569fa4 req-5dc47a9c-2bd4-49c5-8995-d3aa3c60dcb1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.612376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ae7004-b7fc-44b3-847a-6ce67b569fa4 req-5dc47a9c-2bd4-49c5-8995-d3aa3c60dcb1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1746783 Mar 10 17:45:11.661701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a89ce6a3-7cdf-4510-b1c6-45b9862ec77e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:11.754850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ae7004-b7fc-44b3-847a-6ce67b569fa4 req-211d4d41-340c-4253-8194-011c2eb87423 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345501 Mar 10 17:45:11.884770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.895604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.910580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:11.917895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.938496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.948012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Provisioning complete for port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:11.948606 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:11.955122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.960914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.973700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:11.987062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-774ec8d0-fa42-4b7f-bd91-e234c180b0a4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.2799530 Mar 10 17:45:12.044472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:45:12.111919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f36029fe-9b90-4d64-8bc9-de75f0cab00d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.116669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:12.117284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.299051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Current status of the port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:12.321753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Provisioning complete for port a034e2e7-0088-4981-8089-f16ab086d761 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:12.322183 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a034e2e7-0088-4981-8089-f16ab086d761), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.405559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50450) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:12.495776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab125009-6cbe-4e83-8f63-f30d1d496df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.515898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4614ce46-8e8c-46de-a63c-a59deb0153ab None None] Port a034e2e7-0088-4981-8089-f16ab086d761 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:12.517683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:12.607554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ee62a05-e728-4000-bc53-6d694d6d9773 req-7aea5166-96a7-4b90-85b5-7b7099c26719 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6164720 Mar 10 17:45:12.666913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:12.671347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5c99507b-bf64-4646-976d-329598bf9ee8 None None] Provisioning complete for port a034e2e7-0088-4981-8089-f16ab086d761 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:12.674194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c99507b-bf64-4646-976d-329598bf9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a034e2e7-0088-4981-8089-f16ab086d761), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.677783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec2218-1f9f-4a49-aeab-da40746df38f req-1999bfa8-c310-437d-bdec-fdd3d558a513 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.679584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7ec2218-1f9f-4a49-aeab-da40746df38f req-1999bfa8-c310-437d-bdec-fdd3d558a513 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.6860058 Mar 10 17:45:12.701756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.726354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:12.728941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:12.761062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:12.764155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.800080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5c99507b-bf64-4646-976d-329598bf9ee8 None None] Port a034e2e7-0088-4981-8089-f16ab086d761 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:12.838102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:12.850326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.856100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.856943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.858958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:12.862696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.869027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.877507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.884250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.890512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:12.892986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-1d357939-ef69-457c-a410-d7ef326eb58b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.3731077 Mar 10 17:45:12.896578 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0ac6d0a3-77c1-44b8-be1b-9b042ddefae5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0750408 Mar 10 17:45:12.911666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7ec2218-1f9f-4a49-aeab-da40746df38f req-1a2e2450-ad40-4005-bc96-bd6edb14a185 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119460 Mar 10 17:45:12.923976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Request body: {'port': {'device_id': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:12.943903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bd013ab8-45f6-4abc-89a8-c0022bc79a08 None None] Provisioning complete for port a034e2e7-0088-4981-8089-f16ab086d761 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:12.944284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd013ab8-45f6-4abc-89a8-c0022bc79a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a034e2e7-0088-4981-8089-f16ab086d761), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.079952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.103834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bd013ab8-45f6-4abc-89a8-c0022bc79a08 None None] Port a034e2e7-0088-4981-8089-f16ab086d761 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:13.237065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-340eeb4f-c38c-490e-8113-bbf7fb215feb None None] Provisioning complete for port 15a82c8c-3932-4119-9867-36ccb1f82d1d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:13.238230 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-340eeb4f-c38c-490e-8113-bbf7fb215feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.315678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-340eeb4f-c38c-490e-8113-bbf7fb215feb None None] Port 15a82c8c-3932-4119-9867-36ccb1f82d1d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:13.538792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355cf91-001a-4f45-ad8b-7e0adccab519 req-0d2b9a56-68a8-49bd-ac6f-73f078d106d9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:13.540423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a355cf91-001a-4f45-ad8b-7e0adccab519 req-0d2b9a56-68a8-49bd-ac6f-73f078d106d9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 932 time: 0.7074370 Mar 10 17:45:13.548256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-f813484e-e51f-44be-afe0-c73df8750e81 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:13.550174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-f813484e-e51f-44be-afe0-c73df8750e81 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5934169 Mar 10 17:45:13.649303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401d842-6129-4764-8d18-62b362ac4a42 req-e92f3582-fa4c-4836-8e0b-7c4cecfe9e9e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:13.650307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a82c8c-3932-4119-9867-36ccb1f82d1d {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:45:13.656360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0401d842-6129-4764-8d18-62b362ac4a42 req-e92f3582-fa4c-4836-8e0b-7c4cecfe9e9e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2462420 Mar 10 17:45:13.672366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks [] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.700508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Transition to ACTIVE for port object 15a82c8c-3932-4119-9867-36ccb1f82d1d will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:45:13.706365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.762381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port a034e2e7-0088-4981-8089-f16ab086d761 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:13.762545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a034e2e7-0088-4981-8089-f16ab086d761), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.776672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Pushing event updated for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:13.883489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a034e2e7-0088-4981-8089-f16ab086d761), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:13.893692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Attempting to bind port 15a82c8c-3932-4119-9867-36ccb1f82d1d on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:13.894031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Attempting to bind port 15a82c8c-3932-4119-9867-36ccb1f82d1d by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:13.894366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Attempting to bind port 15a82c8c-3932-4119-9867-36ccb1f82d1d on network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:13.898720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for a034e2e7-0088-4981-8089-f16ab086d761 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:13.906297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Port 15a82c8c-3932-4119-9867-36ccb1f82d1d on network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:45:13.906662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Attempting to bind port 15a82c8c-3932-4119-9867-36ccb1f82d1d on network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:13.919810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:13.920156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Checking segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:13.920543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Bound using segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:13.920980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Bound port: 15a82c8c-3932-4119-9867-36ccb1f82d1d, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:13.921346 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.095170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a355cf91-001a-4f45-ad8b-7e0adccab519 req-f8508369-b144-4954-b637-89136223c82f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5381556 Mar 10 17:45:14.120788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:14.126959 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a034e2e7-0088-4981-8089-f16ab086d761), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.132216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:14.154334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.193108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0401d842-6129-4764-8d18-62b362ac4a42 req-d0294c4f-73e1-45e9-8db8-07655fa21fa9 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294518 Mar 10 17:45:14.198147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=a034e2e7-0088-4981-8089-f16ab086d761,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:14.215110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.348711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.349356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.350979 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] 10.222.0.59 "PUT /v2.0/ports/15a82c8c-3932-4119-9867-36ccb1f82d1d HTTP/1.1" status: 200 len: 1092 time: 1.4469333 Mar 10 17:45:14.351496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:14.354167 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d611217-a245-4735-9328-4c0537ab0a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:14.370855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd8443-5fda-40e0-8bda-6fd1d2956206 service neutron] Pushing event updated for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:14.530674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-6c1f4df8-9723-4814-8268-a0d36eda1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.533734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-6c1f4df8-9723-4814-8268-a0d36eda1230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 1126 time: 0.1122830 Mar 10 17:45:14.616607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-714f20fc-f6a6-4724-a3c7-a3de07f04a4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d HTTP/1.1" status: 200 len: 217 time: 0.0758278 Mar 10 17:45:14.631088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-166e3cb3-59b7-4109-9f8e-79a32908d5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.703249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-d47a3fe4-dfb5-4d4b-968e-d470c6d19b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.707900 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-d47a3fe4-dfb5-4d4b-968e-d470c6d19b46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11575661-2e7e-4d56-9fc3-6ac6db388021 HTTP/1.1" status: 200 len: 836 time: 0.0814462 Mar 10 17:45:14.719834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f36029fe-9b90-4d64-8bc9-de75f0cab00d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:14.763346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.768997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.775856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.786036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.791758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.797350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.804202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.804392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-deb7e5a3-a7af-4729-9de8-5e49fb5c581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.806193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-deb7e5a3-a7af-4729-9de8-5e49fb5c581d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0876710 Mar 10 17:45:14.806695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93937e30-878a-4410-9af9-b97d03734c98 req-c29e109e-4f0e-429e-a686-3da8cba8ea3e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5445 time: 0.5345345 Mar 10 17:45:14.962516 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-0e886a18-d367-44b8-938b-af2e9355a8a3 service neutron] 10.222.0.59 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416080 Mar 10 17:45:14.969212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768e0b-5de0-4e77-9fb2-c1fbe8041127 req-58b71b6c-eaec-4b34-8add-f8cd85635de8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:14.977467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa768e0b-5de0-4e77-9fb2-c1fbe8041127 req-58b71b6c-eaec-4b34-8add-f8cd85635de8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.6474404 Mar 10 17:45:15.010125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Allocated IP 172.25.3.22 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/0f380f94-945e-4adf-a4d2-eb489a747c13) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:15.115514 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c6c0c0e7-9547-4202-bf08-ff1eb71c26f7 req-4ba8efb6-968a-4a77-9d0c-fa3928422f31 service neutron] 10.222.0.59 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429312 Mar 10 17:45:15.275960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa768e0b-5de0-4e77-9fb2-c1fbe8041127 req-6f8fd36f-9cbd-4dfd-a0fe-0755f9edd7a4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971516 Mar 10 17:45:15.295584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93937e30-878a-4410-9af9-b97d03734c98 req-baf78350-0a5a-4be1-9f94-96095950a18a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3460968 Mar 10 17:45:15.303803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f36029fe-9b90-4d64-8bc9-de75f0cab00d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:15.361222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:15.441259 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4c33b-c496-4a0a-8b96-144506824455 x-openstack-request-id: req-06b4c33b-c496-4a0a-8b96-144506824455 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:15.442047 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:15.442047 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06b4c33b-c496-4a0a-8b96-144506824455 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:15.442711 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d', 'status': 'completed', 'code': 200} Mar 10 17:45:15.561629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611217-a245-4735-9328-4c0537ab0a1a req-af4c4aff-4d0b-4edf-88fa-83cb538164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:15.563553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-af4c4aff-4d0b-4edf-88fa-83cb538164f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 1126 time: 0.1276546 Mar 10 17:45:15.722789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:15.723407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611217-a245-4735-9328-4c0537ab0a1a req-5583c9fd-fbf7-4405-951b-0052dbfe0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:15.728258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-5583c9fd-fbf7-4405-951b-0052dbfe0f31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 HTTP/1.1" status: 200 len: 897 time: 0.1547508 Mar 10 17:45:15.734660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5f69980-087d-478f-b98a-6ba8d06b3b2f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f36029fe-9b90-4d64-8bc9-de75f0cab00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7970603 Mar 10 17:45:15.734660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:15.735794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50472) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:15.737648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] Sync routers for ids ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:15.752573 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] Routers {'f36029fe-9b90-4d64-8bc9-de75f0cab00d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:15.753519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:15.815471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de483b31-9df0-4f93-b213-eba8ae084a70 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f36029fe-9b90-4d64-8bc9-de75f0cab00d HTTP/1.1" status: 200 len: 205 time: 0.0782981 Mar 10 17:45:15.824432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50474) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:15.837905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:15.861801 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:15.890195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] Routers {'f36029fe-9b90-4d64-8bc9-de75f0cab00d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:15.891769 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:15.915687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab857e4-911c-4256-9c81-9e493df19edf req-af235be6-6ce4-4c75-b2df-0212401356ed tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:15.917272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dab857e4-911c-4256-9c81-9e493df19edf req-af235be6-6ce4-4c75-b2df-0212401356ed tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 944 time: 0.4902599 Mar 10 17:45:15.933198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-c133bff7-27ff-4444-9e77-bebd1acdbc5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d HTTP/1.1" status: 200 len: 217 time: 0.1832051 Mar 10 17:45:15.961666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:15.963002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:15.963638 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc458994-23d0-456a-9a11-cddb07df996f None None] The sync data for ids ['f36029fe-9b90-4d64-8bc9-de75f0cab00d'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:16.090034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dab857e4-911c-4256-9c81-9e493df19edf req-4e97ea90-17e0-4361-a887-288ab09f4ed6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369705 Mar 10 17:45:16.094530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:16.101453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Pushing event updated for resources: {'Port': ['ID=0f380f94-945e-4adf-a4d2-eb489a747c13,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:16.104168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611217-a245-4735-9328-4c0537ab0a1a req-f561bae9-e93c-465f-94e2-ede76be61965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:16.109391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-f561bae9-e93c-465f-94e2-ede76be61965 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11575661-2e7e-4d56-9fc3-6ac6db388021 HTTP/1.1" status: 200 len: 836 time: 0.1006250 Mar 10 17:45:16.114969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:16.151250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d3847-4f38-4c87-81b3-7ddfc30045cd req-1a4232d0-baa8-4a92-bd95-11de9b705065 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:16.159009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe4d3847-4f38-4c87-81b3-7ddfc30045cd req-1a4232d0-baa8-4a92-bd95-11de9b705065 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.5445352 Mar 10 17:45:16.163495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.247356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1a0cc490-e578-422c-82e3-858bc6fbbe3c no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:16.261889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe4d3847-4f38-4c87-81b3-7ddfc30045cd req-25eae785-898d-4764-bcab-529b6122ebba tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019759 Mar 10 17:45:16.353934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for floatingip (b230ccfb-1373-430d-8590-01e8cce6a3af), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.439887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.459565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1a0cc490-e578-422c-82e3-858bc6fbbe3c is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:16.461668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.478718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d611217-a245-4735-9328-4c0537ab0a1a req-e9f0e47b-60b3-404c-91d8-ef8c78d00ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:16.481168 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-e9f0e47b-60b3-404c-91d8-ef8c78d00ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3152518 Mar 10 17:45:16.532016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:16.539876 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be7186-54cd-49f9-adc1-9a5971d0848d" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:16.574143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:16.584726 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.585516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ab08ecc6-c644-45d1-a873-eaf3d8e69809 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:16.676809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.685341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f36029fe-9b90-4d64-8bc9-de75f0cab00d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.751744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:16.754623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ab08ecc6-c644-45d1-a873-eaf3d8e69809 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:16.754900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.801379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:16.850141 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.850989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 195bf06e-c01d-4893-998d-373730d33941 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:16.924030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.960853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.998033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f36029fe-9b90-4d64-8bc9-de75f0cab00d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:16.998639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router f36029fe-9b90-4d64-8bc9-de75f0cab00d {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:17.044585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Pushing event updated for resources: {'Port': ['ID=0f380f94-945e-4adf-a4d2-eb489a747c13,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:17.061444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.065513 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-70ce93d7-1561-4816-9b40-7c0950b229c4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f36029fe-9b90-4d64-8bc9-de75f0cab00d HTTP/1.1" status: 204 len: 168 time: 1.1551726 Mar 10 17:45:17.068645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:17.071299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b98a9-7a06-400d-b185-91363a68fe0a req-a4db2dd9-46c9-4bb3-a6b4-fb64f6993aa8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.078879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e06b98a9-7a06-400d-b185-91363a68fe0a req-a4db2dd9-46c9-4bb3-a6b4-fb64f6993aa8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.5707757 Mar 10 17:45:17.082587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:17.140863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.147405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.153298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.159118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.165874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.171685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.172248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 4805ee38-591c-4ac3-bd4f-c8bea6e437d3 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:17.179358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:17.179524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (4805ee38-591c-4ac3-bd4f-c8bea6e437d3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.181675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-d442863e-08c4-4185-a10c-ff5dccdd7f28 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5443 time: 0.6456289 Mar 10 17:45:17.244618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 195bf06e-c01d-4893-998d-373730d33941 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:17.245223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (195bf06e-c01d-4893-998d-373730d33941), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.262468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b230ccfb-1373-430d-8590-01e8cce6a3af), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.267005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4805ee38-591c-4ac3-bd4f-c8bea6e437d3), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.271920 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-201e4720-7796-41c3-b1fb-4101e155d57f service neutron] 10.222.0.59 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961162 Mar 10 17:45:17.283120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.372006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:17.396743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (195bf06e-c01d-4893-998d-373730d33941), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.399168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ea98dde0-8239-4ae3-8041-574701d30c84 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:17.415386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e06b98a9-7a06-400d-b185-91363a68fe0a req-ad9813ae-6c15-4a73-a988-4f34c5f38de8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353384 Mar 10 17:45:17.432689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.435027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ff79f4f9-407e-4e7f-b15b-45a38b28ccaa tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0255067 Mar 10 17:45:17.441529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50488) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:17.449311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1619838191', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'fixed_ips': [{'ip_address': '172.25.3.22'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:17.501500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d611217-a245-4735-9328-4c0537ab0a1a req-0427fcbc-c4af-473f-9bff-66dfc40a7130 service neutron] 10.222.0.59 "GET /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037289 Mar 10 17:45:17.510362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Made reservation on behalf of de8cab6479e446b7ab4ef23d6d9c12eb for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:17.513010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.522593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4805ee38-591c-4ac3-bd4f-c8bea6e437d3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.542409 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.563282 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a18d95-3ed5-4497-88ce-142467719d02 x-openstack-request-id: req-c3a18d95-3ed5-4497-88ce-142467719d02 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:17.563583 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:17.563843 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3a18d95-3ed5-4497-88ce-142467719d02 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:17.564255 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'code': 200} Mar 10 17:45:17.642811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4805ee38-591c-4ac3-bd4f-c8bea6e437d3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.658542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:17.663604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-587a8ae7-aabf-4367-b7ad-4c7f330c712c req-f1a3ea56-e2db-463e-96b6-0aed04adf8c2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4647820 Mar 10 17:45:17.676945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.685192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/4805ee38-591c-4ac3-bd4f-c8bea6e437d3 HTTP/1.1" status: 204 len: 168 time: 0.6154854 Mar 10 17:45:17.714588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-3283430d-26b5-44f9-af69-8a2d8a85279f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6690166 Mar 10 17:45:17.714588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:17.740866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=4805ee38-591c-4ac3-bd4f-c8bea6e437d3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:17.741500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ea98dde0-8239-4ae3-8041-574701d30c84 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:17.747065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.749460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488fcd3-f4a5-4b37-b4a3-fd2698330845 None None] Network 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:17.769269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.770953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.771159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:17.772071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.773798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.775168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.775733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.776775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.778886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.779430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.784099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.784716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.785259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.785920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a7e2f-2c6d-49e6-a440-386563ee6447 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:17.852584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:17.884338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:17.885274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 818c2eff-c867-4062-91c2-24ab3ae9228c no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:17.890268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15a82c8c-3932-4119-9867-36ccb1f82d1d details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:45:17.932538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.045841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:18.127509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827189c-2702-47ec-bc06-acedaa5ddb02 req-078e3b05-bb26-4a02-b364-31d5a9538d99 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:18.134680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3827189c-2702-47ec-bc06-acedaa5ddb02 req-078e3b05-bb26-4a02-b364-31d5a9538d99 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 944 time: 0.5024924 Mar 10 17:45:18.144096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (5bc13a6f-7553-45d5-941d-5a2e497c4ac5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.201243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] DHCP port deletion for 5bc13a6f-7553-45d5-941d-5a2e497c4ac5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:18.217252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 818c2eff-c867-4062-91c2-24ab3ae9228c is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:18.217803 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.367287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:18.379148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:18.389095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.389931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6718b07b-c60c-4a0b-8ca5-268c3908d83f no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:18.445186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '15a82c8c-3932-4119-9867-36ccb1f82d1d', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'port_id': '15a82c8c-3932-4119-9867-36ccb1f82d1d', 'mac_address': 'fa:16:3e:92:ad:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:45:18.482652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Deleting port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:18.483220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.535788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:18.693275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for security_group (a8ecd9dc-5f56-4408-8724-41fd026379e2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.742271 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a8ecd9dc-5f56-4408-8724-41fd026379e2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.761712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] device_id is not set on port 4425690b-e563-436f-abab-e71a393db30e yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:18.789088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 15a82c8c-3932-4119-9867-36ccb1f82d1d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:18.789384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e4d0e-b492-4fc9-a2e3-7b4a228c1b60 req-ab7262c5-5e7b-4f20-88b1-cf78242c5009 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:18.789730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.790984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f59e4d0e-b492-4fc9-a2e3-7b4a228c1b60 req-ab7262c5-5e7b-4f20-88b1-cf78242c5009 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.8750207 Mar 10 17:45:18.815975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] For port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,segment=NetworkSegment(66b0f624-9db4-4def-b002-348f750cd729),segment_id=66b0f624-9db4-4def-b002-348f750cd729)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:18.816539 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.840360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a82c8c-3932-4119-9867-36ccb1f82d1d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:45:18.845481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Calling delete_port for a89ce6a3-7cdf-4510-b1c6-45b9862ec77e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:18.853326 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.857051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6718b07b-c60c-4a0b-8ca5-268c3908d83f is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:18.857585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.869923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3827189c-2702-47ec-bc06-acedaa5ddb02 req-f45b026c-17c3-41f5-a1c0-7ad8db960604 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7104855 Mar 10 17:45:18.935910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:18.944125 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.977358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:18.993159 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:18.994032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 961887ec-0375-462f-a348-e4abffa971b6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:19.047588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:19.114303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.154879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:19.161860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f59e4d0e-b492-4fc9-a2e3-7b4a228c1b60 req-0b49313d-e289-469a-b79c-41e4bdfccffd tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221247 Mar 10 17:45:19.172415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ecd9dc-5f56-4408-8724-41fd026379e2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:19.177384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] No DVR routers for this DVR port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:19.296393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['15a82c8c-3932-4119-9867-36ccb1f82d1d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:45:19.298935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 961887ec-0375-462f-a348-e4abffa971b6 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:19.299635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.303298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f63c3-355e-4f61-8b61-1feff74e28f6 None None] Pushing event deleted for resources: {'Port': ['ID=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:19.390566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1cfa0-6850-4ae7-8ef4-120435497894 req-98929097-c089-4ac4-b928-0c8e02b8f3ba tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.392164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41b1cfa0-6850-4ae7-8ef4-120435497894 req-98929097-c089-4ac4-b928-0c8e02b8f3ba tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.3425782 Mar 10 17:45:19.418217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:19.418493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.501669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=961887ec-0375-462f-a348-e4abffa971b6,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:19.537477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a89ce6a3-7cdf-4510-b1c6-45b9862ec77e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:19.566367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195bf06e-c01d-4893-998d-373730d33941'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:19.568765 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330c4bf-d6e1-487f-8d90-71289e2abd2f" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "195bf06e-c01d-4893-998d-373730d33941"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:19.570323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.575602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: a89ce6a3-7cdf-4510-b1c6-45b9862ec77e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:19.575767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.575939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a89ce6a3-7cdf-4510-b1c6-45b9862ec77e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:19.580902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.586112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.591366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.596578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.605603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:19.607595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-3bab8106-4fcc-45c5-8f9f-4a31f542403e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 5433 time: 0.2856424 Mar 10 17:45:19.660036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e, host n-d-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:19.660607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.689271 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 17:45:19.689691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:45:19.694161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41b1cfa0-6850-4ae7-8ef4-120435497894 req-7955099a-1fb9-41bb-8e29-f77cd6ddb448 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927845 Mar 10 17:45:19.709503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for a89ce6a3-7cdf-4510-b1c6-45b9862ec77e owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:19.711540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] For port 961887ec-0375-462f-a348-e4abffa971b6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:19.737780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e was not found and therefore no delete operation was performed {{(pid=103795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:45:19.742806 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c9e976-d7ec-4ce3-9a00-b07500f03bcd x-openstack-request-id: req-d2c9e976-d7ec-4ce3-9a00-b07500f03bcd {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:19.743140 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "195bf06e-c01d-4893-998d-373730d33941", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ea98dde0-8239-4ae3-8041-574701d30c84", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:19.743428 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2c9e976-d7ec-4ce3-9a00-b07500f03bcd {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:19.743850 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'code': 200} Mar 10 17:45:19.744107 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195bf06e-c01d-4893-998d-373730d33941', 'code': 200} Mar 10 17:45:19.744357 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea98dde0-8239-4ae3-8041-574701d30c84', 'code': 200} Mar 10 17:45:19.744610 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'code': 200} Mar 10 17:45:19.744903 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'code': 200} Mar 10 17:45:19.748086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a89ce6a3-7cdf-4510-b1c6-45b9862ec77e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.762999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a14ca92f-1230-47b6-b02b-585bafb80979 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3194566 Mar 10 17:45:19.765993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:19.794735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=a89ce6a3-7cdf-4510-b1c6-45b9862ec77e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:19.806094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] device_id is not set on port 961887ec-0375-462f-a348-e4abffa971b6 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:19.815146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port a89ce6a3-7cdf-4510-b1c6-45b9862ec77e on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:19.822989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Publish callbacks [] for port (961887ec-0375-462f-a348-e4abffa971b6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.830745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3138c22-3b57-4fc7-8762-d546b01e101c req-8483714b-eb9f-4ce8-a0ee-52f2d0c52cc5 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074358 Mar 10 17:45:19.850301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.902285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:45:19.902895 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:45:19.915937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Deleting port 0f380f94-945e-4adf-a4d2-eb489a747c13 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:19.916533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.959249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (5bc13a6f-7553-45d5-941d-5a2e497c4ac5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:19.985166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] No DVR routers for this DVR port 961887ec-0375-462f-a348-e4abffa971b6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:19.996407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Pushing event updated for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:20.008836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.009165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for floatingip (0f380f94-945e-4adf-a4d2-eb489a747c13), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.022963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Calling delete_port for 0f380f94-945e-4adf-a4d2-eb489a747c13 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:20.043910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc13a6f-7553-45d5-941d-5a2e497c4ac5']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:20.067709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b0f624-9db4-4def-b002-348f750cd729') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:20.068036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b0f624-9db4-4def-b002-348f750cd729') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:20.084728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (66b0f624-9db4-4def-b002-348f750cd729), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.104000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] In _notify_port_updated(), no bound segment for port 961887ec-0375-462f-a348-e4abffa971b6 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:45:20.104740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:20.105525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.106683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-443e967d-eaae-41b7-b239-9dfc13d12df0 service neutron] 10.222.0.41 "PUT /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 200 len: 1033 time: 2.3408253 Mar 10 17:45:20.111027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (66b0f624-9db4-4def-b002-348f750cd729), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.122369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8fafe-9245-420c-99c5-a8d27bec23de req-250791e8-0480-4649-a0aa-6f22c8f0a80d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:20.124040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ae8fafe-9245-420c-99c5-a8d27bec23de req-250791e8-0480-4649-a0aa-6f22c8f0a80d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 945 time: 0.1459663 Mar 10 17:45:20.126925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:20.127338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (66b0f624-9db4-4def-b002-348f750cd729), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:20.130539 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:20.172903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-35a50fea-0df1-4594-8406-b745a78d13d9 None None] Provisioning complete for port 961887ec-0375-462f-a348-e4abffa971b6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:20.173377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a50fea-0df1-4594-8406-b745a78d13d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (961887ec-0375-462f-a348-e4abffa971b6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.178226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0f380f94-945e-4adf-a4d2-eb489a747c13), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.212921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-35a50fea-0df1-4594-8406-b745a78d13d9 None None] Port 961887ec-0375-462f-a348-e4abffa971b6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:20.215933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (5bc13a6f-7553-45d5-941d-5a2e497c4ac5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.218494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f380f94-945e-4adf-a4d2-eb489a747c13,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:20.228606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.231858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/5bc13a6f-7553-45d5-941d-5a2e497c4ac5 HTTP/1.1" status: 204 len: 168 time: 2.5180035 Mar 10 17:45:20.242926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50506) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:20.247104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ae8fafe-9245-420c-99c5-a8d27bec23de req-a1df2701-35a1-4b35-8195-35a024169585 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059361 Mar 10 17:45:20.251608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1825766971', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:20.256540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ed09-a094-4013-b878-3ab56f3ff566 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=5bc13a6f-7553-45d5-941d-5a2e497c4ac5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:20.304886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks [] for floatingip (b230ccfb-1373-430d-8590-01e8cce6a3af), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.307786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.310512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bd893aed-713b-4c9f-8619-18991abe9fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251 tempest-ExternalNetworksAdminNegativeTestJSON-1099830251-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/b230ccfb-1373-430d-8590-01e8cce6a3af HTTP/1.1" status: 204 len: 168 time: 0.5418336 Mar 10 17:45:20.315441 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.316487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.360791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2118-d8ed-4692-b1ca-4c896e81b175 req-ee73f1bf-be04-4b3e-a8a3-74839bee4e05 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:20.362294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b7e2118-d8ed-4692-b1ca-4c896e81b175 req-ee73f1bf-be04-4b3e-a8a3-74839bee4e05 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.0802076 Mar 10 17:45:20.388670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.444848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 961887ec-0375-462f-a348-e4abffa971b6 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:20.532767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b7e2118-d8ed-4692-b1ca-4c896e81b175 req-21e65047-4bd8-42d7-98c5-9b5e4e22c660 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466982 Mar 10 17:45:20.567739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_gateway (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.577713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50512) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:20.686322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73493616-b050-4909-96cf-8550decdab20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.771589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73493616-b050-4909-96cf-8550decdab20 admin admin] Publish callbacks [] for security_group (417dc609-e3b4-4cfa-b7f6-b9a8e565b36d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.776014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73493616-b050-4909-96cf-8550decdab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (417dc609-e3b4-4cfa-b7f6-b9a8e565b36d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.777214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_gateway (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.814943 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73493616-b050-4909-96cf-8550decdab20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7982be9e6f634783bcd677175534df27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360115 Mar 10 17:45:20.816131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73493616-b050-4909-96cf-8550decdab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417dc609-e3b4-4cfa-b7f6-b9a8e565b36d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:20.818755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:20.826039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.868352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] Publish callbacks [] for security_group (417dc609-e3b4-4cfa-b7f6-b9a8e565b36d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.896252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] Publish callbacks [] for security_group (417dc609-e3b4-4cfa-b7f6-b9a8e565b36d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.898367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33382d-8616-40fc-af1e-0f13df9b54b9 req-55d9859c-9ddc-48ce-84dc-0bc43ee8126e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:20.899939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec33382d-8616-40fc-af1e-0f13df9b54b9 req-55d9859c-9ddc-48ce-84dc-0bc43ee8126e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1240058 Mar 10 17:45:20.954556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (417dc609-e3b4-4cfa-b7f6-b9a8e565b36d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.957042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:20.961158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/417dc609-e3b4-4cfa-b7f6-b9a8e565b36d HTTP/1.1" status: 204 len: 168 time: 0.1391923 Mar 10 17:45:20.971832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b75d3d-8057-442a-8996-a367c248c226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417dc609-e3b4-4cfa-b7f6-b9a8e565b36d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:21.018606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 172.25.3.156 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/b067346e-b196-4e08-b401-c3af3ab16edd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:21.041185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec33382d-8616-40fc-af1e-0f13df9b54b9 req-babbbd93-ee28-42be-afd2-a2895f9eb390 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185796 Mar 10 17:45:21.087480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.092960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.099183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.104487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.109470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.115277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.117138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-50704392-43e3-4a0b-a301-1f93d5eea4cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4653 time: 0.1826205 Mar 10 17:45:21.233710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (b067346e-b196-4e08-b401-c3af3ab16edd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.239871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df90a0b6-8671-4a3a-9e90-03d9e1b78c01 req-a4166f34-ccee-4ec2-898b-4c0dc1009dd2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160717 Mar 10 17:45:21.255998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50528) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:21.276715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b067346e-b196-4e08-b401-c3af3ab16edd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.319875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-52aea6fb-deb6-4cf2-bbd6-7c0e686b5358 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de8cab6479e446b7ab4ef23d6d9c12eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602446 Mar 10 17:45:21.320132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50532) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:21.323084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:21.335621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:21.338060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:21.342459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=b067346e-b196-4e08-b401-c3af3ab16edd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:21.374538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] Publish callbacks [] for security_group (a8ecd9dc-5f56-4408-8724-41fd026379e2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.397189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] Publish callbacks [] for security_group (a8ecd9dc-5f56-4408-8724-41fd026379e2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.452887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a8ecd9dc-5f56-4408-8724-41fd026379e2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.455673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.456973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8ecd9dc-5f56-4408-8724-41fd026379e2 HTTP/1.1" status: 204 len: 168 time: 0.1360183 Mar 10 17:45:21.466155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaf490-d6be-4fe4-9cf6-7633a67a5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ecd9dc-5f56-4408-8724-41fd026379e2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:21.466886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244098b2-a92d-43d9-8aef-246ab02408c6 req-5948bb60-6dd6-4a7c-84d3-e17f5038ada5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.468521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-244098b2-a92d-43d9-8aef-246ab02408c6 req-5948bb60-6dd6-4a7c-84d3-e17f5038ada5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 945 time: 0.1475480 Mar 10 17:45:21.578277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-244098b2-a92d-43d9-8aef-246ab02408c6 req-4acdea23-5839-4400-9045-ff6159f3bf23 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825505 Mar 10 17:45:21.738164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691b3c0-298f-47a3-ab8d-d6443c780fa1 req-065705c7-ccfc-4260-b49a-4cae9218c50b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:21.739718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a691b3c0-298f-47a3-ab8d-d6443c780fa1 req-065705c7-ccfc-4260-b49a-4cae9218c50b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1127989 Mar 10 17:45:21.742656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_gateway (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:21.859652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a691b3c0-298f-47a3-ab8d-d6443c780fa1 req-b42e2e91-711d-4a3c-8056-e1f7f1da1e32 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138337 Mar 10 17:45:21.896192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15a82c8c-3932-4119-9867-36ccb1f82d1d up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:21.954724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 15a82c8c-3932-4119-9867-36ccb1f82d1d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:45:21.959768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 15a82c8c-3932-4119-9867-36ccb1f82d1d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:21.960139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:22.052132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 15a82c8c-3932-4119-9867-36ccb1f82d1d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:22.052599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:22.092019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:22.094335 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891d2da-0c19-4215-abb0-192437effbdd" -d '{"events": [{"server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "name": "network-vif-plugged", "status": "completed", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:22.113465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:22.120518 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:22.157739 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175afae6-3c7a-47f1-b5ce-7690de09ca3b x-openstack-request-id: req-175afae6-3c7a-47f1-b5ce-7690de09ca3b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:22.158038 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "name": "network-vif-plugged", "status": "completed", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:22.158299 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-175afae6-3c7a-47f1-b5ce-7690de09ca3b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:22.158724 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d', 'code': 200} Mar 10 17:45:22.198214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:22.276970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850df8-c057-44e8-8799-45af4d463b90 req-264ae931-e89a-4fda-978e-87a34f5a459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.279993 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f850df8-c057-44e8-8799-45af4d463b90 req-264ae931-e89a-4fda-978e-87a34f5a459d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 1128 time: 0.0577455 Mar 10 17:45:22.337608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f850df8-c057-44e8-8799-45af4d463b90 req-5f9fe316-60d4-4a93-b726-fa183177807b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498934 Mar 10 17:45:22.402032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:22.472104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.477343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.482488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.487653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.492917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.498068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.499970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43d30931-8ecc-4117-a015-417360b9407e req-3e089f97-c8fe-4431-a16c-2cb302ed7972 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4653 time: 0.1595716 Mar 10 17:45:22.511062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daaa43-e24d-41b4-8021-9d62dbf6daa4 req-02d1287d-b647-45e2-800f-8d55656577ef tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.512477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61daaa43-e24d-41b4-8021-9d62dbf6daa4 req-02d1287d-b647-45e2-800f-8d55656577ef tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1842051 Mar 10 17:45:22.647627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61daaa43-e24d-41b4-8021-9d62dbf6daa4 req-5345e168-3549-45b7-a345-3e42225b48e7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254592 Mar 10 17:45:22.661210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43d30931-8ecc-4117-a015-417360b9407e req-4d4e0ee8-38e1-4ca8-a851-d7b750d67fe8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1458054 Mar 10 17:45:22.692253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router b9cfa6a7-feb4-4799-a303-7c4d9fee1586 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:45:22.841467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e1482-203b-4715-b885-a1ffadb7dd3c req-e7ce4ed8-03a0-421c-b274-2d8c20a5d611 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:22.843580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c7e1482-203b-4715-b885-a1ffadb7dd3c req-e7ce4ed8-03a0-421c-b274-2d8c20a5d611 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.1019108 Mar 10 17:45:22.853485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:22.866311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] Sync routers for ids ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:22.887999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] Routers {'b9cfa6a7-feb4-4799-a303-7c4d9fee1586'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:22.891316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:22.906203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:22.915014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-869608f2-f0dc-4b2a-b38a-3266b708f74e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6643569 Mar 10 17:45:22.918592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:22.964258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c7e1482-203b-4715-b885-a1ffadb7dd3c req-df7175a8-6c4b-4626-a56e-69e890f4d9df tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085205 Mar 10 17:45:22.964484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:23.005620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] Routers {'b9cfa6a7-feb4-4799-a303-7c4d9fee1586'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:23.006881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:23.058122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227106d-f429-4b05-a4e9-e68a841d9ca7 req-76865e28-040a-4398-ae03-76406e48f007 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.065511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9227106d-f429-4b05-a4e9-e68a841d9ca7 req-76865e28-040a-4398-ae03-76406e48f007 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.0921071 Mar 10 17:45:23.076635 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dddb0f17-4e0a-49a2-9f14-2df799a640c0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers/b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 200 len: 885 time: 0.1586170 Mar 10 17:45:23.077539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:23.085314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:23.085985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78caf4c4-3a81-4376-b9c8-a3fc19cb7a0a None None] The sync data for ids ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:23.121905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9227106d-f429-4b05-a4e9-e68a841d9ca7 req-47eb8f93-a59c-4f7f-a5bc-abe408a90c5c tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553815 Mar 10 17:45:23.130590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50590) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:23.237538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7a216beb-3124-4ce3-aede-9dc098d8efbd tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:23.259055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7a216beb-3124-4ce3-aede-9dc098d8efbd tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "PUT /v2.0/quotas/3c5b9e9099414fb69152351c45bee308 HTTP/1.1" status: 200 len: 368 time: 0.1273663 Mar 10 17:45:23.261628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:23.266223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Request body: {'network': {'project_id': '3c5b9e9099414fb69152351c45bee308'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:23.287167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Made reservation on behalf of 3c5b9e9099414fb69152351c45bee308 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:23.289638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.298443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.330737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-51abfbbb-4af3-4ae1-a9b3-96ef56186240 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2517014 Mar 10 17:45:23.333416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:23.338976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1825766971'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:23.411255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-0a319953-7525-41ae-905a-93cb65f52f44 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.412725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-0a319953-7525-41ae-905a-93cb65f52f44 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "GET /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0603230 Mar 10 17:45:23.421882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for security_group (e2446b57-8a1f-4ffe-ab8b-d38f16a98df4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.428764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:23.432772 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e2446b57-8a1f-4ffe-ab8b-d38f16a98df4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.484149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:23.503668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2446b57-8a1f-4ffe-ab8b-d38f16a98df4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:23.528853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (eb474bae-ca11-4262-8382-780d55208bc0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.529206 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Added segment eb474bae-ca11-4262-8382-780d55208bc0 of type vlan for network 01236a5f-5ff1-4b46-8942-e2921ad05efa Mar 10 17:45:23.544900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.589809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (01236a5f-5ff1-4b46-8942-e2921ad05efa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.664416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (01236a5f-5ff1-4b46-8942-e2921ad05efa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.665427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.666007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.774240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5115902 Mar 10 17:45:23.778536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50602) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:23.779804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ec4d4-d5f1-4f1b-9689-f0eb3f1a82b7 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event updated for resources: {'Network': ['ID=01236a5f-5ff1-4b46-8942-e2921ad05efa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:23.786220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Request body: {'network': {'project_id': '3c5b9e9099414fb69152351c45bee308'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:23.790258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 01236a5f-5ff1-4b46-8942-e2921ad05efa details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:23.851949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Made reservation on behalf of 3c5b9e9099414fb69152351c45bee308 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:23.854068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.862060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ea98dde0-8239-4ae3-8041-574701d30c84,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:23.909560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.915061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.920301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.926492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.926643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:23.931964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.937607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.939578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-a13744df-69c6-45a8-986e-3ebabc312d41 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 4653 time: 0.1708779 Mar 10 17:45:23.944470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (67235f48-ad6b-4f95-8ecb-5777ad7a5acd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:23.945069 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Added segment 67235f48-ad6b-4f95-8ecb-5777ad7a5acd of type vlan for network d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75 Mar 10 17:45:23.946844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c026-2812-4f36-8494-6df8e2bdbaf7 req-4d27b1e0-ef94-4133-bc6c-bed647a536d2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:23.948363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af94c026-2812-4f36-8494-6df8e2bdbaf7 req-4d27b1e0-ef94-4133-bc6c-bed647a536d2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1807907 Mar 10 17:45:23.979975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] For port ea98dde0-8239-4ae3-8041-574701d30c84, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:24.035450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.054924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] device_id is not set on port ea98dde0-8239-4ae3-8041-574701d30c84 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:24.066823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Publish callbacks [] for port (ea98dde0-8239-4ae3-8041-574701d30c84), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.084697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.094139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df2cf36b-c7b1-4d5b-a53a-42ad77ac2890 req-ef1dce9c-0b7a-4d89-a3e4-0ef08179bc6e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=cfe94870-c0f8-4564-99b8-277222c409c3&id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1399026 Mar 10 17:45:24.101457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af94c026-2812-4f36-8494-6df8e2bdbaf7 req-14e701c8-ee8e-4e86-9f23-e1c8998a83ce tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454618 Mar 10 17:45:24.104757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.114867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.116616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:24.117853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.143647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Pushing event updated for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:24.180187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] No DVR routers for this DVR port ea98dde0-8239-4ae3-8041-574701d30c84 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:24.224170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event updated for resources: {'Network': ['ID=d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:24.230845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.239046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:24.284546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83f107ce-31cb-4bd7-8e14-9b21a5f8bb27 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5047417 Mar 10 17:45:24.287550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.294088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-11e42b5f-d143-4751-a245-96963ce57cdf tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Request body: {'network': {'project_id': '3c5b9e9099414fb69152351c45bee308'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:24.316712 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e42b5f-d143-4751-a245-96963ce57cdf tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 17:45:24.317541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e42b5f-d143-4751-a245-96963ce57cdf tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:45:24.319086 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-11e42b5f-d143-4751-a245-96963ce57cdf tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0303988 Mar 10 17:45:24.323567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.324961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] In _notify_port_updated(), no bound segment for port ea98dde0-8239-4ae3-8041-574701d30c84 on network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:45:24.326301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:24.326773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.329794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-b8270729-0928-4314-845c-accd9ba258ee service neutron] 10.222.0.41 "PUT /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 200 len: 1032 time: 0.9065330 Mar 10 17:45:24.413344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38596978-80e3-4642-8092-fa84c4c4162e tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c5b9e9099414fb69152351c45bee308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886140 Mar 10 17:45:24.419657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.459551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router b9cfa6a7-feb4-4799-a303-7c4d9fee1586 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:24.482698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-61c8bcfe-0729-46cf-82c9-16a4a4d07ef0 None None] Provisioning complete for port ea98dde0-8239-4ae3-8041-574701d30c84 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:24.483467 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61c8bcfe-0729-46cf-82c9-16a4a4d07ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.495802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630900-2e0f-49f2-a629-92301395c7e9 req-236d9c14-bcc1-413a-8beb-b07fb006a055 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:24.497825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb630900-2e0f-49f2-a629-92301395c7e9 req-236d9c14-bcc1-413a-8beb-b07fb006a055 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.2606134 Mar 10 17:45:24.521853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-61c8bcfe-0729-46cf-82c9-16a4a4d07ef0 None None] Port ea98dde0-8239-4ae3-8041-574701d30c84 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:24.536874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feb771-2b28-4a1d-82ef-8c31c427794b req-e2d3ea2e-135f-433a-aeed-0c83c698d996 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:24.538791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4feb771-2b28-4a1d-82ef-8c31c427794b req-e2d3ea2e-135f-433a-aeed-0c83c698d996 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2056737 Mar 10 17:45:24.544778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for security_group (e2446b57-8a1f-4ffe-ab8b-d38f16a98df4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.577467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for security_group (e2446b57-8a1f-4ffe-ab8b-d38f16a98df4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.596972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 6718b07b-c60c-4a0b-8ca5-268c3908d83f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:24.597230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.607566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb630900-2e0f-49f2-a629-92301395c7e9 req-57809735-43a8-470d-9f4a-a17f5f3cfe27 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985315 Mar 10 17:45:24.648436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:24.648578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4feb771-2b28-4a1d-82ef-8c31c427794b req-47440290-6ee6-48ea-ac38-93f714d3f953 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967875 Mar 10 17:45:24.655592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.659019 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1f9f851-58bd-4e05-bcdb-87a931cd8a64 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 200 len: 892 time: 1.3212814 Mar 10 17:45:24.659304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.668129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] Sync routers for ids ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:24.692323 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] Routers {'b9cfa6a7-feb4-4799-a303-7c4d9fee1586'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:24.692961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:24.727803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e2446b57-8a1f-4ffe-ab8b-d38f16a98df4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.730363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.732646 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:24.734239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2446b57-8a1f-4ffe-ab8b-d38f16a98df4 HTTP/1.1" status: 204 len: 168 time: 0.3133488 Mar 10 17:45:24.734864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.742021 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] Routers {'b9cfa6a7-feb4-4799-a303-7c4d9fee1586'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:24.742894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:24.762014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port 6718b07b-c60c-4a0b-8ca5-268c3908d83f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6718b07b-c60c-4a0b-8ca5-268c3908d83f,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:24.762493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.779368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 6718b07b-c60c-4a0b-8ca5-268c3908d83f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:24.780864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:24.781648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17498d-3424-486b-be6f-8d16ec6b91fb None None] The sync data for ids ['b9cfa6a7-feb4-4799-a303-7c4d9fee1586'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:24.792316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d941-ddcb-4d91-bf27-86f5c69904cb tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2446b57-8a1f-4ffe-ab8b-d38f16a98df4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:24.796526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac339d-fc8d-4618-afbf-23b2b7a45804 req-de17581e-4188-4eaf-9afb-db33e2ed3622 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:24.798277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdac339d-fc8d-4618-afbf-23b2b7a45804 req-de17581e-4188-4eaf-9afb-db33e2ed3622 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.0967863 Mar 10 17:45:24.860352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5afa260-78d4-4fd1-a712-bf22fd415f57 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers/b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 200 len: 892 time: 0.1976514 Mar 10 17:45:24.861789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.872374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:24.894471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-da225e4f-e46d-4bc5-8419-f944f4b60902 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 200 len: 205 time: 0.0312128 Mar 10 17:45:24.897247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:24.900837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdac339d-fc8d-4618-afbf-23b2b7a45804 req-313cdc71-0cf6-42d9-b09c-4d2e133c677f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916770 Mar 10 17:45:24.981383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6718b07b-c60c-4a0b-8ca5-268c3908d83f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.012267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=6718b07b-c60c-4a0b-8ca5-268c3908d83f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:25.021676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.061218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port 6718b07b-c60c-4a0b-8ca5-268c3908d83f on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:25.066659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.069961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-6fd801f6-bbce-45ed-ba5c-aedcc3b59dd4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "DELETE /v2.0/ports/6718b07b-c60c-4a0b-8ca5-268c3908d83f HTTP/1.1" status: 204 len: 173 time: 0.7345827 Mar 10 17:45:25.070411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:25.072717 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec35d372-da36-43ba-a1d2-402244b90a85" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:25.073898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.090004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67235f48-ad6b-4f95-8ecb-5777ad7a5acd') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.090226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67235f48-ad6b-4f95-8ecb-5777ad7a5acd') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.111426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (67235f48-ad6b-4f95-8ecb-5777ad7a5acd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.114514 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254fc99c-0c94-4928-9781-2afffe56d584 x-openstack-request-id: req-254fc99c-0c94-4928-9781-2afffe56d584 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:25.114917 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "6718b07b-c60c-4a0b-8ca5-268c3908d83f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:25.115212 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-254fc99c-0c94-4928-9781-2afffe56d584 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:25.115575 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '6718b07b-c60c-4a0b-8ca5-268c3908d83f', 'status': 'completed', 'code': 200} Mar 10 17:45:25.123283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.162748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (67235f48-ad6b-4f95-8ecb-5777ad7a5acd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.172002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:25.172592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (67235f48-ad6b-4f95-8ecb-5777ad7a5acd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:25.175412 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:25.201753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port ab08ecc6-c644-45d1-a873-eaf3d8e69809 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:25.202269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.272866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.280149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.282554 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75 HTTP/1.1" status: 204 len: 168 time: 0.5432756 Mar 10 17:45:25.289194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:25.319279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fd5c4-3cf1-41a0-ad68-f690c9e47a77 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8d4ab06-c3fb-4afc-8e20-fc2943ce8a75,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:25.365015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port ab08ecc6-c644-45d1-a873-eaf3d8e69809, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ab08ecc6-c644-45d1-a873-eaf3d8e69809,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:25.365373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.367994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_gateway (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.374744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880ec15-a905-435e-acb2-3fbee7f6ba41 req-51e7faac-b00d-49a7-b92a-6209db1af066 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.376522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d880ec15-a905-435e-acb2-3fbee7f6ba41 req-51e7faac-b00d-49a7-b92a-6209db1af066 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.1698925 Mar 10 17:45:25.389626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (01236a5f-5ff1-4b46-8942-e2921ad05efa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.406398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-48364a7c-5664-4632-9e9c-3fd0aba4b8a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.412444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-48364a7c-5664-4632-9e9c-3fd0aba4b8a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.418758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-48364a7c-5664-4632-9e9c-3fd0aba4b8a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.424772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-48364a7c-5664-4632-9e9c-3fd0aba4b8a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.426938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-48364a7c-5664-4632-9e9c-3fd0aba4b8a3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 3143 time: 0.1964321 Mar 10 17:45:25.428431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for ab08ecc6-c644-45d1-a873-eaf3d8e69809 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:25.502184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (01236a5f-5ff1-4b46-8942-e2921ad05efa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.530658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port b067346e-b196-4e08-b401-c3af3ab16edd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:25.531016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b067346e-b196-4e08-b401-c3af3ab16edd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.534459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01236a5f-5ff1-4b46-8942-e2921ad05efa']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.557504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb474bae-ca11-4262-8382-780d55208bc0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.557719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d880ec15-a905-435e-acb2-3fbee7f6ba41 req-7fd19acf-a0f5-43ba-8da0-a979d261aec8 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729391 Mar 10 17:45:25.558154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb474bae-ca11-4262-8382-780d55208bc0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:25.573719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73160cda-d9f7-40a4-91f6-dbb7c0f10e9a req-cc07996d-3bfa-4695-b3f7-854a1c1f4103 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363301 Mar 10 17:45:25.574813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (eb474bae-ca11-4262-8382-780d55208bc0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.619151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (eb474bae-ca11-4262-8382-780d55208bc0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.628495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:25.628863 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (eb474bae-ca11-4262-8382-780d55208bc0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:25.630716 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:25.652806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b067346e-b196-4e08-b401-c3af3ab16edd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.654914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ab08ecc6-c644-45d1-a873-eaf3d8e69809), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.684263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=ab08ecc6-c644-45d1-a873-eaf3d8e69809,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:25.701714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for b067346e-b196-4e08-b401-c3af3ab16edd owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:25.714410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (01236a5f-5ff1-4b46-8942-e2921ad05efa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.721903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.727651 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] 10.222.0.35 "DELETE /v2.0/networks/01236a5f-5ff1-4b46-8942-e2921ad05efa HTTP/1.1" status: 204 len: 168 time: 0.4352031 Mar 10 17:45:25.745310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port ab08ecc6-c644-45d1-a873-eaf3d8e69809 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:25.748136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.753018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-c2ebea47-6e7f-4075-8af3-e10803c0ad20 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "DELETE /v2.0/ports/ab08ecc6-c644-45d1-a873-eaf3d8e69809 HTTP/1.1" status: 204 len: 173 time: 0.6762893 Mar 10 17:45:25.765608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc24ea-b971-45b6-9fde-453615469856 tempest-QuotasNegativeTest-507057069 tempest-QuotasNegativeTest-507057069-project-admin] Pushing event deleted for resources: {'Network': ['ID=01236a5f-5ff1-4b46-8942-e2921ad05efa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:25.886384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226a73-17ae-4ce8-a7b4-7df3c5a249c9 req-fa54d5ea-ba57-435a-a2f6-3d2bb22ac2a6 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:25.887902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2226a73-17ae-4ce8-a7b4-7df3c5a249c9 req-fa54d5ea-ba57-435a-a2f6-3d2bb22ac2a6 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1149383 Mar 10 17:45:25.910764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b067346e-b196-4e08-b401-c3af3ab16edd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.921406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 195bf06e-c01d-4893-998d-373730d33941 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:25.921742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (195bf06e-c01d-4893-998d-373730d33941), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:25.940858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=b067346e-b196-4e08-b401-c3af3ab16edd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:26.004585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2226a73-17ae-4ce8-a7b4-7df3c5a249c9 req-531b42bc-fa51-44bf-9793-796826720e55 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Mar 10 17:45:26.011556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.057000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port 195bf06e-c01d-4893-998d-373730d33941, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=195bf06e-c01d-4893-998d-373730d33941,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:26.057379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (195bf06e-c01d-4893-998d-373730d33941), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.073707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 195bf06e-c01d-4893-998d-373730d33941 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:26.113272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.115892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.173914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (b9cfa6a7-feb4-4799-a303-7c4d9fee1586), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.174857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router b9cfa6a7-feb4-4799-a303-7c4d9fee1586 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:26.182083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.187329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50644) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:26.187655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-84f52508-6012-4a6c-9731-7b954ed960d4 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 204 len: 168 time: 1.2896175 Mar 10 17:45:26.193416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-296854161'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:26.221550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:26.249617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:26.254351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.277955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (195bf06e-c01d-4893-998d-373730d33941), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.311076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=195bf06e-c01d-4893-998d-373730d33941,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:26.313242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:26.342296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.342690 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment 9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6 of type vlan for network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 Mar 10 17:45:26.349004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b27ebe0-dd07-4f6e-af93-e2a89f365f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.373485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port 195bf06e-c01d-4893-998d-373730d33941 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:26.396408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.399982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-73e2c5f0-d0e8-4ae9-8d6c-7ba72a41dab2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "DELETE /v2.0/ports/195bf06e-c01d-4893-998d-373730d33941 HTTP/1.1" status: 204 len: 173 time: 0.6416848 Mar 10 17:45:26.421703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.430791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b27ebe0-dd07-4f6e-af93-e2a89f365f90 admin admin] Publish callbacks [] for security_group (ded03ded-4987-4873-b51c-ebcf6f4b0648), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.435441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b27ebe0-dd07-4f6e-af93-e2a89f365f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ded03ded-4987-4873-b51c-ebcf6f4b0648), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.475881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9b27ebe0-dd07-4f6e-af93-e2a89f365f90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=901c6760f7704e5493ffeb8e42879211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530811 Mar 10 17:45:26.477650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:26.483570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27ebe0-dd07-4f6e-af93-e2a89f365f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded03ded-4987-4873-b51c-ebcf6f4b0648,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:26.499402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.506033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:26.506033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.506549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:26.541506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3526440 Mar 10 17:45:26.552659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50654) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:26.559787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:26.588722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] Publish callbacks [] for security_group (ded03ded-4987-4873-b51c-ebcf6f4b0648), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.616764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0877-7ad0-46ae-a28c-51a27d495f34 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=73d51b37-36ef-4c6b-8cc3-da9985f8e6e5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:26.631599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:26.668507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 818c2eff-c867-4062-91c2-24ab3ae9228c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:26.669073 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.669321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] Publish callbacks [] for security_group (ded03ded-4987-4873-b51c-ebcf6f4b0648), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.835461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ded03ded-4987-4873-b51c-ebcf6f4b0648), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.838355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.843660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ded03ded-4987-4873-b51c-ebcf6f4b0648 HTTP/1.1" status: 204 len: 168 time: 0.3649449 Mar 10 17:45:26.845418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:26.848950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.859476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064468-32fb-4fd4-b8a4-9e02b2b90a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded03ded-4987-4873-b51c-ebcf6f4b0648,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:26.894311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port 818c2eff-c867-4062-91c2-24ab3ae9228c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=818c2eff-c867-4062-91c2-24ab3ae9228c,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:26.894829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.917949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:26.939129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8722-a1d3-4f78-ae0b-38f5407b1b29 req-11b00cfe-5ed0-4ad7-bba4-2c64ee489bf3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:26.944710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d8722-a1d3-4f78-ae0b-38f5407b1b29 req-11b00cfe-5ed0-4ad7-bba4-2c64ee489bf3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:26.946408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-423d8722-a1d3-4f78-ae0b-38f5407b1b29 req-11b00cfe-5ed0-4ad7-bba4-2c64ee489bf3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 1677 time: 0.2644470 Mar 10 17:45:26.967417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c70ee-c11e-4a2b-9ee6-95ada7e99602 req-afec2c04-4f5b-4b6c-8d8f-21080a6e4a12 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:26.969180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-622c70ee-c11e-4a2b-9ee6-95ada7e99602 req-afec2c04-4f5b-4b6c-8d8f-21080a6e4a12 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.2577326 Mar 10 17:45:26.973382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 818c2eff-c867-4062-91c2-24ab3ae9228c owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:27.136032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.259079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:27.286308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77235f94-bcd0-4e20-9715-f1bca0d6c71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.400804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809'}, {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '195bf06e-c01d-4893-998d-373730d33941'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:27.403079 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e634aacf-80db-4eec-a950-6ca8f79fdd09" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809"}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "195bf06e-c01d-4893-998d-373730d33941"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:27.484655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-622c70ee-c11e-4a2b-9ee6-95ada7e99602 req-eafbbc67-d375-4186-96da-ae27aeeae887 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772816 Mar 10 17:45:27.491316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-423d8722-a1d3-4f78-ae0b-38f5407b1b29 req-df185369-1f91-4e11-a444-54b46c022bef tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312700 Mar 10 17:45:27.494084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.17 (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492/11575661-2e7e-4d56-9fc3-6ac6db388021/d54670c3-a48b-46e6-a147-a9257cd40eac) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:27.502067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77235f94-bcd0-4e20-9715-f1bca0d6c71b admin admin] Publish callbacks [] for security_group (142d38fe-09c2-4abb-bedb-d001e592d048), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.536163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77235f94-bcd0-4e20-9715-f1bca0d6c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (142d38fe-09c2-4abb-bedb-d001e592d048), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.604014 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b6e0f-0704-461a-9bd1-ecda70177ce0 x-openstack-request-id: req-470b6e0f-0704-461a-9bd1-ecda70177ce0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:27.604643 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "ab08ecc6-c644-45d1-a873-eaf3d8e69809", "status": "completed", "code": 200}, {"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "195bf06e-c01d-4893-998d-373730d33941", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:27.604763 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-470b6e0f-0704-461a-9bd1-ecda70177ce0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:27.605355 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': 'ab08ecc6-c644-45d1-a873-eaf3d8e69809', 'status': 'completed', 'code': 200} Mar 10 17:45:27.605355 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '195bf06e-c01d-4893-998d-373730d33941', 'status': 'completed', 'code': 200} Mar 10 17:45:27.617414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77235f94-bcd0-4e20-9715-f1bca0d6c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d38fe-09c2-4abb-bedb-d001e592d048,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:27.623596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77235f94-bcd0-4e20-9715-f1bca0d6c71b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b16847b821fc4215921340dd5ef354cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3636091 Mar 10 17:45:27.626646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:27.686785 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.694059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (818c2eff-c867-4062-91c2-24ab3ae9228c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.715274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (693ea22f-8b78-49ff-9011-c59b325cbb18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.719878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] Publish callbacks [] for security_group (142d38fe-09c2-4abb-bedb-d001e592d048), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.754928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] Publish callbacks [] for security_group (142d38fe-09c2-4abb-bedb-d001e592d048), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.765692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=818c2eff-c867-4062-91c2-24ab3ae9228c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:27.777769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.816170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b7e9-f66c-4100-ba06-36905472e465 req-f720061b-1017-4c1a-9312-410c7032c0a2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:27.818008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60c7b7e9-f66c-4100-ba06-36905472e465 req-f720061b-1017-4c1a-9312-410c7032c0a2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2269220 Mar 10 17:45:27.850282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port 818c2eff-c867-4062-91c2-24ab3ae9228c on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:27.850955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:27.859022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:27.859572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.861527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:27.862823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-5d920160-444b-4958-af77-6bcd233dea68 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "DELETE /v2.0/ports/818c2eff-c867-4062-91c2-24ab3ae9228c HTTP/1.1" status: 204 len: 173 time: 1.4569509 Mar 10 17:45:27.868411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:27.873616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=693ea22f-8b78-49ff-9011-c59b325cbb18,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:27.895584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (142d38fe-09c2-4abb-bedb-d001e592d048), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.898467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:27.902051 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/142d38fe-09c2-4abb-bedb-d001e592d048 HTTP/1.1" status: 204 len: 168 time: 0.2723153 Mar 10 17:45:27.920379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45f0ca-4695-454e-af20-b5985e0740a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d38fe-09c2-4abb-bedb-d001e592d048,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:27.935015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:27.935778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:27.963007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.027065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60c7b7e9-f66c-4100-ba06-36905472e465 req-66a09073-8a61-4fd8-8024-bdd5648b3ccd tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811774 Mar 10 17:45:28.050685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:28.091138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:28.102008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef20ec-1968-4b56-ba5d-7f512ab6ac1b None None] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:28.118085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:28.122759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.163341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 1a0cc490-e578-422c-82e3-858bc6fbbe3c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:28.163685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.226877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-88fd7095-000a-48f8-8476-65f7b48d0cb7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6734364 Mar 10 17:45:28.229807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:28.243074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-298225561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:28.288754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:45:28.296281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-73d51b37-36ef-4c6b-8cc3-da9985f8e6e5', 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '693ea22f-8b78-49ff-9011-c59b325cbb18'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:28.297729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.336466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b899e623-445f-4852-8f9d-b4e0fba143a9 None None] Provisioning complete for port d54670c3-a48b-46e6-a147-a9257cd40eac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:28.337181 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b899e623-445f-4852-8f9d-b4e0fba143a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.474636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.476069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.531313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port 1a0cc490-e578-422c-82e3-858bc6fbbe3c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1a0cc490-e578-422c-82e3-858bc6fbbe3c,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:28.533139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.566163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Allocated IP 2001:db8::2 (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5/693ea22f-8b78-49ff-9011-c59b325cbb18/96c68571-5a96-4389-96d4-2a24a18d5cb0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:28.703757 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:45:28.726916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.794198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b899e623-445f-4852-8f9d-b4e0fba143a9 None None] Port d54670c3-a48b-46e6-a147-a9257cd40eac cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:28.812551 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.831932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks [] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.839755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.846394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:28.852911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.907867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.908231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:28.909234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b0fd20d1-bab3-41ca-ad09-4f84811ad586 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6726861 Mar 10 17:45:28.912166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'network_id': 'f2d3f12f-23c1-4d92-9929-229f282826b6', 'port_id': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'mac_address': 'fa:16:3e:cf:da:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea0537-c213-4df3-87cf-880f39c0073f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:45:28.917027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e16f-3aad-43d1-9f3e-027ec7675652 req-76202fba-173a-44b3-b1ba-c19677b71dc4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:28.922707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:28.923326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:28.925325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a10e16f-3aad-43d1-9f3e-027ec7675652 req-76202fba-173a-44b3-b1ba-c19677b71dc4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 943 time: 0.3016028 Mar 10 17:45:28.971601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:28.972062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:28.986070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:28.987806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7eef9-b0b9-4f37-9c10-8289abe2154a req-b897d928-914b-423e-9394-b699b985c74e tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:28.989558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cc7eef9-b0b9-4f37-9c10-8289abe2154a req-b897d928-914b-423e-9394-b699b985c74e tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.4706776 Mar 10 17:45:28.991876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:45:29.021327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Pushing event updated for resources: {'Port': ['ID=96c68571-5a96-4389-96d4-2a24a18d5cb0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:29.064102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:29.069496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.070160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.070696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.071328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.071726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.072121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.072374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a10e16f-3aad-43d1-9f3e-027ec7675652 req-071fd293-d89b-4bd5-874e-fa3656fb556c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438072 Mar 10 17:45:29.072593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.072989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.073371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.073753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.074075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.074595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.074814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:29.088666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.205281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cc7eef9-b0b9-4f37-9c10-8289abe2154a req-589b5f2f-2c99-48b7-abca-0466586b87b2 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094908 Mar 10 17:45:29.228326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Attempting to bind port 96c68571-5a96-4389-96d4-2a24a18d5cb0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:29.228326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Attempting to bind port 96c68571-5a96-4389-96d4-2a24a18d5cb0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:29.228326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Attempting to bind port 96c68571-5a96-4389-96d4-2a24a18d5cb0 on network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:29.228326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:29.234021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.234545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.234929 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Floating IP 9be925cb-9eba-4f44-914b-6081a7041ea5 disassociated. External IP: 172.25.3.121, port: 1a0cc490-e578-422c-82e3-858bc6fbbe3c. Mar 10 17:45:29.235402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 1a0cc490-e578-422c-82e3-858bc6fbbe3c owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:29.242907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:29.243570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Checking segment: {'id': '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:29.244679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.244679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Bound using segment: {'id': '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:29.245095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Bound port: 96c68571-5a96-4389-96d4-2a24a18d5cb0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '73d51b37-36ef-4c6b-8cc3-da9985f8e6e5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:29.245571 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.307722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851655c-12f8-4eca-8340-a2c42a9057dc req-6312eed6-e36b-4ddc-a452-0a98058accc0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:29.309572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8851655c-12f8-4eca-8340-a2c42a9057dc req-6312eed6-e36b-4ddc-a452-0a98058accc0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 943 time: 0.1344650 Mar 10 17:45:29.336167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] For port 96c68571-5a96-4389-96d4-2a24a18d5cb0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:29.340101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] For port 96c68571-5a96-4389-96d4-2a24a18d5cb0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=96c68571-5a96-4389-96d4-2a24a18d5cb0,segment=NetworkSegment(9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6),segment_id=9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:29.350396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.450335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51aee7-9684-4802-bb84-2be2a4dd039d None None] Pushing event updated for resources: {'Port': ['ID=96c68571-5a96-4389-96d4-2a24a18d5cb0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:29.461361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.492241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70066542-c6ff-4e05-8426-cf6424cd9b7f req-847885e7-dbaf-4fdf-8cd4-9a43d476d6f3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:29.493807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70066542-c6ff-4e05-8426-cf6424cd9b7f req-847885e7-dbaf-4fdf-8cd4-9a43d476d6f3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1782954 Mar 10 17:45:29.500949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8851655c-12f8-4eca-8340-a2c42a9057dc req-35583c89-b9ce-4fe8-8a10-b1c0f9edf2fb tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2285b01-2637-4f3e-8d8e-dc3afe0623df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834168 Mar 10 17:45:29.529823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:45:29.589704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70066542-c6ff-4e05-8426-cf6424cd9b7f req-40a210b3-69de-4478-b72d-080a8da378fd tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833299 Mar 10 17:45:29.595034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1a0cc490-e578-422c-82e3-858bc6fbbe3c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.613451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:29.615833 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a056c42-55bd-480d-baff-fd8cbc8c22d8" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:29.688007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=1a0cc490-e578-422c-82e3-858bc6fbbe3c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:29.771184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fea65d0-ca97-4b22-94b9-60f6647f2692 x-openstack-request-id: req-1fea65d0-ca97-4b22-94b9-60f6647f2692 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:29.771184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "818c2eff-c867-4062-91c2-24ab3ae9228c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:29.771184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1fea65d0-ca97-4b22-94b9-60f6647f2692 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:29.771184 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '818c2eff-c867-4062-91c2-24ab3ae9228c', 'status': 'completed', 'code': 200} Mar 10 17:45:29.830576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.874850 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.878761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:29.946631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Router c8dc4999-d7b2-4c67-abb5-173043cb9bab has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:30.058757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:30.062923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8::1 (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5/693ea22f-8b78-49ff-9011-c59b325cbb18/1537caaa-5747-4e04-a005-7fbd37f4b718) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:30.073678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:30.100186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240282bb-bead-4e48-b340-e6676749b8a0 req-54e40181-dfc9-484c-aa2b-c07dcfdfb620 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:30.101768 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-240282bb-bead-4e48-b340-e6676749b8a0 req-54e40181-dfc9-484c-aa2b-c07dcfdfb620 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.59 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.2197115 Mar 10 17:45:30.176606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:30.187180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Sync routers for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:30.211765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:30.212422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:30.295792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port 1a0cc490-e578-422c-82e3-858bc6fbbe3c on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:30.325136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:30.349149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d1efba-ebd9-4a5d-baa8-ea5f1916a591 req-fdc5a3bb-f2f0-44f4-9b12-f4ee7bb055c4 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.41 "DELETE /v2.0/ports/1a0cc490-e578-422c-82e3-858bc6fbbe3c HTTP/1.1" status: 204 len: 173 time: 2.4721153 Mar 10 17:45:30.411509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:30.429172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588deb1f-19df-4a0f-9b0e-19a9b02bcc98 req-a5f8a3f5-025f-4744-a53a-5b634a9da505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:30.430770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-588deb1f-19df-4a0f-9b0e-19a9b02bcc98 req-a5f8a3f5-025f-4744-a53a-5b634a9da505 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1127 time: 0.3186297 Mar 10 17:45:30.530130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:30.559734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:30.591582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:30.617768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397915-fc1a-4d06-a8aa-8af3224640a8 req-802140ac-09dd-4322-805d-6474cd9e703b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:30.625349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52397915-fc1a-4d06-a8aa-8af3224640a8 req-802140ac-09dd-4322-805d-6474cd9e703b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.3183870 Mar 10 17:45:30.632551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-588deb1f-19df-4a0f-9b0e-19a9b02bcc98 req-aacf519f-c646-450a-b49a-9629aebc275e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650224 Mar 10 17:45:30.646857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Deleting port 0231c7da-55c3-4c78-b813-b07565dd96f4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:30.647491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:30.674235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322173-8df3-4eb8-996d-0701a9c6470f req-c4dce0dd-5250-429f-bcb9-73bec1a12bf3 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:30.678805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9322173-8df3-4eb8-996d-0701a9c6470f req-c4dce0dd-5250-429f-bcb9-73bec1a12bf3 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.2684124 Mar 10 17:45:30.755973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-52397915-fc1a-4d06-a8aa-8af3224640a8 req-f8e38d39-22f9-43a9-8f99-6859ed820360 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082625 Mar 10 17:45:30.788997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:30.842494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] For port 0231c7da-55c3-4c78-b813-b07565dd96f4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0231c7da-55c3-4c78-b813-b07565dd96f4,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:30.843041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:30.858031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9322173-8df3-4eb8-996d-0701a9c6470f req-ec8daf98-79b5-4be9-bc60-5085de115bcf tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064637 Mar 10 17:45:30.943852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1216b747-8c2a-40ef-b281-391095e85504 req-92940673-5c30-493e-8cbc-e1ac9c46b0c0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0515103 Mar 10 17:45:31.074852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e90b-a0df-4176-b757-c8dfe39133ea req-868b08cf-bdbf-4f1a-b1c3-2b36ce9cc875 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:31.084015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b4e90b-a0df-4176-b757-c8dfe39133ea req-868b08cf-bdbf-4f1a-b1c3-2b36ce9cc875 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.0791967 Mar 10 17:45:31.139391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.139724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3372f3a7-84f0-437a-870e-a86df31b645f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.140034 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Floating IP 3372f3a7-84f0-437a-870e-a86df31b645f disassociated. External IP: 172.25.3.187, port: 0231c7da-55c3-4c78-b813-b07565dd96f4. Mar 10 17:45:31.140368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Calling delete_port for 0231c7da-55c3-4c78-b813-b07565dd96f4 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:31.154558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1110418179', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:31.154922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b4e90b-a0df-4176-b757-c8dfe39133ea req-a61e57f4-6861-4515-be09-b22584c5a311 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695853 Mar 10 17:45:31.221918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b250da2-8dd4-4a9f-a277-f4de5a83b9cf None None] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:31.231470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.242314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6d00716e-b655-4a44-8eeb-56e07fd63ad4 None None] Provisioning complete for port d54670c3-a48b-46e6-a147-a9257cd40eac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:31.242708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d00716e-b655-4a44-8eeb-56e07fd63ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.307032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Made reservation on behalf of b66e6f753daa4f8d989f7f69e20eea94 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:31.309339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.329041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:31.340845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.343752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:31.361491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6d00716e-b655-4a44-8eeb-56e07fd63ad4 None None] Port d54670c3-a48b-46e6-a147-a9257cd40eac cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:31.364915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Checking router: c8dc4999-d7b2-4c67-abb5-173043cb9bab for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:31.393275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:31.398232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:31.398400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=1537caaa-5747-4e04-a005-7fbd37f4b718,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:31.398644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:31.402399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:31.403053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.540611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Provisioning complete for port 96c68571-5a96-4389-96d4-2a24a18d5cb0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:31.540995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.550825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:31.633466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 96c68571-5a96-4389-96d4-2a24a18d5cb0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:31.652046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:31.709413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:31.773843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:31.787886 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6202bff-ca9c-46d2-a3da-602dbbef3eef" -d '{"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:31.897687 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c44aa-211d-4989-9da6-d49fcdb55495 x-openstack-request-id: req-de6c44aa-211d-4989-9da6-d49fcdb55495 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:31.897973 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342eaa27-b03d-4663-8650-bbf03cfdfdcb", "name": "network-vif-deleted", "tag": "1a0cc490-e578-422c-82e3-858bc6fbbe3c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:31.898457 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de6c44aa-211d-4989-9da6-d49fcdb55495 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:31.898986 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342eaa27-b03d-4663-8650-bbf03cfdfdcb', 'name': 'network-vif-deleted', 'tag': '1a0cc490-e578-422c-82e3-858bc6fbbe3c', 'status': 'completed', 'code': 200} Mar 10 17:45:32.006473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 96c68571-5a96-4389-96d4-2a24a18d5cb0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:32.007690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.019712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Current status of the port 96c68571-5a96-4389-96d4-2a24a18d5cb0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:32.021243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.078643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce513eab-0bf9-4f0c-9425-2dafd44ee59e req-147eae15-7f45-4cff-9ecd-ee0076f9a30e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:32.080815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce513eab-0bf9-4f0c-9425-2dafd44ee59e req-147eae15-7f45-4cff-9ecd-ee0076f9a30e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 944 time: 0.1561308 Mar 10 17:45:32.103385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca496e45-bbe8-4917-b4fb-fd6fcaa5faf3 req-33a5a355-4bf7-455f-9830-985ac7d3fa0b tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:32.105589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca496e45-bbe8-4917-b4fb-fd6fcaa5faf3 req-33a5a355-4bf7-455f-9830-985ac7d3fa0b tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 945 time: 0.1107709 Mar 10 17:45:32.151441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] For port 96c68571-5a96-4389-96d4-2a24a18d5cb0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=96c68571-5a96-4389-96d4-2a24a18d5cb0,segment=NetworkSegment(9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6),segment_id=9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:32.190659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.191834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce513eab-0bf9-4f0c-9425-2dafd44ee59e req-97f05525-a087-4225-b04c-577ec58bcef7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032541 Mar 10 17:45:32.263075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca496e45-bbe8-4917-b4fb-fd6fcaa5faf3 req-2a2b2fbf-f362-40a3-8217-e7490c9b87df tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/security-groups?id=161cb896-cb86-4fd0-8517-42e9861c83b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030731 Mar 10 17:45:32.330690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:32.376076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 96c68571-5a96-4389-96d4-2a24a18d5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:32.378245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5891d180-8ab4-449f-b60e-85dcffe405fb req-67fdca12-2d6d-43fd-8d05-066cbbdec530 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0506363 Mar 10 17:45:32.407010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for security_group (8fcc4ff0-113d-439b-810a-b5fa289860e7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.408617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:32.419981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:32.423568 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28dbc0cd-d9ce-4335-a996-f375ed1efd58 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/3360f4b3-89e8-4a75-b73f-05d21eac4d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9159465 Mar 10 17:45:32.428104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0231c7da-55c3-4c78-b813-b07565dd96f4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.434632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:32.451425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fcc4ff0-113d-439b-810a-b5fa289860e7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.463133 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:32.466082 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:32.478017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba4a2-29b7-48e8-8b94-d82c7795ea44 None None] Pushing event updated for resources: {'Port': ['ID=96c68571-5a96-4389-96d4-2a24a18d5cb0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:32.482383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783cd40-2fb1-4a4f-a504-596ce2481ee1 None None] The sync data for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 is: [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:38:53Z', 'revision_number': 4, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2df13c5e-f157-434a-a629-839f438a9635', 'name': '', 'network_id': '34d205ab-54b4-4fc6-98a2-eb2fc135b56b', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'mac_address': 'fa:16:3e:f7:19:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:52Z', 'updated_at': '2022-03-10T17:39:10Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'subnets': [{'id': '4070c5d4-d455-48c7-bb6d-d8143341143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:32.490595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Provisioning complete for port 1537caaa-5747-4e04-a005-7fbd37f4b718 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:32.491085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.541157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:32.541707 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.547728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc4ff0-113d-439b-810a-b5fa289860e7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:32.551250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd3999-5a73-4997-bcd7-16ee9aec0442 req-226acea7-5bd8-40aa-89fa-b2a72b5c57d1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:32.551454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Port 1537caaa-5747-4e04-a005-7fbd37f4b718 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:32.564088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] device_id is not set on port 9a95262f-144f-4bf3-be3e-73cb3cb77164 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:32.570087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33cd3999-5a73-4997-bcd7-16ee9aec0442 req-226acea7-5bd8-40aa-89fa-b2a72b5c57d1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1950588 Mar 10 17:45:32.597881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.600247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event deleted for resources: {'Port': ['ID=0231c7da-55c3-4c78-b813-b07565dd96f4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:32.619660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Provisioning complete for port 96c68571-5a96-4389-96d4-2a24a18d5cb0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:32.622057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.684504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33cd3999-5a73-4997-bcd7-16ee9aec0442 req-2a76857a-46e6-4390-9755-8bc61c861c55 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Mar 10 17:45:32.711178 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:32.728540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:32.728932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.795732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:32.798131 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0e09f5-55f4-4e8f-8c51-c723bbb3286e" -d '{"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:32.840059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8581f9c8-6715-44a3-9ed2-0818ef6795f6 None None] Current status of the port 96c68571-5a96-4389-96d4-2a24a18d5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:32.846475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.847413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.872784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:32.888927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:32.907776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Router 40cce579-0f3f-4f47-8d01-47850777dee8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:32.948909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=1537caaa-5747-4e04-a005-7fbd37f4b718,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:32.999188 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f34fe-4a32-4abc-809c-a22aed2889ad x-openstack-request-id: req-488f34fe-4a32-4abc-809c-a22aed2889ad {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:33.011959 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-plugged", "status": "completed", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:33.012551 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-488f34fe-4a32-4abc-809c-a22aed2889ad {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:33.012551 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'code': 200} Mar 10 17:45:33.032823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af72f-a112-4866-bb24-0ce237215dcc req-cba763fe-9054-4d3f-b1ed-e28dbed51bc3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:33.040638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-890af72f-a112-4866-bb24-0ce237215dcc req-cba763fe-9054-4d3f-b1ed-e28dbed51bc3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2314422 Mar 10 17:45:33.114181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a2466a85-cd14-48c7-9a0d-aca8d45dfb10 None None] Provisioning complete for port 1537caaa-5747-4e04-a005-7fbd37f4b718 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:33.114611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a2466a85-cd14-48c7-9a0d-aca8d45dfb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:33.121202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf830c1-9632-40ad-8e54-e4fc4173b59b None None] New status for floating IP 9be925cb-9eba-4f44-914b-6081a7041ea5: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:45:33.245809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:28Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54670c3-a48b-46e6-a147-a9257cd40eac', 'name': '', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:8f:72:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:27Z', 'updated_at': '2022-03-10T17:45:29Z', 'revision_number': 2, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:33.268549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-890af72f-a112-4866-bb24-0ce237215dcc req-aa121b6e-1d91-45ca-b511-db41402bc1b7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236300 Mar 10 17:45:33.328760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f32d85-f9be-4261-bcda-eb5dd30384eb req-13b80082-99db-408e-b6ce-90af1966acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:33.330736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51f32d85-f9be-4261-bcda-eb5dd30384eb req-13b80082-99db-408e-b6ce-90af1966acdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1128 time: 0.1682377 Mar 10 17:45:33.348809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:33.349374 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Updating router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d port d54670c3-a48b-46e6-a147-a9257cd40eac binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:45:33.417384 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:33.475898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e2a23-943d-4ee9-b61a-febae788a940 req-eeff4813-ace6-4687-b9fe-7a011528780d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:33.477500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c97e2a23-943d-4ee9-b61a-febae788a940 req-eeff4813-ace6-4687-b9fe-7a011528780d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1400230 Mar 10 17:45:33.498277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3536662b-7280-45dc-9356-8192cd3ca85c req-5dfbb47a-9a74-47f9-9b4d-17d1f68fa558 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 210 time: 0.0859909 Mar 10 17:45:33.526227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51f32d85-f9be-4261-bcda-eb5dd30384eb req-9cfab464-1d98-4888-a927-f0393b95dde4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792734 Mar 10 17:45:33.551865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c97e2a23-943d-4ee9-b61a-febae788a940 req-6c002587-848f-47d9-a914-42fc0e144341 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510242 Mar 10 17:45:33.575338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:33.716235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-766224e0-fd92-43a7-9273-18f25c1570c3 req-c1375f02-b57b-4d2a-b809-c7ad4ec87ffe tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0374448 Mar 10 17:45:33.733169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 96c68571-5a96-4389-96d4-2a24a18d5cb0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:33.745732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a2466a85-cd14-48c7-9a0d-aca8d45dfb10 None None] Port 1537caaa-5747-4e04-a005-7fbd37f4b718 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:33.823834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 96c68571-5a96-4389-96d4-2a24a18d5cb0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:33.824495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:33.853708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Allocated IP 172.25.3.167 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9a95262f-144f-4bf3-be3e-73cb3cb77164) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:33.864236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:33.884141 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Sync routers for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:33.922242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0231c7da-55c3-4c78-b813-b07565dd96f4 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:33.931357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] No DVR routers for this DVR port 0231c7da-55c3-4c78-b813-b07565dd96f4 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:33.938652 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:33.942593 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-240282bb-bead-4e48-b340-e6676749b8a0 req-b18ef7e4-75f5-4990-a738-dad43ae9b0fd tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.59 "DELETE /v2.0/ports/0231c7da-55c3-4c78-b813-b07565dd96f4 HTTP/1.1" status: 204 len: 173 time: 3.8200612 Mar 10 17:45:33.943140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'name': 'network-vif-deleted', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:45:33.947191 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a24820-1956-4507-a9bf-a4edbe3d332b" -d '{"events": [{"server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "name": "network-vif-deleted", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:45:33.948383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:33.949661 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:33.970023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 0231c7da-55c3-4c78-b813-b07565dd96f4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:33.971710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0231c7da-55c3-4c78-b813-b07565dd96f4 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:33.981788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:33.985216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:34.001497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 96c68571-5a96-4389-96d4-2a24a18d5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:34.056515 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd4fdbb-90df-4539-813d-fd7784861400 x-openstack-request-id: req-1dd4fdbb-90df-4539-813d-fd7784861400 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:45:34.057005 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975d7c-23dc-40c8-b7a3-2377d147ad1a", "name": "network-vif-deleted", "tag": "0231c7da-55c3-4c78-b813-b07565dd96f4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:45:34.057364 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dd4fdbb-90df-4539-813d-fd7784861400 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:45:34.057873 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59975d7c-23dc-40c8-b7a3-2377d147ad1a', 'name': 'network-vif-deleted', 'tag': '0231c7da-55c3-4c78-b813-b07565dd96f4', 'status': 'completed', 'code': 200} Mar 10 17:45:34.074975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ab24d-a2a0-40d4-82fd-bdc56ebcce5b req-daaa7ab3-34a3-4e59-a98f-efa3e1b8ec28 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:34.087021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac7ab24d-a2a0-40d4-82fd-bdc56ebcce5b req-daaa7ab3-34a3-4e59-a98f-efa3e1b8ec28 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1756766 Mar 10 17:45:34.177744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ac7ab24d-a2a0-40d4-82fd-bdc56ebcce5b req-680a29cb-effe-4d66-8760-84a72508c1f2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Mar 10 17:45:34.267694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for port (9a95262f-144f-4bf3-be3e-73cb3cb77164), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.276372 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:34.290217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f2e8fd49-a13c-4560-8cec-43a65e3fbd3d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:45:34.323127 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks [] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.339080 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.383032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b92a02d7-f14c-4b41-a4b2-0ae0d88f9cf3 None None] Provisioning complete for port 1537caaa-5747-4e04-a005-7fbd37f4b718 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:34.383654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b92a02d7-f14c-4b41-a4b2-0ae0d88f9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.399831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:34.405592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-29cdce0f-b73b-4a3b-a930-e9ff720c9496 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f2e8fd49-a13c-4560-8cec-43a65e3fbd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4811954 Mar 10 17:45:34.408291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50772) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:34.416453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9a95262f-144f-4bf3-be3e-73cb3cb77164), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.422666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] Sync routers for ids ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:34.459967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b92a02d7-f14c-4b41-a4b2-0ae0d88f9cf3 None None] Port 1537caaa-5747-4e04-a005-7fbd37f4b718 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:34.461860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] Routers {'f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:34.463243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:34.475315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:34.476185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c27e5-3380-48cd-ac84-dbac08c23519 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:34.477749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b39c27e5-3380-48cd-ac84-dbac08c23519 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports/1537caaa-5747-4e04-a005-7fbd37f4b718 HTTP/1.1" status: 200 len: 911 time: 0.0682507 Mar 10 17:45:34.480447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:34.499521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:34.501975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '693ea22f-8b78-49ff-9011-c59b325cbb18'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:34.503612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:34.552838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:34.579818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] Routers {'f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:34.587750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:34.611090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:34.625578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.645590 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Pushing event updated for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:34.658939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Pushing event updated for resources: {'Port': ['ID=9a95262f-144f-4bf3-be3e-73cb3cb77164,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:34.692005 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4798e0f4-25ac-4689-be95-cc35a4cc70a0 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.2765868 Mar 10 17:45:34.695280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:34.699370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:34.703622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.167'}]}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:34.715688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96701fc3-6786-403e-8ea7-e7c79a5e974b None None] The sync data for ids ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:34.759332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.761370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.834688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.835192 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.835855 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.836330 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.836813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.842146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.842873 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.843357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.843832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.844500 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.844988 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.845461 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.845916 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:34.858839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for router_controller (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.907247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05019b79-6048-4cac-91ea-04ecaaf76185 req-5f0776b9-2e5f-4af2-a14b-aee1a2644890 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "GET /v2.0/ports?device_id=59975d7c-23dc-40c8-b7a3-2377d147ad1a HTTP/1.1" status: 200 len: 210 time: 0.1245441 Mar 10 17:45:34.907383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Attempting to bind port d54670c3-a48b-46e6-a147-a9257cd40eac on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:34.908007 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Attempting to bind port d54670c3-a48b-46e6-a147-a9257cd40eac by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:34.908469 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Attempting to bind port d54670c3-a48b-46e6-a147-a9257cd40eac on network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:34.919979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:34.920971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Checking segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:34.921522 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.922064 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Bound using segment: {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:34.922673 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Bound port: d54670c3-a48b-46e6-a147-a9257cd40eac, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db1cde-0c53-426f-969b-b997a9612ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:34.923158 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:34.966231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4b94-e9b2-46df-9862-a1f080f840f5 req-e0737426-8945-4e1e-8845-b614c0b005c1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:34.974998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19a4b94-e9b2-46df-9862-a1f080f840f5 req-e0737426-8945-4e1e-8845-b614c0b005c1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2213156 Mar 10 17:45:34.992287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-327af0eb-d300-4cc4-8ecb-a4229c4156ef None None] Provisioning complete for port d54670c3-a48b-46e6-a147-a9257cd40eac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:34.993361 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-327af0eb-d300-4cc4-8ecb-a4229c4156ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.034919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-327af0eb-d300-4cc4-8ecb-a4229c4156ef None None] Port d54670c3-a48b-46e6-a147-a9257cd40eac cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:35.057881 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:35.107891 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Checking router: 40cce579-0f3f-4f47-8d01-47850777dee8 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:35.118236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.130314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] For port d54670c3-a48b-46e6-a147-a9257cd40eac, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:35.133089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:35.133717 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:35.137457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] For port d54670c3-a48b-46e6-a147-a9257cd40eac, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d54670c3-a48b-46e6-a147-a9257cd40eac,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:35.156720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for router_gateway (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.219113 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.237002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1aca824f-36eb-4edf-9698-f8075ff54cb9 req-2240e067-3dc9-4e81-beb9-3d97d4fc8a18 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0942152 Mar 10 17:45:35.331312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19a4b94-e9b2-46df-9862-a1f080f840f5 req-2cda04c0-5c42-426e-84ff-87d2966c80fc tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548715 Mar 10 17:45:35.380083 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df67db-5ed4-498f-8311-d6dfd3a78ba3 None None] Pushing event updated for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:35.397098 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:35.397915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:35.538234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:35.541904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for router_gateway (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.579870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.594833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8878c-905e-444d-9e27-4e078b8d4bbc req-81aaa395-f61d-4fbc-bc24-54d042867d50 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:35.596842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84b8878c-905e-444d-9e27-4e078b8d4bbc req-81aaa395-f61d-4fbc-bc24-54d042867d50 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2109580 Mar 10 17:45:35.775137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Provisioning complete for port d54670c3-a48b-46e6-a147-a9257cd40eac triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:35.775764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.785336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for router (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:35.914894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:35.955028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Current status of the port d54670c3-a48b-46e6-a147-a9257cd40eac is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:35.956087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.014366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] For port d54670c3-a48b-46e6-a147-a9257cd40eac, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d54670c3-a48b-46e6-a147-a9257cd40eac,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:36.031084 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.097675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50824) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:36.120297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73225b-f263-41d1-a9af-39242fd11a9a None None] Pushing event updated for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:36.268364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.272010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks [] for router_controller (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.360935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (3c1e4c44-864d-4031-97d1-1be9f2f1f04b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.361796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1e4c44-864d-4031-97d1-1be9f2f1f04b {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:36.390926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Deleting port 60cef00a-1080-4749-8b48-c33282f06c19 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:36.391677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (60cef00a-1080-4749-8b48-c33282f06c19), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.398104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.458745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5c0988e-4183-4838-9496-ae40a0f437a8 req-eee699f4-a036-4a85-ba9a-9c1e867b1614 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0525396 Mar 10 17:45:36.461306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.468131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:36.469371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.470794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/ports/1537caaa-5747-4e04-a005-7fbd37f4b718 HTTP/1.1" status: 200 len: 911 time: 1.9892151 Mar 10 17:45:36.475048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50834) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:36.500082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (60cef00a-1080-4749-8b48-c33282f06c19), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.500690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for floatingip (60cef00a-1080-4749-8b48-c33282f06c19), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.517968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Calling delete_port for 60cef00a-1080-4749-8b48-c33282f06c19 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:36.520024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:36.611706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385b1d5-746a-453e-ac9c-69a46c971596 None None] The sync data for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 is: [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:39:49Z', 'revision_number': 4, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd219c26f-9b40-49e5-9723-9952173d19da', 'name': '', 'network_id': 'c267bc84-da2f-472d-b5b8-8c368519a730', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'mac_address': 'fa:16:3e:b9:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:48Z', 'updated_at': '2022-03-10T17:40:06Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'subnets': [{'id': '6a8dce27-24be-4ecb-9934-73cd8df7eaf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:36.641633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84b8878c-905e-444d-9e27-4e078b8d4bbc req-0f1e5e7f-2d00-420d-bb35-9a056bc0700f tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9156890 Mar 10 17:45:36.652156 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 10 17:45:36.655077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dadd8c53-7d78-4054-af32-08d45d2983b5 tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9549162 Mar 10 17:45:36.657679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:36.661354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aeafe-c12f-4e1c-81a8-860becbaccfc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=1537caaa-5747-4e04-a005-7fbd37f4b718,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:36.795825 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:28Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54670c3-a48b-46e6-a147-a9257cd40eac', 'name': '', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:8f:72:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:27Z', 'updated_at': '2022-03-10T17:45:35Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:36.815808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (60cef00a-1080-4749-8b48-c33282f06c19), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:36.902079 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bf8e84-9ab8-44b0-b6c3-8a5a18af143e None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:28Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54670c3-a48b-46e6-a147-a9257cd40eac', 'name': '', 'network_id': '9a35aae9-7be0-4ef3-a3dd-2ad34df1d492', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:8f:72:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:27Z', 'updated_at': '2022-03-10T17:45:35Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '11575661-2e7e-4d56-9fc3-6ac6db388021', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:36.924010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event deleted for resources: {'Port': ['ID=60cef00a-1080-4749-8b48-c33282f06c19,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:36.943544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf487f-344b-4504-8037-3551fab3515e req-620b51ba-7a76-4660-b0ee-09fbdf35359c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:36.946062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3bf487f-344b-4504-8037-3551fab3515e req-620b51ba-7a76-4660-b0ee-09fbdf35359c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3032813 Mar 10 17:45:37.062709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Deleting port 9a95262f-144f-4bf3-be3e-73cb3cb77164 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:37.063217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9a95262f-144f-4bf3-be3e-73cb3cb77164), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.128628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for floatingip (3372f3a7-84f0-437a-870e-a86df31b645f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.151239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.152671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-92fb17b1-f520-4e05-9142-25182347c637 tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "DELETE /v2.0/floatingips/3372f3a7-84f0-437a-870e-a86df31b645f HTTP/1.1" status: 204 len: 168 time: 1.0539789 Mar 10 17:45:37.161519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac5b69-67ed-4d79-8186-711e8b1e187b None None] New status for floating IP 3372f3a7-84f0-437a-870e-a86df31b645f: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:45:37.230628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3bf487f-344b-4504-8037-3551fab3515e req-24a23c3e-f6fb-4838-b025-e665ce629609 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681322 Mar 10 17:45:37.435352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9a95262f-144f-4bf3-be3e-73cb3cb77164), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.544732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Calling delete_port for 9a95262f-144f-4bf3-be3e-73cb3cb77164 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:37.721284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d54670c3-a48b-46e6-a147-a9257cd40eac up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:37.756844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7164779-3293-4f4c-b8d9-682489122366 req-287ee372-78ef-4e90-9aea-7c3ca0cf86bb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:37.765707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7164779-3293-4f4c-b8d9-682489122366 req-287ee372-78ef-4e90-9aea-7c3ca0cf86bb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2847285 Mar 10 17:45:37.787025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9a95262f-144f-4bf3-be3e-73cb3cb77164), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.819188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d54670c3-a48b-46e6-a147-a9257cd40eac triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:37.819911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.836130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec7f2b-61e0-4034-9f27-25f39a22fd50 req-4a2c2f9b-9af7-4e33-96d0-b1135b048d8d tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:37.838348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6ec7f2b-61e0-4034-9f27-25f39a22fd50 req-4a2c2f9b-9af7-4e33-96d0-b1135b048d8d tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.4826927 Mar 10 17:45:37.858122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:37.858408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a95262f-144f-4bf3-be3e-73cb3cb77164,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:37.987889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d54670c3-a48b-46e6-a147-a9257cd40eac is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:38.011801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.018595 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33ebb5a7-51de-4587-a650-d258e5c9af0e tempest-RoutersAdminNegativeIpV6Test-1364971524 tempest-RoutersAdminNegativeIpV6Test-1364971524-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9a95262f-144f-4bf3-be3e-73cb3cb77164 HTTP/1.1" status: 204 len: 168 time: 1.3541908 Mar 10 17:45:38.020609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7164779-3293-4f4c-b8d9-682489122366 req-5b34a726-d067-4af6-8050-15dc13174922 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538733 Mar 10 17:45:38.114691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:38.201664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6ec7f2b-61e0-4034-9f27-25f39a22fd50 req-c8d5a329-37d1-4b0d-b187-2f45039ac950 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522139 Mar 10 17:45:38.230679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (161cb896-cb86-4fd0-8517-42e9861c83b3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.292612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (161cb896-cb86-4fd0-8517-42e9861c83b3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.345987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1a70958-3c44-42b5-a662-7877f064bd93 req-133d9ed5-09eb-4ca4-bf8c-b8914fc1181a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1432459 Mar 10 17:45:38.438756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de9584-3323-4743-bc97-309ae6890fed req-881e4747-ff8a-4c2c-a9ff-446b6d9b5cd1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:38.440266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5de9584-3323-4743-bc97-309ae6890fed req-881e4747-ff8a-4c2c-a9ff-446b6d9b5cd1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0915592 Mar 10 17:45:38.454277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (161cb896-cb86-4fd0-8517-42e9861c83b3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.457462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.459145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] 10.222.0.35 "DELETE /v2.0/security-groups/161cb896-cb86-4fd0-8517-42e9861c83b3 HTTP/1.1" status: 204 len: 168 time: 0.3428826 Mar 10 17:45:38.500797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd97fc-83d5-46ab-b0fb-8d24ec99d45f tempest-TestServerBasicOps-1208608381 tempest-TestServerBasicOps-1208608381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161cb896-cb86-4fd0-8517-42e9861c83b3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:38.529377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5de9584-3323-4743-bc97-309ae6890fed req-0c778369-13e1-4809-afbf-c2d65cba05c7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788858 Mar 10 17:45:38.531541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50874) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:38.620240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port 1537caaa-5747-4e04-a005-7fbd37f4b718 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:38.620711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.700903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:38.778334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.796084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for 1537caaa-5747-4e04-a005-7fbd37f4b718 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:38.814492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888962dd-132b-466d-91d4-0622606f244e req-8e11c768-230c-4fb8-88e8-e560805db60a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:38.816360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-888962dd-132b-466d-91d4-0622606f244e req-8e11c768-230c-4fb8-88e8-e560805db60a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1332295 Mar 10 17:45:38.842651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0677d9-63a3-4615-abfc-fd1a34689c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:38.910503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-888962dd-132b-466d-91d4-0622606f244e req-58042a41-9248-405f-90e8-f9cd8ec0f476 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882926 Mar 10 17:45:39.114086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0677d9-63a3-4615-abfc-fd1a34689c4a admin admin] Publish callbacks [] for security_group (3b0d9493-6470-4bbc-b716-08f686dd7414), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.114464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1537caaa-5747-4e04-a005-7fbd37f4b718), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.126529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c0677d9-63a3-4615-abfc-fd1a34689c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3b0d9493-6470-4bbc-b716-08f686dd7414), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.140173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2f3c-4f88-4554-81fd-cdd35bd498cb req-440033d4-0d15-4d2e-a233-0f4bf83e1370 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:39.147837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d30d2f3c-4f88-4554-81fd-cdd35bd498cb req-440033d4-0d15-4d2e-a233-0f4bf83e1370 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0961902 Mar 10 17:45:39.165169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c0677d9-63a3-4615-abfc-fd1a34689c4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53aa64a88c594e868e492963ac14f86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604113 Mar 10 17:45:39.172856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:39.176757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=1537caaa-5747-4e04-a005-7fbd37f4b718,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:39.271035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0677d9-63a3-4615-abfc-fd1a34689c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d9493-6470-4bbc-b716-08f686dd7414,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:39.337268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] Publish callbacks [] for security_group (3b0d9493-6470-4bbc-b716-08f686dd7414), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.391579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] Publish callbacks [] for security_group (3b0d9493-6470-4bbc-b716-08f686dd7414), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.410307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d30d2f3c-4f88-4554-81fd-cdd35bd498cb req-bed10812-3d83-4f20-bb93-33961a598549 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558286 Mar 10 17:45:39.467216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.560970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3b0d9493-6470-4bbc-b716-08f686dd7414), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.564441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.567849 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b0d9493-6470-4bbc-b716-08f686dd7414 HTTP/1.1" status: 204 len: 168 time: 0.3933990 Mar 10 17:45:39.585727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc8404-5296-4708-bbe1-1364ae966277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d9493-6470-4bbc-b716-08f686dd7414,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:39.619051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (40cce579-0f3f-4f47-8d01-47850777dee8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:39.646771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b8ba0ee-bcc8-4994-a439-aee29c73aad8 req-03d118cb-f147-4216-a00e-26d95f3bb8ce tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0882876 Mar 10 17:45:39.656216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd2c4-ff9a-403c-ab51-e149597d6002 req-b56e2e1e-7895-43f6-8759-6650f16612ab tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:39.657782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-952bd2c4-ff9a-403c-ab51-e149597d6002 req-b56e2e1e-7895-43f6-8759-6650f16612ab tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3437457 Mar 10 17:45:39.841189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-952bd2c4-ff9a-403c-ab51-e149597d6002 req-7480f0b0-8c4d-4969-ac33-22845b55a675 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722751 Mar 10 17:45:39.855807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f2e8fd49-a13c-4560-8cec-43a65e3fbd3d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:39.991963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:39.999227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3183cf22-2b60-46c9-8288-fc8de0d2e3bd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f2e8fd49-a13c-4560-8cec-43a65e3fbd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200129 Mar 10 17:45:40.002597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:40.008274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] Sync routers for ids ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:40.028959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] Routers {'f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:40.030891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:40.036126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfef0a-9eb4-4445-b4d2-a57ca332a4b8 req-2ea38996-90df-4c01-a610-c487386601c2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:40.037724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aedfef0a-9eb4-4445-b4d2-a57ca332a4b8 req-2ea38996-90df-4c01-a610-c487386601c2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0761821 Mar 10 17:45:40.098849 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ecacb94e-7c99-4f5d-a1aa-5be1aa8af13b tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2e8fd49-a13c-4560-8cec-43a65e3fbd3d HTTP/1.1" status: 200 len: 205 time: 0.0778360 Mar 10 17:45:40.100834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aedfef0a-9eb4-4445-b4d2-a57ca332a4b8 req-513a9add-1252-4907-8600-7c0f8c308614 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Mar 10 17:45:40.101727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:40.121331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:40.134816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] Routers {'f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:40.137867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:40.232369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:40.233207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ae455-926e-4e85-87f3-54675f0a928e None None] The sync data for ids ['f2e8fd49-a13c-4560-8cec-43a65e3fbd3d'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:40.290150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50922) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:40.297216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617e363-af17-4b87-8fe6-605152b33a09 req-b49d01d8-4081-4c62-8a2d-aef823d2a63b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:40.305924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0617e363-af17-4b87-8fe6-605152b33a09 req-b49d01d8-4081-4c62-8a2d-aef823d2a63b tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0696883 Mar 10 17:45:40.408115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0617e363-af17-4b87-8fe6-605152b33a09 req-d762a916-0aef-4eaf-bf25-482291175ea4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988352 Mar 10 17:45:40.417056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2544acc4-6e89-43a4-827b-7cf64564c8f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b66e6f753daa4f8d989f7f69e20eea94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876176 Mar 10 17:45:40.417882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50926) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:40.528479 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Publish callbacks [] for security_group (8fcc4ff0-113d-439b-810a-b5fa289860e7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:40.597921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Publish callbacks [] for security_group (8fcc4ff0-113d-439b-810a-b5fa289860e7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:40.715575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fcc4ff0-113d-439b-810a-b5fa289860e7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:40.719112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:40.725127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fcc4ff0-113d-439b-810a-b5fa289860e7 HTTP/1.1" status: 204 len: 168 time: 0.3044510 Mar 10 17:45:40.749813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc4ff0-113d-439b-810a-b5fa289860e7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:40.779806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.780392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.780964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.781521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.782096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.782664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.783268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.783837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.784773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.785578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.786380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.786968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.787549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b80be-5ff6-4eb7-b8ae-73b96ec9d4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:45:40.823545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6741-b3b1-4b0a-b325-d1c6be2f6ef8 req-9cb685f7-0fe9-40c8-915c-d96596b4089a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:40.833094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bab6741-b3b1-4b0a-b325-d1c6be2f6ef8 req-9cb685f7-0fe9-40c8-915c-d96596b4089a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0957756 Mar 10 17:45:40.912183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:40.919913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bab6741-b3b1-4b0a-b325-d1c6be2f6ef8 req-2d07527d-293b-4ac5-a8d2-20346ff4dd56 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857608 Mar 10 17:45:40.965167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3189807f-c841-4cd8-b35a-222b01eed6f5 req-e08e08df-6ce1-49e1-9fe9-9b1f4aeb329a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0733542 Mar 10 17:45:41.185608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.189327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.208955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Deleting port d219c26f-9b40-49e5-9723-9952173d19da {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:41.209439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d219c26f-9b40-49e5-9723-9952173d19da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.320509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f2e8fd49-a13c-4560-8cec-43a65e3fbd3d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.321069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router f2e8fd49-a13c-4560-8cec-43a65e3fbd3d {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:41.335344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.339214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:41.343369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ed432444-bf02-46af-953f-efcb44f59583 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f2e8fd49-a13c-4560-8cec-43a65e3fbd3d HTTP/1.1" status: 204 len: 168 time: 1.2406545 Mar 10 17:45:41.473653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] For port d219c26f-9b40-49e5-9723-9952173d19da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d219c26f-9b40-49e5-9723-9952173d19da,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:41.474044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d219c26f-9b40-49e5-9723-9952173d19da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.476697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 693ea22f-8b78-49ff-9011-c59b325cbb18 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:41.499175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (693ea22f-8b78-49ff-9011-c59b325cbb18), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.505952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Calling delete_port for d219c26f-9b40-49e5-9723-9952173d19da owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:41.596780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (693ea22f-8b78-49ff-9011-c59b325cbb18), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.793145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (693ea22f-8b78-49ff-9011-c59b325cbb18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.813912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d219c26f-9b40-49e5-9723-9952173d19da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:41.869299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d219c26f-9b40-49e5-9723-9952173d19da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:41.936840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (693ea22f-8b78-49ff-9011-c59b325cbb18), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.010263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=693ea22f-8b78-49ff-9011-c59b325cbb18,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:42.033545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49baf546-e23a-469f-9912-844d864826f2 None None] Network 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:42.050949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.056662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ff75c7af-1d7e-487e-b355-00fbc81c5901 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/693ea22f-8b78-49ff-9011-c59b325cbb18 HTTP/1.1" status: 204 len: 168 time: 0.7131238 Mar 10 17:45:42.070470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50974) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:42.157705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:42.231558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ea1bc0b-4e54-4693-a54e-5bd516897ac7 req-5ee7dec2-bece-44fe-8e2c-fe7cad31e382 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0695591 Mar 10 17:45:42.263284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c1cb8-67d7-4f8e-904d-3031a5a8a75c req-fd63e471-ca7a-4259-a657-de45632d0d69 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:42.288524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c25c1cb8-67d7-4f8e-904d-3031a5a8a75c req-fd63e471-ca7a-4259-a657-de45632d0d69 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2036726 Mar 10 17:45:42.382623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f01465eb-7187-49cc-bd03-5d8b095c3aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.401720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.430986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c25c1cb8-67d7-4f8e-904d-3031a5a8a75c req-1f6feb5f-737d-4ae4-9f1b-b250501cdd9f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414518 Mar 10 17:45:42.435701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] DHCP port deletion for 73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:42.438909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1353141832'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:42.497362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (40cce579-0f3f-4f47-8d01-47850777dee8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.502396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:42.508295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Deleting port 96c68571-5a96-4389-96d4-2a24a18d5cb0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:42.510001 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.512821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.558593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.625226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] For port 96c68571-5a96-4389-96d4-2a24a18d5cb0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=96c68571-5a96-4389-96d4-2a24a18d5cb0,segment=NetworkSegment(9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6),segment_id=9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:42.626020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.644318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Calling delete_port for 96c68571-5a96-4389-96d4-2a24a18d5cb0 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:42.796580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.856627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] Pushing event deleted for resources: {'Port': ['ID=96c68571-5a96-4389-96d4-2a24a18d5cb0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:42.865644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf757f7-f4a1-4ee6-882f-5fbdb1783c67 None None] No DVR routers for this DVR port 96c68571-5a96-4389-96d4-2a24a18d5cb0 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:42.972159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for security_group (0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:42.976466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port 96c68571-5a96-4389-96d4-2a24a18d5cb0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:42.976851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.006818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-9b44b68c-9564-41b4-a163-57c6f98e9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:43.008441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-9b44b68c-9564-41b4-a163-57c6f98e9dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52e9d299d96740d69cf10c35064993d4&device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 1128 time: 0.1396692 Mar 10 17:45:43.045856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8753b4b-ac39-4a7f-8501-be89fd5109d8 req-967af3fb-07ad-4aa4-be1c-7e26a14b03ec tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:43.047463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8753b4b-ac39-4a7f-8501-be89fd5109d8 req-967af3fb-07ad-4aa4-be1c-7e26a14b03ec tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1657357 Mar 10 17:45:43.050874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.096489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port 96c68571-5a96-4389-96d4-2a24a18d5cb0, host n-d-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:43.097184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.126111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:43.139542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for 96c68571-5a96-4389-96d4-2a24a18d5cb0 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:43.145410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Port 96c68571-5a96-4389-96d4-2a24a18d5cb0 was not found and therefore no delete operation was performed {{(pid=103794) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:45:43.163108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (96c68571-5a96-4389-96d4-2a24a18d5cb0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.178147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (db44544c-921a-41b8-8ae0-a4332e32da63), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.178518 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Added segment db44544c-921a-41b8-8ae0-a4332e32da63 of type vlan for network 797c3e6e-de3b-47eb-9223-3eef790b2299 Mar 10 17:45:43.196351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8753b4b-ac39-4a7f-8501-be89fd5109d8 req-9813ea1f-cb73-4c07-8c8c-edd06cf4d8b1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409228 Mar 10 17:45:43.196848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port 96c68571-5a96-4389-96d4-2a24a18d5cb0 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:43.219455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-df10541c-0c6d-459e-adaa-30a3c1e1ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:43.221268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-df10541c-0c6d-459e-adaa-30a3c1e1ba2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 200 len: 914 time: 0.2044430 Mar 10 17:45:43.222948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:43.277438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-8f995ed8-4b87-4a35-904e-b34b11183e9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 200 len: 217 time: 0.0481150 Mar 10 17:45:43.290101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=96c68571-5a96-4389-96d4-2a24a18d5cb0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:43.350006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-a28fe844-8fc1-47ff-be1d-54c0a533941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:43.351920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-a28fe844-8fc1-47ff-be1d-54c0a533941d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 200 len: 853 time: 0.0685925 Mar 10 17:45:43.354340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.383685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d51b37-36ef-4c6b-8cc3-da9985f8e6e5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:43.388049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (797c3e6e-de3b-47eb-9223-3eef790b2299), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.398985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a11a0017-11c5-4187-94e2-7546d1c291a8 req-068510ec-dc1d-452a-8024-a44ca8493bc3 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0457931 Mar 10 17:45:43.408847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:43.409144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:43.426837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.427336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-b6f59a60-73fd-4caf-9350-04adb37e2372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2d3f12f-23c1-4d92-9929-229f282826b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616772 Mar 10 17:45:43.436674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Router 40cce579-0f3f-4f47-8d01-47850777dee8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:43.454506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.462983 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (797c3e6e-de3b-47eb-9223-3eef790b2299), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.468051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:43.468649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.473814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:43.474203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (9be1f059-46e9-4ff4-8cc9-b255cb6bfcc6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:43.479748 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:43.529428 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-e1eb5e1d-0dd1-4bac-a0b5-18f0cef24062 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954733 Mar 10 17:45:43.606728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4438055 Mar 10 17:45:43.613505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:43.620277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'subnet': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:43.661635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c44c20c-fb16-48be-a1cd-94db121c3f9d req-86d7cf9c-7de8-4dac-b58c-3f738a51138f service neutron] 10.222.0.41 "GET /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255159 Mar 10 17:45:43.661855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bcdc7-4682-4894-ae37-b68fac9d6498 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Network': ['ID=797c3e6e-de3b-47eb-9223-3eef790b2299,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:43.675039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (73d51b37-36ef-4c6b-8cc3-da9985f8e6e5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.681199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:43.686868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.693318 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/73d51b37-36ef-4c6b-8cc3-da9985f8e6e5 HTTP/1.1" status: 204 len: 168 time: 1.6194983 Mar 10 17:45:43.697517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50990) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:43.702200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1902348713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:43.730883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f70270e6-b09a-412c-985a-25629156135a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.732139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.750495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987a52-3631-4eb1-a687-355da3c363af tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=73d51b37-36ef-4c6b-8cc3-da9985f8e6e5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:43.762179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 96c68571-5a96-4389-96d4-2a24a18d5cb0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:43.786939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 96c68571-5a96-4389-96d4-2a24a18d5cb0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:43.787589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 96c68571-5a96-4389-96d4-2a24a18d5cb0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:43.809898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f70270e6-b09a-412c-985a-25629156135a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.814720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f70270e6-b09a-412c-985a-25629156135a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.815627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:43.826019 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91933ac8-f53a-412c-aa22-768f562f4e7f admin admin] 10.222.0.35 "PUT /v2.0/routers/40cce579-0f3f-4f47-8d01-47850777dee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2933352 Mar 10 17:45:43.826668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:43.826918 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Sync routers for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:43.842795 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:43.844167 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:43.853185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.857747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dee9c549-38d6-4c0c-b7f4-2a9def8ee17a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1591628 Mar 10 17:45:43.858385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50994) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:43.865713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1156018171'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:43.884572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:43.888387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.915635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:43.924200 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.974755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:43.991646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:43.992297 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6 of type vlan for network 6ec8c3fb-cd83-4dee-9f06-061390cab00a Mar 10 17:45:44.016936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks [] for router (40cce579-0f3f-4f47-8d01-47850777dee8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.023155 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:44.052212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6ec8c3fb-cd83-4dee-9f06-061390cab00a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.092684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6ec8c3fb-cd83-4dee-9f06-061390cab00a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.100050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:44.101739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.166385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3027725 Mar 10 17:45:44.166586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:44.173741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:44.193895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80777938-6146-4fb0-82b9-fa86c6552b22 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=6ec8c3fb-cd83-4dee-9f06-061390cab00a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:44.206299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:44.221943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks [] for router_gateway (40cce579-0f3f-4f47-8d01-47850777dee8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.249210 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:45:41Z', 'revision_number': 5, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port': {'id': '9ab125ca-0974-4653-bb1e-3838dafbe4c4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:44Z', 'updated_at': '2022-03-10T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:44.261985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (f18b6951-ea09-4c89-a328-3ab5c3341630), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.280730 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Checking router: 40cce579-0f3f-4f47-8d01-47850777dee8 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:44.290142 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Routers {'40cce579-0f3f-4f47-8d01-47850777dee8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:44.290837 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['40cce579-0f3f-4f47-8d01-47850777dee8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:44.392949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaed48d-107e-44e4-b8e0-b3abce535674 req-3652a9c6-0bc0-412c-ad33-00a900191fcb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:44.396750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aaed48d-107e-44e4-b8e0-b3abce535674 req-3652a9c6-0bc0-412c-ad33-00a900191fcb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.0911877 Mar 10 17:45:44.400210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Subnet': ['ID=f18b6951-ea09-4c89-a328-3ab5c3341630,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:44.413220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:44.417074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.420779 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] Set router 40cce579-0f3f-4f47-8d01-47850777dee8 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:44.450329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Checking segment: {'id': 'db44544c-921a-41b8-8ae0-a4332e32da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:44.450712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network hostable DHCP agents. Network: 797c3e6e-de3b-47eb-9223-3eef790b2299, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:44.500935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Deleting port 9ab125ca-0974-4653-bb1e-3838dafbe4c4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:44.501269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.502754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aaed48d-107e-44e4-b8e0-b3abce535674 req-1f76e704-8c91-444d-8d09-bc98b692d074 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996466 Mar 10 17:45:44.513923 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:45:44Z', 'revision_number': 6, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:44.548556 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca5c6-b8a0-4ac7-a40e-d2ede2b2a84c None None] The sync data for ids ['40cce579-0f3f-4f47-8d01-47850777dee8'] in n-d-833115-2 is: [{'id': '40cce579-0f3f-4f47-8d01-47850777dee8', 'name': 'tempest-TestServerBasicOps-2128556779-router', 'tenant_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:43Z', 'updated_at': '2022-03-10T17:45:44Z', 'revision_number': 6, 'project_id': '5ad725c4a7b84e1686f5b4ac223788fb', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:44.568509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a263bf1-59d7-41b0-81f9-3402a6836fab req-f9931df3-8ce7-450c-8654-f4bbf740d853 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0595591 Mar 10 17:45:44.570758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:44.597375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 797c3e6e-de3b-47eb-9223-3eef790b2299) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:44.613575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4386a0-ab57-4acc-8567-3a103643e8c5 None None] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:44.630492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:44.631252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.650364 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab03b80a-9fef-4cc2-855d-d2f7385dd875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.706569 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea920b5a-5d14-4506-a33d-855d695e1161 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0922143 Mar 10 17:45:44.707424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51004) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:44.713481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-956325853'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:44.735286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] For port 9ab125ca-0974-4653-bb1e-3838dafbe4c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9ab125ca-0974-4653-bb1e-3838dafbe4c4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:44.735941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.771815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-797c3e6e-de3b-47eb-9223-3eef790b2299', 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'project_id': '6b82333e944c479b9ead9c85e38bd5a0', 'fixed_ips': [{'subnet_id': 'f18b6951-ea09-4c89-a328-3ab5c3341630'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:44.772942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.794184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Calling delete_port for 9ab125ca-0974-4653-bb1e-3838dafbe4c4 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:44.873723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:44.878021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:44.904309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:45.030951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Allocated IP 172.20.0.2 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/c1b41fcd-3d99-44bc-b8f3-aeea18005dfb) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:45.063513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (a5e4724a-2556-4537-a7d0-8ce166d0dc79), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.095488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9ab125ca-0974-4653-bb1e-3838dafbe4c4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.132739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab125ca-0974-4653-bb1e-3838dafbe4c4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:45.210096 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks [] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.219113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=a5e4724a-2556-4537-a7d0-8ce166d0dc79,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:45.219692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.242605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:45.243118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 6ec8c3fb-cd83-4dee-9f06-061390cab00a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:45.262141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (40cce579-0f3f-4f47-8d01-47850777dee8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.284546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:45.286472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:45.290467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:45.298714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Pushing event updated for resources: {'Port': ['ID=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:45.320221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.10 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:45.381259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Attempting to bind port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:45.381639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Attempting to bind port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'db44544c-921a-41b8-8ae0-a4332e32da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:45.382073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Attempting to bind port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb on network 797c3e6e-de3b-47eb-9223-3eef790b2299 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:45.390262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:45.390665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Checking segment: {'id': 'db44544c-921a-41b8-8ae0-a4332e32da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:45.391073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.391466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Bound using segment: {'id': 'db44544c-921a-41b8-8ae0-a4332e32da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:45.391953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Bound port: c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44544c-921a-41b8-8ae0-a4332e32da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:45.392856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.552695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] For port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:45.556846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] For port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,segment=NetworkSegment(db44544c-921a-41b8-8ae0-a4332e32da63),segment_id=db44544c-921a-41b8-8ae0-a4332e32da63)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:45.588909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:45.693448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d219c26f-9b40-49e5-9723-9952173d19da no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:45.737954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d219c26f-9b40-49e5-9723-9952173d19da {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:45.738965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d219c26f-9b40-49e5-9723-9952173d19da not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:45.739612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9ab125ca-0974-4653-bb1e-3838dafbe4c4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:45.804846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9ab125ca-0974-4653-bb1e-3838dafbe4c4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:45.805569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9ab125ca-0974-4653-bb1e-3838dafbe4c4 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:45.843583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddd8f6-d762-436f-b3e4-2c10d5e3dce0 None None] Pushing event updated for resources: {'Port': ['ID=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:45.865935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.122988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:46.164100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (40cce579-0f3f-4f47-8d01-47850777dee8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.166657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks [] for router_controller (40cce579-0f3f-4f47-8d01-47850777dee8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.174076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06f8f743-9919-43da-bc11-6ca97b50cbaa req-26f2afa0-aa88-45bf-9b6b-3702d062f5a9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0752499 Mar 10 17:45:46.218084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.226245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f33412-94ea-4108-b718-ce6289bf1e28 req-ec678d50-2b09-474d-9e73-5f99b7089570 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.228871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5f33412-94ea-4108-b718-ce6289bf1e28 req-ec678d50-2b09-474d-9e73-5f99b7089570 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1286626 Mar 10 17:45:46.229027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6ec8c3fb-cd83-4dee-9f06-061390cab00a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:46.234121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.234873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.252936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429c6db-4d36-4d5c-8d41-5f929564ca01 None None] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:46.253692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-56fea6e3-7557-425b-9172-0f11b936966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.255953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-56fea6e3-7557-425b-9172-0f11b936966f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.2006032 Mar 10 17:45:46.281131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (40cce579-0f3f-4f47-8d01-47850777dee8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.281656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40cce579-0f3f-4f47-8d01-47850777dee8 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:46.289892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.291086 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ab9e031-8398-439f-8d08-46519c6a676e admin admin] 10.222.0.35 "DELETE /v2.0/routers/40cce579-0f3f-4f47-8d01-47850777dee8 HTTP/1.1" status: 204 len: 168 time: 2.4615192 Mar 10 17:45:46.305993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:46.317675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5f33412-94ea-4108-b718-ce6289bf1e28 req-92cd3dc0-85e8-449f-9f6a-7d5bb1eee0bb tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Mar 10 17:45:46.335519 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de43e0a9-3ddb-460b-814b-251610f78cbd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1694155 Mar 10 17:45:46.336627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.359370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:46.467643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:46.504956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:46.507400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.511711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Deleting subnet 6a8dce27-24be-4ecb-9934-73cd8df7eaf7 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:46.517727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Publish callbacks [] for subnet (6a8dce27-24be-4ecb-9934-73cd8df7eaf7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.543230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:46.568667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:46.579026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-0b3ed907-c85c-4c2b-90fd-81c519355e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.580672 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-0b3ed907-c85c-4c2b-90fd-81c519355e10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.3125689 Mar 10 17:45:46.582954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (6a8dce27-24be-4ecb-9934-73cd8df7eaf7), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.621586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.622204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.649985 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-303b7ed3-dce5-4248-864e-4c02d2d92fd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0456500 Mar 10 17:45:46.710981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Allocated IP 2001:db8::2 (6ec8c3fb-cd83-4dee-9f06-061390cab00a/a5e4724a-2556-4537-a7d0-8ce166d0dc79/324ad070-864d-47da-9ea7-be46b89fdd23) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:46.724312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:46.776029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-7225757b-0a38-4bfc-80b2-78898961793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.777923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-7225757b-0a38-4bfc-80b2-78898961793b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1217937 Mar 10 17:45:46.833811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-fb5d07c9-1397-4288-af5a-a1c6bbccd06c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476007 Mar 10 17:45:46.842895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (6a8dce27-24be-4ecb-9934-73cd8df7eaf7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.868021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8c70dc6e-3c1f-4fab-a81d-4f50c3049c80 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1592584 Mar 10 17:45:46.878232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51024) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:46.886083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e339-9237-4f55-a3d2-926c670cf99a req-0e2e5bef-c1fc-416f-9f32-7ed6d51852c0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:46.887833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ba6e339-9237-4f55-a3d2-926c670cf99a req-0e2e5bef-c1fc-416f-9f32-7ed6d51852c0 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.4178936 Mar 10 17:45:46.892483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-1152530905', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:19:54:0e'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:46.936207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks [] for port (324ad070-864d-47da-9ea7-be46b89fdd23), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:46.950868 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.009747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:47.012009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:47.022413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1046a-e5d7-4b49-92ef-3bfa38ec315d req-79c67a55-f2d3-4b73-99bc-4a21649f5b46 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:47.029944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:47.030149 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-bfd7df44-8f12-421d-814a-f744b30cb2c5 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790311 Mar 10 17:45:47.032205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (6a8dce27-24be-4ecb-9934-73cd8df7eaf7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.033323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79a1046a-e5d7-4b49-92ef-3bfa38ec315d req-79c67a55-f2d3-4b73-99bc-4a21649f5b46 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.6670041 Mar 10 17:45:47.076450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Pushing event updated for resources: {'Port': ['ID=324ad070-864d-47da-9ea7-be46b89fdd23,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:47.082760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a8143-1547-4dea-93a1-09519a56f1c2 None None] Network c267bc84-da2f-472d-b5b8-8c368519a730 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:47.092010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.095650 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6a8dce27-24be-4ecb-9934-73cd8df7eaf7 HTTP/1.1" status: 204 len: 168 time: 0.7786205 Mar 10 17:45:47.112942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51026) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:47.134538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a608d-4d9f-4f01-a851-f4ff9502ea80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8dce27-24be-4ecb-9934-73cd8df7eaf7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:47.176718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ba6e339-9237-4f55-a3d2-926c670cf99a req-e02e8098-0280-431f-881b-c240a89b9639 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727799 Mar 10 17:45:47.242884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c734564-b4f3-41fc-bc99-015e87090e92 req-5422a3ff-fa22-479d-8e56-01b9df674cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024455 Mar 10 17:45:47.314963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c267bc84-da2f-472d-b5b8-8c368519a730), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.327821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3ebb1-9808-4b29-83ef-35554bf1b973 None None] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:47.446521 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.472158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79a1046a-e5d7-4b49-92ef-3bfa38ec315d req-625d289f-cd28-4040-a2b4-99fe85506b54 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966606 Mar 10 17:45:47.551824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:47.568736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35cec9-ec53-4022-a181-1817b4408fc9 req-648c3625-0de0-47ef-8ceb-b14e6eb0a51f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:47.570160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db35cec9-ec53-4022-a181-1817b4408fc9 req-648c3625-0de0-47ef-8ceb-b14e6eb0a51f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2293165 Mar 10 17:45:47.650243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Attempting to bind port 324ad070-864d-47da-9ea7-be46b89fdd23 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:47.650641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Attempting to bind port 324ad070-864d-47da-9ea7-be46b89fdd23 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:47.651187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Attempting to bind port 324ad070-864d-47da-9ea7-be46b89fdd23 on network 6ec8c3fb-cd83-4dee-9f06-061390cab00a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:47.672803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0718fece-290c-42f5-b2ea-3bebae106e5c req-937924c8-c4ba-42e0-bcda-9164a0bde18b tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0570028 Mar 10 17:45:47.699533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Checking segment: {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Bound using segment: {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Bound port: 324ad070-864d-47da-9ea7-be46b89fdd23, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:47.710537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.713851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b41fcd-3d99-44bc-b8f3-aeea18005dfb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:47.784922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Deleting port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:47.785991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.793872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Provisioning complete for port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:47.794249 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.833062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db35cec9-ec53-4022-a181-1817b4408fc9 req-57451a41-27e1-4697-9347-bfa53e14e723 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240405 Mar 10 17:45:47.899682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] For port 324ad070-864d-47da-9ea7-be46b89fdd23, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:47.909731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] For port 324ad070-864d-47da-9ea7-be46b89fdd23, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=324ad070-864d-47da-9ea7-be46b89fdd23,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:47.942542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.948169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:47.964288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:47.964288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.022090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] For port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:48.030007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] DHCP port deletion for c267bc84-da2f-472d-b5b8-8c368519a730 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:48.031306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.055532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port 2604c50d-9e4b-4430-8ba9-6a8590fb9518 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:48.062070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Current status of the port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:48.063394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.091036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Calling delete_port for 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:48.158939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] For port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,segment=NetworkSegment(db44544c-921a-41b8-8ae0-a4332e32da63),segment_id=db44544c-921a-41b8-8ae0-a4332e32da63)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:48.160185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824bce1-2b66-471f-84cd-3eb7cb3ec616 None None] Pushing event updated for resources: {'Port': ['ID=324ad070-864d-47da-9ea7-be46b89fdd23,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:48.214034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.251514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8::1 (6ec8c3fb-cd83-4dee-9f06-061390cab00a/a5e4724a-2556-4537-a7d0-8ce166d0dc79/f7029d66-6543-439f-8777-0cb6be3f8e56) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:48.295287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:48.327807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea514b-18dd-4674-a1b3-3ac86516e7f5 req-04a67f10-70cd-43cb-8546-0bf03a4458b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:48.329379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61ea514b-18dd-4674-a1b3-3ac86516e7f5 req-04a67f10-70cd-43cb-8546-0bf03a4458b7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3509302 Mar 10 17:45:48.342707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb384fd7-6dc8-41f3-9469-28a70f378b91 None None] Pushing event updated for resources: {'Port': ['ID=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:48.347308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Deleting port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:48.348548 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.383013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Provisioning complete for port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:48.383493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.438702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.3 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/2604c50d-9e4b-4430-8ba9-6a8590fb9518) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:48.496508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] For port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,segment=NetworkSegment(2fb1b4d7-f839-4920-8372-e106b2916f75),segment_id=2fb1b4d7-f839-4920-8372-e106b2916f75)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:48.496508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.517838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.549048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61ea514b-18dd-4674-a1b3-3ac86516e7f5 req-c2a00bd1-d90d-4405-bbe0-19a44eae6125 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094309 Mar 10 17:45:48.550273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Calling delete_port for 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:48.654985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Pushing event deleted for resources: {'Port': ['ID=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:48.711275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] No DVR routers for this DVR port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:48.727353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.759556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Current status of the port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:48.769248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.791819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Provisioning complete for port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:48.792441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.881009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-60e55fc8-169e-4ce9-82aa-8805308a363a None None] Port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:48.885527 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2870ef7a-305e-4d0f-bb57-3d4f45ff0805), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.911530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] No DVR routers for this DVR port 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:48.937867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c267bc84-da2f-472d-b5b8-8c368519a730), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:48.946502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be9fe-2415-44f2-9816-a479dcba8a0e None None] Pushing event deleted for resources: {'Port': ['ID=2870ef7a-305e-4d0f-bb57-3d4f45ff0805,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:48.969125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-ea330c2e-f51e-4a96-ba42-c84a0c88c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:48.971609 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-ea330c2e-f51e-4a96-ba42-c84a0c88c3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.1131301 Mar 10 17:45:48.989410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e82f4-bb03-466b-938d-7c7220654ad6 req-5d91bb97-4f50-4a22-9f8c-81343070755b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:48.990967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c1e82f4-bb03-466b-938d-7c7220654ad6 req-5d91bb97-4f50-4a22-9f8c-81343070755b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3593380 Mar 10 17:45:49.021217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.031261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-32ece8d8-9c94-423c-b2d1-3ad64a362792 None None] Provisioning complete for port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:49.031830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-32ece8d8-9c94-423c-b2d1-3ad64a362792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.039009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c267bc84-da2f-472d-b5b8-8c368519a730']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:49.043907 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:45:49.098527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb1b4d7-f839-4920-8372-e106b2916f75') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:49.098851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb1b4d7-f839-4920-8372-e106b2916f75') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:49.100508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-32ece8d8-9c94-423c-b2d1-3ad64a362792 None None] Port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:49.109834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4238b-3269-4fae-b68a-6e79ca16e533 req-4718f9ea-6be7-4ed1-a7eb-7ece142cf931 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:49.117017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcc4238b-3269-4fae-b68a-6e79ca16e533 req-4718f9ea-6be7-4ed1-a7eb-7ece142cf931 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3607528 Mar 10 17:45:49.172693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-c07566e5-dadd-4571-b2ac-e0a5d5019106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:49.175168 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-c07566e5-dadd-4571-b2ac-e0a5d5019106 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.1815851 Mar 10 17:45:49.231162 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-de22d179-5218-46dc-8fee-4dfab37ab608 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0480785 Mar 10 17:45:49.292655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-e7ee1793-c1c8-4193-8487-f23e23ca8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:49.297321 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-e7ee1793-c1c8-4193-8487-f23e23ca8d26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.0585208 Mar 10 17:45:49.341587 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-3c975ace-0aff-4427-a633-ee2afe808ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373199 Mar 10 17:45:49.456440 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-46db8ffd-d23b-4869-864e-304aa1f43acd service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081145 Mar 10 17:45:49.488762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2fb1b4d7-f839-4920-8372-e106b2916f75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.531633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:49.542904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.556970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:49.563575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2fb1b4d7-f839-4920-8372-e106b2916f75), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.565189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:49.565716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.579641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:49.598608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f5799-41d6-4435-b4f3-5407437c663e None None] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:49.617583 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ad49307e-31f2-4568-9c66-711cca6c41cc req-359ffcdd-75aa-4fc2-b1b7-44d214f0f9a3 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534858 Mar 10 17:45:49.623242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c1e82f4-bb03-466b-938d-7c7220654ad6 req-37f558f0-24c9-4a63-afe9-efaec4104b99 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210914 Mar 10 17:45:49.627440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:49.627852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2fb1b4d7-f839-4920-8372-e106b2916f75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: warnings.warn('Neutron quota engine will require "--force" ' Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:49.632032 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:49.750011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcc4238b-3269-4fae-b68a-6e79ca16e533 req-c96c8d96-b59b-4db9-9230-99f85683fc0f tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276112 Mar 10 17:45:49.755914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Provisioning complete for port 324ad070-864d-47da-9ea7-be46b89fdd23 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:49.756347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.806132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c267bc84-da2f-472d-b5b8-8c368519a730), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.819895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 324ad070-864d-47da-9ea7-be46b89fdd23 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:49.839288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.842592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] 10.222.0.35 "DELETE /v2.0/networks/c267bc84-da2f-472d-b5b8-8c368519a730 HTTP/1.1" status: 204 len: 168 time: 2.7188394 Mar 10 17:45:49.845623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:49.884426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd2a1c75-6204-4062-90ed-a9c260c435bb req-325baa6b-afde-4023-8d52-5ca02245447c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1023908 Mar 10 17:45:49.904073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309168b3-0036-4caf-b985-0becd2b7126a admin admin] Pushing event deleted for resources: {'Network': ['ID=c267bc84-da2f-472d-b5b8-8c368519a730,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:49.930299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.990779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 324ad070-864d-47da-9ea7-be46b89fdd23 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:49.990934 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:49.994720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.033522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:50.044721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:50.048763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=2604c50d-9e4b-4430-8ba9-6a8590fb9518,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:50.068936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Current status of the port 324ad070-864d-47da-9ea7-be46b89fdd23 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:50.069437 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.077813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:50.087521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5297560-cd63-4f44-a913-ff03880ef67f req-a53f0e46-e0c8-465f-8962-7a4b82cf47e7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:50.089329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5297560-cd63-4f44-a913-ff03880ef67f req-a53f0e46-e0c8-465f-8962-7a4b82cf47e7 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2303472 Mar 10 17:45:50.150244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] For port 324ad070-864d-47da-9ea7-be46b89fdd23, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=324ad070-864d-47da-9ea7-be46b89fdd23,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:50.268704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 324ad070-864d-47da-9ea7-be46b89fdd23 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:50.269226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.328140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.331617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:50.332341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.501058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5297560-cd63-4f44-a913-ff03880ef67f req-6b6575a7-9510-48a9-9de2-1624d62210ec tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827653 Mar 10 17:45:50.516995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827f21-5f74-4f43-a98c-af80ef1cc373 None None] Pushing event updated for resources: {'Port': ['ID=324ad070-864d-47da-9ea7-be46b89fdd23,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:50.522495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:45:50.522856 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:45:50.533562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dfca06ac-f10e-4ae3-b7f7-2e48c7912163 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6448517 Mar 10 17:45:50.536669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:50.561364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:50.577657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.583167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.650874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Port f7029d66-6543-439f-8777-0cb6be3f8e56 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:50.696703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Provisioning complete for port 2604c50d-9e4b-4430-8ba9-6a8590fb9518 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:50.697069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.770942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Port 2604c50d-9e4b-4430-8ba9-6a8590fb9518 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:50.791262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Provisioning complete for port 324ad070-864d-47da-9ea7-be46b89fdd23 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:50.791992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:50.905293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b646220-e832-402e-bc6b-c77a0ce35c51 None None] Current status of the port 324ad070-864d-47da-9ea7-be46b89fdd23 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:50.944661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08204f18-0780-49c2-81a4-1353567350c4 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:50.949832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08204f18-0780-49c2-81a4-1353567350c4 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:50.955124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08204f18-0780-49c2-81a4-1353567350c4 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:50.957377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-08204f18-0780-49c2-81a4-1353567350c4 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4192345 Mar 10 17:45:50.964934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:51.002055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8e4f5-0133-4c2b-a94a-ded709beaec8 req-d55da4a7-b462-4cfb-9a3b-ac35c8c55b91 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:51.009162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebe8e4f5-0133-4c2b-a94a-ded709beaec8 req-d55da4a7-b462-4cfb-9a3b-ac35c8c55b91 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3146286 Mar 10 17:45:51.045042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e10f-3eff-4c88-9d92-9bf68337163d req-0c4eadb5-f196-4ca2-8dbe-b048d8a0b868 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:51.046598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a493e10f-3eff-4c88-9d92-9bf68337163d req-0c4eadb5-f196-4ca2-8dbe-b048d8a0b868 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3033473 Mar 10 17:45:51.064611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-27f6c6c0-4176-4720-a87b-e90cf682e70b None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:51.065150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-27f6c6c0-4176-4720-a87b-e90cf682e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.103064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Deleting port 014d6193-0220-4efe-81b2-45229989a4dd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:51.103878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (014d6193-0220-4efe-81b2-45229989a4dd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.113491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-27f6c6c0-4176-4720-a87b-e90cf682e70b None None] Port f7029d66-6543-439f-8777-0cb6be3f8e56 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:51.132988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 324ad070-864d-47da-9ea7-be46b89fdd23 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:51.134465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b41fcd-3d99-44bc-b8f3-aeea18005dfb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:51.190063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.200290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51070) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:51.215903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] For port 014d6193-0220-4efe-81b2-45229989a4dd, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=014d6193-0220-4efe-81b2-45229989a4dd,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:51.216618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (014d6193-0220-4efe-81b2-45229989a4dd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.217176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.218741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.219520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:51.220272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.230622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Calling delete_port for 014d6193-0220-4efe-81b2-45229989a4dd owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:51.234082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebe8e4f5-0133-4c2b-a94a-ded709beaec8 req-846da361-1d4b-481a-8ffb-5b225aea4601 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197838 Mar 10 17:45:51.332189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a493e10f-3eff-4c88-9d92-9bf68337163d req-459b27fe-5d3a-480a-8044-e0727f6be4d7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652335 Mar 10 17:45:51.361520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:51.448034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:51.465383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76ba70b7-500b-40b6-9416-4ecc84ecb15a req-2355df6a-741c-4d09-96f5-4fdddbdf1625 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1293328 Mar 10 17:45:51.500264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:51.500738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2870ef7a-305e-4d0f-bb57-3d4f45ff0805 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:51.502942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:51.512007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (014d6193-0220-4efe-81b2-45229989a4dd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.554225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Pushing event deleted for resources: {'Port': ['ID=014d6193-0220-4efe-81b2-45229989a4dd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:51.599487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port 2604c50d-9e4b-4430-8ba9-6a8590fb9518 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:51.600016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.661460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 324ad070-864d-47da-9ea7-be46b89fdd23 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:51.744723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 324ad070-864d-47da-9ea7-be46b89fdd23 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:51.745902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.755664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c627fda-5fc2-4d1d-a93c-18c34075d19f req-006a9031-6e37-4861-9288-a5014052e817 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:51.762574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c627fda-5fc2-4d1d-a93c-18c34075d19f req-006a9031-6e37-4861-9288-a5014052e817 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3131523 Mar 10 17:45:51.808937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:51.825179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:51.841057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-355df9c4-c6dd-4c5d-810f-44176334e5cc req-f8acef6c-8639-4837-9810-415d0e37dbd3 tempest-TaggedBootDevicesTest-439996201 tempest-TaggedBootDevicesTest-439996201-project] (103794) timed out ('10.222.0.35', 55328) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:45:51.841636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.868027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:51.933020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 324ad070-864d-47da-9ea7-be46b89fdd23 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:51.962242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for 2604c50d-9e4b-4430-8ba9-6a8590fb9518 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:52.042508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c627fda-5fc2-4d1d-a93c-18c34075d19f req-33e96b6a-14ac-4b87-81c3-bb5a20de3d00 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789638 Mar 10 17:45:52.144854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:52.243525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8f76e1b5-dd1d-4276-a06e-800bce28cdf7 None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:52.243525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f76e1b5-dd1d-4276-a06e-800bce28cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:52.281385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8f76e1b5-dd1d-4276-a06e-800bce28cdf7 None None] Port f7029d66-6543-439f-8777-0cb6be3f8e56 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:52.292675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:52.298399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-37b3346e-fafe-4220-a1ad-14bc19a9f44f admin admin] 10.222.0.35 "PUT /v2.0/routers/31f7138d-b2e2-4a2e-a534-4a9fe8553eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517300 Mar 10 17:45:52.301423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:52.305703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Sync routers for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:52.317665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:52.318301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:52.353011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd4407-cbac-4050-bc31-37999fe2785b req-e39f8674-6653-4cae-91ef-33cb8d813445 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:52.354566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26cd4407-cbac-4050-bc31-37999fe2785b req-e39f8674-6653-4cae-91ef-33cb8d813445 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1721518 Mar 10 17:45:52.384659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2604c50d-9e4b-4430-8ba9-6a8590fb9518), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:52.388562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:45:52.446247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks [] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:52.467821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=2604c50d-9e4b-4430-8ba9-6a8590fb9518,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:52.510558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:52.602685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks [] for router_gateway (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:52.806624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:45:51Z', 'revision_number': 5, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port': {'id': '73b465b9-80b1-48c1-818f-3b0905615c38', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:57Z', 'updated_at': '2022-03-10T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:52.846716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Checking router: 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:52.857958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Routers {'31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:52.858710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:53.048912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26cd4407-cbac-4050-bc31-37999fe2785b req-fd4b634f-27db-408f-99ca-8e43fd5035c4 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871476 Mar 10 17:45:53.081174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Deleting port 73b465b9-80b1-48c1-818f-3b0905615c38 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:53.082179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.183176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] Set router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:53.195931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] For port 73b465b9-80b1-48c1-818f-3b0905615c38, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b465b9-80b1-48c1-818f-3b0905615c38,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:53.196580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.213187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Calling delete_port for 73b465b9-80b1-48c1-818f-3b0905615c38 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:53.244208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:45:52Z', 'revision_number': 6, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:53.252334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e72f5e8e-1810-469b-b882-6f167c5f74f4 req-937dd714-aac4-4577-912d-245e1fefe15f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0826130 Mar 10 17:45:53.281840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645af2c6-5df8-4616-b517-ddedcc1f627e None None] The sync data for ids ['31f7138d-b2e2-4a2e-a534-4a9fe8553eb9'] in n-d-833115-2 is: [{'id': '31f7138d-b2e2-4a2e-a534-4a9fe8553eb9', 'name': 'tempest-TestServerBasicOps-592289398-router', 'tenant_id': '306a9b834e014b079b1b29a4a609c363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:56Z', 'updated_at': '2022-03-10T17:45:52Z', 'revision_number': 6, 'project_id': '306a9b834e014b079b1b29a4a609c363', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:53.305906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c364e-2988-4427-a791-b80246921095 req-03c14eb8-3b6a-47b8-a437-961a6b26cd74 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:53.307472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-666c364e-2988-4427-a791-b80246921095 req-03c14eb8-3b6a-47b8-a437-961a6b26cd74 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.8339865 Mar 10 17:45:53.330050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:53.339661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56112e6c-2172-46d6-8a7b-544ea0b0e2b9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9686587 Mar 10 17:45:53.342389 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:53.355628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:53.361548 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:53.362418 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:53.366847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1184552058'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:53.407758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.411718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6c5c73f-653c-4d1e-9593-51742f098e7b tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/2604c50d-9e4b-4430-8ba9-6a8590fb9518 HTTP/1.1" status: 204 len: 168 time: 2.4442670 Mar 10 17:45:53.432255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51088) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:53.468366 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d235903-0f2c-43b4-8a39-06d57bdbc212 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] GET failed (client error): The resource could not be found. Mar 10 17:45:53.469711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6d235903-0f2c-43b4-8a39-06d57bdbc212 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports/2604c50d-9e4b-4430-8ba9-6a8590fb9518 HTTP/1.1" status: 404 len: 333 time: 0.0341845 Mar 10 17:45:53.477685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:53.482738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-160665431'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:53.505747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:53.515826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.526845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-666c364e-2988-4427-a791-b80246921095 req-6195a132-416b-4bc8-a2ff-54489aaeafec tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098236 Mar 10 17:45:53.556792 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:53.589917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fdf39-4323-42fa-8e25-eb1473f77587 req-095581cf-7403-4c00-b115-b0e530fa56bf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:53.596820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-596fdf39-4323-42fa-8e25-eb1473f77587 req-095581cf-7403-4c00-b115-b0e530fa56bf tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2110772 Mar 10 17:45:53.631759 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.680083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:53.726268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2fb596b5-0e0e-43ff-878c-4e47061f42ec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.726907 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment 2fb596b5-0e0e-43ff-878c-4e47061f42ec of type vlan for network 27fe4984-463f-4f32-ba53-7caad8010149 Mar 10 17:45:53.812836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (73b465b9-80b1-48c1-818f-3b0905615c38), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.821470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-596fdf39-4323-42fa-8e25-eb1473f77587 req-66fd09de-c68b-437a-a645-de72e2b8c225 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168632 Mar 10 17:45:53.830251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:53.833865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.854374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 014d6193-0220-4efe-81b2-45229989a4dd no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:53.903283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port a4dd847f-36fa-4e0f-b7c8-4b00b1796ade yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:45:53.921238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 014d6193-0220-4efe-81b2-45229989a4dd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:53.921525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 014d6193-0220-4efe-81b2-45229989a4dd not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:53.927616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (27fe4984-463f-4f32-ba53-7caad8010149), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:53.930903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Pushing event deleted for resources: {'Port': ['ID=73b465b9-80b1-48c1-818f-3b0905615c38,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:54.087198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (27fe4984-463f-4f32-ba53-7caad8010149), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.098033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:54.099100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.153339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.216851 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:49Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:50Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:54.250579 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:45:54.251021 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Updating router f70270e6-b09a-412c-985a-25629156135a port f7029d66-6543-439f-8777-0cb6be3f8e56 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:45:54.260675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-f6ae3847-8b97-483d-a342-c120c94dd380 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3299513 Mar 10 17:45:54.291966 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.315863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9547365 Mar 10 17:45:54.404269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:54.507388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:54.518461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e5aa4-b325-41f2-ba35-2d87a05e43b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=27fe4984-463f-4f32-ba53-7caad8010149,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:54.546193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 27fe4984-463f-4f32-ba53-7caad8010149 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:45:54.562014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-9d6061d2-e320-4a5c-a903-b5dd114d1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:54.564429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-9d6061d2-e320-4a5c-a903-b5dd114d1718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1128 time: 0.2495785 Mar 10 17:45:54.587711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5f316b8-cba5-4484-b360-522baa9d5274 req-f90faad1-4702-4c67-8393-d0fef92f1cde tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1240537 Mar 10 17:45:54.589871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.3 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/a4dd847f-36fa-4e0f-b7c8-4b00b1796ade) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:54.631235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.634748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks [] for router_controller (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.671053 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks [] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.689645 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.712574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (31f7138d-b2e2-4a2e-a534-4a9fe8553eb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.713028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:45:54.719724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.726796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa758996-aea2-4466-8187-8c15534b149a admin admin] 10.222.0.35 "DELETE /v2.0/routers/31f7138d-b2e2-4a2e-a534-4a9fe8553eb9 HTTP/1.1" status: 204 len: 168 time: 2.4199805 Mar 10 17:45:54.733025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51102) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:54.896900 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6722ca-b1a8-4b0a-8ced-8bfb62abea8a None None] Pushing event updated for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:54.921409 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Attempting to bind port f7029d66-6543-439f-8777-0cb6be3f8e56 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:54.921409 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Attempting to bind port f7029d66-6543-439f-8777-0cb6be3f8e56 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:54.921409 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Attempting to bind port f7029d66-6543-439f-8777-0cb6be3f8e56 on network 6ec8c3fb-cd83-4dee-9f06-061390cab00a {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:54.933540 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:54.933929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Checking segment: {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:54.934532 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.934757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Bound using segment: {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:54.935153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Bound port: f7029d66-6543-439f-8777-0cb6be3f8e56, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:54.938742 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:54.960933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Deleting subnet 15a97aa2-d88c-4b3e-8686-f99aa04862ef {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:45:54.966995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Publish callbacks [] for subnet (15a97aa2-d88c-4b3e-8686-f99aa04862ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.005899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:55.009568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.052975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330b94-5d07-4ada-aa36-15b7000e921c req-c9b3c106-78db-4e25-9568-86934e71de56 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:55.054530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72330b94-5d07-4ada-aa36-15b7000e921c req-c9b3c106-78db-4e25-9568-86934e71de56 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.9204350 Mar 10 17:45:55.081393 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] For port f7029d66-6543-439f-8777-0cb6be3f8e56, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:55.086285 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] For port f7029d66-6543-439f-8777-0cb6be3f8e56, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f7029d66-6543-439f-8777-0cb6be3f8e56,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:55.087436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (15a97aa2-d88c-4b3e-8686-f99aa04862ef), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.098014 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.162631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-e105ac2d-da59-4444-b4b8-38e5f27c029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:55.164217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-e105ac2d-da59-4444-b4b8-38e5f27c029c service neutron] 10.222.0.41 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 898 time: 0.5650535 Mar 10 17:45:55.179281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6722ca-b1a8-4b0a-8ced-8bfb62abea8a None None] Pushing event updated for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:55.227339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:55.228063 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:55.233881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:55.234610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.281161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-538d87c3-1a64-42e9-9e88-d5a6829215a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 1002 time: 0.1035342 Mar 10 17:45:55.298989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22f186-50be-4a52-acc6-c823ce96f939 req-130c4f2c-3529-4bea-8df1-8e6a4eb55520 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:55.307075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d22f186-50be-4a52-acc6-c823ce96f939 req-130c4f2c-3529-4bea-8df1-8e6a4eb55520 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3022215 Mar 10 17:45:55.360088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (15a97aa2-d88c-4b3e-8686-f99aa04862ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.419923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Current status of the port f7029d66-6543-439f-8777-0cb6be3f8e56 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:55.423140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.511798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] For port f7029d66-6543-439f-8777-0cb6be3f8e56, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f7029d66-6543-439f-8777-0cb6be3f8e56,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:55.524710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.535930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d22f186-50be-4a52-acc6-c823ce96f939 req-830cf7ec-a4b1-4933-9697-74a4d21b7efa tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276909 Mar 10 17:45:55.546882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72330b94-5d07-4ada-aa36-15b7000e921c req-01c406bd-9fa5-44ea-a1d3-91cd650475b1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829948 Mar 10 17:45:55.618758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.628485 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:55.640467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-424dba66-6b1a-4c0e-ab26-4fe22ac508dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:55.647337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-424dba66-6b1a-4c0e-ab26-4fe22ac508dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 200 len: 834 time: 0.3295190 Mar 10 17:45:55.667401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5fe1-ed67-4f6d-b6bf-8fb9b4520d04 None None] Pushing event updated for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:55.686455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (15a97aa2-d88c-4b3e-8686-f99aa04862ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.760710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f1367df5-3622-4bf4-8c06-d4aa1c061275 None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:55.770980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1367df5-3622-4bf4-8c06-d4aa1c061275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.803462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a97aa2-d88c-4b3e-8686-f99aa04862ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:55.806498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.814609 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04efe2f9-3231-4ec2-9538-b2336f1cdc2c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15a97aa2-d88c-4b3e-8686-f99aa04862ef HTTP/1.1" status: 204 len: 168 time: 1.0772049 Mar 10 17:45:55.814781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8471959-5a2c-4203-aa12-1854a0b97c53 req-d9f93332-b1ae-498f-986f-c1cbe5131b07 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0316644 Mar 10 17:45:55.815965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-52571541-be5d-432d-95df-06430c0832a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:55.818000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-52571541-be5d-432d-95df-06430c0832a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=edc0250e-cbda-4afd-833f-f29afbb41531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1600142 Mar 10 17:45:55.820654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port d54670c3-a48b-46e6-a147-a9257cd40eac {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:55.821010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.825687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51108) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:55.828690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:55.868615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b465b9-80b1-48c1-818f-3b0905615c38 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:55.883829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c13162-42d0-4560-89c1-969bf43268df None None] Network 27e15bb2-a819-46c0-aef0-01306b9b8aeb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:55.924570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:55.949502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 73b465b9-80b1-48c1-818f-3b0905615c38 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:55.953106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:55.957714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 27fe4984-463f-4f32-ba53-7caad8010149, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:45:55.965096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b465b9-80b1-48c1-818f-3b0905615c38 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:55.992458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 27fe4984-463f-4f32-ba53-7caad8010149 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:45:56.016135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 27fe4984-463f-4f32-ba53-7caad8010149) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:56.028873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.031937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-3a2d5d83-5aa4-47e9-9db4-3f920e5d208d service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429005 Mar 10 17:45:56.034028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:56.037922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.072683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f1367df5-3622-4bf4-8c06-d4aa1c061275 None None] Current status of the port f7029d66-6543-439f-8777-0cb6be3f8e56 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:56.075185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a6619-6cee-4afb-90ab-2a5de6a84832 None None] Network 27fe4984-463f-4f32-ba53-7caad8010149 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:56.079527 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a7e4684-8df9-47fa-8e4b-70a8ea1bb224 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5798740 Mar 10 17:45:56.080349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:56.125324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:56.200664 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:49Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:56.216477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-27fe4984-463f-4f32-ba53-7caad8010149', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:45:56.217733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.240171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (27e15bb2-a819-46c0-aef0-01306b9b8aeb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.243929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:56.264688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:56.273585 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e8dd7-ef32-43d6-b865-5b86211fc178 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:49Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:45:56.518153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Allocated IP 2001:db8:1::2 (27fe4984-463f-4f32-ba53-7caad8010149/81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab/93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:56.817124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1148bdac-0af1-4084-90cc-6dbef515c6e8 None None] Provisioning complete for port a4dd847f-36fa-4e0f-b7c8-4b00b1796ade triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:56.818215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1148bdac-0af1-4084-90cc-6dbef515c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.932107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] DHCP port deletion for 27e15bb2-a819-46c0-aef0-01306b9b8aeb request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:45:56.955363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.964720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks [] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:56.975992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1148bdac-0af1-4084-90cc-6dbef515c6e8 None None] Port a4dd847f-36fa-4e0f-b7c8-4b00b1796ade cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:45:57.012423 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.017949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280b20-7ae1-499c-9eca-fa527083856a req-6f6a7173-5e70-4a5a-822c-48933440092a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:57.027131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4280b20-7ae1-499c-9eca-fa527083856a req-6f6a7173-5e70-4a5a-822c-48933440092a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 1.2827070 Mar 10 17:45:57.038656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=a4dd847f-36fa-4e0f-b7c8-4b00b1796ade,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:57.078727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.081448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Pushing event updated for resources: {'Port': ['ID=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:57.089949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Network 27fe4984-463f-4f32-ba53-7caad8010149 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:57.093151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:57.098657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:57.105857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port d54670c3-a48b-46e6-a147-a9257cd40eac, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d54670c3-a48b-46e6-a147-a9257cd40eac,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:57.106229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.129780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:57.130711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.174554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for d54670c3-a48b-46e6-a147-a9257cd40eac owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:57.196195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Deleting port f55fd28e-8f6e-4f33-88ed-50156db427cb {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:57.196591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.197616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cbb1d94-3c0c-4def-973d-aac8742e2e30 req-7a770e31-39d2-44e1-9b74-1dc38ee0c7da service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1247954 Mar 10 17:45:57.217346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Attempting to bind port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:45:57.218043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Attempting to bind port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:45:57.218607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Attempting to bind port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e on network 27fe4984-463f-4f32-ba53-7caad8010149 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:45:57.241275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:45:57.241978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Checking segment: {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:45:57.242620 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.243179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Bound using segment: {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:45:57.243810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Bound port: 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:45:57.244357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.245088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f7e3c-488b-4b25-83f2-b7d28a2f9061 req-a89b2c7c-646f-40f1-9a41-501f4c451e5f tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:57.254606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce6f7e3c-488b-4b25-83f2-b7d28a2f9061 req-a89b2c7c-646f-40f1-9a41-501f4c451e5f tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3863304 Mar 10 17:45:57.317468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c9f7639-7949-49e2-9f63-1bef6dffdbe0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8385398 Mar 10 17:45:57.319123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51116) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:57.333355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:19:54:0e'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:57.347103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4280b20-7ae1-499c-9eca-fa527083856a req-4c82e65a-e23e-42e7-89e4-3d408475b014 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188312 Mar 10 17:45:57.405143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8:1::1 (27fe4984-463f-4f32-ba53-7caad8010149/81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab/9dd1951a-c599-412f-b313-17640f30956b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:45:57.454385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] For port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:45:57.458314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] For port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:45:57.466955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] For port f55fd28e-8f6e-4f33-88ed-50156db427cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f55fd28e-8f6e-4f33-88ed-50156db427cb,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:57.468214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.488038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.527126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58581657-96fb-4187-a02c-1a3639e89292 req-acb211b2-5e71-4a5e-932c-a0f030020963 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0500686 Mar 10 17:45:57.542214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Deleting port f55fd28e-8f6e-4f33-88ed-50156db427cb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:45:57.542706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.554783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Calling delete_port for f55fd28e-8f6e-4f33-88ed-50156db427cb owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:57.629984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (9dd1951a-c599-412f-b313-17640f30956b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.635214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce6f7e3c-488b-4b25-83f2-b7d28a2f9061 req-8cc6721f-4533-49c5-afc9-54190549885b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796251 Mar 10 17:45:57.712180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c275a-f9bf-4dd2-b808-0f0963e6571c None None] Pushing event updated for resources: {'Port': ['ID=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:57.765677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.777697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f7029d66-6543-439f-8777-0cb6be3f8e56 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:45:57.784608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.847175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 27fe4984-463f-4f32-ba53-7caad8010149 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:57.852051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:57.859381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:45:57.867038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] Pushing event deleted for resources: {'Port': ['ID=f55fd28e-8f6e-4f33-88ed-50156db427cb,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:57.868244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.880386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77785d4a-3f48-4e01-a981-07470a02535d None None] No DVR routers for this DVR port f55fd28e-8f6e-4f33-88ed-50156db427cb on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:57.930740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f7029d66-6543-439f-8777-0cb6be3f8e56 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:45:57.931708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:57.998121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:58.029454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] For port f55fd28e-8f6e-4f33-88ed-50156db427cb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f55fd28e-8f6e-4f33-88ed-50156db427cb,segment=NetworkSegment(4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5),segment_id=4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:45:58.030012 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.090506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Calling delete_port for f55fd28e-8f6e-4f33-88ed-50156db427cb owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:45:58.135664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2074a5-bb83-480d-94c2-9554baa76f1e req-259300b8-7078-485d-8c09-a23a4fa8a311 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:58.142813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c2074a5-bb83-480d-94c2-9554baa76f1e req-259300b8-7078-485d-8c09-a23a4fa8a311 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3880351 Mar 10 17:45:58.151180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f7029d66-6543-439f-8777-0cb6be3f8e56 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:45:58.207036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9dd1951a-c599-412f-b313-17640f30956b), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.237004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f55fd28e-8f6e-4f33-88ed-50156db427cb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:45:58.262942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f55fd28e-8f6e-4f33-88ed-50156db427cb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:45:58.263288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f55fd28e-8f6e-4f33-88ed-50156db427cb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:45:58.363856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c2074a5-bb83-480d-94c2-9554baa76f1e req-9854b5ad-8977-4464-8e8c-38e145ee77d2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188890 Mar 10 17:45:58.374921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.470110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f55fd28e-8f6e-4f33-88ed-50156db427cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.545544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55fd28e-8f6e-4f33-88ed-50156db427cb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:58.547587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d54670c3-a48b-46e6-a147-a9257cd40eac), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.581530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] No DVR routers for this DVR port f55fd28e-8f6e-4f33-88ed-50156db427cb on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:45:58.604326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (9dd1951a-c599-412f-b313-17640f30956b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.608748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=d54670c3-a48b-46e6-a147-a9257cd40eac,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:58.612115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.613538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.677643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:58.725794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7707f8a-f681-428b-9a0b-de5cb8623980 req-b77a4304-9e64-4248-b2f5-8586c12f7aab tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0675776 Mar 10 17:45:58.823815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3ea4b-0c72-4481-baef-dcf9e5da61af req-2604533d-8545-4867-bc13-d1e49afae8b1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:58.825575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0a3ea4b-0c72-4481-baef-dcf9e5da61af req-2604533d-8545-4867-bc13-d1e49afae8b1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3453948 Mar 10 17:45:58.844168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 27fe4984-463f-4f32-ba53-7caad8010149 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:45:58.845707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:45:58.861318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (27e15bb2-a819-46c0-aef0-01306b9b8aeb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:58.979117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e15bb2-a819-46c0-aef0-01306b9b8aeb']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:58.988196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:45:59.062898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:59.063612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:59.134607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:45:59.147983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa4607e9-c841-4281-9190-a0eeeb33768e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0605762 Mar 10 17:45:59.148980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51128) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:59.149108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:45:59.156584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1888012095'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:59.161608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:45:59.162238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:45:59.170858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.190133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:59.199445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1aff2-7362-4716-9281-36ba3d60c46e req-e8a2c990-cbfb-4c2c-87f3-8d84a3768a29 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:59.200281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.202059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5d1aff2-7362-4716-9281-36ba3d60c46e req-e8a2c990-cbfb-4c2c-87f3-8d84a3768a29 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.3247864 Mar 10 17:45:59.228781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.240214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:45:59.250901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0a3ea4b-0c72-4481-baef-dcf9e5da61af req-66c8a309-2aa0-4a3a-96b7-0a05565f3d2c tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809018 Mar 10 17:45:59.266191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (509ca029-12b1-4e90-a305-8359d30abd2e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.267923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:45:59.268398 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment 509ca029-12b1-4e90-a305-8359d30abd2e of type vlan for network def010ae-b39a-4a40-ad94-505873c9e80d Mar 10 17:45:59.268681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4a2d7ba2-66c9-4ac4-ab29-c5d11cf328a5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:45:59.271150 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:45:59.288625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.296091 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.335009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:45:59.347238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (def010ae-b39a-4a40-ad94-505873c9e80d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.359871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.412081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (def010ae-b39a-4a40-ad94-505873c9e80d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.418622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:59.419449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.464774 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3142288 Mar 10 17:45:59.468064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:59.479043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:45:59.552583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67133-b13b-4ee9-a727-8c07a2f082cf tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=def010ae-b39a-4a40-ad94-505873c9e80d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:59.562320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b601b-d09d-46e8-9af7-e33a9a3cc8fb None None] Network 27fe4984-463f-4f32-ba53-7caad8010149 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:45:59.668877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (27e15bb2-a819-46c0-aef0-01306b9b8aeb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.673769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5d1aff2-7362-4716-9281-36ba3d60c46e req-1b95f2d5-8d4a-4eac-855f-7f45f3c2cf3e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564586 Mar 10 17:45:59.676756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:45:59.684618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.703863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.707778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] 10.222.0.35 "DELETE /v2.0/networks/27e15bb2-a819-46c0-aef0-01306b9b8aeb HTTP/1.1" status: 204 len: 168 time: 3.8779545 Mar 10 17:45:59.707778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada105d-4227-4fa0-b68b-8c1316ad1b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e15bb2-a819-46c0-aef0-01306b9b8aeb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:45:59.778105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] In _notify_port_updated(), no bound segment for port a4dd847f-36fa-4e0f-b7c8-4b00b1796ade on network 797c3e6e-de3b-47eb-9223-3eef790b2299 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:45:59.783641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:45:59.784686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:45:59.789435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "PUT /v2.0/ports/a4dd847f-36fa-4e0f-b7c8-4b00b1796ade HTTP/1.1" status: 200 len: 993 time: 2.4592831 Mar 10 17:45:59.794327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51140) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:45:59.872749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ca316-7e13-4a6a-a31b-3aa0e622c362 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=a4dd847f-36fa-4e0f-b7c8-4b00b1796ade,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:00.000031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19e9e557-9b02-4b5a-b844-53f8ec1981ad req-0fb8671f-04ac-4d23-92e9-057ad5190ed5 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0607898 Mar 10 17:46:00.058711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba971-b271-4902-a112-44d776398ffd req-bb3d4f6f-939b-4bbf-a70c-6ed24aaf909e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:00.060301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d3ba971-b271-4902-a112-44d776398ffd req-bb3d4f6f-939b-4bbf-a70c-6ed24aaf909e tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.6196589 Mar 10 17:46:00.094499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network def010ae-b39a-4a40-ad94-505873c9e80d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:46:00.101685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3082a2eb-db55-4476-87e4-1748a4d9f150), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.145115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:00.147423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:00.209043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=3082a2eb-db55-4476-87e4-1748a4d9f150,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:00.232411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:00.232787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: def010ae-b39a-4a40-ad94-505873c9e80d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:46:00.241179 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ec7fbbe6-7c40-4b59-8843-1ecd25a8d27c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ad725c4a7b84e1686f5b4ac223788fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898705 Mar 10 17:46:00.242751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Provisioning complete for port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:00.243879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.245406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:00.251921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d3ba971-b271-4902-a112-44d776398ffd req-9903dcdb-50a2-4bce-8790-36584feed71d tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443968 Mar 10 17:46:00.281540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:00.296667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port a4dd847f-36fa-4e0f-b7c8-4b00b1796ade {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:00.297006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.308961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network def010ae-b39a-4a40-ad94-505873c9e80d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:46:00.335593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, def010ae-b39a-4a40-ad94-505873c9e80d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:00.348441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:00.348996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.361188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] Publish callbacks [] for security_group (3996e116-5a9e-43b1-902b-7df10951dfbd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.374446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6e25f-80d1-4305-a62e-25d350f322ef None None] Network def010ae-b39a-4a40-ad94-505873c9e80d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:00.402600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] Publish callbacks [] for security_group (3996e116-5a9e-43b1-902b-7df10951dfbd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.409442 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.421390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:00.421905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.481079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 3, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:00.486971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3996e116-5a9e-43b1-902b-7df10951dfbd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.496056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.499917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3996e116-5a9e-43b1-902b-7df10951dfbd HTTP/1.1" status: 204 len: 168 time: 0.2516844 Mar 10 17:46:00.514374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8420f18-962f-4fe3-bb16-da308ab7cb67 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0449355 Mar 10 17:46:00.518633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51150) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:00.541544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:00.542056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Updating router f70270e6-b09a-412c-985a-25629156135a port 9dd1951a-c599-412f-b313-17640f30956b binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:00.562817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f984f68-9b60-41a9-ad23-4478a4939aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3996e116-5a9e-43b1-902b-7df10951dfbd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:00.624669 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9dd1951a-c599-412f-b313-17640f30956b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.673008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:00.673557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.800059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Current status of the port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:00.800620 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:00.965740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:01.015512 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.203239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.240324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:01.315805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9400226f-10c1-4ad0-889c-04746035a58c req-1d52d5b0-1061-4d24-916a-e687bd494fbb tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1153219 Mar 10 17:46:01.319912 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.355772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:01.361266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks [] for port (9dd1951a-c599-412f-b313-17640f30956b), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.363211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-85a40b0d-e656-415c-99a2-67bc885e0795 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/3360f4b3-89e8-4a75-b73f-05d21eac4d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1617424 Mar 10 17:46:01.368875 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:01.380917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for a4dd847f-36fa-4e0f-b7c8-4b00b1796ade owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:01.389413 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:01.392059 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:01.404161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4d28e49-d1cf-49a4-aaf3-8e7b71314d7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=306a9b834e014b079b1b29a4a609c363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602232 Mar 10 17:46:01.405135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:01.410472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.464715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f3439-4413-4cbb-86d7-1d4a405e7661 req-77a4fde5-b7e2-4823-87fd-3c245808715e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:01.470292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d99f3439-4413-4cbb-86d7-1d4a405e7661 req-77a4fde5-b7e2-4823-87fd-3c245808715e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2542922 Mar 10 17:46:01.554755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-def010ae-b39a-4a40-ad94-505873c9e80d', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:46:01.554755 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.651470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:01.679052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d99f3439-4413-4cbb-86d7-1d4a405e7661 req-3480b28c-9bf3-4196-bcb3-94b7db41b027 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034349 Mar 10 17:46:01.758762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:01.882536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c136aa-2225-4a50-bdb1-10401b5b0373 req-a07ccbf2-579f-4600-9353-58e85794a9f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:01.893936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95c136aa-2225-4a50-bdb1-10401b5b0373 req-a07ccbf2-579f-4600-9353-58e85794a9f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.1234031 Mar 10 17:46:01.965492 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a4dd847f-36fa-4e0f-b7c8-4b00b1796ade), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:01.997667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=a4dd847f-36fa-4e0f-b7c8-4b00b1796ade,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:02.026449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:46:02.026810 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:46:02.043419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Attempting to bind port 9dd1951a-c599-412f-b313-17640f30956b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:02.043794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Attempting to bind port 9dd1951a-c599-412f-b313-17640f30956b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:02.044165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Attempting to bind port 9dd1951a-c599-412f-b313-17640f30956b on network 27fe4984-463f-4f32-ba53-7caad8010149 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:02.046387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95c136aa-2225-4a50-bdb1-10401b5b0373 req-4f158329-c535-4f6d-9102-da5a6ae902a2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511765 Mar 10 17:46:02.090802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:02.091303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Checking segment: {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:02.091725 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.092133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Bound using segment: {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:02.092646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Bound port: 9dd1951a-c599-412f-b313-17640f30956b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb596b5-0e0e-43ff-878c-4e47061f42ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:02.093036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9dd1951a-c599-412f-b313-17640f30956b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.126231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] Publish callbacks [] for security_group (2a102b58-b241-4027-89d7-dda6b01a324d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.188162 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:02.194697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] Publish callbacks [] for security_group (2a102b58-b241-4027-89d7-dda6b01a324d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.247386 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:02.252669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Allocated IP 2001:db8:2::2 (def010ae-b39a-4a40-ad94-505873c9e80d/3082a2eb-db55-4476-87e4-1748a4d9f150/bd98bf0c-30e4-4951-ae8f-f0d472df7b30) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:02.287895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:02.288568 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:02.301078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.305422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ce987ff4-feae-4373-83a4-024077609b7c tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/a4dd847f-36fa-4e0f-b7c8-4b00b1796ade HTTP/1.1" status: 204 len: 168 time: 2.4496279 Mar 10 17:46:02.308016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:02.344944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849377ab-20d0-47a1-9dd9-997af229d5ff None None] Pushing event updated for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:02.352875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a102b58-b241-4027-89d7-dda6b01a324d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.365100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.366708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a102b58-b241-4027-89d7-dda6b01a324d HTTP/1.1" status: 204 len: 168 time: 0.9605944 Mar 10 17:46:02.376489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117645-e326-4828-8a67-9bc31f6463ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a102b58-b241-4027-89d7-dda6b01a324d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:02.404651 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13393ee-8e96-4aeb-8f4a-be62dda56751 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] GET failed (client error): The resource could not be found. Mar 10 17:46:02.406483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a13393ee-8e96-4aeb-8f4a-be62dda56751 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports/a4dd847f-36fa-4e0f-b7c8-4b00b1796ade HTTP/1.1" status: 404 len: 333 time: 0.0969748 Mar 10 17:46:02.410222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:02.416786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-2085609932'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:02.490188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] For port 9dd1951a-c599-412f-b313-17640f30956b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:02.498111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] For port 9dd1951a-c599-412f-b313-17640f30956b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9dd1951a-c599-412f-b313-17640f30956b,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:02.533265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.534899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45924310-e293-4ce5-9e6f-1d6944ca025b req-32169281-14e2-497a-95b0-6639081ac0ce tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0738678 Mar 10 17:46:02.553175 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:02.629898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:02.635283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.659459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port 2f53f4f7-df27-42d4-933d-f5c86cdd385a yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:46:02.687475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks [] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.689158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849377ab-20d0-47a1-9dd9-997af229d5ff None None] Pushing event updated for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:02.702232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:02.703109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:02.705685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6d402df-18b3-418a-a373-5cb0afed9810 None None] Current status of the port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:02.733443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:02.922085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c29c99-20c4-4d45-8332-b7353e537e47 req-a491ba32-ab5c-4168-ae8c-b527530e76c0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:02.931904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9c29c99-20c4-4d45-8332-b7353e537e47 req-a491ba32-ab5c-4168-ae8c-b527530e76c0 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0956800 Mar 10 17:46:02.964002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8:2::1 (def010ae-b39a-4a40-ad94-505873c9e80d/3082a2eb-db55-4476-87e4-1748a4d9f150/e30760ff-fa4f-4fbe-b65a-83dcf42e631e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:03.045322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9c29c99-20c4-4d45-8332-b7353e537e47 req-1c465b40-c43a-46f4-91b1-7660df217098 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119680 Mar 10 17:46:03.155807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Network def010ae-b39a-4a40-ad94-505873c9e80d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:03.169796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:03.183296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:03.231733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.259190 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:03.287378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:03.293215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.302210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Provisioning complete for port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:03.304846 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.363441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12feed72-4a5a-4adc-8f3c-c2ed8203ea8b req-1c4fb0f8-1268-4436-bf47-447b2dac730c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:03.373435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12feed72-4a5a-4adc-8f3c-c2ed8203ea8b req-1c4fb0f8-1268-4436-bf47-447b2dac730c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.1832056 Mar 10 17:46:03.401488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:03.409118 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e0bdc-819c-4510-9819-916048165bda None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c5af92ed-76ee-4b00-9916-3a8a1999049d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'port_id': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'mac_address': 'fa:16:3e:58:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e1033-d4e3-4971-a696-43002ccf66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:43:46Z', 'updated_at': '2022-03-10T17:43:50Z', 'revision_number': 1, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:03.449742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network def010ae-b39a-4a40-ad94-505873c9e80d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:03.451594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.8 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/2f53f4f7-df27-42d4-933d-f5c86cdd385a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:03.480437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:03.486548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:03.487068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.500762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-0fa162e5-2e27-4d1a-ac32-0650a0e7221b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:03.502495 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-0fa162e5-2e27-4d1a-ac32-0650a0e7221b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.2339368 Mar 10 17:46:03.519426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12feed72-4a5a-4adc-8f3c-c2ed8203ea8b req-63d495df-4d38-4e94-93f5-696f9e067f65 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445789 Mar 10 17:46:03.568061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915d6a-6b4d-43d3-b450-d6da07ec2e4e req-16bf2cf0-6f67-4c8a-b111-07cedfeed673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:03.570311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d915d6a-6b4d-43d3-b450-d6da07ec2e4e req-16bf2cf0-6f67-4c8a-b111-07cedfeed673 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.0991642 Mar 10 17:46:03.712974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d915d6a-6b4d-43d3-b450-d6da07ec2e4e req-d047ed30-08e6-452f-ad86-4cb0f74788ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240656 Mar 10 17:46:03.723752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aa6bcd8-7974-4aee-a748-02c4f08840fc req-7db753fe-a9d5-4558-8eee-b6764c82d767 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0413744 Mar 10 17:46:03.767309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Attempting to bind port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:03.767915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Attempting to bind port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:03.768035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Attempting to bind port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 on network def010ae-b39a-4a40-ad94-505873c9e80d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:03.770142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Pushing event updated for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:03.800689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:03.801157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Checking segment: {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:03.801571 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.801966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Bound using segment: {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:03.802485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Bound port: bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:03.802878 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.849971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.882118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 15a82c8c-3932-4119-9867-36ccb1f82d1d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:03.882554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:03.911610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.012063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:04.031706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:04.035582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:04.047149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.132322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 15a82c8c-3932-4119-9867-36ccb1f82d1d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=15a82c8c-3932-4119-9867-36ccb1f82d1d,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:04.132698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.140369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0262ebf-961d-4606-9209-4314afcdb23b None None] Pushing event updated for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:04.179529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.189299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 15a82c8c-3932-4119-9867-36ccb1f82d1d owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:04.190960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Current status of the port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:04.209969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Could not find standard attr ID for object a4dd847f-36fa-4e0f-b7c8-4b00b1796ade. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:46:04.252080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 3, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:02Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:04.255570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Provisioning complete for port 9dd1951a-c599-412f-b313-17640f30956b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:04.256061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9dd1951a-c599-412f-b313-17640f30956b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.268114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d8f92-672f-4911-bdac-e4d23f65bb4e req-73f7d0f5-ce2f-4462-9c1a-3b60b67c9a18 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:04.277670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-058d8f92-672f-4911-bdac-e4d23f65bb4e req-73f7d0f5-ce2f-4462-9c1a-3b60b67c9a18 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1378314 Mar 10 17:46:04.305631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:04.314265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3d733-2114-470d-a5e8-8d6354b1698e None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 3, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:02Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:04.319807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:04.320301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.332573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:04.337733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:04.363134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-058d8f92-672f-4911-bdac-e4d23f65bb4e req-4e8a74b9-492f-4a98-94e8-9edb03cbb847 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836670 Mar 10 17:46:04.513667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=2f53f4f7-df27-42d4-933d-f5c86cdd385a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:04.525970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:04.540927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d54670c3-a48b-46e6-a147-a9257cd40eac no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:04.543303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Current status of the port 9dd1951a-c599-412f-b313-17640f30956b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:04.543694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9dd1951a-c599-412f-b313-17640f30956b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.595817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d54670c3-a48b-46e6-a147-a9257cd40eac {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:04.596162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d54670c3-a48b-46e6-a147-a9257cd40eac not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:04.646234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:04.646858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.701997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b26d1188-80c3-4303-a822-723241765e87 None None] For port 9dd1951a-c599-412f-b313-17640f30956b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9dd1951a-c599-412f-b313-17640f30956b,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:04.713047 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.797588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0099e1-4af9-48f6-bd04-133fc2ec54b8 req-36040051-43fe-4ccd-97b2-2e711b420c69 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:04.807308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d1188-80c3-4303-a822-723241765e87 None None] Pushing event updated for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:04.812650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa0099e1-4af9-48f6-bd04-133fc2ec54b8 req-36040051-43fe-4ccd-97b2-2e711b420c69 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1ce3050-9cc6-47cd-bde9-1939c2a5466b HTTP/1.1" status: 200 len: 946 time: 0.1578581 Mar 10 17:46:04.827682 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c656abb2-38b9-4149-9076-ddeb89d1fbb1 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4158816 Mar 10 17:46:04.835661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51186) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:04.886276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.894605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2b35e019-1687-42c9-8639-73b1594ad13d None None] Provisioning complete for port 9dd1951a-c599-412f-b313-17640f30956b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:04.895587 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b35e019-1687-42c9-8639-73b1594ad13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9dd1951a-c599-412f-b313-17640f30956b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.902607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.904750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:04.940140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:54:0e'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:04.969219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa0099e1-4af9-48f6-bd04-133fc2ec54b8 req-613bcd43-ee3c-462d-b4c6-9f5112d50d4c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=defd38d2-6d6b-4267-85a2-900c918fec6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554034 Mar 10 17:46:04.994868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15a82c8c-3932-4119-9867-36ccb1f82d1d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.028699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:05.069101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2b35e019-1687-42c9-8639-73b1594ad13d None None] Current status of the port 9dd1951a-c599-412f-b313-17640f30956b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:05.090323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4c283f7-d341-4e60-b260-390be85d8cab req-de852166-dd8a-4d58-bdf3-5411132a2aed tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1438591 Mar 10 17:46:05.169401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=15a82c8c-3932-4119-9867-36ccb1f82d1d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:05.197473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] No DVR routers for this DVR port 15a82c8c-3932-4119-9867-36ccb1f82d1d on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:05.201014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.206856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3e6f3eb3-676b-45f0-bd10-ea9fd964326b None None] Provisioning complete for port 2f53f4f7-df27-42d4-933d-f5c86cdd385a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:05.207415 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3e6f3eb3-676b-45f0-bd10-ea9fd964326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.207555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-410f78e1-5fc9-4d50-9646-543ae5c1c12f req-6e8efbb4-5456-4c9b-8f35-1bd1a95b8707 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.59 "DELETE /v2.0/ports/15a82c8c-3932-4119-9867-36ccb1f82d1d HTTP/1.1" status: 204 len: 173 time: 1.6477087 Mar 10 17:46:05.217365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'name': 'network-vif-deleted', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:05.220014 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168d9742-816b-4af4-ad85-81d7c50159fb" -d '{"events": [{"server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "name": "network-vif-deleted", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:05.273415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.275789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network def010ae-b39a-4a40-ad94-505873c9e80d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:05.281863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:05.309159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f3eb3-676b-45f0-bd10-ea9fd964326b None None] Port 2f53f4f7-df27-42d4-933d-f5c86cdd385a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:05.348676 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ced7a5-c808-41a0-b91f-dcb1485281c0 x-openstack-request-id: req-89ced7a5-c808-41a0-b91f-dcb1485281c0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:05.349153 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce3050-9cc6-47cd-bde9-1939c2a5466b", "name": "network-vif-deleted", "tag": "15a82c8c-3932-4119-9867-36ccb1f82d1d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:05.349564 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89ced7a5-c808-41a0-b91f-dcb1485281c0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:05.350301 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce3050-9cc6-47cd-bde9-1939c2a5466b', 'name': 'network-vif-deleted', 'tag': '15a82c8c-3932-4119-9867-36ccb1f82d1d', 'status': 'completed', 'code': 200} Mar 10 17:46:05.535941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:05.703125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ca2a6-0f81-4770-8634-12e61fa7aab5 req-3dcdef19-b7d0-424b-93c7-e5d9f6fe0586 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:05.705067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-783ca2a6-0f81-4770-8634-12e61fa7aab5 req-3dcdef19-b7d0-424b-93c7-e5d9f6fe0586 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1505177 Mar 10 17:46:05.776641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:05.786153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.786518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:05.794158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dc08c83-a131-4e66-b9d4-2f6740f8cfdd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2618461 Mar 10 17:46:05.794389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9dd1951a-c599-412f-b313-17640f30956b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:05.794670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:05.809170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566272579'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:05.818751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.872134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:05.876815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.913251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:46:05.916517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:05.921307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:05.958856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3362e779-4c1b-4e7f-9ff7-766b986d6c6a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:05.959213 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added segment 3362e779-4c1b-4e7f-9ff7-766b986d6c6a of type vlan for network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 Mar 10 17:46:06.045815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-783ca2a6-0f81-4770-8634-12e61fa7aab5 req-c382b99f-89ad-4171-84fc-374dfddbb72e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163927 Mar 10 17:46:06.071787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:06.091602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=2f53f4f7-df27-42d4-933d-f5c86cdd385a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:06.108114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.117626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] In _notify_port_updated(), no bound segment for port 2f53f4f7-df27-42d4-933d-f5c86cdd385a on network 797c3e6e-de3b-47eb-9223-3eef790b2299 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:46:06.126495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:06.127508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.129167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-562208b3-0c5b-4860-89af-60968b45c25e tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "PUT /v2.0/ports/2f53f4f7-df27-42d4-933d-f5c86cdd385a HTTP/1.1" status: 200 len: 996 time: 1.2097690 Mar 10 17:46:06.134641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:06.172582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15a82c8c-3932-4119-9867-36ccb1f82d1d no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:06.252711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 15a82c8c-3932-4119-9867-36ccb1f82d1d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:06.253193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 15a82c8c-3932-4119-9867-36ccb1f82d1d not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:06.270166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:06.271979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9dd1951a-c599-412f-b313-17640f30956b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:06.272357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9dd1951a-c599-412f-b313-17640f30956b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.282462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (defd38d2-6d6b-4267-85a2-900c918fec6e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.285698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.291522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:06.292131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.361760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed968e4-d845-4668-bbb1-7cf4882a11cf None None] Network def010ae-b39a-4a40-ad94-505873c9e80d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:06.366038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd48e8e6-d86e-4533-a3cc-e140bac7ed1c req-c346de39-cba2-4b16-8f5d-c16c62f56a2c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0943158 Mar 10 17:46:06.380216 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (defd38d2-6d6b-4267-85a2-900c918fec6e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.397056 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5991876 Mar 10 17:46:06.403654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:06.408991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'subnet': {'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:06.412793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port 2f53f4f7-df27-42d4-933d-f5c86cdd385a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:06.413186 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.546383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.561105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for 2f53f4f7-df27-42d4-933d-f5c86cdd385a owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:06.619365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed5dd6-29da-458f-9938-868a0d100f49 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Network': ['ID=05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:06.635842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Made reservation on behalf of f338cc3cbede42efb2033b0f459f6404 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:06.641840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.654487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:46:06.656163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Provisioning complete for port 2f53f4f7-df27-42d4-933d-f5c86cdd385a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:06.656678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.700358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbae1b-97a6-42b0-b14e-a60ebd65409c req-178bd64d-31a1-4380-85d7-3df728a3c196 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:06.707693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cfbae1b-97a6-42b0-b14e-a60ebd65409c req-178bd64d-31a1-4380-85d7-3df728a3c196 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0795939 Mar 10 17:46:06.754463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (defd38d2-6d6b-4267-85a2-900c918fec6e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.758176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.759458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/security-groups/defd38d2-6d6b-4267-85a2-900c918fec6e HTTP/1.1" status: 204 len: 168 time: 0.6863630 Mar 10 17:46:06.787359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cfbae1b-97a6-42b0-b14e-a60ebd65409c req-ee80cd43-9732-4190-8dc5-be765d71b5ba tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787027 Mar 10 17:46:06.800549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee3538-0be1-44e5-91b9-a54336636931 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd38d2-6d6b-4267-85a2-900c918fec6e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:06.811262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-2ec2a5a3-8bd1-4c78-a9fd-b554f395237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:06.822954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-2ec2a5a3-8bd1-4c78-a9fd-b554f395237a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.3725326 Mar 10 17:46:06.824160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:06.834370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2f53f4f7-df27-42d4-933d-f5c86cdd385a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.865797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=2f53f4f7-df27-42d4-933d-f5c86cdd385a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:06.975489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:06.982293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4191b5a7-e5de-47a8-9c60-7a7ee17e4b75 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/2f53f4f7-df27-42d4-933d-f5c86cdd385a HTTP/1.1" status: 204 len: 168 time: 0.8454697 Mar 10 17:46:06.983434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:07.015638 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e30e237-a2ee-40da-8ac1-2725393aaf49 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] GET failed (client error): The resource could not be found. Mar 10 17:46:07.023954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6e30e237-a2ee-40da-8ac1-2725393aaf49 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports/2f53f4f7-df27-42d4-933d-f5c86cdd385a HTTP/1.1" status: 404 len: 333 time: 0.0394332 Mar 10 17:46:07.025021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51216) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:07.034636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-834973937'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:07.055903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting subnet 11575661-2e7e-4d56-9fc3-6ac6db388021 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:07.063744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e067deb5-70e4-42c0-a645-8a15cc1cc71e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.067995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (11575661-2e7e-4d56-9fc3-6ac6db388021), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.076615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Port 2f53f4f7-df27-42d4-933d-f5c86cdd385a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:07.119119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9dd1951a-c599-412f-b313-17640f30956b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:07.120412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd98bf0c-30e4-4951-ae8f-f0d472df7b30 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:07.189418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Provisioning complete for port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:07.189711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.209802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:07.214835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.249998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:07.250257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port eaf07816-cf78-4e62-aea6-19153ef2524a yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:46:07.250367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.297789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Checking segment: {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:07.298829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network hostable DHCP agents. Network: 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:46:07.303920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:03Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:07.316893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (11575661-2e7e-4d56-9fc3-6ac6db388021), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.339825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Subnet': ['ID=e067deb5-70e4-42c0-a645-8a15cc1cc71e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:07.360046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:07.360661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Updating router f70270e6-b09a-412c-985a-25629156135a port e30760ff-fa4f-4fbe-b65a-83dcf42e631e binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:07.395901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-2f69c256-37e8-4244-ba09-9994a91af7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:07.401751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.401971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-2f69c256-37e8-4244-ba09-9994a91af7b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.5141697 Mar 10 17:46:07.405641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:46:07.436795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.7 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/eaf07816-cf78-4e62-aea6-19153ef2524a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:07.441890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:07.447053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:07.447565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.505120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-ca999214-ee0b-44ea-ba3e-2c7ba264bb91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0867152 Mar 10 17:46:07.530500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:07.530902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.533032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62531f40-7963-42af-94e2-e0ff7fd32f41 None None] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:07.584814 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f7e6b690-65a0-4ac3-b0cb-9cb7a352b3b5 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1797364 Mar 10 17:46:07.590934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:07.611420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:07.611828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.628415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (11575661-2e7e-4d56-9fc3-6ac6db388021), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.673118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-7232aa0b-5e58-471b-b21d-be2387882a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:07.675715 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-7232aa0b-5e58-471b-b21d-be2387882a66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1449158 Mar 10 17:46:07.709951 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-253aab0d-e607-45e1-99b2-c5f432d4dc74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275571 Mar 10 17:46:07.764348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:07.774537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a76dc954-386b-4d64-b937-d7600aaf8993 req-8aecb4e1-8aa9-443e-aee4-2b4f046fc2cd tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.2071862 Mar 10 17:46:07.867012 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:07.904873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-a69d35ac-10d5-4832-9504-9fdcd2201782 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823170 Mar 10 17:46:08.006476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (11575661-2e7e-4d56-9fc3-6ac6db388021), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.025698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.029418 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/subnets/11575661-2e7e-4d56-9fc3-6ac6db388021 HTTP/1.1" status: 204 len: 168 time: 1.2040191 Mar 10 17:46:08.033524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51224) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:08.047736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.067284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7f33b-4561-4641-adc5-fc95f7dac9e5 None None] Network 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:08.074400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d5fbb-fad4-483f-bf79-cdfcd1b4103e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Subnet': ['ID=11575661-2e7e-4d56-9fc3-6ac6db388021,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:08.096907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:46:08.100051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.116716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d2632-7c78-4c52-9269-9ab3625481ee req-993d2602-823e-42dc-aa0a-3f9231f05593 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:08.117962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab9d2632-7c78-4c52-9269-9ab3625481ee req-993d2602-823e-42dc-aa0a-3f9231f05593 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1926775 Mar 10 17:46:08.134660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-82d7a7d7-35fd-484f-8334-e1da5398b37d req-b2c0f5cd-565a-4bf6-9b7a-51ee6e238c9b service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252064 Mar 10 17:46:08.168995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:46:08.171182 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:46:08.240377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.324994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port a1c79748-350b-421b-a6c5-535c6cd15c8b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:08.326717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.333323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab9d2632-7c78-4c52-9269-9ab3625481ee req-9fe70c7d-b906-46d1-952c-8b7b92ac8b62 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691141 Mar 10 17:46:08.372614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Allocated IP 2001:db8:3::2 (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7/e067deb5-70e4-42c0-a645-8a15cc1cc71e/b7606a69-45f2-4f4f-b289-8ce6ade92ef1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:08.400817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.449502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:08.483428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.484086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port a1c79748-350b-421b-a6c5-535c6cd15c8b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a1c79748-350b-421b-a6c5-535c6cd15c8b,segment=NetworkSegment(b3db1cde-0c53-426f-969b-b997a9612ec8),segment_id=b3db1cde-0c53-426f-969b-b997a9612ec8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:08.484648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.502160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for a1c79748-350b-421b-a6c5-535c6cd15c8b owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:08.521050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:08.523469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=eaf07816-cf78-4e62-aea6-19153ef2524a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:08.528430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:08.538862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:08.697516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a1c79748-350b-421b-a6c5-535c6cd15c8b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.749755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=a1c79748-350b-421b-a6c5-535c6cd15c8b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:08.762624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] No DVR routers for this DVR port a1c79748-350b-421b-a6c5-535c6cd15c8b on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:08.901978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-44c5396c-de44-4976-8a1b-02098f32d24f None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:08.938791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks [] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.950636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.953360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433ff95-b417-4230-b524-dbaa23755145 None None] DHCP port deletion for 9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:08.965122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks [] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:08.973133 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.020456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a35aae9-7be0-4ef3-a3dd-2ad34df1d492']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:09.045508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3db1cde-0c53-426f-969b-b997a9612ec8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:09.045820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3db1cde-0c53-426f-969b-b997a9612ec8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:09.062905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b3db1cde-0c53-426f-969b-b997a9612ec8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.072842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Allocated IP 2001:db8:3::1 (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7/e067deb5-70e4-42c0-a645-8a15cc1cc71e/cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:09.087481 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.095040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b3db1cde-0c53-426f-969b-b997a9612ec8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.104684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:09.105147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b3db1cde-0c53-426f-969b-b997a9612ec8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:09.111677 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:09.137969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4f079-2dee-4f48-8b35-847b928e3b36 None None] Pushing event updated for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:09.219413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.257844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Provisioning complete for port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:09.260077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.266726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (9a35aae9-7be0-4ef3-a3dd-2ad34df1d492), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.286565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:09.287216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.297452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.303260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.306209 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/networks/9a35aae9-7be0-4ef3-a3dd-2ad34df1d492 HTTP/1.1" status: 204 len: 168 time: 1.2433870 Mar 10 17:46:09.308618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b892d4-bdc0-46be-8dcd-12f39c085863 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Network': ['ID=9a35aae9-7be0-4ef3-a3dd-2ad34df1d492,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:09.323966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51232) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:09.354633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:09.367820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:09.376333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:09.428265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7c81350-0476-440c-8398-9176615bb8d7 req-59a4b84f-e0f7-4b10-a884-916af1947ab5 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1375268 Mar 10 17:46:09.442511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:09.474697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Pushing event updated for resources: {'Port': ['ID=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:09.606093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e19039fa-5b6c-4024-bc6b-c94e242127f0 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5797451 Mar 10 17:46:09.607898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:09.608873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51236) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:09.613952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'network_id': '797c3e6e-de3b-47eb-9223-3eef790b2299', 'name': 'tempest-AllowedAddressPairTestJSON-1571446864'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:09.623207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:09.626592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.640341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Attempting to bind port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:09.640735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Attempting to bind port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:09.641109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Attempting to bind port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 on network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:09.650198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:09.650601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Checking segment: {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:09.650992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.651382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Bound using segment: {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:09.652334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Bound port: b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:09.652334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.673460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Attempting to bind port e30760ff-fa4f-4fbe-b65a-83dcf42e631e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:09.673842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Attempting to bind port e30760ff-fa4f-4fbe-b65a-83dcf42e631e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:09.674640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Attempting to bind port e30760ff-fa4f-4fbe-b65a-83dcf42e631e on network def010ae-b39a-4a40-ad94-505873c9e80d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:09.683769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:09.684143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Checking segment: {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:09.684545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.684939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Bound using segment: {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:09.685412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Bound port: e30760ff-fa4f-4fbe-b65a-83dcf42e631e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ca029-12b1-4e90-a305-8359d30abd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:09.685791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.756507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] For port e30760ff-fa4f-4fbe-b65a-83dcf42e631e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:09.760252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] For port e30760ff-fa4f-4fbe-b65a-83dcf42e631e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:09.764909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:09.796489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:09.862128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4f079-2dee-4f48-8b35-847b928e3b36 None None] Pushing event updated for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:09.865117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Provisioning complete for port e30760ff-fa4f-4fbe-b65a-83dcf42e631e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:09.865483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.006520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:10.012571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Made reservation on behalf of 6b82333e944c479b9ead9c85e38bd5a0 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:10.015986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.067075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] device_id is not set on port 60d7c9fa-297e-4045-9f98-12c10a78233f yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:46:10.185042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdd595-b7ab-4e59-854f-8d21690725a0 req-99fe48ec-0070-46a7-96a6-fb0ffc7be509 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:10.186577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ebdd595-b7ab-4e59-854f-8d21690725a0 req-99fe48ec-0070-46a7-96a6-fb0ffc7be509 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.6340504 Mar 10 17:46:10.210053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Allocated IP 172.20.0.3 (797c3e6e-de3b-47eb-9223-3eef790b2299/f18b6951-ea09-4c89-a328-3ab5c3341630/60d7c9fa-297e-4045-9f98-12c10a78233f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:10.312573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port e8e1db98-581a-45b8-981c-ce413db54221 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:10.313287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e8e1db98-581a-45b8-981c-ce413db54221), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.321729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd98bf0c-30e4-4951-ae8f-f0d472df7b30 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:10.342340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.384279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ebdd595-b7ab-4e59-854f-8d21690725a0 req-73916f16-d834-46e5-a289-58ece926e058 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908147 Mar 10 17:46:10.422120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.468656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.478308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:10.491288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:10.495477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] For port b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:10.525862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:10.532933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:10.536365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:10.570206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=60d7c9fa-297e-4045-9f98-12c10a78233f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:10.639592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:10.640179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] For port b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:10.640961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.672902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e6be478-bbf3-49ad-9e29-d822898c899f tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0628741 Mar 10 17:46:10.685317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:10.692812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:19:54:0e'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d9:43:42'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:10.771746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:10.889533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d27c47-4b62-4d7c-9b3d-63d929a71f37 None None] Pushing event updated for resources: {'Port': ['ID=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:10.933097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:10.965141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:10.965514 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.011095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Current status of the port e30760ff-fa4f-4fbe-b65a-83dcf42e631e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:11.011472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.013154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.044389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09bfbbbf-8840-4d2c-9f33-4140a228f6b9 req-59716de1-6ac9-43f5-8059-c6ca4c7efbea tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0377092 Mar 10 17:46:11.132419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e8e1db98-581a-45b8-981c-ce413db54221), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.132738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (e8e1db98-581a-45b8-981c-ce413db54221), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.164309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for e8e1db98-581a-45b8-981c-ce413db54221 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:11.249832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] For port e30760ff-fa4f-4fbe-b65a-83dcf42e631e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:11.345871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.450390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Provisioning complete for port eaf07816-cf78-4e62-aea6-19153ef2524a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:11.450872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.511008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.535267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.543113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.564913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:11.568787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Pushing event updated for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:11.635028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe7849dc-10ac-4416-abeb-cb5e5fae58a3 None None] Port eaf07816-cf78-4e62-aea6-19153ef2524a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:11.671981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event updated for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:11.681457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a1c79748-350b-421b-a6c5-535c6cd15c8b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:11.740641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: a1c79748-350b-421b-a6c5-535c6cd15c8b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:11.741012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a1c79748-350b-421b-a6c5-535c6cd15c8b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:11.797356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:10Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:09Z', 'revision_number': 1, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:09Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:11.857433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Provisioning complete for port 60d7c9fa-297e-4045-9f98-12c10a78233f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:11.857717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:11.910410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d3d14-1995-4377-a225-522d56fbb038 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:10Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:09Z', 'revision_number': 1, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:09Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:11.932464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803bfb4-72f6-4f16-b5ee-1abe6d31ea39 req-9b67ffc7-fcbd-4649-88e3-b3e68365bdfa tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:11.944215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f803bfb4-72f6-4f16-b5ee-1abe6d31ea39 req-9b67ffc7-fcbd-4649-88e3-b3e68365bdfa tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2732170 Mar 10 17:46:11.959079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Port 60d7c9fa-297e-4045-9f98-12c10a78233f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:11.979175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Provisioning complete for port e30760ff-fa4f-4fbe-b65a-83dcf42e631e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:11.979546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.004911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e8e1db98-581a-45b8-981c-ce413db54221), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.043605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:12.121108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:12.134913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=e8e1db98-581a-45b8-981c-ce413db54221,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:12.205134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b7606a69-45f2-4f4f-b289-8ce6ade92ef1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:12.215869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc256b-dfd4-4f25-bbd0-b2ec7e4576c4 None None] Current status of the port e30760ff-fa4f-4fbe-b65a-83dcf42e631e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:12.313031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:12.313661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.355672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.371730 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.436328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb871366-3300-41ea-9a02-4e1c64708c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.458268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f803bfb4-72f6-4f16-b5ee-1abe6d31ea39 req-67a415d9-c38c-4cd8-8d7a-bf8d433039ca tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071938 Mar 10 17:46:12.519683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e9f9aae-b33d-4a58-a473-0e3fae95d7dc req-56dab67d-2ff5-4cf7-9f7a-3962478b5d5f tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1669474 Mar 10 17:46:12.596153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:12.597344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.601562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event updated for resources: {'Port': ['ID=60d7c9fa-297e-4045-9f98-12c10a78233f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:12.614478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] In _notify_port_updated(), no bound segment for port 60d7c9fa-297e-4045-9f98-12c10a78233f on network 797c3e6e-de3b-47eb-9223-3eef790b2299 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:46:12.632219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:12.632920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.634308 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18fff5a7-14ec-424e-b4df-2bcdbe3b2963 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "PUT /v2.0/ports/60d7c9fa-297e-4045-9f98-12c10a78233f HTTP/1.1" status: 200 len: 1056 time: 1.9470575 Mar 10 17:46:12.639199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:12.678549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:12.686964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.730232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (c5af92ed-76ee-4b00-9916-3a8a1999049d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:12.730844 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Floating IP c5af92ed-76ee-4b00-9916-3a8a1999049d disassociated (deleted). External IP: 172.25.3.119, port: 057db13e-e4ec-4187-94f8-cca35bb6cd20. Mar 10 17:46:12.808364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:12.871263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:12.969710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-30fada94-a567-4aa4-af5e-20a7f2e41f9d None None] Provisioning complete for port 60d7c9fa-297e-4045-9f98-12c10a78233f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:12.970090 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30fada94-a567-4aa4-af5e-20a7f2e41f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:13.017160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29266cc9-b092-454d-9571-79fe8cc82753 None None] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:13.050147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-30fada94-a567-4aa4-af5e-20a7f2e41f9d None None] Port 60d7c9fa-297e-4045-9f98-12c10a78233f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:13.209879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1cddcbca-e6f8-44ed-b3ac-8c6acf3ca5c2 None None] Provisioning complete for port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:13.210352 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cddcbca-e6f8-44ed-b3ac-8c6acf3ca5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:13.317914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:13.327542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1cddcbca-e6f8-44ed-b3ac-8c6acf3ca5c2 None None] Current status of the port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:13.328068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port 60d7c9fa-297e-4045-9f98-12c10a78233f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:13.328673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:13.339015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-86e090ca-9f62-4add-bbe4-1916f92babae tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7455800 Mar 10 17:46:13.341814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:13.348039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:13.603909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:13.666228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Provisioning complete for port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:13.667448 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:13.800113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:13.814280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6936540-b591-4cfe-9170-86611814fc0d req-1c87cbff-6027-43f5-99aa-7e0a973b4d0c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0838571 Mar 10 17:46:13.857347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for 60d7c9fa-297e-4045-9f98-12c10a78233f owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:13.867649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Current status of the port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:13.895238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:13.895615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.010188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-96ce203e-87b2-461a-887e-3ba9a0dee355 None None] Port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:14.078204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:14.085076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.112330 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:14.125250 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:14.126453 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:14.130271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 17:46:14.182752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Removed routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 17:46:14.183327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.221493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:14.233042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e30760ff-fa4f-4fbe-b65a-83dcf42e631e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:14.251312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0aeb0931-a217-44db-a546-38511ba6debb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5af92ed-76ee-4b00-9916-3a8a1999049d HTTP/1.1" status: 204 len: 168 time: 4.9077439 Mar 10 17:46:14.251312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:14.262898 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:14.336266 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:14.373417 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c79e7-0a49-4b8d-9cfd-32ce53997c65 x-openstack-request-id: req-972c79e7-0a49-4b8d-9cfd-32ce53997c65 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:14.373417 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:14.390493 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-972c79e7-0a49-4b8d-9cfd-32ce53997c65 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:14.391284 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'status': 'completed', 'code': 200} Mar 10 17:46:14.402460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:14.403491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:14.521031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (60d7c9fa-297e-4045-9f98-12c10a78233f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.522617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:14.580701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=60d7c9fa-297e-4045-9f98-12c10a78233f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:14.610376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-d904b20c-fd9c-44e8-adb6-9c875d3564d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:14.613782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-d904b20c-fd9c-44e8-adb6-9c875d3564d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 1128 time: 0.2188540 Mar 10 17:46:14.777417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.787475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (f70270e6-b09a-412c-985a-25629156135a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.865196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-00eaf2c8-b99b-448b-8d95-0dc141d5130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:14.876309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-00eaf2c8-b99b-448b-8d95-0dc141d5130b service neutron] 10.222.0.41 "GET /v2.0/networks?id=edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 200 len: 898 time: 0.2528064 Mar 10 17:46:14.879216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e30760ff-fa4f-4fbe-b65a-83dcf42e631e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:14.879744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:14.989646 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:15.049639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:15.059873 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfc81800-6ab8-4fe5-8a4c-9017e9be7e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.074312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-998ec100-2523-407e-8293-5ae7f1866fa7 None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:15.074721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-998ec100-2523-407e-8293-5ae7f1866fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.105162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-187068b0-bee5-4ef6-87a4-a0dc6c44d61c req-da1c7ed1-cde4-49e8-b9f1-6a6529c077a6 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1298137 Mar 10 17:46:15.119708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-1bbbc41f-068b-4dc0-b417-51fbd1c55721 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 200 len: 217 time: 0.1959753 Mar 10 17:46:15.221300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e30760ff-fa4f-4fbe-b65a-83dcf42e631e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:15.223481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b7606a69-45f2-4f4f-b289-8ce6ade92ef1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:15.295628 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:15.298714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:15.317537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.325064 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5553a75b-d136-4b38-97e6-5a55a9f5c132 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 954 time: 1.9817009 Mar 10 17:46:15.325785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:15.335005 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:15.335768 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:15.409184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-998ec100-2523-407e-8293-5ae7f1866fa7 None None] Port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:15.420563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-11b2b950-b336-4fe6-91d7-308967f9904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:15.431712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-11b2b950-b336-4fe6-91d7-308967f9904e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 200 len: 834 time: 0.2946591 Mar 10 17:46:15.468349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:14Z', 'revision_number': 6, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:15.472288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:15.472781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.492846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d3e85-853d-4251-b5ec-8e686a975cfb req-6dc37e64-7afe-4f65-b71a-79485c1a09a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:15.494405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979d3e85-853d-4251-b5ec-8e686a975cfb req-6dc37e64-7afe-4f65-b71a-79485c1a09a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.6100819 Mar 10 17:46:15.582417 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:15.584917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1f154f12-2454-48a0-8bce-b86ebd89ac79 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 954 time: 0.2579598 Mar 10 17:46:15.585767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:15.590607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'routes': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:15.648136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:15.650078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Updating router f70270e6-b09a-412c-985a-25629156135a port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:15.748845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.750150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-979d3e85-853d-4251-b5ec-8e686a975cfb req-e1e4178e-efd4-43c6-9eb6-ca994e9ba36e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466140 Mar 10 17:46:15.756072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:15.773833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d156aeec-c405-49ff-b4c5-541013656d60 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/60d7c9fa-297e-4045-9f98-12c10a78233f HTTP/1.1" status: 204 len: 168 time: 3.1335928 Mar 10 17:46:15.774656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:15.805831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-f745036e-8e52-4702-8785-f002a30ffbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:15.807656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-f745036e-8e52-4702-8785-f002a30ffbb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=edc0250e-cbda-4afd-833f-f29afbb41531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2794335 Mar 10 17:46:16.026065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-dd8b9f40-a4ac-49e4-beed-2f829dfe6f1c service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935019 Mar 10 17:46:16.027406 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2997651d-71cf-434a-aba6-640026860bd7 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] GET failed (client error): The resource could not be found. Mar 10 17:46:16.034699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2997651d-71cf-434a-aba6-640026860bd7 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports/60d7c9fa-297e-4045-9f98-12c10a78233f HTTP/1.1" status: 404 len: 333 time: 0.2575464 Mar 10 17:46:16.035649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:16.055394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:16.112706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:16.214004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c181ecdb-376f-4500-b79d-7e7cb205938e None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:45:58Z', 'revision_number': 6, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '08e48939-7305-4db0-bd04-a8332f8cf08a', 'name': '', 'network_id': 'edc0250e-cbda-4afd-833f-f29afbb41531', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:d6:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:12Z', 'updated_at': '2022-03-10T17:43:18Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': '613b24c4-4a7b-48c1-8372-664511a693b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:16.682764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks [] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.716261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-582748b0-a090-477d-bbe2-8ccc7f136fb8 None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:16.716768 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-582748b0-a090-477d-bbe2-8ccc7f136fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.760815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-582748b0-a090-477d-bbe2-8ccc7f136fb8 None None] Port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:16.763927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.823074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d798-e2d1-4f04-8a1b-200c74976394 None None] Pushing event updated for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:16.826777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.900533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 17:46:16.904698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 17:46:16.912840 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2db083-6f49-4dc8-880c-0909a26d1aff None None] New status for floating IP c5af92ed-76ee-4b00-9916-3a8a1999049d: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:46:16.977863 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.978549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Attempting to bind port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:16.979083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Attempting to bind port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:16.979652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Attempting to bind port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 on network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:16.995979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:16.996443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Checking segment: {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:16.996973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:16.998141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Bound using segment: {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:17.008776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33caa27a-019e-4732-8daf-e61cfe64e8e9 req-1034aba0-2d67-4d3d-90e2-192b3e984aaa tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.3801892 Mar 10 17:46:17.010575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Bound port: cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3362e779-4c1b-4e7f-9ff7-766b986d6c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:17.011218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.188122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] For port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:17.198546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] For port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:17.223449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.236091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-4f9ce7c6-1d0a-430e-84a3-65c5ec80e0ad tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:17.240304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-4f9ce7c6-1d0a-430e-84a3-65c5ec80e0ad tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.6019757 Mar 10 17:46:17.384225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d798-e2d1-4f04-8a1b-200c74976394 None None] Pushing event updated for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:17.424108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5b18-2ef9-445b-ad6d-760e14a07542 req-de0623a5-99f1-4bf9-8647-cc2be9ae69ef tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:17.426390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5aaf5b18-2ef9-445b-ad6d-760e14a07542 req-de0623a5-99f1-4bf9-8647-cc2be9ae69ef tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.4655867 Mar 10 17:46:17.441748 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.454574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:17.455583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.461601 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.468827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (f70270e6-b09a-412c-985a-25629156135a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.535363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:17.535958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:17.544112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf0076e2-3294-4d21-b4c9-fdd3d73a7fbe req-45202293-5261-4820-b46b-5b72e1a0e331 service neutron] 10.222.0.41 "GET /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5072975 Mar 10 17:46:17.606588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port eaf07816-cf78-4e62-aea6-19153ef2524a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:17.607465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.701622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:17.762316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5aaf5b18-2ef9-445b-ad6d-760e14a07542 req-1d96d16b-9f86-4709-9d46-7031eeab712e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513311 Mar 10 17:46:17.842044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:17.928855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 057db13e-e4ec-4187-94f8-cca35bb6cd20 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:17.929222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.976713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:17.994679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:17.998050 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-121eccac-801d-474d-bc66-133204b6825d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 704 time: 2.4090779 Mar 10 17:46:17.999518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:18.176049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.243809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for eaf07816-cf78-4e62-aea6-19153ef2524a owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:18.270110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7e5d352-5b2a-413f-bfc6-93c5bd3c33c4 req-14ca419e-a6f8-4660-9981-50fc454afda2 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0643001 Mar 10 17:46:18.309420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3ad135d-a784-4c08-ad19-2587d4a09657 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 704 time: 0.3085704 Mar 10 17:46:18.309931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:18.349404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 057db13e-e4ec-4187-94f8-cca35bb6cd20, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=057db13e-e4ec-4187-94f8-cca35bb6cd20,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:18.349766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.385477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:18.454025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 057db13e-e4ec-4187-94f8-cca35bb6cd20 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:18.481350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Current status of the port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:18.481766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.555380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:16Z', 'revision_number': 7, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:17Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:18.611419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07bd3b-367d-4ab1-9dac-0673ecbffed9 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:16Z', 'revision_number': 7, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:17Z', 'revision_number': 4, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:18.620219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:18.620595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.679696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] For port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:18.767017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.965127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:18.981059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002e211-f8b5-4408-acae-290cc0340b15 None None] Pushing event updated for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:19.001932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:19.068292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (eaf07816-cf78-4e62-aea6-19153ef2524a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.136240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=eaf07816-cf78-4e62-aea6-19153ef2524a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:19.142100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8beef849-fee1-4d0b-81c8-41b7911cfc87 None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:19.163124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8beef849-fee1-4d0b-81c8-41b7911cfc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.174954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:19.175610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:19.248180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (057db13e-e4ec-4187-94f8-cca35bb6cd20), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.347166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.415996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=057db13e-e4ec-4187-94f8-cca35bb6cd20,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:19.505888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e691c3-8741-4f67-9c02-14505227045c req-2cac3d17-f21d-4fca-903e-2434d624023e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:19.507830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14e691c3-8741-4f67-9c02-14505227045c req-2cac3d17-f21d-4fca-903e-2434d624023e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 946 time: 0.5376885 Mar 10 17:46:19.600386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] No DVR routers for this DVR port 057db13e-e4ec-4187-94f8-cca35bb6cd20 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:19.606110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.622750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7c897ac-5a7c-4db7-8e29-7dcce9f5841a req-7932ae0b-ff79-473b-a581-88db8e83fd06 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "DELETE /v2.0/ports/057db13e-e4ec-4187-94f8-cca35bb6cd20 HTTP/1.1" status: 204 len: 173 time: 2.3446200 Mar 10 17:46:19.624997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb5df4ee-0cc5-4825-aeef-4be4620d9350 req-eedb5f14-a88d-4fc1-a3c9-f5188b09af6e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1043220 Mar 10 17:46:19.652746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'name': 'network-vif-deleted', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:19.668543 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f252a9e-c931-41c1-aa97-58b04baf2381" -d '{"events": [{"server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "name": "network-vif-deleted", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:19.682813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:19.719358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:19.773598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:19.788870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c5d5832-ca58-4959-a8cf-979b81be536a tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/eaf07816-cf78-4e62-aea6-19153ef2524a HTTP/1.1" status: 204 len: 168 time: 3.7444239 Mar 10 17:46:19.789154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:19.898096 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a56befe-0e79-454e-ae34-4a1496bfe2f9 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] GET failed (client error): The resource could not be found. Mar 10 17:46:19.917789 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a56befe-0e79-454e-ae34-4a1496bfe2f9 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "GET /v2.0/ports/eaf07816-cf78-4e62-aea6-19153ef2524a HTTP/1.1" status: 404 len: 333 time: 0.1237068 Mar 10 17:46:19.919584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:19.950228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14e691c3-8741-4f67-9c02-14505227045c req-3aba0136-330c-4b61-a198-7b7f7135eb27 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214734 Mar 10 17:46:19.954413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8beef849-fee1-4d0b-81c8-41b7911cfc87 None None] Current status of the port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:19.963347 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb6e3f8-d26a-4fdf-8cf9-e9eb12ceb63c x-openstack-request-id: req-4eb6e3f8-d26a-4fdf-8cf9-e9eb12ceb63c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:19.966208 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e1033-d4e3-4971-a696-43002ccf66f0", "name": "network-vif-deleted", "tag": "057db13e-e4ec-4187-94f8-cca35bb6cd20", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:19.969190 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4eb6e3f8-d26a-4fdf-8cf9-e9eb12ceb63c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:19.970247 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e1033-d4e3-4971-a696-43002ccf66f0', 'name': 'network-vif-deleted', 'tag': '057db13e-e4ec-4187-94f8-cca35bb6cd20', 'status': 'completed', 'code': 200} Mar 10 17:46:20.339098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:20.404418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:20.405019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:20.510929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 057db13e-e4ec-4187-94f8-cca35bb6cd20 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:20.573439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 057db13e-e4ec-4187-94f8-cca35bb6cd20 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:20.573784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 057db13e-e4ec-4187-94f8-cca35bb6cd20 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:20.596015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:20.606910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:20.701488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:16Z', 'revision_number': 7, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:18Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:20.812431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:20.839091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:20.839742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:20.844896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:20.874075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1a9d08f-9c68-410a-9402-d0edac4c4898 req-3e63c9df-8eb4-43d4-aea7-18c0edd2da46 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0831738 Mar 10 17:46:21.032857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:21.197146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de1ca53-36ca-4513-994f-ac527a509003 req-ae0165cf-0fef-470c-b554-fb32f73ec67e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=233e1033-d4e3-4971-a696-43002ccf66f0 HTTP/1.1" status: 200 len: 210 time: 0.0614724 Mar 10 17:46:21.240626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e2d3e-a747-48c5-a6ca-a2184bfa37bc req-0b28c6ae-1767-4765-9c98-b7835de6b921 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:21.250730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae4e2d3e-a747-48c5-a6ca-a2184bfa37bc req-0b28c6ae-1767-4765-9c98-b7835de6b921 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1864319 Mar 10 17:46:21.366922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae4e2d3e-a747-48c5-a6ca-a2184bfa37bc req-127478b4-587d-41c2-a46f-3b9b3453540d tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060076 Mar 10 17:46:21.437513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:21.438046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:21.532106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:21.589346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:21.784852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:21.785228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:21.836177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:21.897298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:16Z', 'revision_number': 7, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:18Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:21.951785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12d50d-1962-471f-8dfa-3930c070d448 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:16Z', 'revision_number': 7, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2', 'name': '', 'network_id': '05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:e3:8d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:08Z', 'updated_at': '2022-03-10T17:46:18Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'e067deb5-70e4-42c0-a645-8a15cc1cc71e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:22.113616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-628ed87c-60b5-4fe9-bd77-727308c5283e req-7aa5e718-c489-4952-bd9a-cdf80a9f72b7 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0536041 Mar 10 17:46:22.146260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51354) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:22.153302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139277822', 'description': 'tempest-description--1148400231'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:22.214009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.227440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.316763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:22.341036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51358) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:22.343015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.343415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.343840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.344231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.344598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.344934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.345352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.345891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.346100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.347429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.347775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.348105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.348437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:22.368498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (7b12d695-4e76-474c-9d3e-3bd22e74a7a3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.381831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b12d695-4e76-474c-9d3e-3bd22e74a7a3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.447764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12d695-4e76-474c-9d3e-3bd22e74a7a3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:22.461947 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.466364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e0ac71f4-fb5d-4b2f-b952-3e49f1a0e64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3159518 Mar 10 17:46:22.468940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:22.494380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '7b12d695-4e76-474c-9d3e-3bd22e74a7a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:22.629998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.637046 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3eee19e0-1fb2-43cd-91ad-b3174bf94b18 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/ports/bf1305c7-d3f0-49b5-b3ea-b5cb1c303d78 HTTP/1.1" status: 204 len: 168 time: 2.7142677 Mar 10 17:46:22.637860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51364) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:22.726716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting subnet f18b6951-ea09-4c89-a328-3ab5c3341630 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:22.728524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (600f5b8b-1e2b-4134-a60f-34658a6dbb5a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.730632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for subnet (f18b6951-ea09-4c89-a328-3ab5c3341630), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.749647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.797053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (f18b6951-ea09-4c89-a328-3ab5c3341630), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.845773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (2b4717ed-0bd2-4bf4-8dd1-136b96314bc3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:22.880184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:23.002344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (f18b6951-ea09-4c89-a328-3ab5c3341630), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.027095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (2b4717ed-0bd2-4bf4-8dd1-136b96314bc3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.114011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.149077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (f18b6951-ea09-4c89-a328-3ab5c3341630), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.211864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Subnet': ['ID=f18b6951-ea09-4c89-a328-3ab5c3341630,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:23.235086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.239958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff89a7-5edf-444c-a885-cc323f56d199 None None] Network 797c3e6e-de3b-47eb-9223-3eef790b2299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:23.247824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-055a1ded-491b-44c8-b2e4-ceef755e6805 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/subnets/f18b6951-ea09-4c89-a328-3ab5c3341630 HTTP/1.1" status: 204 len: 168 time: 0.6093025 Mar 10 17:46:23.248752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51370) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:23.255481 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2b4717ed-0bd2-4bf4-8dd1-136b96314bc3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.262191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.265896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/security-groups/2b4717ed-0bd2-4bf4-8dd1-136b96314bc3 HTTP/1.1" status: 204 len: 168 time: 0.8974321 Mar 10 17:46:23.301649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (600f5b8b-1e2b-4134-a60f-34658a6dbb5a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.396391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26166b13-940a-4649-8383-18037f4aa313 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4717ed-0bd2-4bf4-8dd1-136b96314bc3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:23.399218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51374) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:23.499715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (797c3e6e-de3b-47eb-9223-3eef790b2299), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.571896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60c045b8-3e9c-49ce-8584-182278ce3747 req-c2512414-ce40-46ff-9100-e08faa52dd0e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0957673 Mar 10 17:46:23.613140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] DHCP port deletion for 797c3e6e-de3b-47eb-9223-3eef790b2299 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:23.659105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (600f5b8b-1e2b-4134-a60f-34658a6dbb5a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.699656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.700822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Deleting port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:23.701203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.701705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2210512 Mar 10 17:46:23.738109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:23.781057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '7b12d695-4e76-474c-9d3e-3bd22e74a7a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:23.800147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce33e6-0fb4-4ca3-91d1-db503e0c3dbf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600f5b8b-1e2b-4134-a60f-34658a6dbb5a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:23.809366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Deleting port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:23.809753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.884463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] For port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,segment=NetworkSegment(db44544c-921a-41b8-8ae0-a4332e32da63),segment_id=db44544c-921a-41b8-8ae0-a4332e32da63)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:23.884836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:23.899552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Calling delete_port for c1b41fcd-3d99-44bc-b8f3-aeea18005dfb owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:23.980531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] For port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,segment=NetworkSegment(db44544c-921a-41b8-8ae0-a4332e32da63),segment_id=db44544c-921a-41b8-8ae0-a4332e32da63)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:23.981252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.019075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Calling delete_port for c1b41fcd-3d99-44bc-b8f3-aeea18005dfb owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:24.030825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.091781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Port': ['ID=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:24.106414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] No DVR routers for this DVR port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:24.143900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (4de69424-5400-4901-9544-18fa0fa0f5fc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.213781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (4de69424-5400-4901-9544-18fa0fa0f5fc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.217499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:24.228206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c1b41fcd-3d99-44bc-b8f3-aeea18005dfb), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.249027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4de69424-5400-4901-9544-18fa0fa0f5fc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.294639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] Pushing event deleted for resources: {'Port': ['ID=c1b41fcd-3d99-44bc-b8f3-aeea18005dfb,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:24.306743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415658c6-f94c-44aa-a8ec-45c7cfcf8976 None None] No DVR routers for this DVR port c1b41fcd-3d99-44bc-b8f3-aeea18005dfb on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:24.312071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (797c3e6e-de3b-47eb-9223-3eef790b2299), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.321273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de69424-5400-4901-9544-18fa0fa0f5fc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:24.336256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b41fcd-3d99-44bc-b8f3-aeea18005dfb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:24.340104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.341337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83e8d73d-1956-4224-8c08-c94e5393e43e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5644245 Mar 10 17:46:24.350769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51378) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:24.359450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797c3e6e-de3b-47eb-9223-3eef790b2299']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:24.365147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:24.375003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c1b41fcd-3d99-44bc-b8f3-aeea18005dfb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:24.375347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b41fcd-3d99-44bc-b8f3-aeea18005dfb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:24.391046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db44544c-921a-41b8-8ae0-a4332e32da63') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:24.391518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db44544c-921a-41b8-8ae0-a4332e32da63') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:24.407367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (db44544c-921a-41b8-8ae0-a4332e32da63), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.423056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (db44544c-921a-41b8-8ae0-a4332e32da63), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.430724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:24.431197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (db44544c-921a-41b8-8ae0-a4332e32da63), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.491851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:24.503376 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:24.506586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2fb434f-cbe5-4db8-8f0e-116f0eb1af0d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1952357 Mar 10 17:46:24.507650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51380) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:24.508022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:24.520065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (797c3e6e-de3b-47eb-9223-3eef790b2299), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.521177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:24.524428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:24.528385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.539778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] 10.222.0.35 "DELETE /v2.0/networks/797c3e6e-de3b-47eb-9223-3eef790b2299 HTTP/1.1" status: 204 len: 168 time: 1.2899065 Mar 10 17:46:24.546208 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.576241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a297ee-1e9c-4640-b81b-566475c03717 tempest-AllowedAddressPairTestJSON-656927942 tempest-AllowedAddressPairTestJSON-656927942-project] Pushing event deleted for resources: {'Network': ['ID=797c3e6e-de3b-47eb-9223-3eef790b2299,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:24.652439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet e067deb5-70e4-42c0-a645-8a15cc1cc71e {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:24.659906 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:24.678909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (e067deb5-70e4-42c0-a645-8a15cc1cc71e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.757952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (e067deb5-70e4-42c0-a645-8a15cc1cc71e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.860930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f98ad636-8aab-40a6-8808-f60a2f4df29b req-877a39e9-d477-403c-a3e4-ed87afbcea95 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0702379 Mar 10 17:46:24.940500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:24.965274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e067deb5-70e4-42c0-a645-8a15cc1cc71e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.099212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.25.3.76 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ab7b819e-4857-419e-a528-36a980468a17) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:25.133141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:25.174639 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:22Z', 'revision_number': 8, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:25.191920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.195800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (e067deb5-70e4-42c0-a645-8a15cc1cc71e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.236023 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:25.240527 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (ab7b819e-4857-419e-a528-36a980468a17), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.261990 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:25.263709 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:25.270379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=e067deb5-70e4-42c0-a645-8a15cc1cc71e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:25.281301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.288138 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b59674b6-9ec7-4fee-8e1f-e90ac4eeab43 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/e067deb5-70e4-42c0-a645-8a15cc1cc71e HTTP/1.1" status: 204 len: 168 time: 0.7171309 Mar 10 17:46:25.288138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51392) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:25.296892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d95cbb-216c-4226-bcef-1621550870bc None None] Network 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:25.318158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ab7b819e-4857-419e-a528-36a980468a17), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.428915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:25.468021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:25.472607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=ab7b819e-4857-419e-a528-36a980468a17,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:25.482523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:25.490891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:25.589182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.598918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53603d76-ab84-4cc9-8f52-9e97a07e8efd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b82333e944c479b9ead9c85e38bd5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540691 Mar 10 17:46:25.611134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51394) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:25.665734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] DHCP port deletion for 05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:25.702955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.746746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:25.747331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.762892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Deleting port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:25.763262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.808281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:22Z', 'revision_number': 8, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:25.845979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a216a-3810-477a-9b97-1432d135b3f5 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:22Z', 'revision_number': 8, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e30760ff-fa4f-4fbe-b65a-83dcf42e631e', 'name': '', 'network_id': 'def010ae-b39a-4a40-ad94-505873c9e80d', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:f7:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:02Z', 'updated_at': '2022-03-10T17:46:11Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '3082a2eb-db55-4476-87e4-1748a4d9f150', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:25.865931 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ab7b819e-4857-419e-a528-36a980468a17), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.891412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] For port b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:25.892226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.908426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Calling delete_port for b7606a69-45f2-4f4f-b289-8ce6ade92ef1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:25.974216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] Publish callbacks [] for security_group (0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:25.997615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port b7606a69-45f2-4f4f-b289-8ce6ade92ef1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,segment=NetworkSegment(3362e779-4c1b-4e7f-9ff7-766b986d6c6a),segment_id=3362e779-4c1b-4e7f-9ff7-766b986d6c6a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:25.997993 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.018668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for b7606a69-45f2-4f4f-b289-8ce6ade92ef1 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:26.034633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.048832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:46:26.075230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] No DVR routers for this DVR port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:26.077034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5563bde-d7ca-474f-8ec3-8077439c3de8 None None] Pushing event deleted for resources: {'Port': ['ID=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:26.092538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f52d9d39-e3c1-4266-9b3a-114a83303c45 req-531f2396-0ad2-403a-8638-8094a9ff87ec tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0901508 Mar 10 17:46:26.106405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] Publish callbacks [] for security_group (0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.152720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 08e48939-7305-4db0-bd04-a8332f8cf08a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:26.152978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.244394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.247202 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.249569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4 HTTP/1.1" status: 204 len: 168 time: 0.5352089 Mar 10 17:46:26.272396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (ab7b819e-4857-419e-a528-36a980468a17), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.274416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a9c8e-e45a-4935-98fa-59bc25a28f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3cdcee-cb30-4f46-9194-aea7d9bb7aa4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:26.284880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ab7b819e-4857-419e-a528-36a980468a17), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.343917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b7606a69-45f2-4f4f-b289-8ce6ade92ef1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.357497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:26.358023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 08e48939-7305-4db0-bd04-a8332f8cf08a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=08e48939-7305-4db0-bd04-a8332f8cf08a,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:26.358121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.401018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 08e48939-7305-4db0-bd04-a8332f8cf08a owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:26.402817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=b7606a69-45f2-4f4f-b289-8ce6ade92ef1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:26.408022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port b7606a69-45f2-4f4f-b289-8ce6ade92ef1 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:26.442386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=ab7b819e-4857-419e-a528-36a980468a17,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:26.448800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:26.451244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cdaa9cc0-f0ee-45b8-8c0d-b1523060cbb2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:26.454224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b7606a69-45f2-4f4f-b289-8ce6ade92ef1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:26.485955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.510818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.520502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6f0e017a-fd13-44c3-9247-6b8b954f0427 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1600654 Mar 10 17:46:26.526558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b7606a69-45f2-4f4f-b289-8ce6ade92ef1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:26.526947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b7606a69-45f2-4f4f-b289-8ce6ade92ef1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:26.546977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.576160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:26.612547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3362e779-4c1b-4e7f-9ff7-766b986d6c6a') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:26.612935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3362e779-4c1b-4e7f-9ff7-766b986d6c6a') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:26.623543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (3362e779-4c1b-4e7f-9ff7-766b986d6c6a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.639310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3362e779-4c1b-4e7f-9ff7-766b986d6c6a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.645711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:26.646109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (3362e779-4c1b-4e7f-9ff7-766b986d6c6a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:26.673339 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:26.806587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.828989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:26.837407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7 HTTP/1.1" status: 204 len: 168 time: 1.5486245 Mar 10 17:46:26.840088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:26.865578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf625c-66bc-48f8-9976-0666ca5c3d54 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=05fc3b41-ecdb-41ad-9d9c-fd9aba0279a7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:26.907868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-425b2396-b02d-4eea-93e5-fb01f96f7ac4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1139277822&fields=id&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 267 time: 0.1414154 Mar 10 17:46:26.940073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:27.075543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (08e48939-7305-4db0-bd04-a8332f8cf08a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:27.160052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=08e48939-7305-4db0-bd04-a8332f8cf08a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:27.317696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-9847bc23-ffa3-4262-b9f0-e4ca717bc13c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:27.325342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-9847bc23-ffa3-4262-b9f0-e4ca717bc13c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.3920579 Mar 10 17:46:27.387737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e8f0399-0306-4217-98bc-74144f760be9 req-ceaefd9c-b9c6-4a9a-a011-814312f1b6cf tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0723748 Mar 10 17:46:27.420221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-683e9565-53f9-4f0c-ba16-2cc314044278 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/quotas/e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 375 time: 0.0938942 Mar 10 17:46:27.542490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:27.559880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-d7f2d32f-9e4e-4cf1-be85-77d05161a9da tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212647 Mar 10 17:46:27.570295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-73d5515c-2ad7-4989-a71e-f67665e2078b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:46:27.577158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-73d5515c-2ad7-4989-a71e-f67665e2078b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121412 Mar 10 17:46:27.600591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51434) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:27.671501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:27.809495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:27.928553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:27.941023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Sync routers for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:27.942883 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-057ea137-a627-4215-9bf5-4c32950398f6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/3360f4b3-89e8-4a75-b73f-05d21eac4d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5396593 Mar 10 17:46:27.945674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51438) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:27.959222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:27.959849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:28.026001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting subnet 613b24c4-4a7b-48c1-8372-664511a693b2 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:28.031127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (613b24c4-4a7b-48c1-8372-664511a693b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.103676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (613b24c4-4a7b-48c1-8372-664511a693b2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.193065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:28.413425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:46:26Z', 'revision_number': 7, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:28.449210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Checking router: 3360f4b3-89e8-4a75-b73f-05d21eac4d4d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:28.458882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Routers {'3360f4b3-89e8-4a75-b73f-05d21eac4d4d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:28.459502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:28.479482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-9f3f53fd-5fe8-44f5-886f-80b1034bdcd2 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014735 Mar 10 17:46:28.484759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1600033586'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:28.610251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] Set router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:28.610941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-30794488-9c8c-415c-bdeb-ed94b1f27760 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212153 Mar 10 17:46:28.655847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fb9552d-56a8-4722-947f-1245fe3cc4c3 req-a5b39a90-4f58-4ea9-9234-76f38438f5f5 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1630890 Mar 10 17:46:28.681999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:28.685407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.703616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.812048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (613b24c4-4a7b-48c1-8372-664511a693b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.949324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d776f94-0ad0-4598-8538-69bfa713fd0f req-9a94c22f-eed5-47d4-9507-a3f3cc810c62 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 210 time: 0.0454705 Mar 10 17:46:28.954004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (613b24c4-4a7b-48c1-8372-664511a693b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.962871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port e30760ff-fa4f-4fbe-b65a-83dcf42e631e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:28.963289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.982707 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:28.989305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/subnets/613b24c4-4a7b-48c1-8372-664511a693b2 HTTP/1.1" status: 204 len: 168 time: 1.0425971 Mar 10 17:46:29.002046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a304b6-bb75-405a-b2ba-e511e3908acf None None] Network edc0250e-cbda-4afd-833f-f29afbb41531 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:29.009730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51446) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:29.043104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc808f4-bb1c-4d1c-be9b-565b8e7f9401 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Subnet': ['ID=613b24c4-4a7b-48c1-8372-664511a693b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:29.055595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for security_group (7a0ffddd-ff4a-4496-8691-ca6887490429), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.128774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:46:26Z', 'revision_number': 7, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:29.157730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef173-0da7-43e8-807c-961c76eec630 None None] The sync data for ids ['3360f4b3-89e8-4a75-b73f-05d21eac4d4d'] in n-d-833115-2 is: [{'id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'name': 'tempest-TestNetworkBasicOps-router-270451485', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:46:26Z', 'revision_number': 7, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '7ec6b279-d84c-4d3e-b747-7c859c359dca', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3360f4b3-89e8-4a75-b73f-05d21eac4d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:43:07Z', 'updated_at': '2022-03-10T17:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:29.170648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port e30760ff-fa4f-4fbe-b65a-83dcf42e631e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:29.171033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.188331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for e30760ff-fa4f-4fbe-b65a-83dcf42e631e owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:29.276822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7a0ffddd-ff4a-4496-8691-ca6887490429), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.316843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:46:29.354408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cf3f8d56-346c-4563-953e-5c03e960b601), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.355134 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Added segment cf3f8d56-346c-4563-953e-5c03e960b601 of type vlan for network 592f6c87-1d99-4203-8fdf-82584ee8fa36 Mar 10 17:46:29.356125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ffddd-ff4a-4496-8691-ca6887490429,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:29.484061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.489220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (592f6c87-1d99-4203-8fdf-82584ee8fa36), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.541923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] DHCP port deletion for edc0250e-cbda-4afd-833f-f29afbb41531 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:29.601308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Deleting port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:29.601690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.638814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (592f6c87-1d99-4203-8fdf-82584ee8fa36), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.646816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:29.647675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.697666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] For port e2619f87-90cc-4ccb-9e52-16e252c9bfd1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,segment=NetworkSegment(0bc1403f-be26-46ba-b333-8e8f0d9425f3),segment_id=0bc1403f-be26-46ba-b333-8e8f0d9425f3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:29.698355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.719045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Calling delete_port for e2619f87-90cc-4ccb-9e52-16e252c9bfd1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:29.782886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:29.787019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1782136 Mar 10 17:46:29.789258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'subnet': {'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:29.837219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.840540 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e30760ff-fa4f-4fbe-b65a-83dcf42e631e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:29.843416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc6e1-fbd3-41a0-af01-d36095d970b0 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Network': ['ID=592f6c87-1d99-4203-8fdf-82584ee8fa36,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:29.891655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f8ee216-f192-4e0e-a986-588aba571cab req-6c239040-268c-4eaa-83ca-33e1232756e9 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0576003 Mar 10 17:46:29.958259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=e30760ff-fa4f-4fbe-b65a-83dcf42e631e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:29.998570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:30.019342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.078657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:46:30.109809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e2619f87-90cc-4ccb-9e52-16e252c9bfd1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.133757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] No DVR routers for this DVR port e2619f87-90cc-4ccb-9e52-16e252c9bfd1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:30.171893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Pushing event deleted for resources: {'Port': ['ID=e2619f87-90cc-4ccb-9e52-16e252c9bfd1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:30.189183 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.270241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.270674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.273270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.273632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.273972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.274351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.274712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.275038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.276783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.277117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.277493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.277825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.279486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb88650-680f-4059-81ec-c8bfa6a341ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:30.350130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 08e48939-7305-4db0-bd04-a8332f8cf08a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:30.381397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 08e48939-7305-4db0-bd04-a8332f8cf08a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:30.381843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 08e48939-7305-4db0-bd04-a8332f8cf08a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:30.382156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2619f87-90cc-4ccb-9e52-16e252c9bfd1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:30.415412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e2619f87-90cc-4ccb-9e52-16e252c9bfd1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:30.416012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e2619f87-90cc-4ccb-9e52-16e252c9bfd1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:30.427493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af6cdeb8-ca29-42ea-ae96-96865028e4da req-0a73c0cf-37bd-4aba-9f40-4be2e7a53f29 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 210 time: 0.2924492 Mar 10 17:46:30.443093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (20f09497-d367-4640-8756-0b4274223e80), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.468778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.500241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-4cb520ea-4f43-451a-98f8-c7991fe1cc31 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:30.501941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-4cb520ea-4f43-451a-98f8-c7991fe1cc31 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.3927298 Mar 10 17:46:30.520774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Subnet': ['ID=20f09497-d367-4640-8756-0b4274223e80,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:30.522937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Checking segment: {'id': 'cf3f8d56-346c-4563-953e-5c03e960b601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:30.523387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network hostable DHCP agents. Network: 592f6c87-1d99-4203-8fdf-82584ee8fa36, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:46:30.543978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:46:30.547933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 7ec6b279-d84c-4d3e-b747-7c859c359dca {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:30.548277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.555935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 592f6c87-1d99-4203-8fdf-82584ee8fa36) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:30.560937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:30.562017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.569076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdb907-7d81-49a0-b39a-16c1276e1aa1 None None] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:30.597077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e3e7e0a-1b24-4d14-9dfe-473bf7c129d9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8126025 Mar 10 17:46:30.599271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:30.607529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-796452136', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:30.637241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.639226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.692422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed1cc9-fad8-454e-b9ef-6476caae08a4 None None] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:30.720296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-34bc0fa8-2c0d-4548-ac1e-c34681c5ab34 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 472 time: 0.2096035 Mar 10 17:46:30.726736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_controller (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.737010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'port': {'device_id': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'admin_state_up': True, 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'security_groups': ['7b12d695-4e76-474c-9d3e-3bd22e74a7a3']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:30.800127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 7ec6b279-d84c-4d3e-b747-7c859c359dca, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ec6b279-d84c-4d3e-b747-7c859c359dca,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:30.800497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.819628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 7ec6b279-d84c-4d3e-b747-7c859c359dca owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:30.897298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:30.972322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:31.083270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:31.086643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.121244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98b63b53-ae56-4daf-96ef-eac243644385 req-b2f0707c-2814-4845-aa28-b9cf35d35620 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.1069589 Mar 10 17:46:31.138764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.159644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.230921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:31.239993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-088a5552-3d80-488a-9374-85e49e71c5c1 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3975229 Mar 10 17:46:31.243882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:31.249726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:31.262109 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:31.263175 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:31.314992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 3082a2eb-db55-4476-87e4-1748a4d9f150 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:31.318283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.32 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:31.322963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (3082a2eb-db55-4476-87e4-1748a4d9f150), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.349705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7ec6b279-d84c-4d3e-b747-7c859c359dca), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.360017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.20.0.11 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/1bd716f6-c055-4498-937d-f84e91bdc69f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:31.384641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3082a2eb-db55-4476-87e4-1748a4d9f150), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.392581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:31.394581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=7ec6b279-d84c-4d3e-b747-7c859c359dca,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:31.523806 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.585512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.595725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3082a2eb-db55-4476-87e4-1748a4d9f150), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.677871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.693617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3082a2eb-db55-4476-87e4-1748a4d9f150), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.761244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=3082a2eb-db55-4476-87e4-1748a4d9f150,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:31.770935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:31.772510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.775054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf0262-7d44-453d-a4ca-ec5198fea1ba None None] Network def010ae-b39a-4a40-ad94-505873c9e80d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:31.776866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a2765d05-1673-4b89-bd2a-0c551bb3d57e tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/3082a2eb-db55-4476-87e4-1748a4d9f150 HTTP/1.1" status: 204 len: 168 time: 0.5316229 Mar 10 17:46:31.780401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:31.866597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:31.873474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (def010ae-b39a-4a40-ad94-505873c9e80d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:31.875703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:31.877882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:31.978534 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:29Z', 'revision_number': 9, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:32.019258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:32.028554 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:32.029163 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:32.088582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] DHCP port deletion for def010ae-b39a-4a40-ad94-505873c9e80d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:32.100666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-434df4bd-6d30-4d99-a177-9dbf7ce2c047 req-151f99ef-646c-4742-b029-69b7d9187a18 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 210 time: 0.5433469 Mar 10 17:46:32.150461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.154531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_controller (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.211943 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:32.214662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Deleting port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:32.215328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.251069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (3360f4b3-89e8-4a75-b73f-05d21eac4d4d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.252047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Fanout notify agent at l3_agent the message router_deleted on router 3360f4b3-89e8-4a75-b73f-05d21eac4d4d {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:46:32.260417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.261679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d99af93e-bec2-47e8-9444-471cc43412d3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/routers/3360f4b3-89e8-4a75-b73f-05d21eac4d4d HTTP/1.1" status: 204 len: 168 time: 3.2513700 Mar 10 17:46:32.266007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.268152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51472) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:32.369921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:32.370938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.379606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8c46e21-78c7-4621-b21e-7eeee3fd1977 req-b26f4f5e-8c77-45f6-bc89-bdc373cc98e8 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/ports?device_id=342eaa27-b03d-4663-8650-bbf03cfdfdcb HTTP/1.1" status: 200 len: 210 time: 0.0589533 Mar 10 17:46:32.380660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:32.381290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.406205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd98bf0c-30e4-4951-ae8f-f0d472df7b30 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:32.454398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.495663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.506043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Calling delete_port for bd98bf0c-30e4-4951-ae8f-f0d472df7b30 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:32.578249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (edc0250e-cbda-4afd-833f-f29afbb41531), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.595937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:32.596630 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.617159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:29Z', 'revision_number': 9, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:32.650311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:32.654245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:32.654245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.681185 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a8134-a220-46f9-8108-ce50744baa1b None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:29Z', 'revision_number': 9, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': '9dd1951a-c599-412f-b313-17640f30956b', 'name': '', 'network_id': '27fe4984-463f-4f32-ba53-7caad8010149', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:71:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:57Z', 'updated_at': '2022-03-10T17:46:04Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': '81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:32.681812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:32.682379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for bd98bf0c-30e4-4951-ae8f-f0d472df7b30 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:32.694211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:32.695674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bd98bf0c-30e4-4951-ae8f-f0d472df7b30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,segment=NetworkSegment(509ca029-12b1-4e90-a305-8359d30abd2e),segment_id=509ca029-12b1-4e90-a305-8359d30abd2e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:32.697748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:32.709975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.768339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:32.790612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:32.826046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] Pushing event deleted for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:32.842742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b4f1a-d56f-4a2d-9fd1-0c5e66b3a5cf None None] No DVR routers for this DVR port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:32.998070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:33.004930 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.037374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-8560439b-e8f6-4d31-8c1a-9099bad9cdf3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3052325 Mar 10 17:46:33.043106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bd98bf0c-30e4-4951-ae8f-f0d472df7b30), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.117673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-05c3eb81-5307-47bc-a6c5-bdc406f0773a None None] Provisioning complete for port 1bd716f6-c055-4498-937d-f84e91bdc69f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:33.118394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05c3eb81-5307-47bc-a6c5-bdc406f0773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.124789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (edc0250e-cbda-4afd-833f-f29afbb41531), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.167754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc0250e-cbda-4afd-833f-f29afbb41531']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.174949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.190998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-05c3eb81-5307-47bc-a6c5-bdc406f0773a None None] Port 1bd716f6-c055-4498-937d-f84e91bdc69f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:33.194749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc1403f-be26-46ba-b333-8e8f0d9425f3') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.195154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc1403f-be26-46ba-b333-8e8f0d9425f3') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.216318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (0bc1403f-be26-46ba-b333-8e8f0d9425f3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.233157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=bd98bf0c-30e4-4951-ae8f-f0d472df7b30,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:33.234726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0bc1403f-be26-46ba-b333-8e8f0d9425f3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.242563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:33.243165 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (0bc1403f-be26-46ba-b333-8e8f0d9425f3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:33.261188 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:33.289795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Request body: {'port': {'device_id': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:33.397471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port bd98bf0c-30e4-4951-ae8f-f0d472df7b30 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:33.463476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:46:33.486211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.507558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (edc0250e-cbda-4afd-833f-f29afbb41531), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.513850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (def010ae-b39a-4a40-ad94-505873c9e80d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.538409 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.541882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/networks/edc0250e-cbda-4afd-833f-f29afbb41531 HTTP/1.1" status: 204 len: 168 time: 1.2727084 Mar 10 17:46:33.556265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245263ef-0189-4580-ad5f-cfb72ccf269e tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Network': ['ID=edc0250e-cbda-4afd-833f-f29afbb41531,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:33.556265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98042c51-6ec3-4a1f-932a-09e2b4a65fba req-66eb0937-afc9-4cdc-83bd-18082496f3c6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:33.556573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98042c51-6ec3-4a1f-932a-09e2b4a65fba req-66eb0937-afc9-4cdc-83bd-18082496f3c6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 932 time: 0.2816658 Mar 10 17:46:33.573672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:33.581818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'network': {'name': 'tempest-network-smoke--1335838038', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:33.588279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def010ae-b39a-4a40-ad94-505873c9e80d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.605553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509ca029-12b1-4e90-a305-8359d30abd2e') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.605910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509ca029-12b1-4e90-a305-8359d30abd2e') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.628833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a484d1-0101-48d6-87e5-e1c7cd38ce4e req-bc88b44a-2ec9-4a7a-8f7f-10f7bcb66ed2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:33.630659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95a484d1-0101-48d6-87e5-e1c7cd38ce4e req-bc88b44a-2ec9-4a7a-8f7f-10f7bcb66ed2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.1951835 Mar 10 17:46:33.633583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (509ca029-12b1-4e90-a305-8359d30abd2e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.669957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:33.673257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.691466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (509ca029-12b1-4e90-a305-8359d30abd2e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.706261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:33.706682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (509ca029-12b1-4e90-a305-8359d30abd2e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:33.711620 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:33.733558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:33.735032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98042c51-6ec3-4a1f-932a-09e2b4a65fba req-d9165fe4-6578-45f1-92d0-ff249bd8332d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490569 Mar 10 17:46:33.745496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:46:33.760961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:33.786608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:33.787576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.797503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95a484d1-0101-48d6-87e5-e1c7cd38ce4e req-c0fd070c-ebd7-45ae-b9b6-595fe17bf4d2 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473269 Mar 10 17:46:33.821096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5bfe7684-acfc-415c-bb97-8ba3c13aea09), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.821664 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Added segment 5bfe7684-acfc-415c-bb97-8ba3c13aea09 of type vlan for network 0656d132-ae82-43ab-b3f6-c4f359d455d6 Mar 10 17:46:33.832767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (def010ae-b39a-4a40-ad94-505873c9e80d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.839196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.840610 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77b76ae3-423f-4059-8cc5-0fae220bf144 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2374322 Mar 10 17:46:33.853682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:33.862673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.871331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:33.872460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:33.878536 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/def010ae-b39a-4a40-ad94-505873c9e80d HTTP/1.1" status: 204 len: 168 time: 2.0937841 Mar 10 17:46:33.879005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:33.879840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.891034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:33.946706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:33.947618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc602d-6fce-40ea-9cdf-38e54ffb0329 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:33.957994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc1de-3938-44e6-ade6-4ae5cac71d96 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=def010ae-b39a-4a40-ad94-505873c9e80d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:33.968639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (0656d132-ae82-43ab-b3f6-c4f359d455d6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.079740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (0656d132-ae82-43ab-b3f6-c4f359d455d6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.084484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:34.085083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.117426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (d2285b01-2637-4f3e-8d8e-dc3afe0623df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.122097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ec6b279-d84c-4d3e-b747-7c859c359dca no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:34.144259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7ec6b279-d84c-4d3e-b747-7c859c359dca {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:34.144901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ec6b279-d84c-4d3e-b747-7c859c359dca not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:34.145478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e30760ff-fa4f-4fbe-b65a-83dcf42e631e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:34.168961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e30760ff-fa4f-4fbe-b65a-83dcf42e631e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:34.169547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e30760ff-fa4f-4fbe-b65a-83dcf42e631e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:34.171168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd716f6-c055-4498-937d-f84e91bdc69f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:46:34.182983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks [] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.231918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Transition to ACTIVE for port object 1bd716f6-c055-4498-937d-f84e91bdc69f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:46:34.241575 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6655774 Mar 10 17:46:34.242525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.247065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51498) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:34.252686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-673391894', 'admin_state_up': True, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:34.280043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d4856-b57a-4aa8-a771-b73302acca6b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Network': ['ID=0656d132-ae82-43ab-b3f6-c4f359d455d6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:34.283615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (d2285b01-2637-4f3e-8d8e-dc3afe0623df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.307693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:46:34.380894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Pushing event updated for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:34.392177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.401597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.431588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d2285b01-2637-4f3e-8d8e-dc3afe0623df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.434635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.440967 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/security-groups/d2285b01-2637-4f3e-8d8e-dc3afe0623df HTTP/1.1" status: 204 len: 168 time: 0.5588078 Mar 10 17:46:34.444042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:34.465808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b8f4b-c91b-4f32-b4ae-68cd6fa7adb0 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2285b01-2637-4f3e-8d8e-dc3afe0623df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:34.472040 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-cdf1eedd-cb18-4fb1-b564-954dace8ad1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] show failed (client error): The resource could not be found. Mar 10 17:46:34.473079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cdf1eedd-cb18-4fb1-b564-954dace8ad1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "GET /v2.0/security-groups/d2285b01-2637-4f3e-8d8e-dc3afe0623df HTTP/1.1" status: 404 len: 347 time: 0.0271049 Mar 10 17:46:34.478854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51502) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:34.600633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_controller (5fdeda80-a0bc-444c-94bd-fec56aee5472), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.771226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Attempting to bind port 1bd716f6-c055-4498-937d-f84e91bdc69f on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:34.771569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Attempting to bind port 1bd716f6-c055-4498-937d-f84e91bdc69f by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:34.771904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Attempting to bind port 1bd716f6-c055-4498-937d-f84e91bdc69f on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:34.782173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Port 1bd716f6-c055-4498-937d-f84e91bdc69f on network d67bbe1e-4922-4bec-af40-b6981aa0239b not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:46:34.782520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Attempting to bind port 1bd716f6-c055-4498-937d-f84e91bdc69f on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:34.836264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:34.836609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:34.837002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:34.837453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Bound port: 1bd716f6-c055-4498-937d-f84e91bdc69f, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:34.837818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:34.967686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (5fdeda80-a0bc-444c-94bd-fec56aee5472), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.092252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af11bc-f2c7-41e7-800b-c199467c9b80 req-1ed2d4c6-61d1-4875-8f50-77b2da78e89f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:35.093705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8af11bc-f2c7-41e7-800b-c199467c9b80 req-1ed2d4c6-61d1-4875-8f50-77b2da78e89f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 944 time: 0.2534413 Mar 10 17:46:35.145218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 5a340764-a3f6-4095-8959-6c168158e7f2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:35.145560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.168669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.177642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:35.194970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28167434-c043-476f-805d-1d3364d78fa0 req-50b2a2ff-5d5f-4e3b-a905-f52938e4ecef tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:35.196452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28167434-c043-476f-805d-1d3364d78fa0 req-50b2a2ff-5d5f-4e3b-a905-f52938e4ecef tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3062634 Mar 10 17:46:35.207184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.258194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-af2c57e1-ffa7-4a30-8734-3d49c322f7e9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:35.258194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-af2c57e1-ffa7-4a30-8734-3d49c322f7e9 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.41 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.2330015 Mar 10 17:46:35.261237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bd716f6-c055-4498-937d-f84e91bdc69f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:35.300844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.301182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (5a340764-a3f6-4095-8959-6c168158e7f2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.317827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8af11bc-f2c7-41e7-800b-c199467c9b80 req-c0b47a72-31aa-4797-9854-0128c74d3771 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072492 Mar 10 17:46:35.323541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 5a340764-a3f6-4095-8959-6c168158e7f2 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:35.340860 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.437785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:35.438725 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.441522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] 10.222.0.41 "PUT /v2.0/ports/1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 200 len: 1092 time: 2.1814764 Mar 10 17:46:35.453331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:35.456383 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36085696-c3f3-4b8a-a906-3c9bb67b7527" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:35.484782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28167434-c043-476f-805d-1d3364d78fa0 req-ca036346-6311-4f03-ae3e-8244df837189 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753961 Mar 10 17:46:35.612500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5a340764-a3f6-4095-8959-6c168158e7f2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.649243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=5a340764-a3f6-4095-8959-6c168158e7f2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:35.681604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port 9dd1951a-c599-412f-b313-17640f30956b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:35.681954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9dd1951a-c599-412f-b313-17640f30956b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.834801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port 9dd1951a-c599-412f-b313-17640f30956b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9dd1951a-c599-412f-b313-17640f30956b,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:35.835180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9dd1951a-c599-412f-b313-17640f30956b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.844249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for floatingip (9be925cb-9eba-4f44-914b-6081a7041ea5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.846919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:35.850710 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97291b0d-232a-4fb6-ab35-8dfabdd7e206 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/floatingips/9be925cb-9eba-4f44-914b-6081a7041ea5 HTTP/1.1" status: 204 len: 168 time: 1.3683228 Mar 10 17:46:35.851628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51512) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:35.863111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for 9dd1951a-c599-412f-b313-17640f30956b owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:35.935913 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ddba54-1bfe-4e71-92d7-f6baed4913b2 x-openstack-request-id: req-42ddba54-1bfe-4e71-92d7-f6baed4913b2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:35.936201 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:35.936450 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42ddba54-1bfe-4e71-92d7-f6baed4913b2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:35.936845 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'status': 'completed', 'code': 200} Mar 10 17:46:35.990752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951d6ce-103a-4a76-aa7c-44c75ae5114b service neutron] Pushing event updated for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:36.052181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 961887ec-0375-462f-a348-e4abffa971b6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:36.052593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (961887ec-0375-462f-a348-e4abffa971b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.114995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Deleting port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:36.115335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.125950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-ca2c1945-91d2-474d-95c2-9a5546267b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:36.127518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-ca2c1945-91d2-474d-95c2-9a5546267b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 1126 time: 0.2000325 Mar 10 17:46:36.203545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (961887ec-0375-462f-a348-e4abffa971b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.211499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9dd1951a-c599-412f-b313-17640f30956b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.222492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 961887ec-0375-462f-a348-e4abffa971b6 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:36.256898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-e8333ec0-8dc0-4e86-95cc-f9f42aa1e5f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 200 len: 217 time: 0.1127114 Mar 10 17:46:36.258143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=9dd1951a-c599-412f-b313-17640f30956b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:36.465929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.486689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.515275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-3c9e3bcb-8603-4795-8d61-cf41b2cb835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:36.516755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-3c9e3bcb-8603-4795-8d61-cf41b2cb835e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.2433090 Mar 10 17:46:36.553747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] For port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,segment=NetworkSegment(b916de6b-49ce-41be-a48e-ff4338003900),segment_id=b916de6b-49ce-41be-a48e-ff4338003900)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:36.554076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.567334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.613536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.1 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:36.618318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Calling delete_port for d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:36.653945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (961887ec-0375-462f-a348-e4abffa971b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.688310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=961887ec-0375-462f-a348-e4abffa971b6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:36.797126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761b6e-9715-40b0-8eb0-2aa55d66ba53 req-5b6a0b02-5bdb-4f82-b2dc-05c705ab23bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:36.798663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21761b6e-9715-40b0-8eb0-2aa55d66ba53 req-5b6a0b02-5bdb-4f82-b2dc-05c705ab23bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 944 time: 0.3546417 Mar 10 17:46:36.835022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:36.840556 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c924e7f8-9c80-4905-b2b2-65bc6565337c tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/ports/961887ec-0375-462f-a348-e4abffa971b6 HTTP/1.1" status: 204 len: 168 time: 0.9862847 Mar 10 17:46:36.842082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:36.845744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-dc1d1cb4-2636-439a-a6aa-572e1189fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:36.847281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-dc1d1cb4-2636-439a-a6aa-572e1189fefe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3030648 Mar 10 17:46:36.852261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:36.901843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de3c7b-64a5-4021-9b61-b6cc5663a572 req-fb39e688-4212-4ebb-8a2c-7397ebe4a0e1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:36.903300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8de3c7b-64a5-4021-9b61-b6cc5663a572 req-fb39e688-4212-4ebb-8a2c-7397ebe4a0e1 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/ports?device_id=aacb666c-8d8d-4ca4-b404-8c4d5af6f06f HTTP/1.1" status: 200 len: 946 time: 0.3087685 Mar 10 17:46:37.014310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:37.022697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b7fca85f-a108-4d88-81b0-b6e1d724b371 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279559 Mar 10 17:46:37.023476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:37.035319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port ea98dde0-8239-4ae3-8041-574701d30c84 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:37.035663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.039503 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:37.047613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.25.3.172 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/12db810d-44ec-4d01-8414-93a8b9503586) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:37.066115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:37.067105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:37.117351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21761b6e-9715-40b0-8eb0-2aa55d66ba53 req-1ae2848d-3485-468b-971c-716612f799ef tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067195 Mar 10 17:46:37.192065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.206281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8de3c7b-64a5-4021-9b61-b6cc5663a572 req-e1609704-8f43-4f2a-b579-74c0e9f21f92 tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.35 "GET /v2.0/security-groups?id=65cc3388-6aab-4af7-8d4d-d08de632493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624769 Mar 10 17:46:37.257512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-3e6dec28-8d50-4dd4-9df5-8fd611c33096 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903906 Mar 10 17:46:37.297466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.315526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for ea98dde0-8239-4ae3-8041-574701d30c84 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:37.321005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.338162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet 81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:37.342367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.355037 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:37.393601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Pushing event deleted for resources: {'Port': ['ID=d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:37.432150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.476686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.517054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] No DVR routers for this DVR port d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:37.541055 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (12db810d-44ec-4d01-8414-93a8b9503586), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.543403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.546937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dd34ae6-fbc1-4098-8ac6-8059e5ec12d0 req-1cff84a1-0512-46c6-b09e-4bebe543cc3a tempest-ServersNegativeTestJSON-733835557 tempest-ServersNegativeTestJSON-733835557-project] 10.222.0.41 "DELETE /v2.0/ports/d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a HTTP/1.1" status: 204 len: 173 time: 2.2794814 Mar 10 17:46:37.582305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:37.596667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:37.602468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:37.605587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:37.612919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fefe1b42-f918-4093-bead-980ca64f10a5 req-3a835651-14f6-4555-bb47-14bea1233e76 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453944 Mar 10 17:46:37.656803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.691921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.716541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12db810d-44ec-4d01-8414-93a8b9503586), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.724659 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:36Z', 'revision_number': 10, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:37.759150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.784508 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:37.801046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:37.801806 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:37.802858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ea98dde0-8239-4ae3-8041-574701d30c84), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.821559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:37.833724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:37.854838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:37.858356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb40dbb-177f-40ba-a7c5-617bc326ecf0 None None] Network 27fe4984-463f-4f32-ba53-7caad8010149 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:37.863960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.866697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:37.869822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d2f1c62-bb49-4446-8c91-e9beeac63d44 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab HTTP/1.1" status: 204 len: 168 time: 0.8458886 Mar 10 17:46:37.871929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=ea98dde0-8239-4ae3-8041-574701d30c84,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:37.872949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51526) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:37.941085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=12db810d-44ec-4d01-8414-93a8b9503586,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:37.943592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-deleted', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:37.946146 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b965f6c-bf91-47e3-99a5-bef40199def3" -d '{"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-deleted", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:37.958218 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:37.971701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:37.978288 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1679f99d-d1b7-4480-90d9-6b3b70e3e363 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/ports/ea98dde0-8239-4ae3-8041-574701d30c84 HTTP/1.1" status: 204 len: 168 time: 1.1327462 Mar 10 17:46:37.978531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:37.988563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-b831964b-1ca6-4923-8df1-ab72f5d1366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:37.999588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-b831964b-1ca6-4923-8df1-ab72f5d1366a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 1126 time: 0.3021359 Mar 10 17:46:38.031099 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e60c4d-df6d-42be-8aa3-b3cea775b580 x-openstack-request-id: req-b4e60c4d-df6d-42be-8aa3-b3cea775b580 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:38.031652 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacb666c-8d8d-4ca4-b404-8c4d5af6f06f", "name": "network-vif-deleted", "tag": "d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:38.032094 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4e60c4d-df6d-42be-8aa3-b3cea775b580 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:38.032648 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacb666c-8d8d-4ca4-b404-8c4d5af6f06f', 'name': 'network-vif-deleted', 'tag': 'd0a84e9a-ff1c-46cc-8d24-dafbab13cc3a', 'status': 'completed', 'code': 200} Mar 10 17:46:38.079924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting subnet 623dd6e1-41e9-4020-a1d6-af571a61f687 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:38.085795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (623dd6e1-41e9-4020-a1d6-af571a61f687), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.190469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (623dd6e1-41e9-4020-a1d6-af571a61f687), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.223813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] DHCP port deletion for 27fe4984-463f-4f32-ba53-7caad8010149 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:38.383766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:38.402785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Deleting port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:38.403701 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:36Z', 'revision_number': 10, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:38.404197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.422180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (623dd6e1-41e9-4020-a1d6-af571a61f687), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.440078 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d082ce-29b0-4c49-b4e5-24b77ae1a48c None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:36Z', 'revision_number': 10, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None, '_interfaces': [{'id': 'f7029d66-6543-439f-8777-0cb6be3f8e56', 'name': '', 'network_id': '6ec8c3fb-cd83-4dee-9f06-061390cab00a', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'mac_address': 'fa:16:3e:4c:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70270e6-b09a-412c-985a-25629156135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:45:47Z', 'updated_at': '2022-03-10T17:45:55Z', 'revision_number': 5, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'subnets': [{'id': 'a5e4724a-2556-4537-a7d0-8ce166d0dc79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:38.517159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] For port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,segment=NetworkSegment(2fb596b5-0e0e-43ff-878c-4e47061f42ec),segment_id=2fb596b5-0e0e-43ff-878c-4e47061f42ec)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:38.517745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.518219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Deleting subnet ccea0537-c213-4df3-87cf-880f39c0073f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:38.520959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (623dd6e1-41e9-4020-a1d6-af571a61f687), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.521419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.530220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (27fe4984-463f-4f32-ba53-7caad8010149), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.532106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Publish callbacks [] for subnet (ccea0537-c213-4df3-87cf-880f39c0073f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.541712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Calling delete_port for 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:38.568443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Subnet': ['ID=623dd6e1-41e9-4020-a1d6-af571a61f687,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:38.575406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.580156 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-14aa57ed-8f28-41f6-b754-3aae6fae9f23 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/subnets/623dd6e1-41e9-4020-a1d6-af571a61f687 HTTP/1.1" status: 204 len: 168 time: 0.6001105 Mar 10 17:46:38.582342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:38.667521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting subnet 986b6db1-f47e-4b8e-a098-a76acb1024fd {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:38.671726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (986b6db1-f47e-4b8e-a098-a76acb1024fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.682160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:38.713162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d8cc8-fe1a-48b4-9124-ece1fa657438 None None] Network e23131c7-39df-4fab-b230-9372220b5d2c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:38.728020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (986b6db1-f47e-4b8e-a098-a76acb1024fd), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.815056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:38.815530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device d0a84e9a-ff1c-46cc-8d24-dafbab13cc3a not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:38.824863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.871782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] No DVR routers for this DVR port 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:38.890170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (986b6db1-f47e-4b8e-a098-a76acb1024fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:38.932892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b125b35-51ad-427b-b407-482e32fdfdc3 None None] Pushing event deleted for resources: {'Port': ['ID=93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:38.991480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (986b6db1-f47e-4b8e-a098-a76acb1024fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.043308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Subnet': ['ID=986b6db1-f47e-4b8e-a098-a76acb1024fd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:39.043995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] DHCP port deletion for e23131c7-39df-4fab-b230-9372220b5d2c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:39.045701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.053737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32d3ce11-80f9-46b1-988c-4547cb085768 tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/subnets/986b6db1-f47e-4b8e-a098-a76acb1024fd HTTP/1.1" status: 204 len: 168 time: 0.4700458 Mar 10 17:46:39.054456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51542) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:39.101153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfbba1-d6e0-4973-985e-c10a260fad78 None None] Network 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:39.169679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (e23131c7-39df-4fab-b230-9372220b5d2c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.247186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Deleting port 39a335f5-4f73-45bc-a0f7-18353ebc809b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:39.248244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.272289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Deleting port 39a335f5-4f73-45bc-a0f7-18353ebc809b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:39.272636 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.358765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] For port 39a335f5-4f73-45bc-a0f7-18353ebc809b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=39a335f5-4f73-45bc-a0f7-18353ebc809b,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:39.359619 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.378452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Calling delete_port for 39a335f5-4f73-45bc-a0f7-18353ebc809b owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:39.382243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] For port 39a335f5-4f73-45bc-a0f7-18353ebc809b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=39a335f5-4f73-45bc-a0f7-18353ebc809b,segment=NetworkSegment(2972936e-1be8-4789-8a43-4a4e699c7b5d),segment_id=2972936e-1be8-4789-8a43-4a4e699c7b5d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:39.382831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.389279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] DHCP port deletion for 29097b8e-6beb-4e20-90c5-cc6b4ebfb053 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:39.401677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Calling delete_port for 39a335f5-4f73-45bc-a0f7-18353ebc809b owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:39.532421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.546507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Deleting port 9eb2308e-8205-4773-b408-d1e9271b9362 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:39.547196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.561498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] No DVR routers for this DVR port 39a335f5-4f73-45bc-a0f7-18353ebc809b on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:39.564248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (39a335f5-4f73-45bc-a0f7-18353ebc809b), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.607611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] Pushing event deleted for resources: {'Port': ['ID=39a335f5-4f73-45bc-a0f7-18353ebc809b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:39.609934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4666d4b-9cc6-4f4c-8dba-4c3fd913b7b0 None None] No DVR routers for this DVR port 39a335f5-4f73-45bc-a0f7-18353ebc809b on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:39.664525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Port': ['ID=39a335f5-4f73-45bc-a0f7-18353ebc809b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:39.681169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] For port 9eb2308e-8205-4773-b408-d1e9271b9362, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9eb2308e-8205-4773-b408-d1e9271b9362,segment=NetworkSegment(0823bbcb-172b-41a2-8ef5-be7f3ddf2f72),segment_id=0823bbcb-172b-41a2-8ef5-be7f3ddf2f72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:39.681169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.687054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (ccea0537-c213-4df3-87cf-880f39c0073f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.696404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Calling delete_port for 9eb2308e-8205-4773-b408-d1e9271b9362 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:39.727770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (e23131c7-39df-4fab-b230-9372220b5d2c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.756187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.757683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23131c7-39df-4fab-b230-9372220b5d2c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:39.780247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2972936e-1be8-4789-8a43-4a4e699c7b5d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:39.780654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2972936e-1be8-4789-8a43-4a4e699c7b5d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:39.808841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2972936e-1be8-4789-8a43-4a4e699c7b5d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.809456 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.832951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2972936e-1be8-4789-8a43-4a4e699c7b5d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.833995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (9eb2308e-8205-4773-b408-d1e9271b9362), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.839972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3b7a3-2bcd-485e-a3f6-b788829f5d79 req-b6e22542-7a1e-4c78-a1cf-7a2d4aa11158 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:39.841086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:39.841701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2972936e-1be8-4789-8a43-4a4e699c7b5d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.847078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74e3b7a3-2bcd-485e-a3f6-b788829f5d79 req-b6e22542-7a1e-4c78-a1cf-7a2d4aa11158 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 944 time: 1.4684720 Mar 10 17:46:39.849224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] No DVR routers for this DVR port 9eb2308e-8205-4773-b408-d1e9271b9362 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:39.880603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-cfa7f70f-150a-49f1-b8fd-bc4dddad8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:39.881797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb03571-e9e3-401b-bb96-c9b955de517a None None] Pushing event deleted for resources: {'Port': ['ID=9eb2308e-8205-4773-b408-d1e9271b9362,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:39.882264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-cfa7f70f-150a-49f1-b8fd-bc4dddad8663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 1.8740268 Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:39.896229 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:39.937679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (e23131c7-39df-4fab-b230-9372220b5d2c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.950448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:39.957733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/networks/e23131c7-39df-4fab-b230-9372220b5d2c HTTP/1.1" status: 204 len: 168 time: 0.9018354 Mar 10 17:46:39.960012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:39.989501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88f443-37f4-45c1-bd52-3aa8a2c64f4e tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Network': ['ID=e23131c7-39df-4fab-b230-9372220b5d2c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:40.012220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (27fe4984-463f-4f32-ba53-7caad8010149), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.016514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ccea0537-c213-4df3-87cf-880f39c0073f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.058388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (29097b8e-6beb-4e20-90c5-cc6b4ebfb053), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.117998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-072ce6e7-0f5b-426d-bb1d-ad0552ed0043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 200 len: 217 time: 0.1579227 Mar 10 17:46:40.146028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fe4984-463f-4f32-ba53-7caad8010149']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.156155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb596b5-0e0e-43ff-878c-4e47061f42ec') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.156450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb596b5-0e0e-43ff-878c-4e47061f42ec') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.165913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9dd1951a-c599-412f-b313-17640f30956b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:40.166101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2fb596b5-0e0e-43ff-878c-4e47061f42ec), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.180352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2fb596b5-0e0e-43ff-878c-4e47061f42ec), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.185495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (29097b8e-6beb-4e20-90c5-cc6b4ebfb053), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.186406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:40.186818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2fb596b5-0e0e-43ff-878c-4e47061f42ec), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.194248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9dd1951a-c599-412f-b313-17640f30956b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:40.195117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9dd1951a-c599-412f-b313-17640f30956b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:40.195640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:40.209730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29097b8e-6beb-4e20-90c5-cc6b4ebfb053']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.220147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.220729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0823bbcb-172b-41a2-8ef5-be7f3ddf2f72') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.223360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:40.223842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93b1d6a5-72ee-4f3b-9dfc-51ceb96fae2e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:40.224390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 39a335f5-4f73-45bc-a0f7-18353ebc809b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:40.236972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (0823bbcb-172b-41a2-8ef5-be7f3ddf2f72), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.246911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (ccea0537-c213-4df3-87cf-880f39c0073f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:40.249421 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:40.253599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (0823bbcb-172b-41a2-8ef5-be7f3ddf2f72), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.255289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 39a335f5-4f73-45bc-a0f7-18353ebc809b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:40.256744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 39a335f5-4f73-45bc-a0f7-18353ebc809b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:40.257314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9eb2308e-8205-4773-b408-d1e9271b9362 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:40.266518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:40.267164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (0823bbcb-172b-41a2-8ef5-be7f3ddf2f72), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:40.274072 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:40.293263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9eb2308e-8205-4773-b408-d1e9271b9362 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:40.293749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9eb2308e-8205-4773-b408-d1e9271b9362 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:40.295187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.325652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccea0537-c213-4df3-87cf-880f39c0073f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:40.347800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (29097b8e-6beb-4e20-90c5-cc6b4ebfb053), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.355150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.361264 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] 10.222.0.35 "DELETE /v2.0/networks/29097b8e-6beb-4e20-90c5-cc6b4ebfb053 HTTP/1.1" status: 204 len: 168 time: 0.3978910 Mar 10 17:46:40.374450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.384734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd35698-97fd-4aba-9566-0146d4175e1a tempest-TaggedBootDevicesTest_v242-711259304 tempest-TaggedBootDevicesTest_v242-711259304-project] Pushing event deleted for resources: {'Network': ['ID=29097b8e-6beb-4e20-90c5-cc6b4ebfb053,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:40.384938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:40.431381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.434867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e3f3169c-21f6-4321-9d44-5063919db8db admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ccea0537-c213-4df3-87cf-880f39c0073f HTTP/1.1" status: 204 len: 168 time: 2.0356295 Mar 10 17:46:40.435597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (27fe4984-463f-4f32-ba53-7caad8010149), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.437539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:40.440785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.444005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/27fe4984-463f-4f32-ba53-7caad8010149 HTTP/1.1" status: 204 len: 168 time: 2.5467272 Mar 10 17:46:40.448377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:40.484358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74e3b7a3-2bcd-485e-a3f6-b788829f5d79 req-f096bffa-4a06-4629-a356-d6d5b9253c41 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6315761 Mar 10 17:46:40.512174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76d0e9-5e90-48d0-b232-a76a62aa2637 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=27fe4984-463f-4f32-ba53-7caad8010149,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:40.537372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-47a410cc-80da-408c-b65e-96ed09020947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:40.539146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-47a410cc-80da-408c-b65e-96ed09020947 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.2695980 Mar 10 17:46:40.657240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:40.684285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:40.717366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (f2d3f12f-23c1-4d92-9929-229f282826b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.816749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-b9c1bb34-91ca-414a-920c-47935c65e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:40.818274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-b9c1bb34-91ca-414a-920c-47935c65e323 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2082877 Mar 10 17:46:40.917100 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (f2d3f12f-23c1-4d92-9929-229f282826b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.957498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d3f12f-23c1-4d92-9929-229f282826b6']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:40.988469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:40.995691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:41.072559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-1d497542-810a-4452-9314-e5606655b5ae service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430892 Mar 10 17:46:41.304110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36085696-c3f3-4b8a-a906-3c9bb67b7527 req-e9fe42f5-7fd3-4682-8aad-c09ea4102387 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976652 Mar 10 17:46:41.313744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:41.323793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b6f69280-3aea-49e1-8dc6-6378b50a7508 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/routers/e700e5b1-fcdd-44e5-a52e-e49faf5f733e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4683909 Mar 10 17:46:41.324086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:41.330498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'port': {'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36', 'name': 'tempest-FloatingIPTestJSON-426137773'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:41.335880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:41.345397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b916de6b-49ce-41be-a48e-ff4338003900') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.345711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b916de6b-49ce-41be-a48e-ff4338003900') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.358807 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b916de6b-49ce-41be-a48e-ff4338003900), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.369815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:41.370889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.376883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b916de6b-49ce-41be-a48e-ff4338003900), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.385438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:41.385842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b916de6b-49ce-41be-a48e-ff4338003900), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:41.387611 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:41.421317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.433629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:41.434383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.467442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (f2d3f12f-23c1-4d92-9929-229f282826b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.476925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.481239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/f2d3f12f-23c1-4d92-9929-229f282826b6 HTTP/1.1" status: 204 len: 168 time: 1.0422943 Mar 10 17:46:41.504505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 5fdeda80-a0bc-444c-94bd-fec56aee5472 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:46:41.520467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.523902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034daa5-46fd-4968-a5f3-b086bda283b6 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:41.534016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d35376-0b4f-42d4-8fd8-defee0ec66bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d3f12f-23c1-4d92-9929-229f282826b6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:41.591602 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.653413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:41.657010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.735722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] device_id is not set on port 960cdb8b-41c4-4d89-84d5-bfb8298ccee7 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:46:41.776374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51572) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:41.863288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492135-240c-4269-85fb-5b5238f3f034 req-7a90f6ef-30e4-4d4a-8def-a182db1af3e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:41.864663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1492135-240c-4269-85fb-5b5238f3f034 req-7a90f6ef-30e4-4d4a-8def-a182db1af3e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 944 time: 0.2233996 Mar 10 17:46:41.874202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:41.886390 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Sync routers for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:41.899818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:41.900926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:41.944714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port f7029d66-6543-439f-8777-0cb6be3f8e56 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:41.945284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:41.959278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-589f509d-3528-4b1a-ab00-6d3cc91f02c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52e9d299d96740d69cf10c35064993d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776710 Mar 10 17:46:41.960693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:42.033988 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:42.066101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port f7029d66-6543-439f-8777-0cb6be3f8e56, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f7029d66-6543-439f-8777-0cb6be3f8e56,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:42.066497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.091207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for f7029d66-6543-439f-8777-0cb6be3f8e56 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:42.326396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f7029d66-6543-439f-8777-0cb6be3f8e56), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.346036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.346308 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:38Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:42.347470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5bcc1583-d2b2-4c5d-80e9-8ade632761c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0982695 Mar 10 17:46:42.357127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51576) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:42.382824 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Checking router: 5fdeda80-a0bc-444c-94bd-fec56aee5472 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:42.383174 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Updating router 5fdeda80-a0bc-444c-94bd-fec56aee5472 port 12db810d-44ec-4d01-8414-93a8b9503586 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:42.385631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3791a2a9-48cd-4ed2-aa4c-4327173f9832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.399360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=f7029d66-6543-439f-8777-0cb6be3f8e56,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:42.419144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-434dde1b-fa47-4722-bad0-ad162549dcb6 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ec24b1366d6941d48bdfb73c6e21b186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561097 Mar 10 17:46:42.421427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.7 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/960cdb8b-41c4-4d89-84d5-bfb8298ccee7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:42.422357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:42.434155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1492135-240c-4269-85fb-5b5238f3f034 req-e91138a2-3875-4969-bffc-c4bcce0ce30b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5562186 Mar 10 17:46:42.434959 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12db810d-44ec-4d01-8414-93a8b9503586), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.462938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Publish callbacks [] for security_group (65cc3388-6aab-4af7-8d4d-d08de632493f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.523095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Publish callbacks [] for security_group (65cc3388-6aab-4af7-8d4d-d08de632493f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.581603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bd716f6-c055-4498-937d-f84e91bdc69f details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:46:42.709607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65cc3388-6aab-4af7-8d4d-d08de632493f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.712378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.717951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65cc3388-6aab-4af7-8d4d-d08de632493f HTTP/1.1" status: 204 len: 168 time: 0.7518728 Mar 10 17:46:42.780679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (960cdb8b-41c4-4d89-84d5-bfb8298ccee7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.786714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc3388-6aab-4af7-8d4d-d08de632493f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:42.817282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.817627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.817965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.818298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.818653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.818980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.819305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.819626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.819947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.820332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.820572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.820894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.821196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e25477-604f-4187-a31a-9cd1d7f2a9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:42.850514 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks [] for port (12db810d-44ec-4d01-8414-93a8b9503586), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.872005 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12db810d-44ec-4d01-8414-93a8b9503586), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.894658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (960cdb8b-41c4-4d89-84d5-bfb8298ccee7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:42.912193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30596f96-e752-4d68-b333-2ad252b3dadd tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:42.916307 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-30596f96-e752-4d68-b333-2ad252b3dadd tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4882801 Mar 10 17:46:42.917486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:42.982459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=960cdb8b-41c4-4d89-84d5-bfb8298ccee7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:42.984120 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Pushing event updated for resources: {'Port': ['ID=12db810d-44ec-4d01-8414-93a8b9503586,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:42.999071 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.000392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b003798-aa5c-4d2b-9178-f91be013e129 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815947 Mar 10 17:46:43.002774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51588) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:43.003292 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.003723 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.004063 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.004398 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.004732 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.005059 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.005380 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.005700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.006019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.006337 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.006696 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.007013 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:46:43.013308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964780882', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:43.018029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f70270e6-b09a-412c-985a-25629156135a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.025394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:43.027671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Attempting to bind port 12db810d-44ec-4d01-8414-93a8b9503586 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:43.028047 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Attempting to bind port 12db810d-44ec-4d01-8414-93a8b9503586 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:43.028412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Attempting to bind port 12db810d-44ec-4d01-8414-93a8b9503586 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:43.035214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:43.035501 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:43.035905 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.036292 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:43.036754 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Bound port: 12db810d-44ec-4d01-8414-93a8b9503586, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:43.037128 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12db810d-44ec-4d01-8414-93a8b9503586), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.041255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:43.055213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:43.102538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bd716f6-c055-4498-937d-f84e91bdc69f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:43.125405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:43.125817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.126204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'port_id': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'mac_address': 'fa:16:3e:5d:24:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:46:43.139717 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] For port 12db810d-44ec-4d01-8414-93a8b9503586, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:43.151927 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] For port 12db810d-44ec-4d01-8414-93a8b9503586, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12db810d-44ec-4d01-8414-93a8b9503586,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:43.158064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db1abcb7-4aac-42ef-9cba-51bbdb330423 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8314443 Mar 10 17:46:43.162473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51592) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:43.166754 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12db810d-44ec-4d01-8414-93a8b9503586), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.168866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'port': {'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36', 'name': 'tempest-FloatingIPTestJSON-1519011713'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:43.212912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1bd716f6-c055-4498-937d-f84e91bdc69f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:43.213344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.238352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd716f6-c055-4498-937d-f84e91bdc69f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:46:43.273506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:43.289875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bd716f6-c055-4498-937d-f84e91bdc69f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:43.298341 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:43.300798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.305221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.320974 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32b27-ff59-41e5-8ff8-f2a5c7d4bf66 None None] Pushing event updated for resources: {'Port': ['ID=12db810d-44ec-4d01-8414-93a8b9503586,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:43.389049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:43.393290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.394208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:43.415463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:43.432099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:43.437463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51600) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:43.439061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d75feda2-1441-4aa5-bb86-dc659ca761fd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887347 Mar 10 17:46:43.449923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:43.450672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.507218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting subnet a5e4724a-2556-4537-a7d0-8ce166d0dc79 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:46:43.518142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (a5e4724a-2556-4537-a7d0-8ce166d0dc79), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.542839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:43.548682 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:43.605097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.641112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1bd716f6-c055-4498-937d-f84e91bdc69f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:46:43.692749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:43.701844 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (a5e4724a-2556-4537-a7d0-8ce166d0dc79), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.745681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:43.750004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:43.766956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:43.774833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.775571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] device_id is not set on port 0b89c167-7d73-45c4-8242-c9a47eff9009 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:46:43.891700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:43.911446 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:38Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.961041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.13 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/0b89c167-7d73-45c4-8242-c9a47eff9009) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:43.965531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:43.973880 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9cc9f-708d-4596-b1b9-a143dd94848c None None] The sync data for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 is: [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:38Z', 'revision_number': 3, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:44.042286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8ff3-1bdc-49d3-af51-1a26507b10ca None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:44.071504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:44.211683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-network', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:44.229120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f1e99-2c2a-40a8-a509-9e660ef3cbe3 req-6cac285a-d02e-4fd6-83cd-b3535a0f6389 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:44.230817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-100f1e99-2c2a-40a8-a509-9e660ef3cbe3 req-6cac285a-d02e-4fd6-83cd-b3535a0f6389 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 945 time: 0.5913458 Mar 10 17:46:44.238803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Made reservation on behalf of a9724ef90c0e40dbaec32c80ca7f587e for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:44.241891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.255181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.354481 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks [] for security_group (03adf96e-8d24-4e27-9e69-1fba522e2de1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.359877 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03adf96e-8d24-4e27-9e69-1fba522e2de1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.360872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (0b89c167-7d73-45c4-8242-c9a47eff9009), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.385195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:46:44.389747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a5e4724a-2556-4537-a7d0-8ce166d0dc79), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.400886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03adf96e-8d24-4e27-9e69-1fba522e2de1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:44.413482 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c5e7af8-7b74-4626-9d32-0af49ed05378), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.413482 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Added segment 4c5e7af8-7b74-4626-9d32-0af49ed05378 of type vlan for network b8f54aee-117e-4c86-a0d9-f0ae5f654629 Mar 10 17:46:44.521882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b8f54aee-117e-4c86-a0d9-f0ae5f654629), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.580792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b8f54aee-117e-4c86-a0d9-f0ae5f654629), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.581879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:44.582551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.588575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-100f1e99-2c2a-40a8-a509-9e660ef3cbe3 req-edd812a5-eb37-41e3-a111-340aee525e15 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489583 Mar 10 17:46:44.593240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (fb60d789-d424-4500-ab03-4b60b01d2e22), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.641716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5c504bd-72eb-431a-a8f9-8a8014694446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.662946 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5884271 Mar 10 17:46:44.667426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:44.675636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Request body: {'subnet': {'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-subnet', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:44.677566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Subnet': ['ID=fb60d789-d424-4500-ab03-4b60b01d2e22,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:44.693214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0b89c167-7d73-45c4-8242-c9a47eff9009), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.717815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735058e9-ccf4-463f-9ecf-6c0d073ef143 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f54aee-117e-4c86-a0d9-f0ae5f654629,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:44.738936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:46:44.739149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Made reservation on behalf of a9724ef90c0e40dbaec32c80ca7f587e for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:46:44.742206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.770666 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a5e4724a-2556-4537-a7d0-8ce166d0dc79), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.779999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Checking segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:44.780368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network hostable DHCP agents. Network: 0656d132-ae82-43ab-b3f6-c4f359d455d6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:46:44.793598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:44.829999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:44.832784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:44.841576 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:44.845665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/a5e4724a-2556-4537-a7d0-8ce166d0dc79 HTTP/1.1" status: 204 len: 168 time: 1.4070055 Mar 10 17:46:44.846456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159cf93-e30a-4bd5-9992-fe187019c31a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e4724a-2556-4537-a7d0-8ce166d0dc79,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:44.849344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51624) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:44.867093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8c934-cf3e-4241-96eb-60e1e61df376 None None] Network 6ec8c3fb-cd83-4dee-9f06-061390cab00a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:44.899626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=0b89c167-7d73-45c4-8242-c9a47eff9009,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:44.948143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:46:45.022064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:45.022856 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.046560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (05c8a2ac-29bd-46a4-b199-b4ba4534874a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.111971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 0656d132-ae82-43ab-b3f6-c4f359d455d6) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:45.116778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:45.117679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.131704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345016b-25cf-473f-befd-38443a709c34 None None] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:45.178379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c8a2ac-29bd-46a4-b199-b4ba4534874a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:45.184045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6ec8c3fb-cd83-4dee-9f06-061390cab00a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.186574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:45.186943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Network hostable DHCP agents. Network: b8f54aee-117e-4c86-a0d9-f0ae5f654629, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:46:45.208174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1aca7a03-04ba-44c5-b308-a58b9d652aed tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0444822 Mar 10 17:46:45.211797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51630) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:45.219285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:46:45.222588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '0b89c167-7d73-45c4-8242-c9a47eff9009', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:45.236628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2f20035f-2dea-4623-9b77-cf16d6021226 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2324967 Mar 10 17:46:45.240522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:45.243270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b8f54aee-117e-4c86-a0d9-f0ae5f654629) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:45.271754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:45.272605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.278510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] DHCP port deletion for 6ec8c3fb-cd83-4dee-9f06-061390cab00a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:46:45.280277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0af727-c74f-4db7-82a6-09afdf73f89a None None] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:45.290617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.342100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Deleting port 324ad070-864d-47da-9ea7-be46b89fdd23 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:45.342595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.351311 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-79bd3fcc-055f-4f21-a969-caf3086a71e2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6788378 Mar 10 17:46:45.351311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:45.356611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:45.446560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-0656d132-ae82-43ab-b3f6-c4f359d455d6', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:46:45.447430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.482738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] For port 324ad070-864d-47da-9ea7-be46b89fdd23, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=324ad070-864d-47da-9ea7-be46b89fdd23,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:45.483372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.503682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Calling delete_port for 324ad070-864d-47da-9ea7-be46b89fdd23 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:45.608464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Deleting port 324ad070-864d-47da-9ea7-be46b89fdd23 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:45.608825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.610968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:46:45.612113 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.628923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.812626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.22 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/120af85c-2a09-4f2f-a465-35079239db66) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:45.815795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.840799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Allocated IP 172.20.0.2 (0656d132-ae82-43ab-b3f6-c4f359d455d6/fb60d789-d424-4500-ab03-4b60b01d2e22/143ff69e-5f15-4b1d-843e-400bde31ac1e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:45.857418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] For port 324ad070-864d-47da-9ea7-be46b89fdd23, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=324ad070-864d-47da-9ea7-be46b89fdd23,segment=NetworkSegment(dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6),segment_id=dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:45.858206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.875124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No DVR routers for this DVR port 324ad070-864d-47da-9ea7-be46b89fdd23 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:45.888022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Calling delete_port for 324ad070-864d-47da-9ea7-be46b89fdd23 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:45.899508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.914027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Port': ['ID=324ad070-864d-47da-9ea7-be46b89fdd23,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:45.959056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3986c21-5dc1-4d4f-9ec5-8c2f60ee5345 req-d0ed5488-476d-4644-98c1-634438425fe2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:45.962130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3986c21-5dc1-4d4f-9ec5-8c2f60ee5345 req-d0ed5488-476d-4644-98c1-634438425fe2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 945 time: 0.2090156 Mar 10 17:46:45.987517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:45.988576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.089842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Allocated IP 172.20.0.2 (b8f54aee-117e-4c86-a0d9-f0ae5f654629/05c8a2ac-29bd-46a4-b199-b4ba4534874a/c5e6c11c-467f-4768-9cf9-6d1574caa001) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:46.150040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6ec8c3fb-cd83-4dee-9f06-061390cab00a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.192713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.194602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (324ad070-864d-47da-9ea7-be46b89fdd23), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.213859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3986c21-5dc1-4d4f-9ec5-8c2f60ee5345 req-6d812b99-0b0a-49ae-8408-be57c10cc1fc tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419581 Mar 10 17:46:46.246783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] Pushing event deleted for resources: {'Port': ['ID=324ad070-864d-47da-9ea7-be46b89fdd23,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:46.286154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for router_controller (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.297947 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (120af85c-2a09-4f2f-a465-35079239db66), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.360125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (120af85c-2a09-4f2f-a465-35079239db66), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.364861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec8c3fb-cd83-4dee-9f06-061390cab00a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:46.430116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=120af85c-2a09-4f2f-a465-35079239db66,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:46.443881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:46.444407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:46.458694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:46.481758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238ce94-2ec7-4e3f-895f-7fff39cd0c98 None None] No DVR routers for this DVR port 324ad070-864d-47da-9ea7-be46b89fdd23 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:46:46.484595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:46.491718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:46.493508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12db810d-44ec-4d01-8414-93a8b9503586 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:46.513059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks [] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.550201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.584351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:46.606053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for router_gateway (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.613288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bd716f6-c055-4498-937d-f84e91bdc69f up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:46.629204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:46.636828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.666525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:46.694259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.704744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:46:46.705500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (dc0bb3d9-97bf-47fb-95b0-3b0d049c61a6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:46:46.714277 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:46:46.740768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Pushing event updated for resources: {'Port': ['ID=143ff69e-5f15-4b1d-843e-400bde31ac1e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:46.821458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks [] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.826222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12db810d-44ec-4d01-8414-93a8b9503586 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:46.826611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12db810d-44ec-4d01-8414-93a8b9503586), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.875198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Attempting to bind port 143ff69e-5f15-4b1d-843e-400bde31ac1e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:46.876364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Attempting to bind port 143ff69e-5f15-4b1d-843e-400bde31ac1e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:46.876994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Attempting to bind port 143ff69e-5f15-4b1d-843e-400bde31ac1e on network 0656d132-ae82-43ab-b3f6-c4f359d455d6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:46.881869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.885004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6ec8c3fb-cd83-4dee-9f06-061390cab00a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.901711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.920328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:46.921424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/networks/6ec8c3fb-cd83-4dee-9f06-061390cab00a HTTP/1.1" status: 204 len: 168 time: 2.0688391 Mar 10 17:46:46.931353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'routes': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:46.942858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:46.944755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec909b65-0d6c-4494-bd74-a347b781a9fe tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Pushing event deleted for resources: {'Network': ['ID=6ec8c3fb-cd83-4dee-9f06-061390cab00a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:46.950806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:46.951162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Checking segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:46.951469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.951786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Bound using segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:46.952270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Bound port: 143ff69e-5f15-4b1d-843e-400bde31ac1e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:46.952642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.958543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:46.960475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1bd716f6-c055-4498-937d-f84e91bdc69f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:46:46.965527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:46.997648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1bd716f6-c055-4498-937d-f84e91bdc69f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:46.998021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:46.998275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.1 (0656d132-ae82-43ab-b3f6-c4f359d455d6/fb60d789-d424-4500-ab03-4b60b01d2e22/8cb2204a-876c-4974-90c6-62f5e39d9d0d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:47.025905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Pushing event updated for resources: {'Port': ['ID=c5e6c11c-467f-4768-9cf9-6d1574caa001,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:47.189398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Attempting to bind port c5e6c11c-467f-4768-9cf9-6d1574caa001 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:47.189789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Attempting to bind port c5e6c11c-467f-4768-9cf9-6d1574caa001 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:47.190142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Attempting to bind port c5e6c11c-467f-4768-9cf9-6d1574caa001 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:47.238609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:47.239036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:47.239381 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.239837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Bound using segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:47.240231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Bound port: c5e6c11c-467f-4768-9cf9-6d1574caa001, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:47.240615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.278557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (fab5fe96-97a8-49d6-9ba7-2a87d6061188), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.300726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12db810d-44ec-4d01-8414-93a8b9503586 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:47.301387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12db810d-44ec-4d01-8414-93a8b9503586), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.324475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 12db810d-44ec-4d01-8414-93a8b9503586, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12db810d-44ec-4d01-8414-93a8b9503586,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:47.384989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.390874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12db810d-44ec-4d01-8414-93a8b9503586), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.394646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] For port 143ff69e-5f15-4b1d-843e-400bde31ac1e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:47.460719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] For port 143ff69e-5f15-4b1d-843e-400bde31ac1e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=143ff69e-5f15-4b1d-843e-400bde31ac1e,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:47.477096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1bd716f6-c055-4498-937d-f84e91bdc69f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:47.477415 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.498812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.509619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] For port c5e6c11c-467f-4768-9cf9-6d1574caa001, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:47.530239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (120af85c-2a09-4f2f-a465-35079239db66), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.530667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f7029d66-6543-439f-8777-0cb6be3f8e56 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:47.563045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] For port c5e6c11c-467f-4768-9cf9-6d1574caa001, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c5e6c11c-467f-4768-9cf9-6d1574caa001,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:47.566319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=12db810d-44ec-4d01-8414-93a8b9503586,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:47.583958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f7029d66-6543-439f-8777-0cb6be3f8e56 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:47.584334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f7029d66-6543-439f-8777-0cb6be3f8e56 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:47.584706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 324ad070-864d-47da-9ea7-be46b89fdd23 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:46:47.586233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:47.588695 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32440022-6e6e-4f80-b13b-32551320b16b" -d '{"events": [{"server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "name": "network-vif-plugged", "status": "completed", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:47.598389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0c427-7e93-43c4-a8a1-fc4bb55fab0f req-60a02820-f305-4056-90ef-8fda01430437 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:47.600088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb0c427-7e93-43c4-a8a1-fc4bb55fab0f req-60a02820-f305-4056-90ef-8fda01430437 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 945 time: 0.2232590 Mar 10 17:46:47.658576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.679418 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cb5f14-0b5d-436c-b124-8ac691d76ccb x-openstack-request-id: req-79cb5f14-0b5d-436c-b124-8ac691d76ccb {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:47.679774 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "name": "network-vif-plugged", "status": "completed", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:47.679975 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79cb5f14-0b5d-436c-b124-8ac691d76ccb {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:47.680324 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'code': 200} Mar 10 17:46:47.682050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bd716f6-c055-4498-937d-f84e91bdc69f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:47.683181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 324ad070-864d-47da-9ea7-be46b89fdd23 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:46:47.683476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb0c427-7e93-43c4-a8a1-fc4bb55fab0f req-78e4f46b-3c05-4509-a205-348ced642a75 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720901 Mar 10 17:46:47.684482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 324ad070-864d-47da-9ea7-be46b89fdd23 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:46:47.707088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.758463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a917fe-7437-47d9-8487-5be1f05203dc None None] Pushing event updated for resources: {'Port': ['ID=143ff69e-5f15-4b1d-843e-400bde31ac1e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:47.819060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for router_gateway (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.897310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc54e15-3812-4f48-9cb0-ef2aec08499d req-a9cc4cae-e790-4642-9e2b-0248f3f67496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:47.898537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:47.899208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fc54e15-3812-4f48-9cb0-ef2aec08499d req-a9cc4cae-e790-4642-9e2b-0248f3f67496 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 1128 time: 0.1386526 Mar 10 17:46:47.947237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039545f2-e977-4cd2-a3ff-2a6de14aee05 None None] Pushing event updated for resources: {'Port': ['ID=c5e6c11c-467f-4768-9cf9-6d1574caa001,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:48.062932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fc54e15-3812-4f48-9cb0-ef2aec08499d req-ffb57aa7-4252-4945-acb2-1bae454ae103 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565995 Mar 10 17:46:48.067238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (120af85c-2a09-4f2f-a465-35079239db66), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.080559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:48.105514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (120af85c-2a09-4f2f-a465-35079239db66), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.215598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=120af85c-2a09-4f2f-a465-35079239db66,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:48.224602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fab5fe96-97a8-49d6-9ba7-2a87d6061188), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.235187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Added routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 17:46:48.236030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Removed routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 17:46:48.236820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.383687 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP fab5fe96-97a8-49d6-9ba7-2a87d6061188 associated. External IP: 172.25.3.22, port: 0b89c167-7d73-45c4-8242-c9a47eff9009. Mar 10 17:46:48.413339 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Allocated IP 172.25.3.247 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/bb209c8b-6d9d-45ef-ba63-aeb02674e3c5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:48.564738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12db810d-44ec-4d01-8414-93a8b9503586 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:48.591491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.619933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 12db810d-44ec-4d01-8414-93a8b9503586 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:48.620584 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12db810d-44ec-4d01-8414-93a8b9503586), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.643537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.660223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (f70270e6-b09a-412c-985a-25629156135a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.687196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.750070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 12db810d-44ec-4d01-8414-93a8b9503586 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:48.751444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 143ff69e-5f15-4b1d-843e-400bde31ac1e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:48.766392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.814927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.859803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 143ff69e-5f15-4b1d-843e-400bde31ac1e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:48.860320 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:48.870035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router f70270e6-b09a-412c-985a-25629156135a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:48.913165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:48.934493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:48.974825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:48.994965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:49.028531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.068913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 143ff69e-5f15-4b1d-843e-400bde31ac1e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:49.069491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.096504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044bb35-ff70-411c-801f-285fa5b6898d req-98642000-25c6-45ec-adb5-64d5c885c394 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:49.098364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0044bb35-ff70-411c-801f-285fa5b6898d req-98642000-25c6-45ec-adb5-64d5c885c394 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.1162987 Mar 10 17:46:49.158536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 143ff69e-5f15-4b1d-843e-400bde31ac1e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=143ff69e-5f15-4b1d-843e-400bde31ac1e,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:49.173357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.174742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c5e6c11c-467f-4768-9cf9-6d1574caa001 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:49.176611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:49.186973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.194213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:49.196139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:49.202704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.207628 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a60677f5-3374-4956-bfc9-0edd95d663ff tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 705 time: 2.2811232 Mar 10 17:46:49.217108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51658) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:49.217671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Sync routers for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:49.257311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:49.258850 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:49.271160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:49.275991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Pushing event updated for resources: {'Port': ['ID=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:49.291002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d2288d49-8f7a-4a84-b063-bcf3c44acca7 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 205 time: 0.0709953 Mar 10 17:46:49.294297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51660) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:49.320641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0044bb35-ff70-411c-801f-285fa5b6898d req-cd50ab9a-0875-45ba-9554-6df86c393509 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809061 Mar 10 17:46:49.323776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-de535fd7-24f1-4e51-8f99-520f9119be25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3905113 Mar 10 17:46:49.364966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c5e6c11c-467f-4768-9cf9-6d1574caa001 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:49.365339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.429217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=143ff69e-5f15-4b1d-843e-400bde31ac1e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:49.509998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c5e6c11c-467f-4768-9cf9-6d1574caa001 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:49.509998 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.512016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57727fb3-27de-4b0f-b03c-74d730564578 None None] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:49.578915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:49.638187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (f70270e6-b09a-412c-985a-25629156135a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.669447 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:49.708383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Checking router: f70270e6-b09a-412c-985a-25629156135a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:49.712644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e0839b2d-05cf-453a-b728-8ec262c513fd None None] Provisioning complete for port 143ff69e-5f15-4b1d-843e-400bde31ac1e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:49.713147 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0839b2d-05cf-453a-b728-8ec262c513fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.727701 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Routers {'f70270e6-b09a-412c-985a-25629156135a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:49.728706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f70270e6-b09a-412c-985a-25629156135a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:49.798020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-e757ba2b-9df2-489a-96be-09dda07c21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:49.799994 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-e757ba2b-9df2-489a-96be-09dda07c21e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.3068986 Mar 10 17:46:49.801721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.802365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c5e6c11c-467f-4768-9cf9-6d1574caa001, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c5e6c11c-467f-4768-9cf9-6d1574caa001,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:49.835612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.878384 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] Set router f70270e6-b09a-412c-985a-25629156135a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:49.954039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f70270e6-b09a-412c-985a-25629156135a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.960587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (f70270e6-b09a-412c-985a-25629156135a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:49.971725 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:50.006885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd19c3-2333-40a6-b492-a012cd74e1a7 None None] The sync data for ids ['f70270e6-b09a-412c-985a-25629156135a'] in n-d-833115-2 is: [{'id': 'f70270e6-b09a-412c-985a-25629156135a', 'name': 'tempest-RoutersIpV6Test-router-1902348713', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:45:43Z', 'updated_at': '2022-03-10T17:46:42Z', 'revision_number': 11, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:50.051374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f70270e6-b09a-412c-985a-25629156135a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.052418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router f70270e6-b09a-412c-985a-25629156135a {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:46:50.073651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.078819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6ea96a42-b2b2-4f29-993e-5113b02feb85 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 204 len: 168 time: 0.7646911 Mar 10 17:46:50.079005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51666) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:50.083561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-588285834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:50.115208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:50.269683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.270883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.362720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d79823-031d-47ac-85b9-58455c367243 None None] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:46:50.364987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 143ff69e-5f15-4b1d-843e-400bde31ac1e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:50.368120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e0839b2d-05cf-453a-b728-8ec262c513fd None None] Current status of the port 143ff69e-5f15-4b1d-843e-400bde31ac1e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:50.418243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:50.475914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.494528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:50.528959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c5e6c11c-467f-4768-9cf9-6d1574caa001,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:50.569739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (c420a99c-139f-4459-bd70-9c2beacd5b9a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.600581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.625828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1e924e9c-9f00-428c-9659-0ea41844f561 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4103708 Mar 10 17:46:50.630154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:50.636899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:50.705391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (fab5fe96-97a8-49d6-9ba7-2a87d6061188), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.722503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65959425-585e-4e7e-8adb-d21c51f5b65a req-24b9308a-1de1-4f0b-ba93-f5cc833c2dcb tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:50.724494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65959425-585e-4e7e-8adb-d21c51f5b65a req-24b9308a-1de1-4f0b-ba93-f5cc833c2dcb tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.2679760 Mar 10 17:46:50.749643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:50.750458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:50.760826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.762325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c239ad07-2b6d-440a-902b-db92ea010a1c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6823997 Mar 10 17:46:50.769954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:50.775742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:50.779525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for router_gateway (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.830273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-84fa36d7-74d4-487f-8411-0c27ecfc616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:50.832325 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-84fa36d7-74d4-487f-8411-0c27ecfc616c service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.9510763 Mar 10 17:46:50.847206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:50.867323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-86429060-b859-4ca1-bcb2-a49234902efa None None] Provisioning complete for port c5e6c11c-467f-4768-9cf9-6d1574caa001 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:50.874463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86429060-b859-4ca1-bcb2-a49234902efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.911120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-8cec2270-84fb-4c2b-89fa-3a249a81dd5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.0594218 Mar 10 17:46:50.972324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:50.995870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:51.003050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:51.024741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fab5fe96-97a8-49d6-9ba7-2a87d6061188), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.024741 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP fab5fe96-97a8-49d6-9ba7-2a87d6061188 disassociated. External IP: 172.25.3.22, port: 0b89c167-7d73-45c4-8242-c9a47eff9009. Mar 10 17:46:51.104781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65959425-585e-4e7e-8adb-d21c51f5b65a req-89da9b0b-91b8-4169-9750-b7200ee407ca tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472068 Mar 10 17:46:51.145615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:51.149522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e79475-32d4-43c9-a4ac-607f71597253 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:51.213494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 143ff69e-5f15-4b1d-843e-400bde31ac1e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:51.214099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.246096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.259558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-58e02a5e-8e4b-40d9-9ec1-a4e1c9ab3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:51.261214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-58e02a5e-8e4b-40d9-9ec1-a4e1c9ab3ffe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.3373938 Mar 10 17:46:51.261822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.311245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-86429060-b859-4ca1-bcb2-a49234902efa None None] Current status of the port c5e6c11c-467f-4768-9cf9-6d1574caa001 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:51.356792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-60a645cd-8918-4e7d-8838-5488b05f6cf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814672 Mar 10 17:46:51.385846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 143ff69e-5f15-4b1d-843e-400bde31ac1e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:51.455637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Provisioning complete for port 143ff69e-5f15-4b1d-843e-400bde31ac1e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:51.455856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.462010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.556183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.583799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Current status of the port 143ff69e-5f15-4b1d-843e-400bde31ac1e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:51.598655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Provisioning complete for port 8cb2204a-876c-4974-90c6-62f5e39d9d0d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:51.599704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.640585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:51.645096 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-6a03b315-4f16-45d0-a476-11a9f746eb5c service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724836 Mar 10 17:46:51.656368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-edb83965-caeb-4563-9291-bb5e4e806358 None None] Port 8cb2204a-876c-4974-90c6-62f5e39d9d0d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:51.751809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.781217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:51.787853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3820f92b-d63f-4acb-80bb-51dd22d0dc37 None None] Provisioning complete for port c5e6c11c-467f-4768-9cf9-6d1574caa001 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:51.788316 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3820f92b-d63f-4acb-80bb-51dd22d0dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.794975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58d11-2889-4872-8bb0-2b5038255e65 req-673e477c-0d4c-4a38-a1aa-bae5b1904d97 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:51.803119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56d58d11-2889-4872-8bb0-2b5038255e65 req-673e477c-0d4c-4a38-a1aa-bae5b1904d97 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.5057418 Mar 10 17:46:51.820081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee03d5-8427-41cc-9465-7cf0b3d04a69 req-56b37f23-2bc6-416a-a4fb-df6480214b7f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:51.831739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fee03d5-8427-41cc-9465-7cf0b3d04a69 req-56b37f23-2bc6-416a-a4fb-df6480214b7f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.5304973 Mar 10 17:46:51.834126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:51.845065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'port_id': '1bd716f6-c055-4498-937d-f84e91bdc69f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:51.846249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:51.903923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3820f92b-d63f-4acb-80bb-51dd22d0dc37 None None] Current status of the port c5e6c11c-467f-4768-9cf9-6d1574caa001 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:51.989508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:46:51.995832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:52.002535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56d58d11-2889-4872-8bb0-2b5038255e65 req-2785d9ab-d648-4d7b-83a6-174dc5a1c51a tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984496 Mar 10 17:46:52.081039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Router c420a99c-139f-4459-bd70-9c2beacd5b9a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:46:52.087603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:52.093348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:52.102699 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:52.118684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:52.119603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.176883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.197425 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:52.198044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.213965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:52.226038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c5e6c11c-467f-4768-9cf9-6d1574caa001 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:52.227363 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5263ecc6-38ad-4d8e-b6c6-02bd74dae2fe req-8d97221b-c5df-437f-a421-061a5ecf0569 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322404 Mar 10 17:46:52.242247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:52.246451 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.247295 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad23b7-7834-407f-8da9-f08260310f40 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:52.255138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:52.261266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:52.262456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97a7f9ca-15bf-433e-a040-6ded1b406c7c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "PUT /v2.0/routers/c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 200 len: 697 time: 1.4902337 Mar 10 17:46:52.265001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4e7dc24d-23a2-4fa3-8547-f34341d82070 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/fab5fe96-97a8-49d6-9ba7-2a87d6061188 HTTP/1.1" status: 200 len: 687 time: 1.6323895 Mar 10 17:46:52.265542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:52.267926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:52.276304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Sync routers for ids ['c420a99c-139f-4459-bd70-9c2beacd5b9a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:52.330080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Routers {'c420a99c-139f-4459-bd70-9c2beacd5b9a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:52.331095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c420a99c-139f-4459-bd70-9c2beacd5b9a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.480956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Set router c420a99c-139f-4459-bd70-9c2beacd5b9a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:52.483833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c5e6c11c-467f-4768-9cf9-6d1574caa001 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:52.484129 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:52.602808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420a99c-139f-4459-bd70-9c2beacd5b9a', 'name': 'tempest-RoutersIpV6Test-router-588285834', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:50Z', 'updated_at': '2022-03-10T17:46:51Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.634648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Checking router: c420a99c-139f-4459-bd70-9c2beacd5b9a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:52.688748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Routers {'c420a99c-139f-4459-bd70-9c2beacd5b9a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:52.689434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c420a99c-139f-4459-bd70-9c2beacd5b9a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.716427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2ea9e441-90da-47a7-93fa-eab6f1b44cb1 None None] Provisioning complete for port 8cb2204a-876c-4974-90c6-62f5e39d9d0d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:52.716842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e441-90da-47a7-93fa-eab6f1b44cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:52.788331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9e441-90da-47a7-93fa-eab6f1b44cb1 None None] Port 8cb2204a-876c-4974-90c6-62f5e39d9d0d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:52.842501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c5e6c11c-467f-4768-9cf9-6d1574caa001 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:52.864148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] Set router c420a99c-139f-4459-bd70-9c2beacd5b9a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:52.919727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ae624ee4-826e-473b-a453-defc121452ca tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/routers/c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 200 len: 703 time: 0.6431303 Mar 10 17:46:52.933817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c420a99c-139f-4459-bd70-9c2beacd5b9a', 'name': 'tempest-RoutersIpV6Test-router-588285834', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:50Z', 'updated_at': '2022-03-10T17:46:51Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:52.957852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:52.977346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be73378-12dc-41d8-9980-17dbf5c555fa None None] The sync data for ids ['c420a99c-139f-4459-bd70-9c2beacd5b9a'] in n-d-833115-2 is: [{'id': 'c420a99c-139f-4459-bd70-9c2beacd5b9a', 'name': 'tempest-RoutersIpV6Test-router-588285834', 'tenant_id': 'f338cc3cbede42efb2033b0f459f6404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:50Z', 'updated_at': '2022-03-10T17:46:51Z', 'revision_number': 2, 'project_id': 'f338cc3cbede42efb2033b0f459f6404', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:52.993771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ffa354de-be47-40d3-a08f-eeb29f51d46d tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 200 len: 205 time: 0.0340433 Mar 10 17:46:53.002041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51700) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.075379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:53.087234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:53.103390 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:53.105493 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:53.175999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.240542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.241830 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fd8f9a33-74c2-4d44-9ecf-b3e4d9f27313 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8903289 Mar 10 17:46:53.260877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.290679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-54b1e34c-1a63-4ac8-a7ae-803bd54b6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:53.292411 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-54b1e34c-1a63-4ac8-a7ae-803bd54b6904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.9885681 Mar 10 17:46:53.400087 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:53.460066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.470060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router_controller (c420a99c-139f-4459-bd70-9c2beacd5b9a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.547965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c420a99c-139f-4459-bd70-9c2beacd5b9a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.550263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Fanout notify agent at l3_agent the message router_deleted on router c420a99c-139f-4459-bd70-9c2beacd5b9a {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:46:53.564113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15379ba2-1823-4558-9bbf-08e6af02d732 req-5c837243-4cad-4dcb-8e3a-1c40d28053d2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:53.572821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15379ba2-1823-4558-9bbf-08e6af02d732 req-5c837243-4cad-4dcb-8e3a-1c40d28053d2 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2902975 Mar 10 17:46:53.587013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.592264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-11310712-dd45-4f90-8f0f-3bbe7385a6dc tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 204 len: 168 time: 0.5888574 Mar 10 17:46:53.594885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51706) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.613546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 120af85c-2a09-4f2f-a465-35079239db66 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:46:53.613890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (120af85c-2a09-4f2f-a465-35079239db66), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.626400 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 3, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:53.646308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bcb5a435-796f-40ba-8270-a6f3acfa9729 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 200 len: 205 time: 0.0504417 Mar 10 17:46:53.647071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51708) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.654725 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:53.655138 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Updating router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:53.688274 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.704046 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-69d596c2-115d-444f-90b4-89fbce865edd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:53.709295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-69d596c2-115d-444f-90b4-89fbce865edd tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/c420a99c-139f-4459-bd70-9c2beacd5b9a HTTP/1.1" status: 404 len: 336 time: 0.0582709 Mar 10 17:46:53.722356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51710) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.761900 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a22fe1d-d5b7-44f5-9c50-6484d9976e74 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:53.763012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a22fe1d-d5b7-44f5-9c50-6484d9976e74 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:53.769345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3a22fe1d-d5b7-44f5-9c50-6484d9976e74 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/e067deb5-70e4-42c0-a645-8a15cc1cc71e HTTP/1.1" status: 404 len: 337 time: 0.0459321 Mar 10 17:46:53.804215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51712) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.867652 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8837e528-fd51-42aa-a14b-3d1da44d4d01 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:53.868116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8837e528-fd51-42aa-a14b-3d1da44d4d01 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:53.882989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8837e528-fd51-42aa-a14b-3d1da44d4d01 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/3082a2eb-db55-4476-87e4-1748a4d9f150 HTTP/1.1" status: 404 len: 337 time: 0.0741534 Mar 10 17:46:53.891913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51716) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:53.897081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15379ba2-1823-4558-9bbf-08e6af02d732 req-6372d8d5-c6e3-46fb-9c83-fb9a514d4e3b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233252 Mar 10 17:46:53.952461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 5fdeda80-a0bc-444c-94bd-fec56aee5472 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:53.982240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (120af85c-2a09-4f2f-a465-35079239db66), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:53.983441 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (120af85c-2a09-4f2f-a465-35079239db66), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.008366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 120af85c-2a09-4f2f-a465-35079239db66 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:46:54.032073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-d5b46644-b4ea-497b-95bf-fd39a04fbcf9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294389 Mar 10 17:46:54.063863 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-826f1321-32f9-408c-a297-7c026aef98db tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:54.064425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826f1321-32f9-408c-a297-7c026aef98db tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:54.070382 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-826f1321-32f9-408c-a297-7c026aef98db tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/81c02eeb-b2e5-4535-a6c6-ef0fac9f30ab HTTP/1.1" status: 404 len: 337 time: 0.1723468 Mar 10 17:46:54.070585 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks [] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.079772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.082317 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.146272 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Attempting to bind port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:54.146988 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Attempting to bind port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:54.147079 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Attempting to bind port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:54.161710 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:54.162311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:54.162881 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.163319 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:54.163890 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Bound port: bb209c8b-6d9d-45ef-ba63-aeb02674e3c5, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:54.166035 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.190552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297565d3-0a66-40c7-9250-5e994b953d53 req-d2befeb8-3865-4a8c-b079-0f06fb8a8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:54.192619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-d2befeb8-3865-4a8c-b079-0f06fb8a8a92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 1127 time: 0.0828934 Mar 10 17:46:54.201642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:46:54.263378 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] For port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:54.266738 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] For port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:54.271687 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c54ea79-6b12-46e1-a037-90dd2656e05a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:54.272212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c54ea79-6b12-46e1-a037-90dd2656e05a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:54.278131 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c54ea79-6b12-46e1-a037-90dd2656e05a tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/a5e4724a-2556-4537-a7d0-8ce166d0dc79 HTTP/1.1" status: 404 len: 337 time: 0.1801515 Mar 10 17:46:54.278298 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c7023-d2ea-496f-b5fe-503bccb91af5 None None] Pushing event updated for resources: {'Port': ['ID=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:54.282304 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.291609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51724) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.346896 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:54.347454 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:54.432850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d5f16aa4-e78e-41a6-afc2-390a6d240709 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 200 len: 205 time: 0.1384397 Mar 10 17:46:54.442617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-2784d77e-2fa7-4a6f-b675-6d7456fe421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:54.445765 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-2784d77e-2fa7-4a6f-b675-6d7456fe421a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.8827102 Mar 10 17:46:54.446141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.473778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.477009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.498187 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:54.546344 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-1c209de1-ee0c-48b1-9217-26943e73c3e9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:54.553106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.553703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1c209de1-ee0c-48b1-9217-26943e73c3e9 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f70270e6-b09a-412c-985a-25629156135a HTTP/1.1" status: 404 len: 336 time: 0.1063650 Mar 10 17:46:54.554792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (120af85c-2a09-4f2f-a465-35079239db66), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.557016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.602811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=120af85c-2a09-4f2f-a465-35079239db66,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:54.609967 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c7023-d2ea-496f-b5fe-503bccb91af5 None None] Pushing event updated for resources: {'Port': ['ID=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:54.637322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-ea53bf77-419b-448d-b964-345cf48dac78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.1770854 Mar 10 17:46:54.703252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297565d3-0a66-40c7-9250-5e994b953d53 req-abbae362-42f3-45ca-8b7c-3359adb77437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:54.705239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-abbae362-42f3-45ca-8b7c-3359adb77437 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.4890823 Mar 10 17:46:54.721018 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5f1af3a4-1347-47bc-a229-85f133758174 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2e8fd49-a13c-4560-8cec-43a65e3fbd3d HTTP/1.1" status: 200 len: 205 time: 0.1519213 Mar 10 17:46:54.731487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.733947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-93170cad-4338-4aef-a182-5e3e4c129904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:54.735515 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-93170cad-4338-4aef-a182-5e3e4c129904 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.0678160 Mar 10 17:46:54.743635 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 3, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:54.791700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf8b6b-788b-4c51-b429-3cf10a711b97 None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 3, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:54.824798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-d801f954-cbcf-43a2-9615-227144283849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 200 len: 217 time: 0.0695546 Mar 10 17:46:54.908124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (fab5fe96-97a8-49d6-9ba7-2a87d6061188), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.911818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:54.917913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-487545da-922b-46a3-b2e8-bcdb6eda9f0c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/fab5fe96-97a8-49d6-9ba7-2a87d6061188 HTTP/1.1" status: 204 len: 168 time: 2.6481380 Mar 10 17:46:54.944468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51732) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:54.950814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '960cdb8b-41c4-4d89-84d5-bfb8298ccee7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:46:54.978054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297565d3-0a66-40c7-9250-5e994b953d53 req-95ed983b-e803-4bd3-a932-e28835b97a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:54.982716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-95ed983b-e803-4bd3-a932-e28835b97a59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1481690 Mar 10 17:46:55.062627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:55.069438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-b523289f-45f8-4e18-9f40-1031c67a4b76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782034 Mar 10 17:46:55.261655 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-61f373e0-b9b4-4a84-bdd7-569cd411ad55 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:55.262774 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61f373e0-b9b4-4a84-bdd7-569cd411ad55 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f2e8fd49-a13c-4560-8cec-43a65e3fbd3d HTTP/1.1" status: 404 len: 336 time: 0.5262599 Mar 10 17:46:55.265522 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-4c6e35b7-f92c-4e8a-88f6-99016dac97ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5136051 Mar 10 17:46:55.268462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.316919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b9525-a28f-41af-b58c-aef1e8948ce4 req-0f72c9ad-2f12-43d5-8ddf-5890fb26a4bb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:55.318533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df7b9525-a28f-41af-b58c-aef1e8948ce4 req-0f72c9ad-2f12-43d5-8ddf-5890fb26a4bb tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.2725568 Mar 10 17:46:55.361694 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba1ca2-fb3f-4428-84b0-c1f4cf794079 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:55.362205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eba1ca2-fb3f-4428-84b0-c1f4cf794079 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:55.367671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8eba1ca2-fb3f-4428-84b0-c1f4cf794079 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/693ea22f-8b78-49ff-9011-c59b325cbb18 HTTP/1.1" status: 404 len: 337 time: 0.0840867 Mar 10 17:46:55.376877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.405178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-49c794c8-58de-42da-aac0-b394adc59545 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066604 Mar 10 17:46:55.490484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df7b9525-a28f-41af-b58c-aef1e8948ce4 req-b74b7053-69fb-47cf-860f-0050f3c2381e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581841 Mar 10 17:46:55.526255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:55.532423 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5a0cf77-4727-4de9-b882-8efd0aca82ce tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/5fdeda80-a0bc-444c-94bd-fec56aee5472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2900162 Mar 10 17:46:55.538920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Sync routers for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:55.559110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:55.559733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:55.573379 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-536edf7a-df1f-4f2c-b2f4-ce62e333c174 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 200 len: 205 time: 0.1916871 Mar 10 17:46:55.577113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.577450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51744) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.672016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:55.680354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-297565d3-0a66-40c7-9250-5e994b953d53 req-29a935cd-7361-485a-a01d-095f142771a9 service neutron] 10.222.0.41 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571163 Mar 10 17:46:55.726619 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-64715461-36ba-4d63-989d-9a3b736093c8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:55.730495 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-64715461-36ba-4d63-989d-9a3b736093c8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/b9cfa6a7-feb4-4799-a303-7c4d9fee1586 HTTP/1.1" status: 404 len: 336 time: 0.1419826 Mar 10 17:46:55.743615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.760066 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP 5fc67674-8dc8-488e-89ad-8ef64ebe4b2a associated. External IP: 172.25.3.76, port: 1bd716f6-c055-4498-937d-f84e91bdc69f. Mar 10 17:46:55.803355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8994b54e-fe20-446b-a01e-8514cf0f90b8 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=f36029fe-9b90-4d64-8bc9-de75f0cab00d HTTP/1.1" status: 200 len: 205 time: 0.0584652 Mar 10 17:46:55.806224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51748) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.864622 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-304f3689-e68b-434a-a377-762851daf914 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:55.866206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-304f3689-e68b-434a-a377-762851daf914 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/f36029fe-9b90-4d64-8bc9-de75f0cab00d HTTP/1.1" status: 404 len: 336 time: 0.0588894 Mar 10 17:46:55.869419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51750) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:55.877379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:55.902050 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-db83d002-21a3-41d8-9147-008a857a22d0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:55.902796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db83d002-21a3-41d8-9147-008a857a22d0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:55.912275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db83d002-21a3-41d8-9147-008a857a22d0 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/4805ee38-591c-4ac3-bd4f-c8bea6e437d3 HTTP/1.1" status: 404 len: 337 time: 0.0416646 Mar 10 17:46:55.926929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-dad36363-11cb-4bce-8904-783b7d8c886f req-698395c7-5d2a-4687-99b0-9a2998b16625 service neutron] (103794) timed out ('10.222.0.35', 50280) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:46:55.938105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51752) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.017698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.130 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4fa2fbf0-56b3-4772-8885-e3d960d526aa) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:56.083477 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9133fecb-b251-4f5c-8853-84ac37264797 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 HTTP/1.1" status: 200 len: 205 time: 0.1305001 Mar 10 17:46:56.099693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.103773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-7104a892-0307-421d-81d4-89317aee974e service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049588 Mar 10 17:46:56.202910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.255731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Allocated IP 172.20.0.1 (b8f54aee-117e-4c86-a0d9-f0ae5f654629/05c8a2ac-29bd-46a4-b199-b4ba4534874a/f41e1728-aaf3-4770-8a82-f140b821983d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:46:56.269978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.292694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:50Z', 'revision_number': 2, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:56.292694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:56.324071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:56.327379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:56.331642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:56.377554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=4fa2fbf0-56b3-4772-8885-e3d960d526aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:56.423427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Checking router: 5fdeda80-a0bc-444c-94bd-fec56aee5472 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:56.424406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Updating router 5fdeda80-a0bc-444c-94bd-fec56aee5472 port 8cb2204a-876c-4974-90c6-62f5e39d9d0d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:46:56.452207 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-08a2afe5-402f-4843-8fa1-f560b96a188c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:56.453320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08a2afe5-402f-4843-8fa1-f560b96a188c tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/34dbdfaf-8a30-45cd-87ce-4f58a2a0dc01 HTTP/1.1" status: 404 len: 336 time: 0.3464396 Mar 10 17:46:56.494453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.517332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.559697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e94e88a8-96d7-4b83-83dc-42941f8788e3 req-5d0fccbb-1de9-4fde-87a9-f442d343d8cf service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402325 Mar 10 17:46:56.584813 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a86b6ec-21fc-4b38-ba09-bab49d425646 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:56.585557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a86b6ec-21fc-4b38-ba09-bab49d425646 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:56.592334 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a86b6ec-21fc-4b38-ba09-bab49d425646 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/a442b72e-57cb-4220-a882-b4f30e2ccb72 HTTP/1.1" status: 404 len: 337 time: 0.0792778 Mar 10 17:46:56.629467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.676168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.676653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.677117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.677586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.678032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.678682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.679657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.680121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.680578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.681031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:56.685669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-da410f26-888f-49dd-a958-19c57cb8d812 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7112 time: 1.1047347 Mar 10 17:46:56.707347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.722983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c6bba43b-f7ff-4b04-9df1-9ad064cee81f tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb54c799-2482-434f-ad91-cc0eb24922db HTTP/1.1" status: 200 len: 205 time: 0.0902345 Mar 10 17:46:56.723661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.851409 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f896c852-d91b-4228-b5fc-506d0acd3b58 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] delete failed (client error): The resource could not be found. Mar 10 17:46:56.855829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f896c852-d91b-4228-b5fc-506d0acd3b58 tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/routers/eb54c799-2482-434f-ad91-cc0eb24922db HTTP/1.1" status: 404 len: 336 time: 0.1131754 Mar 10 17:46:56.860831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51772) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:56.867761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks [] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.884622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:56.884980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.888082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:56.897460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.008726 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.033598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.048045 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eed5c9-be53-405b-b8df-801c025d6dec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:57.051050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eed5c9-be53-405b-b8df-801c025d6dec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:57.059577 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1eed5c9-be53-405b-b8df-801c025d6dec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/059b286d-e3e3-457a-bde4-b205ca752983 HTTP/1.1" status: 404 len: 337 time: 0.1514626 Mar 10 17:46:57.063333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:57.088495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cbe7b-a1e5-41ae-97d2-621db7439a34 req-875e1e95-2017-45fa-bc86-2d41f7cf2014 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.101245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-502cbe7b-a1e5-41ae-97d2-621db7439a34 req-875e1e95-2017-45fa-bc86-2d41f7cf2014 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1556561 Mar 10 17:46:57.118881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b434b59-6c5b-4e13-82d5-188f4425cddb None None] Pushing event updated for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:57.154123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Attempting to bind port 8cb2204a-876c-4974-90c6-62f5e39d9d0d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:46:57.154320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Attempting to bind port 8cb2204a-876c-4974-90c6-62f5e39d9d0d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:46:57.154599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Attempting to bind port 8cb2204a-876c-4974-90c6-62f5e39d9d0d on network 0656d132-ae82-43ab-b3f6-c4f359d455d6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:46:57.217240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-502cbe7b-a1e5-41ae-97d2-621db7439a34 req-c67fa9c2-9d61-4248-8de6-54f7d7c47841 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101611 Mar 10 17:46:57.233307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:46:57.233903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Checking segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:46:57.234075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.234496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Bound using segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:46:57.234991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Bound port: 8cb2204a-876c-4974-90c6-62f5e39d9d0d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:46:57.235377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.238026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:57.247942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.292357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:57.297987 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-40367699-a8e3-476d-82e3-3b49e55238ec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] DELETE failed (client error): The resource could not be found. Mar 10 17:46:57.298475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40367699-a8e3-476d-82e3-3b49e55238ec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:46:57.311604 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40367699-a8e3-476d-82e3-3b49e55238ec tempest-RoutersIpV6Test-973606108 tempest-RoutersIpV6Test-973606108-project] 10.222.0.35 "DELETE /v2.0/subnets/0db5a93f-177c-473b-a116-f5531af5e715 HTTP/1.1" status: 404 len: 337 time: 0.2318265 Mar 10 17:46:57.312403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.339525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.340101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.340549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.343997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.344455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.344911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.345355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.348367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.348822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.351268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:57.358176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b60af337-7099-49f6-bd39-5483f045b8bc tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6540 time: 0.6456959 Mar 10 17:46:57.360685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51780) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:57.436825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks [] for port (f41e1728-aaf3-4770-8a82-f140b821983d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.520588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.545286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.552455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:57.617192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.663151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:57.671265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:57.677306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:57.680851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:46:57.787960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.900475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:57.937101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e4abfee7-f9ff-47cd-8dc5-8aed7dd42be6 None None] Provisioning complete for port 8cb2204a-876c-4974-90c6-62f5e39d9d0d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:57.937956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4abfee7-f9ff-47cd-8dc5-8aed7dd42be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:57.981760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e4abfee7-f9ff-47cd-8dc5-8aed7dd42be6 None None] Port 8cb2204a-876c-4974-90c6-62f5e39d9d0d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:57.990551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] For port 8cb2204a-876c-4974-90c6-62f5e39d9d0d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:46:57.994331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] For port 8cb2204a-876c-4974-90c6-62f5e39d9d0d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8cb2204a-876c-4974-90c6-62f5e39d9d0d,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:46:58.016605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.177261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:58.183813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:58.186664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b434b59-6c5b-4e13-82d5-188f4425cddb None None] Pushing event updated for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:58.257366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:46:58.264261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-12452838-7fc6-48da-a151-5a2e449740b4 None None] Provisioning complete for port f41e1728-aaf3-4770-8a82-f140b821983d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:58.264821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12452838-7fc6-48da-a151-5a2e449740b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.266912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:58.276611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.281279 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:58.304224 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:58.305304 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:58.364807 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-da043c74-d315-4d22-8e06-e0ab4fe33103 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "PUT /v2.0/floatingips/5fc67674-8dc8-488e-89ad-8ef64ebe4b2a HTTP/1.1" status: 200 len: 991 time: 6.5233111 Mar 10 17:46:58.365584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:58.370521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.381766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:46:58.384712 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869db3a9-bd74-4e59-91a8-086ecf06b999" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:46:58.435479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-12452838-7fc6-48da-a151-5a2e449740b4 None None] Port f41e1728-aaf3-4770-8a82-f140b821983d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:46:58.464932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:58.465493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.503657 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a3db2-e379-4fef-b3ac-c4db008509f0 x-openstack-request-id: req-614a3db2-e379-4fef-b3ac-c4db008509f0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:46:58.504222 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:46:58.504576 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-614a3db2-e379-4fef-b3ac-c4db008509f0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:46:58.505066 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'status': 'completed', 'code': 200} Mar 10 17:46:58.533057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:58.565172 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:58.576112 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-498be3ff-e5ef-4352-a8b2-cd51ede31802 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f338cc3cbede42efb2033b0f459f6404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8976736 Mar 10 17:46:58.619542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=4fa2fbf0-56b3-4772-8885-e3d960d526aa,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:58.621413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:46:58.670516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Provisioning complete for port 8cb2204a-876c-4974-90c6-62f5e39d9d0d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:46:58.671082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.695133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] Publish callbacks [] for security_group (a03dcc4e-f27d-4639-a245-1f59aad83eee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.751754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213ae6-006c-46a1-afeb-0ac8f943f100 req-2846aaae-579e-4ba3-89a1-1cd534996519 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:58.753667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e213ae6-006c-46a1-afeb-0ac8f943f100 req-2846aaae-579e-4ba3-89a1-1cd534996519 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1570761 Mar 10 17:46:58.777951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-dd87c277-e9c8-4d5b-a116-1ccd4bb52b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:58.779520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-dd87c277-e9c8-4d5b-a116-1ccd4bb52b78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 1128 time: 0.2093334 Mar 10 17:46:58.805497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] Publish callbacks [] for security_group (a03dcc4e-f27d-4639-a245-1f59aad83eee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.834864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:58.891750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:58.898168 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}, {'id': '5fc67674-8dc8-488e-89ad-8ef64ebe4b2a', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:5d:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:46:25Z', 'updated_at': '2022-03-10T17:46:53Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:58.955262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:46:58.966913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:58.967768 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:58.974196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Current status of the port 8cb2204a-876c-4974-90c6-62f5e39d9d0d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:46:58.975756 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.030522 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 9c32b87c-70db-4ded-868c-94392f3baf8d associated. External IP: 172.25.3.130, port: 960cdb8b-41c4-4d89-84d5-bfb8298ccee7. Mar 10 17:46:59.077483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] For port 8cb2204a-876c-4974-90c6-62f5e39d9d0d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8cb2204a-876c-4974-90c6-62f5e39d9d0d,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:46:59.091418 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.145525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a03dcc4e-f27d-4639-a245-1f59aad83eee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.148066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.154748 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a03dcc4e-f27d-4639-a245-1f59aad83eee HTTP/1.1" status: 204 len: 168 time: 0.5310428 Mar 10 17:46:59.156617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e213ae6-006c-46a1-afeb-0ac8f943f100 req-7fe2004f-6372-4c6b-b28e-5aacc99fd011 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921592 Mar 10 17:46:59.219347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebf922-a0cb-4870-9b4a-5fd00ca89347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03dcc4e-f27d-4639-a245-1f59aad83eee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:59.277055 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:46:59.308707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a0935-d6f5-4977-86a3-f643d7ecd125 None None] Pushing event updated for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:59.325054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:46:59.330301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:59.364047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks [] for port (f41e1728-aaf3-4770-8a82-f140b821983d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.366865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-24771c36-a1e2-40f8-8909-95254ec88d16 tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5953 time: 1.9992552 Mar 10 17:46:59.373452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a5ab5d-b576-4681-b49f-fa26408d296e None None] The sync data for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 is: [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:46:59.382121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-0a838154-df35-4761-a2f7-5013079d7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:59.384136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-0a838154-df35-4761-a2f7-5013079d7628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.5690494 Mar 10 17:46:59.390518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.547675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-541fde49-09bd-4439-b8a8-6ded074c3b97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 200 len: 999 time: 0.1537595 Mar 10 17:46:59.675129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-7759046e-a7e1-4d91-8c43-990f4d286dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:59.677353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-7759046e-a7e1-4d91-8c43-990f4d286dc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0827370 Mar 10 17:46:59.706012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:46:59.708093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:46:59.822127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:46:59.848329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:46:59.860682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-de257a86-513a-4dc0-a5a4-5d9fa8bf83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:46:59.867054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-de257a86-513a-4dc0-a5a4-5d9fa8bf83c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156704 Mar 10 17:46:59.925845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:46:59.930366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:59.951886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}, {'id': '5fc67674-8dc8-488e-89ad-8ef64ebe4b2a', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:5d:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:46:25Z', 'updated_at': '2022-03-10T17:46:53Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:46:59.968392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:46:59.969943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:46:59.973129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:00.029999 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca3552c-93c6-475d-ba8b-c01ceb78daf0 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}, {'id': '5fc67674-8dc8-488e-89ad-8ef64ebe4b2a', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:5d:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:46:25Z', 'updated_at': '2022-03-10T17:46:53Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:00.106229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:00.143506 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:00.148452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:00.150454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:00.234366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-bceba9a1-edc8-4fba-9ba3-37df38182f26 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640211 Mar 10 17:47:00.249682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:00.269482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:00.270690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efee798-0a60-4d76-9ff4-633fed1583d0 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:00.272836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760112218', 'description': 'tempest-secgroup-smoke-1760112218 description', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:00.380973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8cb2204a-876c-4974-90c6-62f5e39d9d0d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:00.399853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:00.578230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-89868dc8-1bec-4b3a-97c2-b94c2efdbd0a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6323106 Mar 10 17:47:00.584507 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e87789-4d07-40c4-b7aa-a439d8f1165b None None] New status for floating IP 5fc67674-8dc8-488e-89ad-8ef64ebe4b2a: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:47:00.589609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51828) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:00.592633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e4390e5a-5607-408a-af51-842f56579485 None None] Provisioning complete for port f41e1728-aaf3-4770-8a82-f140b821983d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:00.593018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4390e5a-5607-408a-af51-842f56579485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:00.669091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8cb2204a-876c-4974-90c6-62f5e39d9d0d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:00.669490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:00.680847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:00.698361 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61b68161-0b27-45aa-9447-1a75ec613d03 admin admin] 10.222.0.35 "PUT /v2.0/routers/6cb3b627-68d2-44c4-b65a-dc45e3487ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4304762 Mar 10 17:47:00.725404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:00.772712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-869db3a9-bd74-4e59-91a8-086ecf06b999 req-ecd55afe-0bd6-4da0-860b-55e8d42e1221 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869699 Mar 10 17:47:00.781490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:00.785856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51834) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:00.828760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:00.829684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:00.912972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884b11-1961-42dc-a26d-3230d878c449 req-f2f35f5d-8c26-4bfe-8389-a2cf2d67965a tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:00.915649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95884b11-1961-42dc-a26d-3230d878c449 req-f2f35f5d-8c26-4bfe-8389-a2cf2d67965a tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.4451113 Mar 10 17:47:00.921129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6f48499-cb4f-4f22-ba81-041a30abbccc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/floatingips/9c32b87c-70db-4ded-868c-94392f3baf8d HTTP/1.1" status: 200 len: 977 time: 0.3289862 Mar 10 17:47:00.924495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51838) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:00.979014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:01.025269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95884b11-1961-42dc-a26d-3230d878c449 req-c7fab1f7-0409-440a-8389-842a9385498e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Mar 10 17:47:01.076667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (eeb18d79-4de5-4876-b073-937248ad19c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.080571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-45b91a39-baf9-459e-a2de-1810f613e12f tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-75082632', 'prefixes': ['172.20.0.0/16']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.087339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eeb18d79-4de5-4876-b073-937248ad19c1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.161546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.166192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9097798 Mar 10 17:47:01.166384 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-560ccb8e-77e2-45a4-9e80-bdc63a18f26e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2385955 Mar 10 17:47:01.166511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.166511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51846) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.173421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e4390e5a-5607-408a-af51-842f56579485 None None] Port f41e1728-aaf3-4770-8a82-f140b821983d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:01.180756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.195111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': '0b89c167-7d73-45c4-8242-c9a47eff9009'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.260996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45b91a39-baf9-459e-a2de-1810f613e12f tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.264947 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45b91a39-baf9-459e-a2de-1810f613e12f tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.4753861 Mar 10 17:47:01.265382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.281837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878f8af-b639-4544-8438-8a9758696d5d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb18d79-4de5-4876-b073-937248ad19c1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:01.307501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8cb2204a-876c-4974-90c6-62f5e39d9d0d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:01.380793 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-095e0d51-2937-462f-a95d-3172512def06 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "GET /v2.0/subnetpools/bda8f1c3-2e6f-4940-92bb-f12c481da89a HTTP/1.1" status: 200 len: 730 time: 0.1115639 Mar 10 17:47:01.382462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.392058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.396093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (d5698f8d-7577-424a-a1a1-6e51d45074ae), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.398072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-57aecd82-f028-4233-a802-fcb569fc6456 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-965458642'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.436429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 2, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:01.510409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:47:01.511242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Updating router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc port f41e1728-aaf3-4770-8a82-f140b821983d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:47:01.539531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57aecd82-f028-4233-a802-fcb569fc6456 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.543236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57aecd82-f028-4233-a802-fcb569fc6456 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "PUT /v2.0/subnetpools/bda8f1c3-2e6f-4940-92bb-f12c481da89a HTTP/1.1" status: 200 len: 683 time: 0.1572013 Mar 10 17:47:01.544094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.557991 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.575200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51854) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.581252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466670208', 'description': 'tempest-description--194738522'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.623846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (d5698f8d-7577-424a-a1a1-6e51d45074ae), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.680283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9252f8bf-9a42-4440-8e48-63e67db3825a tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.685584 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9252f8bf-9a42-4440-8e48-63e67db3825a tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "DELETE /v2.0/subnetpools/bda8f1c3-2e6f-4940-92bb-f12c481da89a HTTP/1.1" status: 204 len: 168 time: 0.1380813 Mar 10 17:47:01.685840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.699597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.722270 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-b9f23af3-dd64-402e-81ac-90c61dadc491 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] show failed (client error): The resource could not be found. Mar 10 17:47:01.726064 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b9f23af3-dd64-402e-81ac-90c61dadc491 tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "GET /v2.0/subnetpools/bda8f1c3-2e6f-4940-92bb-f12c481da89a HTTP/1.1" status: 404 len: 346 time: 0.0366697 Mar 10 17:47:01.728635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51858) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.764916 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-06023b12-6e3e-4a3e-9970-d12a8388effd tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] delete failed (client error): The resource could not be found. Mar 10 17:47:01.766400 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06023b12-6e3e-4a3e-9970-d12a8388effd tempest-SubnetPoolsTestJSON-1451135566 tempest-SubnetPoolsTestJSON-1451135566-project] 10.222.0.35 "DELETE /v2.0/subnetpools/bda8f1c3-2e6f-4940-92bb-f12c481da89a HTTP/1.1" status: 404 len: 346 time: 0.0368514 Mar 10 17:47:01.854802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (9a86d967-f711-4cee-ab17-7d6472dfa024), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.863944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9a86d967-f711-4cee-ab17-7d6472dfa024), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.892227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.894352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3182082 Mar 10 17:47:01.897634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51864) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:01.903251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group_rule': {'security_group_id': '9a86d967-f711-4cee-ab17-7d6472dfa024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:01.913288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d5698f8d-7577-424a-a1a1-6e51d45074ae), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.936778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c352ce7-599d-4f92-a1cf-951484d974e7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a86d967-f711-4cee-ab17-7d6472dfa024,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:01.951128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (043db80f-bbb6-4260-84d1-e01fab142e28), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:01.996948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5698f8d-7577-424a-a1a1-6e51d45074ae,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.022275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.027935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b37e5a2-7cf0-4e67-a68c-1a6685e682c0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8595908 Mar 10 17:47:02.028212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.043961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:02.091795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks [] for port (f41e1728-aaf3-4770-8a82-f140b821983d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.101260 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.133744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (043db80f-bbb6-4260-84d1-e01fab142e28), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.150096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (043db80f-bbb6-4260-84d1-e01fab142e28), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.186994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77aef6-f29e-4c9c-a618-ce6e9309f6dc None None] Pushing event updated for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.187854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043db80f-bbb6-4260-84d1-e01fab142e28,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.219305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.228962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (4461ee70-e4db-473c-8835-a6055a3174a5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.234872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.266248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Attempting to bind port f41e1728-aaf3-4770-8a82-f140b821983d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:47:02.266945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Attempting to bind port f41e1728-aaf3-4770-8a82-f140b821983d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:47:02.267390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Attempting to bind port f41e1728-aaf3-4770-8a82-f140b821983d on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:02.273052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:47:02.273507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:02.273984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.274455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Bound using segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:47:02.274998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Bound port: f41e1728-aaf3-4770-8a82-f140b821983d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:47:02.275468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.306563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (4461ee70-e4db-473c-8835-a6055a3174a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.310240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.311968 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a066968-d69f-42bb-9a58-00488833e9cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130979 Mar 10 17:47:02.315221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.316088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1621f0-254d-4b8f-9195-0116cf656ecd req-ad839e4a-65f7-4212-b5c2-113ed577e400 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:02.317994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b1621f0-254d-4b8f-9195-0116cf656ecd req-ad839e4a-65f7-4212-b5c2-113ed577e400 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1645184 Mar 10 17:47:02.321740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group_rule': {'security_group_id': '9a86d967-f711-4cee-ab17-7d6472dfa024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:02.323113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.328988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4461ee70-e4db-473c-8835-a6055a3174a5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.370675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4461ee70-e4db-473c-8835-a6055a3174a5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.434507 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (b4956879-494d-45cc-a051-116c1c846de0), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.498339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.503259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-235c28f2-f8de-4c61-947c-df742fb91be3 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4706438 Mar 10 17:47:02.506904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.512962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:02.516689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b1621f0-254d-4b8f-9195-0116cf656ecd req-6d4f88c4-dc1b-4c6c-bcbe-d479322aab43 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865733 Mar 10 17:47:02.517768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6818f1e5-07f1-40df-afc6-6deefc94d326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.524265 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 9c32b87c-70db-4ded-868c-94392f3baf8d associated. External IP: 172.25.3.130, port: 960cdb8b-41c4-4d89-84d5-bfb8298ccee7. Mar 10 17:47:02.580262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (b4956879-494d-45cc-a051-116c1c846de0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.595618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b4956879-494d-45cc-a051-116c1c846de0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.604891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (6c417cd6-9c33-4867-a22a-7da834bfa17a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.659375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4956879-494d-45cc-a051-116c1c846de0,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.678259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.682844 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-453dc405-857c-44a4-8c18-252d93f17d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659496 Mar 10 17:47:02.685146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.689999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:02.724896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0f53fb4-a126-466a-8dce-7b4dfa1a044b None None] Provisioning complete for port f41e1728-aaf3-4770-8a82-f140b821983d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:02.725612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0f53fb4-a126-466a-8dce-7b4dfa1a044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.742409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (6c417cd6-9c33-4867-a22a-7da834bfa17a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.752483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.759132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (6c417cd6-9c33-4867-a22a-7da834bfa17a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.823717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0f53fb4-a126-466a-8dce-7b4dfa1a044b None None] Port f41e1728-aaf3-4770-8a82-f140b821983d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:02.828674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] For port f41e1728-aaf3-4770-8a82-f140b821983d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:47:02.835803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] For port f41e1728-aaf3-4770-8a82-f140b821983d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f41e1728-aaf3-4770-8a82-f140b821983d,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:47:02.852773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.862528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c417cd6-9c33-4867-a22a-7da834bfa17a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.891187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:02.892570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9466d825-c333-41c4-b6f5-7cb00e6e860c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3842640 Mar 10 17:47:02.896758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:02.907808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:02.933042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:02.933832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:02.939248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77aef6-f29e-4c9c-a618-ce6e9309f6dc None None] Pushing event updated for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:02.984251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb59aa-f9c9-4af8-9883-2876e3a95ecd req-64c37153-5371-4709-9398-e574579cc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:02.985947 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9cbb59aa-f9c9-4af8-9883-2876e3a95ecd req-64c37153-5371-4709-9398-e574579cc207 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.1761842 Mar 10 17:47:03.042412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:47:03.093697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9cbb59aa-f9c9-4af8-9883-2876e3a95ecd req-1735a336-414c-4319-8f40-8529a15148fc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898399 Mar 10 17:47:03.095606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (232df509-d6d4-4af6-a815-4278c46e57bb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.138035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.149964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:03.192057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (232df509-d6d4-4af6-a815-4278c46e57bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.207012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (232df509-d6d4-4af6-a815-4278c46e57bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.293446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232df509-d6d4-4af6-a815-4278c46e57bb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.308920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.310731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-481122cc-e1e1-4886-b066-f762c71c7a87 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4132071 Mar 10 17:47:03.315003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:03.319958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:03.342243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Allocated IP 172.25.3.92 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/cf712483-2170-452f-82d6-6919f996e350) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:03.376864 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:47:03.384097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (1fff3782-1d7d-477d-9133-a10cdcb0896c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.402291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6818f1e5-07f1-40df-afc6-6deefc94d326 admin admin] Publish callbacks [] for security_group (59ce8931-adef-42e0-b4db-66ccd9b6e45b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.411481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6818f1e5-07f1-40df-afc6-6deefc94d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (59ce8931-adef-42e0-b4db-66ccd9b6e45b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.441547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818f1e5-07f1-40df-afc6-6deefc94d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce8931-adef-42e0-b4db-66ccd9b6e45b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.457978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Provisioning complete for port f41e1728-aaf3-4770-8a82-f140b821983d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:03.458809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:03.459612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.474768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (1fff3782-1d7d-477d-9133-a10cdcb0896c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.481421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6818f1e5-07f1-40df-afc6-6deefc94d326 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b561249fb7ae4980b488310a18a62b45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572664 Mar 10 17:47:03.482294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51888) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:03.508212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1fff3782-1d7d-477d-9133-a10cdcb0896c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.529081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fff3782-1d7d-477d-9133-a10cdcb0896c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.565224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.569251 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d1dc1e3e-a766-4549-8890-76a7306d23e6 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2505116 Mar 10 17:47:03.570747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:03.577670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'security_group_rule': {'security_group_id': 'eeb18d79-4de5-4876-b073-937248ad19c1', 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:03.583567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:02Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:03.614334 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Project ec24b1366d6941d48bdfb73c6e21b186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:47:03.620197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (cf712483-2170-452f-82d6-6919f996e350), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.627410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (27ccaa0a-ce18-456f-83b2-6e88d4cac158), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.656872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:03.667586 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:03.684237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d362ab-9945-48ce-8bf9-9f3f12db1824 None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:02Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:03.699764 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:03.701331 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:03.706057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Current status of the port f41e1728-aaf3-4770-8a82-f140b821983d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:03.706252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.708029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (27ccaa0a-ce18-456f-83b2-6e88d4cac158), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.721452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (27ccaa0a-ce18-456f-83b2-6e88d4cac158), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.754012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] For port f41e1728-aaf3-4770-8a82-f140b821983d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f41e1728-aaf3-4770-8a82-f140b821983d,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:03.757131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (cf712483-2170-452f-82d6-6919f996e350), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.789055 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:03.799837 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:03.801848 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:03.805915 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.869900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] Publish callbacks [] for security_group (59ce8931-adef-42e0-b4db-66ccd9b6e45b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.885720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:03.889084 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e486c54-5baa-4660-a199-41d60a624e29 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:03.895327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=cf712483-2170-452f-82d6-6919f996e350,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.902716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:03.910776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322763 Mar 10 17:47:03.915830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620e59-2ba0-49e9-b906-6e030fe8566d tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ccaa0a-ce18-456f-83b2-6e88d4cac158,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.923909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ef7a4-ba05-4a79-875c-7ecd160f0a5f None None] Pushing event updated for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:03.943257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:03.946262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:03.948907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:04.073837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] Publish callbacks [] for security_group (59ce8931-adef-42e0-b4db-66ccd9b6e45b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.202590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9b37-51cf-4fa9-94d7-f579a0436c42 req-b804d2f9-e1b1-4631-97e7-1946e44a3255 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:04.204249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d28a9b37-51cf-4fa9-94d7-f579a0436c42 req-b804d2f9-e1b1-4631-97e7-1946e44a3255 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.5433874 Mar 10 17:47:04.227893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.295185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f41e1728-aaf3-4770-8a82-f140b821983d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:04.356149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cf712483-2170-452f-82d6-6919f996e350), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.389128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f41e1728-aaf3-4770-8a82-f140b821983d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:04.389495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.468227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:04.492251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d28a9b37-51cf-4fa9-94d7-f579a0436c42 req-85579ad0-9f03-4db1-9e2f-b2b2f7568b2e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792397 Mar 10 17:47:04.525511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-f80fcf2a-a846-4d2c-be2a-6b0e9a2c784f tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760112218&fields=id&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 267 time: 0.2473102 Mar 10 17:47:04.542711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f41e1728-aaf3-4770-8a82-f140b821983d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:04.643406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (59ce8931-adef-42e0-b4db-66ccd9b6e45b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.649156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.652692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59ce8931-adef-42e0-b4db-66ccd9b6e45b HTTP/1.1" status: 204 len: 168 time: 1.1657758 Mar 10 17:47:04.670275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (cf712483-2170-452f-82d6-6919f996e350), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.678188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (cf712483-2170-452f-82d6-6919f996e350), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.765768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.797635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.800201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1137078 Mar 10 17:47:04.842278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718e4d-79a0-431d-b7b6-bbb2247ae77f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=cf712483-2170-452f-82d6-6919f996e350,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:04.859946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0d76d-81f8-4c71-b816-9068b8b010d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce8931-adef-42e0-b4db-66ccd9b6e45b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:04.940764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:04.951189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-886aa7cc-dcce-4c75-9d23-9483a2e8e1e4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:04.951453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:04.953310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-886aa7cc-dcce-4c75-9d23-9483a2e8e1e4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/networks?id=0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 200 len: 797 time: 0.4266775 Mar 10 17:47:04.957588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:04.965001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:04.965699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:04.992038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-4000e430-31dd-4df7-9c15-77d777db54bc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/quotas/ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 375 time: 0.0306489 Mar 10 17:47:05.043401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:05.054840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:05.055854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:05.097551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:05.098267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03252094-6494-40cf-955b-9a1a9caa56a7 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:05.114715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:05.119489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:05.123635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a48cc8ca-4c89-4b76-8903-25a868d19a96 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/9c32b87c-70db-4ded-868c-94392f3baf8d HTTP/1.1" status: 200 len: 979 time: 3.9564288 Mar 10 17:47:05.169623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-425f3b9a-1e6c-47c1-9ea8-65922f71a731 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588869 Mar 10 17:47:05.233066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:05.266897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-a1db2596-2cf7-4631-9f51-40e7304e5768 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--466670208&fields=id&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 267 time: 0.1384857 Mar 10 17:47:05.399811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:05.408335 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:05.409444 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 9c32b87c-70db-4ded-868c-94392f3baf8d disassociated. External IP: 172.25.3.130, port: 0b89c167-7d73-45c4-8242-c9a47eff9009. Mar 10 17:47:05.472021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-de17d319-8eaf-43e7-9c9f-381896370918 service neutron] 10.222.0.35 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113512 Mar 10 17:47:05.481088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-9fa0b418-a15f-4f38-89fb-df4e68653799 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:05.482609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-9fa0b418-a15f-4f38-89fb-df4e68653799 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 817 time: 0.2074642 Mar 10 17:47:05.627227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-802a07c1-68f8-4b8c-b205-be84f63bfe16 service neutron] 10.222.0.35 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404688 Mar 10 17:47:05.642171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-1ad73fc6-625c-4f30-be3c-1e9a77858bab tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/quotas/a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 375 time: 0.0132492 Mar 10 17:47:05.719495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-9510ced2-d5c7-42e1-92d2-ebe1d82ea6bd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722947 Mar 10 17:47:05.742896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:05.951977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-24031157-b65b-467b-8fe0-2dec59e34021 service neutron] 10.222.0.35 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201576 Mar 10 17:47:05.977162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:05.989984 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:05.990786 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:06.006086 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:06.006802 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:06.064262 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf2d504a-215e-4dbf-aaa8-6a7563f3f4bc tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/9c32b87c-70db-4ded-868c-94392f3baf8d HTTP/1.1" status: 200 len: 688 time: 0.9479280 Mar 10 17:47:06.069144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:06.082578 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:06.104893 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:06.105510 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:06.132882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:06.176989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf764a8-803f-4d04-b381-59664b1727c9 req-884d9709-04a8-455c-87cd-c4698da8386c tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:06.178606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cf764a8-803f-4d04-b381-59664b1727c9 req-884d9709-04a8-455c-87cd-c4698da8386c tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1759937 Mar 10 17:47:06.192347 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:06.193105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fcd2b-567f-4427-b849-9dca44916221 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:06.197554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-c52f3cea-1f16-48e0-bbd9-ca8c214fffb2 service neutron] 10.222.0.35 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390406 Mar 10 17:47:06.252614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cf764a8-803f-4d04-b381-59664b1727c9 req-245f80fd-0068-4472-a66a-bdad24309fda tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657830 Mar 10 17:47:06.372911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27bec5ce-d11c-4070-a9ed-5a1cb68a6405 req-bed863df-3d2a-495c-b388-dcbd25284c43 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 210 time: 0.0495164 Mar 10 17:47:06.634697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94eebb9b-eadd-40bb-b40d-e844c2c2eea8 req-c97943cd-b057-4abe-8737-855d06fcba80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 210 time: 0.0457685 Mar 10 17:47:06.828240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-608595034'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:06.929616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b7a0e-5952-4fa4-8c4e-3435e97b1cc3 req-5b721637-a61a-4a54-a77d-1bab3440559b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:06.944373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c63b7a0e-5952-4fa4-8c4e-3435e97b1cc3 req-5b721637-a61a-4a54-a77d-1bab3440559b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0987010 Mar 10 17:47:07.050047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c63b7a0e-5952-4fa4-8c4e-3435e97b1cc3 req-e6c48f5e-8ae2-4e33-97a3-45af34998a08 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981228 Mar 10 17:47:07.051460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Made reservation on behalf of 38afddc1b4ab4d98bc30b1abac4a9aa7 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:07.058616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.081933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.115571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-7bcf5cfe-f2a9-491a-9cb6-ab614d153e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:07.117938 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-7bcf5cfe-f2a9-491a-9cb6-ab614d153e29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15aa2521bd9145e498a79708b0d0ff93&device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 1127 time: 0.2967126 Mar 10 17:47:07.171893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 4fa2fbf0-56b3-4772-8885-e3d960d526aa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:07.172630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.362951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks [] for security_group (bdc6295a-c94a-4a8c-8185-e82b30ea84ac), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.366115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-20537a8a-88c5-443d-b9da-d7984b969c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:07.367646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-20537a8a-88c5-443d-b9da-d7984b969c64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 200 len: 920 time: 0.2359867 Mar 10 17:47:07.369657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.369992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (4fa2fbf0-56b3-4772-8885-e3d960d526aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.395922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bdc6295a-c94a-4a8c-8185-e82b30ea84ac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.483009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 4fa2fbf0-56b3-4772-8885-e3d960d526aa owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:07.494226 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-387bb6e6-a2ac-431d-8eea-9857388db068 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 200 len: 217 time: 0.1117542 Mar 10 17:47:07.528962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:47:07.591881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6295a-c94a-4a8c-8185-e82b30ea84ac,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:07.612520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6642d560-2237-4ba3-bc4d-ea16385cf5ae req-7abc200f-77c4-44d1-8fdb-42d2d1814581 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 210 time: 0.1066110 Mar 10 17:47:07.619316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.619728 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Added segment 5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae of type vlan for network 9c22ffb8-1d70-4c23-8f4e-7045879bea2b Mar 10 17:47:07.643427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-2008a69d-6d0c-460c-a1f3-af4142c3dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:07.644971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-2008a69d-6d0c-460c-a1f3-af4142c3dc40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 200 len: 859 time: 0.1396136 Mar 10 17:47:07.711954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-e954e116-07a1-45a0-925a-0e4b759e1ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeeb59c3-9a66-4a4f-b993-5152c5ab8221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415685 Mar 10 17:47:07.713608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (9c22ffb8-1d70-4c23-8f4e-7045879bea2b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.835801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (9c22ffb8-1d70-4c23-8f4e-7045879bea2b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.840782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:07.841372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.893879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8957dd9c-2ff0-41f7-a5b8-5549bcc888b3 req-36d66ba3-093f-432a-a85e-ed1164ebb3a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 210 time: 0.1227281 Mar 10 17:47:07.906701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-8b7d52ab-b034-4853-b1f8-d78ee26a424a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:07.908590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-8b7d52ab-b034-4853-b1f8-d78ee26a424a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/networks?id=0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 200 len: 797 time: 0.1867998 Mar 10 17:47:07.919496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51996) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:07.920077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7860837 Mar 10 17:47:07.931459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-571d5776-ecef-4b41-b54c-eb73ee781157 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-2023845407') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:07.958727 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-b4a23eb0-830d-489c-84a5-08674e1f1d2c service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390316 Mar 10 17:47:07.959321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4fa2fbf0-56b3-4772-8885-e3d960d526aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:07.961286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e847772-c525-460a-b0db-8973ab798e74 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Pushing event updated for resources: {'Network': ['ID=9c22ffb8-1d70-4c23-8f4e-7045879bea2b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:07.975208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 9c22ffb8-1d70-4c23-8f4e-7045879bea2b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:47:08.022580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-ec816170-770f-47b6-b674-e6ee3e3b2294 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec24b1366d6941d48bdfb73c6e21b186 HTTP/1.1" status: 200 len: 380 time: 0.0909877 Mar 10 17:47:08.087764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'port': {'device_id': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'admin_state_up': True, 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'security_groups': ['eeb18d79-4de5-4876-b073-937248ad19c1']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:08.126727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-571d5776-ecef-4b41-b54c-eb73ee781157 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "PUT /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-2023845407 HTTP/1.1" status: 201 len: 201 time: 0.2057822 Mar 10 17:47:08.128507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52000) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.132910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=4fa2fbf0-56b3-4772-8885-e3d960d526aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:08.156861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-9c1b398b-d7ae-4cfd-a14f-fcb5ef121850 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-2023845407') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:08.166071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-22ee842d-0d6c-4d11-8100-733c88aaceb7 req-358d13ec-d1dc-49ec-817b-bcdc99719654 service neutron] 10.222.0.59 "GET /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948135 Mar 10 17:47:08.212204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (9c32b87c-70db-4ded-868c-94392f3baf8d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:08.214997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:08.217722 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eaf9f18a-18b8-4d2c-8809-8e7fcc984c98 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c32b87c-70db-4ded-868c-94392f3baf8d HTTP/1.1" status: 204 len: 168 time: 2.1463270 Mar 10 17:47:08.220436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52002) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.266024 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-ee8644d2-ef29-4184-af24-7f5d333b2420 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] delete failed (client error): The resource could not be found. Mar 10 17:47:08.275117 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ee8644d2-ef29-4184-af24-7f5d333b2420 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c32b87c-70db-4ded-868c-94392f3baf8d HTTP/1.1" status: 404 len: 345 time: 0.0534987 Mar 10 17:47:08.276229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.383570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-47791a6d-f063-4828-b2f3-f41ffa8b61d0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.384521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314798d2-c067-4482-a516-f196bc1e761c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.385068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-47791a6d-f063-4828-b2f3-f41ffa8b61d0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 817 time: 0.1925149 Mar 10 17:47:08.390178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314798d2-c067-4482-a516-f196bc1e761c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.396019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314798d2-c067-4482-a516-f196bc1e761c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.401723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52006) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.402601 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-314798d2-c067-4482-a516-f196bc1e761c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/ports?network_id=592f6c87-1d99-4203-8fdf-82584ee8fa36 HTTP/1.1" status: 200 len: 2358 time: 0.1251113 Mar 10 17:47:08.428731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9912-70b7-419f-8347-6c48f0ba3a06 req-396e0fbd-b96f-46cb-b5e1-29d7b70e5019 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.430323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-193f9912-70b7-419f-8347-6c48f0ba3a06 req-396e0fbd-b96f-46cb-b5e1-29d7b70e5019 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1598523 Mar 10 17:47:08.471118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Made reservation on behalf of ec24b1366d6941d48bdfb73c6e21b186 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:08.479053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:08.522480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c1b398b-d7ae-4cfd-a14f-fcb5ef121850 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-2023845407 HTTP/1.1" status: 204 len: 168 time: 0.3846836 Mar 10 17:47:08.523338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.527966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-21823710-5dec-4f0e-9b2c-be2e9377cfad tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:08.587506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda19d5b-0389-44b1-8c2f-47556e9666fe tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:08.593420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-eda19d5b-0389-44b1-8c2f-47556e9666fe tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/subnets/20f09497-d367-4640-8756-0b4274223e80 HTTP/1.1" status: 200 len: 797 time: 0.1825821 Mar 10 17:47:08.596633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.604589 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21823710-5dec-4f0e-9b2c-be2e9377cfad tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags HTTP/1.1" status: 200 len: 238 time: 0.0795524 Mar 10 17:47:08.604794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'port': {'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36', 'name': 'tempest-FloatingIPTestJSON-1680465914', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:08.605249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.618051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-193f9912-70b7-419f-8347-6c48f0ba3a06 req-5aa0743a-4e2e-446c-9703-b01e6b0fb52a tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571147 Mar 10 17:47:08.621885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-adf1d585-21ad-4361-bee0-c0ae9188003f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', {'tags': ['tempest-TagsTest-Tag-1536871097', 'tempest-TagsTest-Tag-1188002326', 'tempest-TagsTest-Tag-578468551']}) {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:08.692561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-9f0cec25-0102-4033-9122-0a216a5eeb35 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 379 time: 0.2886016 Mar 10 17:47:08.707588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'port': {'device_id': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'admin_state_up': True, 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'security_groups': ['9a86d967-f711-4cee-ab17-7d6472dfa024']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:08.726964 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-adf1d585-21ad-4361-bee0-c0ae9188003f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "PUT /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags HTTP/1.1" status: 200 len: 308 time: 0.1097629 Mar 10 17:47:08.730547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52018) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.735868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-97942cd1-aaa9-4d18-a882-c5c6dc8c9d7b tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-1536871097') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:08.797422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-852ce138-220e-4483-80dd-12f549815d6b req-20834ad8-937c-4285-b900-dba7171d3c45 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 210 time: 0.1038759 Mar 10 17:47:08.841505 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97942cd1-aaa9-4d18-a882-c5c6dc8c9d7b tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "DELETE /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-1536871097 HTTP/1.1" status: 204 len: 168 time: 0.1095066 Mar 10 17:47:08.844267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.848722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-79c593f5-daac-45fb-8435-ce54ff37444f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-1536871097') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:08.917811 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-79c593f5-daac-45fb-8435-ce54ff37444f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] show failed (client error): The resource could not be found. Mar 10 17:47:08.921406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-79c593f5-daac-45fb-8435-ce54ff37444f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-1536871097 HTTP/1.1" status: 404 len: 326 time: 0.0737622 Mar 10 17:47:08.921534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.20.0.6 (0656d132-ae82-43ab-b3f6-c4f359d455d6/fb60d789-d424-4500-ab03-4b60b01d2e22/020c1f69-f661-4cba-baa4-1ec0d7762283) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:08.922016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:08.929560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-71c1d09c-2998-48f6-96c0-b76962fe047f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-1188002326') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.003765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:09.021397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71c1d09c-2998-48f6-96c0-b76962fe047f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-1188002326 HTTP/1.1" status: 204 len: 168 time: 0.0976584 Mar 10 17:47:09.023311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52026) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.027923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-ae1e42e2-ffb9-41e8-ae49-e4a07687257c tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-578468551') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.059566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a1bc34b-c618-47c5-9b03-d19cb300f195 req-66b682b4-78d6-493c-a71a-60197f87d5c1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 210 time: 0.0683112 Mar 10 17:47:09.102206 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae1e42e2-ffb9-41e8-ae49-e4a07687257c tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-578468551 HTTP/1.1" status: 204 len: 168 time: 0.0777063 Mar 10 17:47:09.104575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.108988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-48f84f81-c4a9-4791-af6b-4a56ae0cf922 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.201144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48f84f81-c4a9-4791-af6b-4a56ae0cf922 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "DELETE /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0954819 Mar 10 17:47:09.203631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.208570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-0ef6d92d-c9d1-42f4-babe-590006d3933f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-1188002326') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.281455 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0ef6d92d-c9d1-42f4-babe-590006d3933f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] show failed (client error): The resource could not be found. Mar 10 17:47:09.282615 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ef6d92d-c9d1-42f4-babe-590006d3933f tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-1188002326 HTTP/1.1" status: 404 len: 326 time: 0.0779068 Mar 10 17:47:09.285674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.290398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-4a6b7baf-ecc0-4522-b318-dd314acbe8df tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b', 'tempest-TagsTest-Tag-578468551') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.364632 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-4a6b7baf-ecc0-4522-b318-dd314acbe8df tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] show failed (client error): The resource could not be found. Mar 10 17:47:09.366867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a6b7baf-ecc0-4522-b318-dd314acbe8df tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "GET /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags/tempest-TagsTest-Tag-578468551 HTTP/1.1" status: 404 len: 325 time: 0.0800920 Mar 10 17:47:09.368528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.373223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-ec03d785-ca98-4326-b9dd-4061152fda94 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c22ffb8-1d70-4c23-8f4e-7045879bea2b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.451727 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ec03d785-ca98-4326-b9dd-4061152fda94 tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "DELETE /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0780089 Mar 10 17:47:09.452117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:09.536740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (9c22ffb8-1d70-4c23-8f4e-7045879bea2b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.554766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Made reservation on behalf of a9724ef90c0e40dbaec32c80ca7f587e for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:09.559122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.602381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.635894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (9c22ffb8-1d70-4c23-8f4e-7045879bea2b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.667898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c22ffb8-1d70-4c23-8f4e-7045879bea2b']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.683365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.683624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] device_id is not set on port 43082daa-7f0e-436f-9dcf-6ce1e2938b7b yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:47:09.684416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:09.696790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.716547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.731644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:47:09.732542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (5dd27b83-6de5-475d-8cf6-1ebd6baaf3ae), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:47:09.738880 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:47:09.846873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (9c22ffb8-1d70-4c23-8f4e-7045879bea2b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.854706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.864759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:09.869887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] 10.222.0.35 "DELETE /v2.0/networks/9c22ffb8-1d70-4c23-8f4e-7045879bea2b HTTP/1.1" status: 204 len: 168 time: 0.4165914 Mar 10 17:47:09.891156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b37ee-627a-4628-b42a-676ea842875d tempest-TagsTest-1567433539 tempest-TagsTest-1567433539-project] Pushing event deleted for resources: {'Network': ['ID=9c22ffb8-1d70-4c23-8f4e-7045879bea2b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:09.951126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.070748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:10.093544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:10.109382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:10.151097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:10.187086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:10.187735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.204172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Allocated IP 172.20.0.6 (b8f54aee-117e-4c86-a0d9-f0ae5f654629/05c8a2ac-29bd-46a4-b199-b4ba4534874a/a056c8c4-be21-4645-b2a9-cc5b03bbe786) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:10.352961 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-211d5b18-dade-414d-bd04-c83f8188e3db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38afddc1b4ab4d98bc30b1abac4a9aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984284 Mar 10 17:47:10.353497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52056) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:10.382549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d0d19-e432-455f-9321-ddc48241a04a req-4dc59459-2279-43c0-a658-d40763b48a36 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:10.389368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e9d0d19-e432-455f-9321-ddc48241a04a req-4dc59459-2279-43c0-a658-d40763b48a36 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.6138587 Mar 10 17:47:10.391846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-432753b7-e84a-46d0-adf3-f4ce82d3f677 None None] Provisioning complete for port 020c1f69-f661-4cba-baa4-1ec0d7762283 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:10.393045 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-432753b7-e84a-46d0-adf3-f4ce82d3f677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.415223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:10.416765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] Publish callbacks [] for security_group (bdc6295a-c94a-4a8c-8185-e82b30ea84ac), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.423745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.432400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8b755-3d34-4167-8211-d0539681c0f2 req-d4024c64-320d-4545-acf3-d248a9e57f85 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:10.434073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b8b755-3d34-4167-8211-d0539681c0f2 req-d4024c64-320d-4545-acf3-d248a9e57f85 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 931 time: 0.5425630 Mar 10 17:47:10.444716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-432753b7-e84a-46d0-adf3-f4ce82d3f677 None None] Port 020c1f69-f661-4cba-baa4-1ec0d7762283 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:10.459250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] Publish callbacks [] for security_group (bdc6295a-c94a-4a8c-8185-e82b30ea84ac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.474233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-a1717b66-203e-434c-a25b-0644a9a78f5b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3930438 Mar 10 17:47:10.492702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Request body: {'port': {'device_id': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:10.514648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bdc6295a-c94a-4a8c-8185-e82b30ea84ac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.519261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.520719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdc6295a-c94a-4a8c-8185-e82b30ea84ac HTTP/1.1" status: 204 len: 168 time: 0.1658103 Mar 10 17:47:10.529874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb1138-9cdb-4794-9c2d-10fbff662386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6295a-c94a-4a8c-8185-e82b30ea84ac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:10.628141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e9d0d19-e432-455f-9321-ddc48241a04a req-7897aa2c-585f-4fb9-b3ba-974a2e216782 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378302 Mar 10 17:47:10.677773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.688171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75b8b755-3d34-4167-8211-d0539681c0f2 req-83fb1e5d-7556-4304-b1e9-662e5fa2df4c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393234 Mar 10 17:47:10.697410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:10.808256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:10.816856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:10.843963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:10.886987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:10.980853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.14 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/43082daa-7f0e-436f-9dcf-6ce1e2938b7b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:11.012562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.12 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/43082daa-7f0e-436f-9dcf-6ce1e2938b7b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:11.027686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:11.028363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.060932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8b713-0b2e-45f2-8810-7670984d38aa req-c5571854-72f2-49b2-b484-c86249afe0bc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:11.062534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd8b713-0b2e-45f2-8810-7670984d38aa req-c5571854-72f2-49b2-b484-c86249afe0bc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 931 time: 0.3011677 Mar 10 17:47:11.133885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-da694b1d-702c-4d5b-b3b7-93c9974678c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4324708 Mar 10 17:47:11.156518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Request body: {'port': {'device_id': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:11.176359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1a69656c-95da-4ebf-ac0c-8f9f86310d78 None None] Provisioning complete for port a056c8c4-be21-4645-b2a9-cc5b03bbe786 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:11.176814 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a69656c-95da-4ebf-ac0c-8f9f86310d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.224212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1a69656c-95da-4ebf-ac0c-8f9f86310d78 None None] Port a056c8c4-be21-4645-b2a9-cc5b03bbe786 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:11.304909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd8b713-0b2e-45f2-8810-7670984d38aa req-007360b2-ebfd-4ff8-aa3e-54091b616a68 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253692 Mar 10 17:47:11.384595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.505095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (43082daa-7f0e-436f-9dcf-6ce1e2938b7b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.511509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020c1f69-f661-4cba-baa4-1ec0d7762283 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:11.531562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks [] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.609070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Transition to ACTIVE for port object 020c1f69-f661-4cba-baa4-1ec0d7762283 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:47:11.622141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.716019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (43082daa-7f0e-436f-9dcf-6ce1e2938b7b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:11.716246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52092) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:11.798360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Pushing event updated for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:12.050208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:12.067574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:12.097975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:12.190571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:12.191137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.250679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=43082daa-7f0e-436f-9dcf-6ce1e2938b7b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:12.280145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02c5a9fb-7cae-4485-81b0-a8aa90ff1244 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6816185 Mar 10 17:47:12.286672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52108) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:12.296442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '43082daa-7f0e-436f-9dcf-6ce1e2938b7b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:12.312262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d610c-045c-4727-8ab3-c50d173d462e req-a2776588-7f42-4df9-9ecb-5ff26c1716de tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:12.315233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-126d610c-045c-4727-8ab3-c50d173d462e req-a2776588-7f42-4df9-9ecb-5ff26c1716de tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.5220003 Mar 10 17:47:12.323611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Attempting to bind port 020c1f69-f661-4cba-baa4-1ec0d7762283 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:47:12.323611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Attempting to bind port 020c1f69-f661-4cba-baa4-1ec0d7762283 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:47:12.323611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Attempting to bind port 020c1f69-f661-4cba-baa4-1ec0d7762283 on network 0656d132-ae82-43ab-b3f6-c4f359d455d6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:12.348405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:12.352933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.385686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks [] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.394296 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8424-10f7-4efa-ac1b-71c1cb70d458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.406507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Transition to ACTIVE for port object a056c8c4-be21-4645-b2a9-cc5b03bbe786 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:47:12.417072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Port 020c1f69-f661-4cba-baa4-1ec0d7762283 on network 0656d132-ae82-43ab-b3f6-c4f359d455d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:47:12.418194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Attempting to bind port 020c1f69-f661-4cba-baa4-1ec0d7762283 on network 0656d132-ae82-43ab-b3f6-c4f359d455d6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:12.426401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.450643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.466666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe55afa-2a20-4c32-8a65-b12fd3fabb3d req-9b2b9d59-e736-4365-adf0-298d35cb087b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:12.468636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebe55afa-2a20-4c32-8a65-b12fd3fabb3d req-9b2b9d59-e736-4365-adf0-298d35cb087b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 943 time: 0.5222464 Mar 10 17:47:12.485201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:47:12.485804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Checking segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:12.486443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Bound using segment: {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:47:12.486915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Bound port: 020c1f69-f661-4cba-baa4-1ec0d7762283, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfe7684-acfc-415c-bb97-8ba3c13aea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:47:12.487289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.606721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.627903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-126d610c-045c-4727-8ab3-c50d173d462e req-acfc0e99-e4e0-4568-b18c-4b122c284ed6 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908177 Mar 10 17:47:12.728887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebe55afa-2a20-4c32-8a65-b12fd3fabb3d req-cd478cbc-4c9e-4734-be9c-3c717de40207 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533245 Mar 10 17:47:12.885014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:12.919664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Attempting to bind port a056c8c4-be21-4645-b2a9-cc5b03bbe786 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:47:12.920197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Attempting to bind port a056c8c4-be21-4645-b2a9-cc5b03bbe786 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:47:12.920708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Attempting to bind port a056c8c4-be21-4645-b2a9-cc5b03bbe786 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:12.936564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Port a056c8c4-be21-4645-b2a9-cc5b03bbe786 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:47:12.936967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Attempting to bind port a056c8c4-be21-4645-b2a9-cc5b03bbe786 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:12.940237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:47:12.944901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=020c1f69-f661-4cba-baa4-1ec0d7762283,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:47:12.967609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:47:12.967953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:12.968333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Bound using segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:47:12.968776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Bound port: a056c8c4-be21-4645-b2a9-cc5b03bbe786, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:47:12.969128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:12.975193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.240 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/bc8c1667-f97a-4427-9c3c-b7c166da6823) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:12.997107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9153-e65a-4e10-8590-75799b5718bf req-ecc85121-46b1-42b4-8a63-35a18370fc3f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:12.998774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c2b9153-e65a-4e10-8590-75799b5718bf req-ecc85121-46b1-42b4-8a63-35a18370fc3f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1919258 Mar 10 17:47:13.006332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.115377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.116151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.117792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-573c9224-b697-431f-9292-c26347fdd170 service neutron] 10.222.0.41 "PUT /v2.0/ports/020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 200 len: 1091 time: 2.6327546 Mar 10 17:47:13.117922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:13.120278 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332ab37-d74b-4cea-9931-6b05c8fcf040" -d '{"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:13.174941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c2b9153-e65a-4e10-8590-75799b5718bf req-06c84b38-e4aa-4cb3-82b2-f411dc44b511 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573589 Mar 10 17:47:13.200915 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1991f5-cbcc-4d91-bc03-91c85bffb46b x-openstack-request-id: req-db1991f5-cbcc-4d91-bc03-91c85bffb46b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:13.201038 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:13.201300 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db1991f5-cbcc-4d91-bc03-91c85bffb46b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:13.201713 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'status': 'completed', 'code': 200} Mar 10 17:47:13.204397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.215548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c9224-b697-431f-9292-c26347fdd170 service neutron] Pushing event updated for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:13.305246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Deleting port 2df13c5e-f157-434a-a629-839f438a9635 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:13.305246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2df13c5e-f157-434a-a629-839f438a9635), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.308032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:47:13.323945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:47:13.337419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.344211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.367363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:13.373339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-b5569370-de46-46bc-9587-2d5939ca0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.375004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-b5569370-de46-46bc-9587-2d5939ca0faf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1125 time: 0.1447105 Mar 10 17:47:13.395432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.396108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.397494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-895ad227-5529-4575-b653-40da201c8de8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 1091 time: 2.2494826 Mar 10 17:47:13.403809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:13.408783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:13.457239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-52f73e8c-2d56-4113-b6e4-cc92130945f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 200 len: 217 time: 0.0722642 Mar 10 17:47:13.509266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=bc8c1667-f97a-4427-9c3c-b7c166da6823,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:13.531550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad227-5529-4575-b653-40da201c8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:13.572888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-52e90b39-30bb-4dbd-b50f-fd35cdd3ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.574659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-52e90b39-30bb-4dbd-b50f-fd35cdd3ab06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb60d789-d424-4500-ab03-4b60b01d2e22 HTTP/1.1" status: 200 len: 834 time: 0.1055205 Mar 10 17:47:13.577674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-cd197067-7b57-4022-86d9-8d96f1557157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.580231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-cd197067-7b57-4022-86d9-8d96f1557157 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1125 time: 0.1180632 Mar 10 17:47:13.598170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] For port 2df13c5e-f157-434a-a629-839f438a9635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2df13c5e-f157-434a-a629-839f438a9635,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:13.598552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2df13c5e-f157-434a-a629-839f438a9635), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:13.639127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Calling delete_port for 2df13c5e-f157-434a-a629-839f438a9635 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:13.666868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-74161bc3-1182-4fe7-b05f-2af9027c29b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 217 time: 0.0796514 Mar 10 17:47:13.732585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-7820612f-a310-4d3e-b334-ecb1c9b864e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.734873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-7820612f-a310-4d3e-b334-ecb1c9b864e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0656d132-ae82-43ab-b3f6-c4f359d455d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460338 Mar 10 17:47:13.739226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-657e7c37-5937-4315-9c3c-00164845e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:13.740788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-657e7c37-5937-4315-9c3c-00164845e4b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0657530 Mar 10 17:47:14.451302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2df13c5e-f157-434a-a629-839f438a9635), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:14.480406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-619aa859-dedf-426a-b0e3-d18530b03a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:14.482181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-619aa859-dedf-426a-b0e3-d18530b03a2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7328961 Mar 10 17:47:14.517493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2df13c5e-f157-434a-a629-839f438a9635,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:14.569389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-f5dfd330-1951-49cc-a5eb-eb058d671d9e service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271704 Mar 10 17:47:14.693941 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63c38d38-9c2d-4151-a427-7f4002aaa944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:14.819671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9671967-0928-4d6c-8209-6e08e5cfb025 req-c8b71d6d-75b1-4616-a445-9a98eebfdbdc service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348659 Mar 10 17:47:14.833582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfee07a-0fd5-4d95-89ed-ebbc22d26b10 req-fd140c35-9edf-4a90-be2a-6ede964598c1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:14.835154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdfee07a-0fd5-4d95-89ed-ebbc22d26b10 req-fd140c35-9edf-4a90-be2a-6ede964598c1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 943 time: 0.9888506 Mar 10 17:47:14.899305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fdf08-5426-43a2-8a10-610bb94259ff req-a5bb0f2d-7600-4a76-b491-ae3a6d0b98dc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:14.906749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa1fdf08-5426-43a2-8a10-610bb94259ff req-a5bb0f2d-7600-4a76-b491-ae3a6d0b98dc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.5172391 Mar 10 17:47:14.935374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (e92b26e5-d414-48d9-ac40-f4f90905d23c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.022048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdfee07a-0fd5-4d95-89ed-ebbc22d26b10 req-57b5ed47-3cb4-4722-9681-de4b26c444c7 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543331 Mar 10 17:47:15.038617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-de1f3167-2793-4ab2-bc56-fcd52bb6bd67 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330052 Mar 10 17:47:15.078778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.082718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa1fdf08-5426-43a2-8a10-610bb94259ff req-8efce24f-451f-4b69-825c-65f708bafb8a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678786 Mar 10 17:47:15.228151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:15.230339 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:15.234379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e79b8661-87d5-462d-8ee6-dab81725c261 req-b93e76c0-e0df-4b3e-837e-862a8ba3b92e service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790371 Mar 10 17:47:15.263743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-d6c255b7-d1a5-4c35-b79e-4a406743db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:15.265264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-d6c255b7-d1a5-4c35-b79e-4a406743db75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1125 time: 0.3564830 Mar 10 17:47:15.308007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.318562 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147e03d5-4e2e-4f69-9640-1ee8945c6daa x-openstack-request-id: req-147e03d5-4e2e-4f69-9640-1ee8945c6daa {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:15.318914 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:15.319183 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-147e03d5-4e2e-4f69-9640-1ee8945c6daa {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:15.319601 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'status': 'completed', 'code': 200} Mar 10 17:47:15.553129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-456a8b1d-a71c-4560-b388-79a27692ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:15.557568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-456a8b1d-a71c-4560-b388-79a27692ed10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1125 time: 0.2342420 Mar 10 17:47:15.566632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.579125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Router c8dc4999-d7b2-4c67-abb5-173043cb9bab has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:15.585629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-8e7dd4d7-b98c-46c5-95e4-468858ab6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:15.588398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.589221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-8e7dd4d7-b98c-46c5-95e4-468858ab6d7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 200 len: 898 time: 0.3162599 Mar 10 17:47:15.775791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=bc8c1667-f97a-4427-9c3c-b7c166da6823,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:15.796215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e92b26e5-d414-48d9-ac40-f4f90905d23c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.797864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-e1c41d89-2ffd-420c-a2fe-10d46321da1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 200 len: 217 time: 0.1497662 Mar 10 17:47:15.835601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:15.941942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-5d5fa797-4ede-4c92-9fd0-ca19ef8666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:15.949668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-5d5fa797-4ede-4c92-9fd0-ca19ef8666c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb60d789-d424-4500-ab03-4b60b01d2e22 HTTP/1.1" status: 200 len: 834 time: 0.1232476 Mar 10 17:47:15.972167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:15.983513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Sync routers for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:15.983998 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78677d05-cc2d-4c6b-8c11-e3d78ededb6d admin admin] 10.222.0.35 "PUT /v2.0/routers/c8dc4999-d7b2-4c67-abb5-173043cb9bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2636375 Mar 10 17:47:15.990535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:16.000660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:16.001381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:16.036652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-81e91c01-da18-4bb9-88ca-518ec4eaaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.038284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-81e91c01-da18-4bb9-88ca-518ec4eaaae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.4756627 Mar 10 17:47:16.176168 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP e92b26e5-d414-48d9-ac40-f4f90905d23c associated. External IP: 172.25.3.240, port: 43082daa-7f0e-436f-9dcf-6ce1e2938b7b. Mar 10 17:47:16.182951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-e228c9cb-e648-4e8e-be29-88052a99600c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 217 time: 0.1323972 Mar 10 17:47:16.236735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:16.448925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-0d6c05e6-6d93-4dbb-9216-a14035b7e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.449780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks [] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:16.451572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-0d6c05e6-6d93-4dbb-9216-a14035b7e841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.2274599 Mar 10 17:47:16.476653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-539f74f4-8495-46f9-b85c-7fde1a2c20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.478407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-539f74f4-8495-46f9-b85c-7fde1a2c20b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0656d132-ae82-43ab-b3f6-c4f359d455d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5192845 Mar 10 17:47:16.579121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b4fbb-97ca-4ca8-8ff6-f1c2966789ae req-752a57de-f9e3-43d3-8783-64671bc31b14 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.588646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d5b4fbb-97ca-4ca8-8ff6-f1c2966789ae req-752a57de-f9e3-43d3-8783-64671bc31b14 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 943 time: 0.4026787 Mar 10 17:47:16.604258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a955-7069-44bf-b5d8-5434f61f4a4a req-fa38a3c8-29ae-47e8-b572-b1db5914a79c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.612208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0d6a955-7069-44bf-b5d8-5434f61f4a4a req-fa38a3c8-29ae-47e8-b572-b1db5914a79c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3867805 Mar 10 17:47:16.632620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:47:14Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:16.657284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:16.671438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-a3e71c4c-1977-450a-b8c2-b006538bb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:16.673220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-a3e71c4c-1977-450a-b8c2-b006538bb0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2103660 Mar 10 17:47:16.703554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Checking router: c8dc4999-d7b2-4c67-abb5-173043cb9bab for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:47:16.728428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Routers {'c8dc4999-d7b2-4c67-abb5-173043cb9bab'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:16.729332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:16.906645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d5b4fbb-97ca-4ca8-8ff6-f1c2966789ae req-d6f5e763-35a4-4e52-9ecc-9b0ed861485a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178358 Mar 10 17:47:16.977449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] Set router c8dc4999-d7b2-4c67-abb5-173043cb9bab gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:17.019092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0d6a955-7069-44bf-b5d8-5434f61f4a4a req-f5a80260-fea8-4c98-834b-ffd153aa433e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059687 Mar 10 17:47:17.076350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-12eee068-0c5f-461f-826c-d66d61403bc5 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827305 Mar 10 17:47:17.078091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-8775dd3e-2b3f-44b7-b84b-584318dca598 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817170 Mar 10 17:47:17.249816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks [] for router_gateway (c8dc4999-d7b2-4c67-abb5-173043cb9bab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.283930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.342831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:17.357022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1332ab37-d74b-4cea-9931-6b05c8fcf040 req-49a753a5-6e57-4c85-9e45-b93b17b09308 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653422 Mar 10 17:47:17.359889 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:17.378225 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:17.379325 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:17.417039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.419992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Deleting port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:17.420320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.424928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:47:14Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:17.474596 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:17.494114 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:17.496218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4c209-6447-4939-9e19-00e4eb2dfa3a None None] The sync data for ids ['c8dc4999-d7b2-4c67-abb5-173043cb9bab'] in n-d-833115-2 is: [{'id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'name': 'tempest-TaggedBootDevicesTest_v242-1232916904-router', 'tenant_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:38:45Z', 'updated_at': '2022-03-10T17:47:14Z', 'revision_number': 5, 'project_id': '52a3d4a9191b4b2f918c83cddf728fcb', 'gw_port': {'id': '2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc4999-d7b2-4c67-abb5-173043cb9bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:38:47Z', 'updated_at': '2022-03-10T17:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:17.497046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:17.552001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a0196ad-893a-4ccd-b4b1-6fad107bd6d9 req-4ce7f60c-9595-429e-84de-bf2d024633b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635215 Mar 10 17:47:17.577575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] For port 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:17.578196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.593734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Calling delete_port for 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:17.601242 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:17.601975 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241b0f0-df12-463d-8fe2-0cc130cc1d6d None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:17.816384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52180) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:17.822649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': '43082daa-7f0e-436f-9dcf-6ce1e2938b7b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:17.833085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57be9d7f-638b-41da-b5ad-4c04207b1793 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5450764 Mar 10 17:47:17.834702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:17.860944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:17.913087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (e92b26e5-d414-48d9-ac40-f4f90905d23c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.026709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.258701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.260933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2df13c5e-f157-434a-a629-839f438a9635 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:18.261399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks [] for router_controller (c8dc4999-d7b2-4c67-abb5-173043cb9bab), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.303251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2df13c5e-f157-434a-a629-839f438a9635 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:18.303663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2df13c5e-f157-434a-a629-839f438a9635 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:18.317464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c8dc4999-d7b2-4c67-abb5-173043cb9bab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.318047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8dc4999-d7b2-4c67-abb5-173043cb9bab {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:47:18.323310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.331011 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e27e1c9-0327-470c-968d-56d002cff496 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c8dc4999-d7b2-4c67-abb5-173043cb9bab HTTP/1.1" status: 204 len: 168 time: 2.3355794 Mar 10 17:47:18.331720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:18.357829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a2a9-00cd-415e-b385-4ea689f0b092 req-12d1c9ee-ff6b-4470-a4ea-5aa01b962504 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:18.359488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9379a2a9-00cd-415e-b385-4ea689f0b092 req-12d1c9ee-ff6b-4470-a4ea-5aa01b962504 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1494923 Mar 10 17:47:18.379379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cf92e-c3db-4414-9935-04d2c44cbdc6 req-5c5f45b5-fcb8-4df6-9e92-c9cd020b5a89 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:18.381017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd0cf92e-c3db-4414-9935-04d2c44cbdc6 req-5c5f45b5-fcb8-4df6-9e92-c9cd020b5a89 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 943 time: 0.3155940 Mar 10 17:47:18.410372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Deleting subnet 4070c5d4-d455-48c7-bb6d-d8143341143c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:47:18.445580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Publish callbacks [] for subnet (4070c5d4-d455-48c7-bb6d-d8143341143c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.522145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4070c5d4-d455-48c7-bb6d-d8143341143c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.594265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9379a2a9-00cd-415e-b385-4ea689f0b092 req-0869905e-170d-42cd-b62a-db120f3ada12 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120969 Mar 10 17:47:18.598774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd0cf92e-c3db-4414-9935-04d2c44cbdc6 req-8daefece-847e-49bc-b114-5d0fc9c64335 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533170 Mar 10 17:47:18.647977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4070c5d4-d455-48c7-bb6d-d8143341143c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.692499 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.714261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4070c5d4-d455-48c7-bb6d-d8143341143c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.765040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4070c5d4-d455-48c7-bb6d-d8143341143c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:18.767948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:18.772318 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe246317-c0e5-4534-ba8f-3aac14c6acf7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4070c5d4-d455-48c7-bb6d-d8143341143c HTTP/1.1" status: 204 len: 168 time: 0.4395399 Mar 10 17:47:18.776089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:18.779259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 020c1f69-f661-4cba-baa4-1ec0d7762283 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:47:18.783420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf72c95-ddd8-4d4e-bd32-6121720b7df2 None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:18.913714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (34d205ab-54b4-4fc6-98a2-eb2fc135b56b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.010700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=020c1f69-f661-4cba-baa4-1ec0d7762283,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:19.028524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'port_id': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'mac_address': 'fa:16:3e:b2:61:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:47:19.051007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Deleting port ae62782f-453e-4d42-8213-828cb1a588da {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:19.051600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ae62782f-453e-4d42-8213-828cb1a588da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.112642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.127462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e92b26e5-d414-48d9-ac40-f4f90905d23c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.150985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 020c1f69-f661-4cba-baa4-1ec0d7762283 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:19.151360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.181195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020c1f69-f661-4cba-baa4-1ec0d7762283 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:19.210372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] For port ae62782f-453e-4d42-8213-828cb1a588da, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ae62782f-453e-4d42-8213-828cb1a588da,segment=NetworkSegment(aa81c156-6455-465b-9137-e73dabf217cb),segment_id=aa81c156-6455-465b-9137-e73dabf217cb)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:19.210803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ae62782f-453e-4d42-8213-828cb1a588da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.210970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=020c1f69-f661-4cba-baa4-1ec0d7762283,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:19.222042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.222974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:47:19.247735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Calling delete_port for ae62782f-453e-4d42-8213-828cb1a588da owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:19.287814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] DHCP port deletion for 34d205ab-54b4-4fc6-98a2-eb2fc135b56b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:47:19.305497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:19.374228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ae62782f-453e-4d42-8213-828cb1a588da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.423219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Deleting port ae62782f-453e-4d42-8213-828cb1a588da {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:19.423598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ae62782f-453e-4d42-8213-828cb1a588da), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.441251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae62782f-453e-4d42-8213-828cb1a588da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:19.456658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] No DVR routers for this DVR port ae62782f-453e-4d42-8213-828cb1a588da on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:19.465630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:19.467582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:19.546754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:47:19.567879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] For port ae62782f-453e-4d42-8213-828cb1a588da, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:19.568284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ae62782f-453e-4d42-8213-828cb1a588da), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.601846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Calling delete_port for ae62782f-453e-4d42-8213-828cb1a588da owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:19.609831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (34d205ab-54b4-4fc6-98a2-eb2fc135b56b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.613015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Port ae62782f-453e-4d42-8213-828cb1a588da was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 17:47:19.643887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d205ab-54b4-4fc6-98a2-eb2fc135b56b']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:19.657063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa81c156-6455-465b-9137-e73dabf217cb') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:19.657541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa81c156-6455-465b-9137-e73dabf217cb') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:19.669994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (aa81c156-6455-465b-9137-e73dabf217cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.671174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:19.686645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.698078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (aa81c156-6455-465b-9137-e73dabf217cb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.711434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:47:19.711933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (aa81c156-6455-465b-9137-e73dabf217cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:47:19.713977 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:47:19.805497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (34d205ab-54b4-4fc6-98a2-eb2fc135b56b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.812517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.821650 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/34d205ab-54b4-4fc6-98a2-eb2fc135b56b HTTP/1.1" status: 204 len: 168 time: 1.0388041 Mar 10 17:47:19.823448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52202) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:19.890122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c4cba941-5343-493e-9752-7a957b5ddd6d tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/e92b26e5-d414-48d9-ac40-f4f90905d23c HTTP/1.1" status: 200 len: 979 time: 2.0725584 Mar 10 17:47:19.892952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52204) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:19.902829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da193-91e4-45cf-b61d-e0f9ba6a44bb admin admin] Pushing event deleted for resources: {'Network': ['ID=34d205ab-54b4-4fc6-98a2-eb2fc135b56b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:19.962776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:19.963091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.986333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:19.990794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (ae62782f-453e-4d42-8213-828cb1a588da), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:19.992847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:20.031739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Pushing event deleted for resources: {'Port': ['ID=ae62782f-453e-4d42-8213-828cb1a588da,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:20.034840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8c4c6-1859-466c-ad5b-8eb19fecdcf1 req-71bf0be8-9311-4f06-b98f-cb728a6f2429 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:20.038928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0b8c4c6-1859-466c-ad5b-8eb19fecdcf1 req-71bf0be8-9311-4f06-b98f-cb728a6f2429 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 944 time: 0.3101540 Mar 10 17:47:20.051188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] Network 34d205ab-54b4-4fc6-98a2-eb2fc135b56b is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:47:20.051641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c17839-7936-4153-8ebf-fdcc196f440c None None] No DVR routers for this DVR port ae62782f-453e-4d42-8213-828cb1a588da on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:20.060591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:20.061227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:20.113784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:20.120663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:20.125369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:20.126782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:20.149780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615db5fd-af0f-4fb0-a129-b344a93084c1 req-fd9053bb-b055-45c2-846b-748ee244b850 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:20.151761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-615db5fd-af0f-4fb0-a129-b344a93084c1 req-fd9053bb-b055-45c2-846b-748ee244b850 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3567457 Mar 10 17:47:20.189641 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:20.192436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:20.193050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4f269-92e3-4a3c-8bef-9e340329f8d8 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:20.246383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:20.297780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:20.298549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2f2df7a3-f3b4-4284-a1db-5cc6fb1dfbe4 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:20.298801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ae62782f-453e-4d42-8213-828cb1a588da no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:20.318095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:20.337340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-615db5fd-af0f-4fb0-a129-b344a93084c1 req-599b11d0-4b95-4901-824b-2d580e44d56c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730990 Mar 10 17:47:20.352815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0b8c4c6-1859-466c-ad5b-8eb19fecdcf1 req-23f1fead-79c4-4fb2-bbcb-104dbd768f63 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932513 Mar 10 17:47:20.378981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ae62782f-453e-4d42-8213-828cb1a588da {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:20.379394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ae62782f-453e-4d42-8213-828cb1a588da not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:20.389028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port bc8c1667-f97a-4427-9c3c-b7c166da6823 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:20.394894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:20.436147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:20.557905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['020c1f69-f661-4cba-baa4-1ec0d7762283'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:20.607784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['a056c8c4-be21-4645-b2a9-cc5b03bbe786'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:20.803017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Deleting port 1e92fce7-f150-45cc-b83d-f0de002b307e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:20.803315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:20.944314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] For port 1e92fce7-f150-45cc-b83d-f0de002b307e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e92fce7-f150-45cc-b83d-f0de002b307e,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:20.947116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:20.994989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Calling delete_port for 1e92fce7-f150-45cc-b83d-f0de002b307e owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:21.076415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.077034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (bc8c1667-f97a-4427-9c3c-b7c166da6823), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.097613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for bc8c1667-f97a-4427-9c3c-b7c166da6823 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:21.265106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1e92fce7-f150-45cc-b83d-f0de002b307e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.289309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bc8c1667-f97a-4427-9c3c-b7c166da6823), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.302417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e92fce7-f150-45cc-b83d-f0de002b307e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:21.327457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=bc8c1667-f97a-4427-9c3c-b7c166da6823,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:21.482322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (e92b26e5-d414-48d9-ac40-f4f90905d23c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.482818 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP e92b26e5-d414-48d9-ac40-f4f90905d23c disassociated (deleted). External IP: 172.25.3.240, port: 43082daa-7f0e-436f-9dcf-6ce1e2938b7b. Mar 10 17:47:21.622777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:21.708334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad4ba-a7bf-4fee-9a87-ec6536a7eae9 req-4bfa366f-35de-41f0-bb3f-7feee6daa13f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:21.715123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07bad4ba-a7bf-4fee-9a87-ec6536a7eae9 req-4bfa366f-35de-41f0-bb3f-7feee6daa13f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.2298894 Mar 10 17:47:21.754703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3491c9-b43b-4e71-b595-ab970d0514a7 req-a43c3750-bf21-4239-9570-5d40e1dd6304 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:21.756837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a3491c9-b43b-4e71-b595-ab970d0514a7 req-a43c3750-bf21-4239-9570-5d40e1dd6304 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 944 time: 0.2423346 Mar 10 17:47:21.875122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07bad4ba-a7bf-4fee-9a87-ec6536a7eae9 req-3be1dd6a-7520-41bd-8d48-6e10e08c4f28 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589997 Mar 10 17:47:21.920832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:21.990337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a3491c9-b43b-4e71-b595-ab970d0514a7 req-6db8fec6-31ea-4caf-8288-11ae0fdef3ac tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269790 Mar 10 17:47:21.999442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:22.069762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:22.077650 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d86a9c81-a35b-4966-ac6d-8a4587618677 admin admin] 10.222.0.35 "PUT /v2.0/routers/ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531629 Mar 10 17:47:22.078317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52222) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:22.081517 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Sync routers for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:22.097368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:22.100081 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.196598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:22.213300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:22.216005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:22.236480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:22.238975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.264980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks [] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:22.265486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6daff96-761f-439d-a3cf-7873a399b396 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/e92b26e5-d414-48d9-ac40-f4f90905d23c HTTP/1.1" status: 204 len: 168 time: 2.3711998 Mar 10 17:47:22.269297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:22.329698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.339834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:22.340887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.352200 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:22.377048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.377961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e29962-60a1-4c72-9231-d54601d502a2 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:22.466157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 43082daa-7f0e-436f-9dcf-6ce1e2938b7b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:22.466157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (43082daa-7f0e-436f-9dcf-6ce1e2938b7b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:22.618624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (43082daa-7f0e-436f-9dcf-6ce1e2938b7b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:22.645173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 43082daa-7f0e-436f-9dcf-6ce1e2938b7b owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:22.668589 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:47:21Z', 'revision_number': 5, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.706487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Checking router: ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:47:22.716565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Routers {'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:22.717555 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:22.812409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 020c1f69-f661-4cba-baa4-1ec0d7762283 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:22.856195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] Set router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:22.939354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 020c1f69-f661-4cba-baa4-1ec0d7762283 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:47:22.944995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 020c1f69-f661-4cba-baa4-1ec0d7762283 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:22.945430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:22.948058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (43082daa-7f0e-436f-9dcf-6ce1e2938b7b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.011443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=43082daa-7f0e-436f-9dcf-6ce1e2938b7b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:23.104939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 020c1f69-f661-4cba-baa4-1ec0d7762283 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:23.105336 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.144914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks [] for router_gateway (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.161371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:23.164077 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a65080-5884-43aa-97c2-19e28f38af04" -d '{"events": [{"server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "name": "network-vif-plugged", "status": "completed", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:23.188315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=020c1f69-f661-4cba-baa4-1ec0d7762283,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:23.204196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:47:21Z', 'revision_number': 5, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:23.206241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.207407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:23.219223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.222512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a1faa2cd-d4a8-4366-b7b1-6386768f1359 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/43082daa-7f0e-436f-9dcf-6ce1e2938b7b HTTP/1.1" status: 204 len: 168 time: 0.9489088 Mar 10 17:47:23.229603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:23.245896 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbe778-00d3-4ab2-a160-c354fb3e2960 None None] The sync data for ids ['ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7'] in n-d-833115-2 is: [{'id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1178672589-router', 'tenant_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '709b024d-a226-45a9-babc-26193d7c3442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:39:01Z', 'updated_at': '2022-03-10T17:47:21Z', 'revision_number': 5, 'project_id': '5b69d3b0f98a4b0bb3a78d4545c9ae67', 'gw_port': {'id': '709b024d-a226-45a9-babc-26193d7c3442', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:39:02Z', 'updated_at': '2022-03-10T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:23.246751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:23.296462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Deleting port 709b024d-a226-45a9-babc-26193d7c3442 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:23.296801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (709b024d-a226-45a9-babc-26193d7c3442), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.315259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438a907-8f28-445c-95a8-066d6e3a8343 req-e09ee443-a8f7-457b-b721-e26f7475a7cd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:23.316771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9438a907-8f28-445c-95a8-066d6e3a8343 req-e09ee443-a8f7-457b-b721-e26f7475a7cd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.2648499 Mar 10 17:47:23.332455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.355952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:23.361302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616bb3b-7a1d-495c-b3c4-74e68fb358c3 req-79bce09a-a2c1-4140-abb8-6f6ec494edf5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:23.362810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d616bb3b-7a1d-495c-b3c4-74e68fb358c3 req-79bce09a-a2c1-4140-abb8-6f6ec494edf5 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.1452219 Mar 10 17:47:23.402315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9438a907-8f28-445c-95a8-066d6e3a8343 req-b74121e6-2eb8-4625-80ee-68ab03b8e1a6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770187 Mar 10 17:47:23.457980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port a056c8c4-be21-4645-b2a9-cc5b03bbe786 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:47:23.471088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port a056c8c4-be21-4645-b2a9-cc5b03bbe786 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:23.471454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.484339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d616bb3b-7a1d-495c-b3c4-74e68fb358c3 req-0b1381f4-0649-4366-a00b-71e5e45e4412 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077344 Mar 10 17:47:23.504811 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e873c65-f4e4-4ea6-b04a-ddd805817751 x-openstack-request-id: req-7e873c65-f4e4-4ea6-b04a-ddd805817751 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:23.505673 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "name": "network-vif-plugged", "status": "completed", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:23.505673 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e873c65-f4e4-4ea6-b04a-ddd805817751 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:23.505893 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'code': 200} Mar 10 17:47:23.548784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] For port 709b024d-a226-45a9-babc-26193d7c3442, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=709b024d-a226-45a9-babc-26193d7c3442,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:23.549921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (709b024d-a226-45a9-babc-26193d7c3442), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.586196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:23.587048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.625416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:23.633071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:23.639130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9522c4-184d-4f95-992d-ab269a63f4fb req-26c97caa-b9c4-4468-94a0-38dd318419f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:23.642864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb9522c4-184d-4f95-992d-ab269a63f4fb req-26c97caa-b9c4-4468-94a0-38dd318419f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1127 time: 0.0887818 Mar 10 17:47:23.659735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Calling delete_port for 709b024d-a226-45a9-babc-26193d7c3442 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:23.714083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:23.804338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb9522c4-184d-4f95-992d-ab269a63f4fb req-fc350e24-ccfc-4f3d-b0d2-a2aaf4710fb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500201 Mar 10 17:47:23.805144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.072911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.221 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8d4d7503-5baa-4cc1-a78d-16ff9552a4c7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:24.110418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (709b024d-a226-45a9-babc-26193d7c3442), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.178144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e92fce7-f150-45cc-b83d-f0de002b307e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:24.213862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=709b024d-a226-45a9-babc-26193d7c3442,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:24.218848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1e92fce7-f150-45cc-b83d-f0de002b307e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:24.221597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e92fce7-f150-45cc-b83d-f0de002b307e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:24.284358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.284862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.285308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.285740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.286584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.286584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.286907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.287234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.287559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.287879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.288202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.288525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.288844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:24.376751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.385437 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.494103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.497247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks [] for router_controller (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.571128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.572153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:47:24.577311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.581694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97a8c22b-658f-4a96-bfbf-c9d1faf57d7a admin admin] 10.222.0.35 "DELETE /v2.0/routers/ccb409c7-a78b-4f7b-a20c-4a4308a5a7b7 HTTP/1.1" status: 204 len: 168 time: 2.5021148 Mar 10 17:47:24.582498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:24.592471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.642786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c1bfa-ec57-4713-81e7-82ae422cea11 req-5298d614-2b2f-4320-b5d2-2bdb053029c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:24.645251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b03c1bfa-ec57-4713-81e7-82ae422cea11 req-5298d614-2b2f-4320-b5d2-2bdb053029c9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1335645 Mar 10 17:47:24.690241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:24.691220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4816eff-9120-48e1-8037-fcd7e6e743f3 req-0de83a62-6016-4118-95a1-44dd6669d5f2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:24.698143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:24.699988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4816eff-9120-48e1-8037-fcd7e6e743f3 req-0de83a62-6016-4118-95a1-44dd6669d5f2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.1361096 Mar 10 17:47:24.702475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Deleting subnet c7a84f56-3224-4c35-9d50-99aad71d1143 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:47:24.709337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:24.714820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Publish callbacks [] for subnet (c7a84f56-3224-4c35-9d50-99aad71d1143), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.791443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=8d4d7503-5baa-4cc1-a78d-16ff9552a4c7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:24.795774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4816eff-9120-48e1-8037-fcd7e6e743f3 req-d237f348-0387-4f3e-993e-2ee9ffcea6e8 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943689 Mar 10 17:47:24.815589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b03c1bfa-ec57-4713-81e7-82ae422cea11 req-9a4f5446-a67d-4131-a6d6-ce9b1aaf0c20 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586449 Mar 10 17:47:24.905668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:24.946755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c7a84f56-3224-4c35-9d50-99aad71d1143), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.003869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.111463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c7a84f56-3224-4c35-9d50-99aad71d1143), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.269232 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c7a84f56-3224-4c35-9d50-99aad71d1143), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.285384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.319338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.323927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a84f56-3224-4c35-9d50-99aad71d1143,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:25.344932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2735b-2102-4b60-9a67-076f7a1dc1d1 None None] Network 6dc477c6-720c-4ade-914f-e14fa87f7969 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:25.355060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.362019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:25.370735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b1866d2e-ae29-4319-84a2-b79bd70fb56e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c7a84f56-3224-4c35-9d50-99aad71d1143 HTTP/1.1" status: 204 len: 168 time: 0.7859132 Mar 10 17:47:25.418936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=8d4d7503-5baa-4cc1-a78d-16ff9552a4c7,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:25.434219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.457553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.461399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bacd2a2f-8012-4eec-99c9-b558ab263163 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2285299 Mar 10 17:47:25.462338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:25.472914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'port': {'network_id': '592f6c87-1d99-4203-8fdf-82584ee8fa36', 'name': 'tempest-FloatingIPTestJSON-16839135'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:25.501654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6dc477c6-720c-4ade-914f-e14fa87f7969), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.514959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:25.520015 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1f787-beed-4ec0-8555-1cca8f5dea10" -d '{"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:25.586807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] DHCP port deletion for 6dc477c6-720c-4ade-914f-e14fa87f7969 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:47:25.649604 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9df8a9-efa9-4768-9919-c8cbe8f86383 x-openstack-request-id: req-cb9df8a9-efa9-4768-9919-c8cbe8f86383 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:25.649889 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:25.650144 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb9df8a9-efa9-4768-9919-c8cbe8f86383 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:25.650569 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'code': 200} Mar 10 17:47:25.679844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Deleting port 00197c1f-b1d4-4a97-90d3-95f9cac47538 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:25.680596 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.712958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Deleting port 00197c1f-b1d4-4a97-90d3-95f9cac47538 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:25.713550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.731935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:25.735250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.749537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] For port 00197c1f-b1d4-4a97-90d3-95f9cac47538, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=00197c1f-b1d4-4a97-90d3-95f9cac47538,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:25.750547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.758752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] device_id is not set on port df24890e-ab81-463e-bb75-05af1ff48ea1 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:47:25.769053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Calling delete_port for 00197c1f-b1d4-4a97-90d3-95f9cac47538 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:25.869930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccba79-6aef-4a25-8406-88bfb86fb79a req-68553456-6bed-4bda-b7cd-6802f46f169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:25.871555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.871812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30ccba79-6aef-4a25-8406-88bfb86fb79a req-68553456-6bed-4bda-b7cd-6802f46f169d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1127 time: 0.2001824 Mar 10 17:47:25.873995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] For port 00197c1f-b1d4-4a97-90d3-95f9cac47538, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=00197c1f-b1d4-4a97-90d3-95f9cac47538,segment=NetworkSegment(88e42b59-937f-4434-9489-3ad9350dc897),segment_id=88e42b59-937f-4434-9489-3ad9350dc897)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:25.874316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:25.925383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Calling delete_port for 00197c1f-b1d4-4a97-90d3-95f9cac47538 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:25.943682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] Pushing event deleted for resources: {'Port': ['ID=00197c1f-b1d4-4a97-90d3-95f9cac47538,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:25.956939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c4f56-fa52-4bb1-a0d1-e6dff704b267 None None] No DVR routers for this DVR port 00197c1f-b1d4-4a97-90d3-95f9cac47538 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:26.087490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30ccba79-6aef-4a25-8406-88bfb86fb79a req-2bb66096-c90a-45e6-901a-bb5f167cacff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072029 Mar 10 17:47:26.115820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.12 (592f6c87-1d99-4203-8fdf-82584ee8fa36/20f09497-d367-4640-8756-0b4274223e80/df24890e-ab81-463e-bb75-05af1ff48ea1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:26.125734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877510b-aec7-4292-abb5-1073ed834759 req-6bf74ab1-a4a3-4e67-9c26-3dcbf1c90f38 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:26.127552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1877510b-aec7-4292-abb5-1073ed834759 req-6bf74ab1-a4a3-4e67-9c26-3dcbf1c90f38 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.2118917 Mar 10 17:47:26.196618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7de23-9e84-4961-9647-90e762773876 req-61da1ed4-f916-4a54-94fe-f94f9407892a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:26.198088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3d7de23-9e84-4961-9647-90e762773876 req-61da1ed4-f916-4a54-94fe-f94f9407892a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.2084656 Mar 10 17:47:26.245417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 00197c1f-b1d4-4a97-90d3-95f9cac47538 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:26.271662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1877510b-aec7-4292-abb5-1073ed834759 req-61d3642f-bf66-403a-aebd-a12849a42c91 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240156 Mar 10 17:47:26.279454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 00197c1f-b1d4-4a97-90d3-95f9cac47538 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:26.279874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (00197c1f-b1d4-4a97-90d3-95f9cac47538), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.285005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 00197c1f-b1d4-4a97-90d3-95f9cac47538 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:26.287052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 709b024d-a226-45a9-babc-26193d7c3442 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:26.338322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Pushing event deleted for resources: {'Port': ['ID=00197c1f-b1d4-4a97-90d3-95f9cac47538,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:26.352265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 709b024d-a226-45a9-babc-26193d7c3442 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:26.352772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] No DVR routers for this DVR port 00197c1f-b1d4-4a97-90d3-95f9cac47538 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:26.352885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 709b024d-a226-45a9-babc-26193d7c3442 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:26.508264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3d7de23-9e84-4961-9647-90e762773876 req-860ef8c6-57dc-4630-a9e1-e0e462850e0d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742589 Mar 10 17:47:26.548304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6dc477c6-720c-4ade-914f-e14fa87f7969), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.573400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (df24890e-ab81-463e-bb75-05af1ff48ea1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.588247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc477c6-720c-4ade-914f-e14fa87f7969']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:26.598728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc00a-62f3-4fb5-a04d-8be367271370 req-3f5f25af-a4e5-414f-b5e6-ccc3cf88d36c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:26.600340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-912cc00a-62f3-4fb5-a04d-8be367271370 req-3f5f25af-a4e5-414f-b5e6-ccc3cf88d36c tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.1826575 Mar 10 17:47:26.625708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e42b59-937f-4434-9489-3ad9350dc897') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:26.626153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e42b59-937f-4434-9489-3ad9350dc897') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:26.646720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (88e42b59-937f-4434-9489-3ad9350dc897), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.679751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (88e42b59-937f-4434-9489-3ad9350dc897), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.703161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:47:26.703560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (88e42b59-937f-4434-9489-3ad9350dc897), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:47:26.705280 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:47:26.720841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-912cc00a-62f3-4fb5-a04d-8be367271370 req-adc2bba5-4e7e-4cf7-862f-ce4f94f3e844 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131763 Mar 10 17:47:26.724359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (df24890e-ab81-463e-bb75-05af1ff48ea1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.751641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:26.808735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 592f6c87-1d99-4203-8fdf-82584ee8fa36 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:26.814268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6dc477c6-720c-4ade-914f-e14fa87f7969), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.820132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:26.823619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:26.826368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.833088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6dc477c6-720c-4ade-914f-e14fa87f7969 HTTP/1.1" status: 204 len: 168 time: 1.4677546 Mar 10 17:47:26.849709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f74cb3-d47c-4876-84d0-2c9a20994aed tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:26.855056 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99f74cb3-d47c-4876-84d0-2c9a20994aed tempest-TestNetworkBasicOps-2028099768 tempest-TestNetworkBasicOps-2028099768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1122 time: 0.1017025 Mar 10 17:47:26.856115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:26.861780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:26.891933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.925705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=df24890e-ab81-463e-bb75-05af1ff48ea1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:26.929948 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:26.938092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571eafb-dd37-4cb9-8b08-71f3194ce996 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc477c6-720c-4ade-914f-e14fa87f7969,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:26.972676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:26.973299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.015255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-22403cf0-0176-4700-83a3-2f3247531242 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5521390 Mar 10 17:47:27.019048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:27.023961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': 'df24890e-ab81-463e-bb75-05af1ff48ea1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:27.053434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.104336 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.170619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:27.294828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eecf91d3-a407-482c-9518-1c9ca24ab824 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52a3d4a9191b4b2f918c83cddf728fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230111 Mar 10 17:47:27.306234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52298) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:27.377436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] Publish callbacks [] for security_group (cfe94870-c0f8-4564-99b8-277222c409c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.411017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] Publish callbacks [] for security_group (cfe94870-c0f8-4564-99b8-277222c409c3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.503330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cfe94870-c0f8-4564-99b8-277222c409c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.505827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.507420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfe94870-c0f8-4564-99b8-277222c409c3 HTTP/1.1" status: 204 len: 168 time: 0.2001569 Mar 10 17:47:27.524315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Allocated IP 172.25.3.61 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a222fae1-5f5f-4de0-af0d-3f02d5421abd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:27.526609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e27fe-4387-4c03-9617-394b2bcf8d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe94870-c0f8-4564-99b8-277222c409c3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:27.695696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.747349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:27.758495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf9cb2-106a-4328-896c-caa9e5ab5f95 req-26685b56-35e8-443c-822c-f04d51484bdf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:27.769276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09cf9cb2-106a-4328-896c-caa9e5ab5f95 req-26685b56-35e8-443c-822c-f04d51484bdf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.0769839 Mar 10 17:47:27.805927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:27.809957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:27.817990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:27.879619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=a222fae1-5f5f-4de0-af0d-3f02d5421abd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:27.932160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09cf9cb2-106a-4328-896c-caa9e5ab5f95 req-4b6a7dbc-cf15-46a7-af0d-9e74c9a74c82 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616170 Mar 10 17:47:28.150395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:28.163143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.171241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.223553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a862046-ebf4-42d7-9277-b7a0219cc46d req-1556c3c9-eae6-4c83-b154-d1038001cd59 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:28.228401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a862046-ebf4-42d7-9277-b7a0219cc46d req-1556c3c9-eae6-4c83-b154-d1038001cd59 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1650429 Mar 10 17:47:28.234463 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b01ca4d-c98f-4345-82d7-b4e1502bf84d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b69d3b0f98a4b0bb3a78d4545c9ae67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824847 Mar 10 17:47:28.237967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52316) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:28.238599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52318) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:28.243954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'floatingip': {'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:28.337467 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.352345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.447290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.656716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.665956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.745121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.797889 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 80f78406-9e18-4834-aa6f-19af6b41703b associated. External IP: 172.25.3.221, port: df24890e-ab81-463e-bb75-05af1ff48ea1. Mar 10 17:47:28.880539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] Publish callbacks [] for security_group (68b856a2-e524-4e9b-98b0-fbf6fd5f5be1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:28.884646 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Floating IP 6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d associated. External IP: 172.25.3.61, port: 020c1f69-f661-4cba-baa4-1ec0d7762283. Mar 10 17:47:28.947343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event updated for resources: {'Port': ['ID=a222fae1-5f5f-4de0-af0d-3f02d5421abd,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:29.046678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] Publish callbacks [] for security_group (68b856a2-e524-4e9b-98b0-fbf6fd5f5be1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.225681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 5fdeda80-a0bc-444c-94bd-fec56aee5472 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:29.239275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (68b856a2-e524-4e9b-98b0-fbf6fd5f5be1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.243413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.247321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68b856a2-e524-4e9b-98b0-fbf6fd5f5be1 HTTP/1.1" status: 204 len: 168 time: 1.0001116 Mar 10 17:47:29.314988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71672f9b-64b3-4f0d-a58e-5ef96bc5d387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b856a2-e524-4e9b-98b0-fbf6fd5f5be1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:29.476547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:29.764499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.776709 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.834323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:29.857693 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Sync routers for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:29.873704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:29.875661 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:29.876617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:29.885268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.887308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:29.917290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:29.956573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:29.957757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:30.000251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7d363456-fb0c-423b-862b-41b7e6ce5159 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/80f78406-9e18-4834-aa6f-19af6b41703b HTTP/1.1" status: 200 len: 977 time: 2.9800889 Mar 10 17:47:30.007985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52348) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:30.009862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:30.012655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:30.024244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:30.025181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:30.065964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:30.067215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec335c-f9c3-4604-b7c6-d43901c54566 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:30.085774 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93020103-dda4-41f9-8e26-679c49a5393a tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2281904 Mar 10 17:47:30.086467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52352) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:30.095433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:30.096673 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28d4422-dbb0-4d98-9810-c462181aa9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:30.160427 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:30.250181 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c03508-92bf-425f-a918-7b26d6d1a23f x-openstack-request-id: req-45c03508-92bf-425f-a918-7b26d6d1a23f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:30.250500 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:30.251336 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45c03508-92bf-425f-a918-7b26d6d1a23f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:30.254222 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'status': 'completed', 'code': 200} Mar 10 17:47:30.312222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4caf6ece-c903-4694-9616-2be1a2172e60 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 200 len: 990 time: 0.1891673 Mar 10 17:47:30.334544 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Floating IP fa84b9f5-7520-4994-b528-70dcbc86f9c0 associated. External IP: 172.25.3.92, port: a056c8c4-be21-4645-b2a9-cc5b03bbe786. Mar 10 17:47:30.639516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-0be0b83e-fea8-4983-89e5-825a10876362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:30.641151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-0be0b83e-fea8-4983-89e5-825a10876362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1127 time: 0.3647881 Mar 10 17:47:30.648386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:30.658666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:30.739215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port df24890e-ab81-463e-bb75-05af1ff48ea1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:30.739630 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (df24890e-ab81-463e-bb75-05af1ff48ea1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:30.829117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (df24890e-ab81-463e-bb75-05af1ff48ea1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:30.897716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-204864232-network', 'tenant_id': '048f0db810844e64a74565e2608d7863'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:30.913448 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'port_id': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'mac_address': 'fa:16:3e:b2:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:28Z', 'updated_at': '2022-03-10T17:47:28Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:30.967351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Made reservation on behalf of 048f0db810844e64a74565e2608d7863 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:30.972460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.000231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.006535 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Checking router: 5fdeda80-a0bc-444c-94bd-fec56aee5472 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:47:31.039257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:31.040274 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:31.105041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.105618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.105618 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 80f78406-9e18-4834-aa6f-19af6b41703b disassociated. External IP: 172.25.3.221, port: df24890e-ab81-463e-bb75-05af1ff48ea1. Mar 10 17:47:31.105883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for df24890e-ab81-463e-bb75-05af1ff48ea1 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:31.150523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-485ddac3-88bf-4a94-ac7a-8a26b2f3d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:31.152674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-485ddac3-88bf-4a94-ac7a-8a26b2f3d80a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 200 len: 898 time: 0.4986362 Mar 10 17:47:31.236430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks [] for security_group (b0297650-0339-4b95-abfb-21771fdb2ee7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.247682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b0297650-0339-4b95-abfb-21771fdb2ee7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.284275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:47:31.302306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:31.309674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cfaf3af5-ed0b-421d-bb07-7b5e827a1235), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.312291 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Added segment cfaf3af5-ed0b-421d-bb07-7b5e827a1235 of type vlan for network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 Mar 10 17:47:31.418605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3bb6c88f-8a49-407d-a9f5-c6371f6ef867), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.429385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52374) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:31.564104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:47:31.570770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-50da786e-54de-4c9a-86fe-6896f1bd9271 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 200 len: 998 time: 0.4083252 Mar 10 17:47:31.602240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (df24890e-ab81-463e-bb75-05af1ff48ea1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.615565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0297650-0339-4b95-abfb-21771fdb2ee7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:31.631447 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b646bb9a-fc6c-4e29-9f50-8c9613fbd182 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 200 len: 990 time: 0.1937637 Mar 10 17:47:31.632208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3bb6c88f-8a49-407d-a9f5-c6371f6ef867), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.633216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:31.634819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.669251 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0027435 Mar 10 17:47:31.676978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:31.679751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52378) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:31.691757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:31.700818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.707847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Request body: {'subnet': {'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-204864232-subnet', 'tenant_id': '048f0db810844e64a74565e2608d7863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:31.750602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=df24890e-ab81-463e-bb75-05af1ff48ea1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:31.757198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:31.758068 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:31.850203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf96bed-e572-4cf3-84ad-79f8102bad63 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb6c88f-8a49-407d-a9f5-c6371f6ef867,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:31.855401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Made reservation on behalf of 048f0db810844e64a74565e2608d7863 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:31.860099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:31.869282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:47:31.893381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-e2d7577d-2832-47dd-bdeb-b4c9d1af7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:31.899317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-e2d7577d-2832-47dd-bdeb-b4c9d1af7045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb60d789-d424-4500-ab03-4b60b01d2e22 HTTP/1.1" status: 200 len: 834 time: 0.3160613 Mar 10 17:47:31.902371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ad4ddd01-8d44-4de8-827d-b9ecf361cfea tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "PUT /v2.0/floatingips/fa84b9f5-7520-4994-b528-70dcbc86f9c0 HTTP/1.1" status: 200 len: 990 time: 3.6626365 Mar 10 17:47:31.911313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:31.913599 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015ad9e-8fd5-488e-82df-383cadb20a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:31.930624 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:31.997097 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659ac28-4245-4cd7-8c93-6017e3de9556 x-openstack-request-id: req-4659ac28-4245-4cd7-8c93-6017e3de9556 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:31.997393 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:31.997647 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4659ac28-4245-4cd7-8c93-6017e3de9556 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:31.998049 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'status': 'completed', 'code': 200} Mar 10 17:47:32.001731 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'port_id': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'mac_address': 'fa:16:3e:b2:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:28Z', 'updated_at': '2022-03-10T17:47:28Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:32.039067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c38c63-effb-4fd4-9c3f-43c84038b576 None None] The sync data for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 is: [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'port_id': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'mac_address': 'fa:16:3e:b2:61:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:28Z', 'updated_at': '2022-03-10T17:47:28Z', 'revision_number': 0, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:32.333784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (8094798e-48f3-454b-91a3-019a205955c8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:32.472719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90805b9a-ca37-4f44-aa61-b323a7ac4f82 None None] New status for floating IP 6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:47:32.533779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8094798e-48f3-454b-91a3-019a205955c8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:32.541643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Checking segment: {'id': 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:32.542005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Network hostable DHCP agents. Network: 3bb6c88f-8a49-407d-a9f5-c6371f6ef867, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:47:32.569071 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'fa84b9f5-7520-4994-b528-70dcbc86f9c0', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:04Z', 'updated_at': '2022-03-10T17:47:29Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:32.580107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:47:32.605556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3bb6c88f-8a49-407d-a9f5-c6371f6ef867) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:32.610984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:32.611642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:32.633330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:32.644031 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:47:32.663591 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:32.664275 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:32.689816 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17a40a51-22fd-431a-a366-e954895edf77 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9978061 Mar 10 17:47:32.793110 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:47:32.848560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd352e4-5275-46c4-a0fe-f394c6476119 None None] Network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:33.001387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-6ca433bc-188e-4133-bbc1-d3b9072b46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:33.003367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-6ca433bc-188e-4133-bbc1-d3b9072b46ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0656d132-ae82-43ab-b3f6-c4f359d455d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0929956 Mar 10 17:47:33.011520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f4535fd7-419d-41f7-adcc-7a9547cd0702 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 200 len: 990 time: 0.3768547 Mar 10 17:47:33.026473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:33.155745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538384ee-bbb4-4b71-b600-23410605d53a None None] Network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:33.307992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-1669912d-6d47-48e4-9e22-e0ab02230134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:33.309525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-1669912d-6d47-48e4-9e22-e0ab02230134 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1127 time: 1.2857635 Mar 10 17:47:33.320396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:33.339010 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:33.447449 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:33.447449 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:33.547805 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:33.604007 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:33.604642 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:33.634903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-e60b97d7-3760-430c-8920-aed7e0d642b5 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:33.636743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-e60b97d7-3760-430c-8920-aed7e0d642b5 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/networks?id=3bb6c88f-8a49-407d-a9f5-c6371f6ef867 HTTP/1.1" status: 200 len: 817 time: 0.1432192 Mar 10 17:47:33.653512 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:33.654602 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794c8399-df64-4213-a422-e39b4553f8dc None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:33.683279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:33.687576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ca78d57-95d8-4154-8044-56c2bbabfd5a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/df24890e-ab81-463e-bb75-05af1ff48ea1 HTTP/1.1" status: 204 len: 168 time: 3.6785088 Mar 10 17:47:33.691157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52414) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:33.707374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-2bc61df8-33e0-4167-98c5-94118dc633a0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/quotas/048f0db810844e64a74565e2608d7863 HTTP/1.1" status: 200 len: 375 time: 0.0310810 Mar 10 17:47:33.750574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-c7e2d6c3-f32a-4187-8765-b037a60905d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=048f0db810844e64a74565e2608d7863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350075 Mar 10 17:47:33.755113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-f7dfd161-0d38-4d47-9200-27ca2732c050 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214961 Mar 10 17:47:33.787628 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'fa84b9f5-7520-4994-b528-70dcbc86f9c0', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:04Z', 'updated_at': '2022-03-10T17:47:29Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:33.808815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58023e8c-813e-43c3-be1e-a36a2867106c tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/floatingips/80f78406-9e18-4834-aa6f-19af6b41703b HTTP/1.1" status: 200 len: 688 time: 0.1148655 Mar 10 17:47:33.811327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52416) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:33.849960 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0d7e-f0fa-4f56-8d8c-4825c3b80ff3 None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'fa84b9f5-7520-4994-b528-70dcbc86f9c0', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:47:04Z', 'updated_at': '2022-03-10T17:47:29Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:33.888758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-582ee67c-b5e5-495b-926c-a63f157cc468 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208076 Mar 10 17:47:33.923555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-0d49ac8e-38af-406e-9cb2-927cfb7b375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:33.925735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-0d49ac8e-38af-406e-9cb2-927cfb7b375a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.5980954 Mar 10 17:47:34.036622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:34.105244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 8d4d7503-5baa-4cc1-a78d-16ff9552a4c7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:34.105690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.181190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ce2705fa-0dfa-49a3-9c5c-2c2796d8fdbb tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 200 len: 992 time: 0.1156931 Mar 10 17:47:34.184034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-34b18e1b-a951-4386-92d6-119a06df7dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 998 time: 0.2130435 Mar 10 17:47:34.347494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a28d4422-dbb0-4d98-9810-c462181aa9ab req-c799675f-fc8f-4e5e-8f1b-107c2723a561 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806253 Mar 10 17:47:34.367260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-115e83b0-5784-4b07-939b-8429e146c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:34.369985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-115e83b0-5784-4b07-939b-8429e146c51f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1581557 Mar 10 17:47:34.374564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac609d-5faa-4a93-a190-2f35e53f2020 None None] New status for floating IP fa84b9f5-7520-4994-b528-70dcbc86f9c0: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:47:34.412030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1fa7dce7-bb92-4f60-90a1-bca4199c6808 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035136 Mar 10 17:47:34.425183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.426389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.465455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 8d4d7503-5baa-4cc1-a78d-16ff9552a4c7 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:34.625473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-69dae192-bff9-4ba2-b628-95b20451af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:34.629857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-69dae192-bff9-4ba2-b628-95b20451af42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2107296 Mar 10 17:47:34.727468 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8d4d7503-5baa-4cc1-a78d-16ff9552a4c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.777871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=8d4d7503-5baa-4cc1-a78d-16ff9552a4c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:34.885623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-febd5c5d-fe51-4769-8197-dfe2e5cb32ae req-d080b668-27f9-44cf-b30a-39a2759bc32d tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 210 time: 0.0988772 Mar 10 17:47:34.915769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (80f78406-9e18-4834-aa6f-19af6b41703b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.917816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-5568397a-27d5-4c83-add9-f1279f6c4b91 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725163 Mar 10 17:47:34.918584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:34.931475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36f4f46d-866e-4670-add0-24b190789a6f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/80f78406-9e18-4834-aa6f-19af6b41703b HTTP/1.1" status: 204 len: 168 time: 1.1195550 Mar 10 17:47:34.932155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52430) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:34.940648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '0b89c167-7d73-45c4-8242-c9a47eff9009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:34.997618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:35.154999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4015ad9e-8fd5-488e-82df-383cadb20a8a req-c2611c31-3e9b-4a73-9f94-66e4288078c4 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176542 Mar 10 17:47:35.257177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:35.449577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.64 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/23444cb3-bc39-47e2-ac92-59ac5a8b39d7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:35.607408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:35.672945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:35.739891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:35.741380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:35.747986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:35.778065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=23444cb3-bc39-47e2-ac92-59ac5a8b39d7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:36.063990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4f016f0-1c55-46b9-9b35-d932bc156c12 req-bbb8ddbc-eeca-4c40-89e7-4d132d083a21 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 210 time: 0.0342388 Mar 10 17:47:36.484980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:36.531953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-6a826584-ce83-4b6c-a9da-43412b2f3608 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:36.533457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-6a826584-ce83-4b6c-a9da-43412b2f3608 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.59 "GET /v2.0/networks?id=3bb6c88f-8a49-407d-a9f5-c6371f6ef867 HTTP/1.1" status: 200 len: 817 time: 0.2727969 Mar 10 17:47:36.546555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Request body: {'port': {'device_id': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867', 'admin_state_up': True, 'tenant_id': '048f0db810844e64a74565e2608d7863'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:36.633961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:36.734047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Made reservation on behalf of 048f0db810844e64a74565e2608d7863 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:36.741041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:36.920994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:36.928767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:37.010499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Allocated IP 172.20.0.8 (3bb6c88f-8a49-407d-a9f5-c6371f6ef867/8094798e-48f3-454b-91a3-019a205955c8/0708b604-f133-4bea-aae9-c44a52ea3f04) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:37.018457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=23444cb3-bc39-47e2-ac92-59ac5a8b39d7,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:37.048034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:37.180853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92f090ca-c6d7-4200-becd-89d7dd2c4e92 req-366f071b-603f-4f9d-81e7-169e1ecf38e7 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 210 time: 0.0366960 Mar 10 17:47:37.226241 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 96387328-7905-472b-8207-3b75af96b9e2 associated. External IP: 172.25.3.64, port: 0b89c167-7d73-45c4-8242-c9a47eff9009. Mar 10 17:47:37.372483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks [] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:37.469943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:37.877605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:37.885843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:37.889565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Pushing event updated for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:37.892204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:37.938710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:37.958142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:37.958811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.034996 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-493024cf-fc9c-4e86-8cb3-a9da2a1b20d0 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4921124 Mar 10 17:47:38.054510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Request body: {'port': {'device_id': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:38.164207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.380163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8172d96-08a4-40f8-adb5-539fb520ec3d req-3d9a0013-77b1-44d0-8264-767cdcf9b4da tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:38.381677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8172d96-08a4-40f8-adb5-539fb520ec3d req-3d9a0013-77b1-44d0-8264-767cdcf9b4da tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 931 time: 0.0898051 Mar 10 17:47:38.474332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8172d96-08a4-40f8-adb5-539fb520ec3d req-5f411419-af96-495e-8b71-199c087e88bc tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807402 Mar 10 17:47:38.492450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:38.504658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:38.525859 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:38.527413 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:38.531119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0708b604-f133-4bea-aae9-c44a52ea3f04 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:38.553864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.580413 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:38.590737 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:38.591811 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:38.618192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks [] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.622472 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-89a9096d-01b8-4bc0-a40b-59514b274aca tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6882339 Mar 10 17:47:38.624129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:38.630050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-393638445'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:38.631268 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:38.632004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af161fb3-5417-487b-9624-6fb0aa3f6b90 None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:38.664841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Transition to ACTIVE for port object 0708b604-f133-4bea-aae9-c44a52ea3f04 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:47:38.669583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:38.673248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.675343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.727337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:47:38.740325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:38.744391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (27fd954f-7246-4a1e-a88e-ffa71c46dc2c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.744803 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Added segment 27fd954f-7246-4a1e-a88e-ffa71c46dc2c of type vlan for network 3cfccfb5-9886-45b3-ab13-53371a885685 Mar 10 17:47:38.800122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3cfccfb5-9886-45b3-ab13-53371a885685), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.831869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3cfccfb5-9886-45b3-ab13-53371a885685), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.838919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:38.839528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.862107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Attempting to bind port 0708b604-f133-4bea-aae9-c44a52ea3f04 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:47:38.862620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Attempting to bind port 0708b604-f133-4bea-aae9-c44a52ea3f04 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:47:38.863034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Attempting to bind port 0708b604-f133-4bea-aae9-c44a52ea3f04 on network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:38.868794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Port 0708b604-f133-4bea-aae9-c44a52ea3f04 on network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:47:38.869230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Attempting to bind port 0708b604-f133-4bea-aae9-c44a52ea3f04 on network 3bb6c88f-8a49-407d-a9f5-c6371f6ef867 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:38.874537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:47:38.875187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Checking segment: {'id': 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:38.875532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Bound using segment: {'id': 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:47:38.877054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Bound port: 0708b604-f133-4bea-aae9-c44a52ea3f04, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:47:38.877544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:38.935055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Network': ['ID=3cfccfb5-9886-45b3-ab13-53371a885685,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:38.941477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5e226265-23cb-479e-a288-071407ee3d2a tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3159635 Mar 10 17:47:38.944980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52484) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:38.953342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'subnet': {'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:38.956631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3cfccfb5-9886-45b3-ab13-53371a885685 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:47:38.994913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:47:39.002229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0708b604-f133-4bea-aae9-c44a52ea3f04,segment=NetworkSegment(cfaf3af5-ed0b-421d-bb07-7b5e827a1235),segment_id=cfaf3af5-ed0b-421d-bb07-7b5e827a1235)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:47:39.019282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.099642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.100998 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.101984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] 10.222.0.59 "PUT /v2.0/ports/0708b604-f133-4bea-aae9-c44a52ea3f04 HTTP/1.1" status: 200 len: 1091 time: 1.0544286 Mar 10 17:47:39.102412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:39.110353 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:39.216816 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950012a-6aad-4a82-8135-74bf035a1d2c x-openstack-request-id: req-0950012a-6aad-4a82-8135-74bf035a1d2c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:39.217256 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:39.217567 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0950012a-6aad-4a82-8135-74bf035a1d2c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:39.218081 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04', 'status': 'completed', 'code': 200} Mar 10 17:47:39.233561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b239ad7-9ab2-4739-ba3d-29b03f4b7a18 service neutron] Pushing event updated for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:39.236160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:39.240865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.252978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-f6317bc4-5752-47d8-b6c5-ffcf32bf5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.254712 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-f6317bc4-5752-47d8-b6c5-ffcf32bf5b7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=048f0db810844e64a74565e2608d7863&device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 1125 time: 0.0952702 Mar 10 17:47:39.305320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-bf1e655d-4305-4871-8a2c-e2ed7592c45c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0708b604-f133-4bea-aae9-c44a52ea3f04 HTTP/1.1" status: 200 len: 217 time: 0.0427165 Mar 10 17:47:39.366156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-dc5b26cd-eac7-4356-94c4-48c70f436794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.367948 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-dc5b26cd-eac7-4356-94c4-48c70f436794 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8094798e-48f3-454b-91a3-019a205955c8 HTTP/1.1" status: 200 len: 857 time: 0.0549140 Mar 10 17:47:39.409447 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-8ba42a22-133e-421e-8247-b25fbcf3793a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb6c88f-8a49-407d-a9f5-c6371f6ef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343032 Mar 10 17:47:39.454227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (c2446d65-2607-4364-a807-72b9a1857b3b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.518479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-9032290b-fba9-41ca-9118-c12d14a72a00 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019616 Mar 10 17:47:39.542666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Subnet': ['ID=c2446d65-2607-4364-a807-72b9a1857b3b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:39.545281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Checking segment: {'id': '27fd954f-7246-4a1e-a88e-ffa71c46dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:39.545498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network hostable DHCP agents. Network: 3cfccfb5-9886-45b3-ab13-53371a885685, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:47:39.575194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 3cfccfb5-9886-45b3-ab13-53371a885685 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:47:39.608245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3cfccfb5-9886-45b3-ab13-53371a885685) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:39.622172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.622820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc25b9-0b2a-4e62-913b-e6cd25455eeb None None] Network 3cfccfb5-9886-45b3-ab13-53371a885685 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:39.623018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.678960 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7ab40635-b3db-4a1f-a49f-63236da49ceb req-0385e3f3-1587-4807-b6a4-4137018c7db0 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538022 Mar 10 17:47:39.687101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e5150afd-844d-4b89-a7f1-4da332f52029 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7386312 Mar 10 17:47:39.687513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:39.693942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-618620587', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:39.715077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4730-f255-4191-a53e-306d08c6cb8c req-edb48d5f-2eca-4a8d-9108-2d758b330701 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.717441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08fa4730-f255-4191-a53e-306d08c6cb8c req-edb48d5f-2eca-4a8d-9108-2d758b330701 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 943 time: 0.1203737 Mar 10 17:47:39.721929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.724506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.797488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08fa4730-f255-4191-a53e-306d08c6cb8c req-bd52ba92-d165-4783-bbe3-99d27151c429 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Mar 10 17:47:39.828843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-3cfccfb5-9886-45b3-ab13-53371a885685', 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685', 'project_id': '431155e237444455be478246eda47ea7', 'fixed_ips': [{'subnet_id': 'c2446d65-2607-4364-a807-72b9a1857b3b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:47:39.829876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.831528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_controller (30e30643-6d0e-433b-a6f7-409e41d6030a), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:39.852287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-af13277c-da7a-450e-82ed-d878c6792221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:39.854353 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-af13277c-da7a-450e-82ed-d878c6792221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=048f0db810844e64a74565e2608d7863&device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 1125 time: 0.1130033 Mar 10 17:47:40.016786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Allocated IP 172.20.0.2 (3cfccfb5-9886-45b3-ab13-53371a885685/c2446d65-2607-4364-a807-72b9a1857b3b/c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:40.044060 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:47:40.076480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (30e30643-6d0e-433b-a6f7-409e41d6030a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.117053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-72683aa8-2122-45ad-8424-5a57ef68563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:40.118794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-72683aa8-2122-45ad-8424-5a57ef68563a service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bb6c88f-8a49-407d-a9f5-c6371f6ef867 HTTP/1.1" status: 200 len: 918 time: 0.2273920 Mar 10 17:47:40.179690 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-0973f762-942c-4e24-9cb5-4090e22df963 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0708b604-f133-4bea-aae9-c44a52ea3f04 HTTP/1.1" status: 200 len: 217 time: 0.0532944 Mar 10 17:47:40.203174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks [] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.212276 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.251488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Network 3cfccfb5-9886-45b3-ab13-53371a885685 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:40.254881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:40.266619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:40.274368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-6a103244-03a1-43c2-b186-6db7d99cb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:40.276188 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-6a103244-03a1-43c2-b186-6db7d99cb7d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8094798e-48f3-454b-91a3-019a205955c8 HTTP/1.1" status: 200 len: 857 time: 0.0883060 Mar 10 17:47:40.319223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Pushing event updated for resources: {'Port': ['ID=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:40.319424 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-e485d57f-86db-4ed4-9ac8-8d9d2c50eb91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb6c88f-8a49-407d-a9f5-c6371f6ef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350213 Mar 10 17:47:40.346206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.346882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.347378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.347911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.348276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.348618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.348948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.349606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.349735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.349959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.350414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.350928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.351252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:40.366528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Attempting to bind port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:47:40.366909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Attempting to bind port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '27fd954f-7246-4a1e-a88e-ffa71c46dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:47:40.367273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Attempting to bind port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de on network 3cfccfb5-9886-45b3-ab13-53371a885685 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:47:40.372908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:47:40.373294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Checking segment: {'id': '27fd954f-7246-4a1e-a88e-ffa71c46dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:40.374175 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.374175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Bound using segment: {'id': '27fd954f-7246-4a1e-a88e-ffa71c46dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:47:40.374652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Bound port: c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fd954f-7246-4a1e-a88e-ffa71c46dc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:47:40.375038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.447991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] For port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:47:40.451728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] For port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,segment=NetworkSegment(27fd954f-7246-4a1e-a88e-ffa71c46dc2c),segment_id=27fd954f-7246-4a1e-a88e-ffa71c46dc2c)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:47:40.460611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.518069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (30e30643-6d0e-433b-a6f7-409e41d6030a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.525173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c9fb-2c68-4490-b532-4afb9b95c3cc None None] Pushing event updated for resources: {'Port': ['ID=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:40.554955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:40.588873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-b408097a-5985-4c6b-9ac9-59d4c5626876 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623489 Mar 10 17:47:40.802661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5619456-c9fc-4b66-864f-4bb6c23cd1ee req-f3595a7b-1be1-46eb-92d2-e3139f97cf08 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029498 Mar 10 17:47:40.823128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.25.3.112 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a25679b2-2a90-4004-b26e-366c0f687fc7) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:41.041723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5feead-de3a-4d29-bf75-4fa6ddf19a9a req-fec378a1-637b-4180-9e52-455cb30b55e1 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:41.052174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c5feead-de3a-4d29-bf75-4fa6ddf19a9a req-fec378a1-637b-4180-9e52-455cb30b55e1 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 943 time: 0.0898945 Mar 10 17:47:41.060642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (a25679b2-2a90-4004-b26e-366c0f687fc7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:41.106018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c5feead-de3a-4d29-bf75-4fa6ddf19a9a req-3b723db9-f88b-40a5-aef4-8b16caa0fdf7 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Mar 10 17:47:41.153105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a25679b2-2a90-4004-b26e-366c0f687fc7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:41.199207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:41.211227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:41.215352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:41.238769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=a25679b2-2a90-4004-b26e-366c0f687fc7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:41.876832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73e3af-723d-4a9c-8dd2-cb8debe573ff None None] Network 3cfccfb5-9886-45b3-ab13-53371a885685 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:41.917546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (30e30643-6d0e-433b-a6f7-409e41d6030a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.004411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Provisioning complete for port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:42.004842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.106231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Current status of the port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:42.106723 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.148587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] For port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,segment=NetworkSegment(27fd954f-7246-4a1e-a88e-ffa71c46dc2c),segment_id=27fd954f-7246-4a1e-a88e-ffa71c46dc2c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:42.157501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.250600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.304921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3eeea-778b-4bc8-ae78-f01f0ea0e83c None None] Pushing event updated for resources: {'Port': ['ID=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:42.387301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:42.442082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a46df6-adb8-46b7-bcdd-d18795c98a9e req-2c1ae082-b5b9-4343-8936-713641ed6d87 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:42.443460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0708b604-f133-4bea-aae9-c44a52ea3f04 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:47:42.454034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9a46df6-adb8-46b7-bcdd-d18795c98a9e req-2c1ae082-b5b9-4343-8936-713641ed6d87 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 943 time: 0.1684752 Mar 10 17:47:42.467898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc9df806-d786-495f-9ef0-56761643b6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.553137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router 30e30643-6d0e-433b-a6f7-409e41d6030a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:47:42.563737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:42.565144 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.599296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9a46df6-adb8-46b7-bcdd-d18795c98a9e req-3f5e2532-26c0-49ff-af03-441e63f99a74 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426189 Mar 10 17:47:42.600931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9386fcbd-9738-4cfd-af99-35b6b28f4cbe None None] Provisioning complete for port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:42.601515 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9386fcbd-9738-4cfd-af99-35b6b28f4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.697056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ed57c-accf-4cba-aade-dd534fedfa34 req-cd1dd254-5b0d-4b36-8c6b-91ed124363cf tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:42.705021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db8ed57c-accf-4cba-aade-dd534fedfa34 req-cd1dd254-5b0d-4b36-8c6b-91ed124363cf tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1032231 Mar 10 17:47:42.753117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0708b604-f133-4bea-aae9-c44a52ea3f04,segment=NetworkSegment(cfaf3af5-ed0b-421d-bb07-7b5e827a1235),segment_id=cfaf3af5-ed0b-421d-bb07-7b5e827a1235)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:42.760048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:42.769433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db8ed57c-accf-4cba-aade-dd534fedfa34 req-07c7554a-1e20-45c0-ae9d-eacfa32f3327 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Mar 10 17:47:42.786089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] Sync routers for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:42.789081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:42.793076 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ff46904-bda3-42fa-a383-271cf828a632 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1019602 Mar 10 17:47:42.793535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:42.821333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '0708b604-f133-4bea-aae9-c44a52ea3f04', 'network_id': '3bb6c88f-8a49-407d-a9f5-c6371f6ef867', 'port_id': '0708b604-f133-4bea-aae9-c44a52ea3f04', 'mac_address': 'fa:16:3e:96:85:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8094798e-48f3-454b-91a3-019a205955c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:47:42.870032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:42.870812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:42.933428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9386fcbd-9738-4cfd-af99-35b6b28f4cbe None None] Current status of the port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:42.940838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:42.944901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:42.964807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:42.965448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:42.968079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0708b604-f133-4bea-aae9-c44a52ea3f04 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:42.968476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:43.017918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:43.018599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d11fe6-f683-4a8d-ab51-c947119fc749 None None] The sync data for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:43.029286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0708b604-f133-4bea-aae9-c44a52ea3f04 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:47:43.048274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0708b604-f133-4bea-aae9-c44a52ea3f04,segment=NetworkSegment(cfaf3af5-ed0b-421d-bb07-7b5e827a1235),segment_id=cfaf3af5-ed0b-421d-bb07-7b5e827a1235)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:43.055852 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:43.110307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:43.323249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:43.342196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0708b604-f133-4bea-aae9-c44a52ea3f04'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:43.634219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.1 (3cfccfb5-9886-45b3-ab13-53371a885685/c2446d65-2607-4364-a807-72b9a1857b3b/f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:43.806945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373f6f9-ccbd-4c78-b61e-f29a146f7510 req-8fc536db-2428-4f8a-9cca-fd94c2018f5d tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:43.808549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d373f6f9-ccbd-4c78-b61e-f29a146f7510 req-8fc536db-2428-4f8a-9cca-fd94c2018f5d tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 944 time: 0.1191070 Mar 10 17:47:43.814694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:43.867932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:43.912667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d373f6f9-ccbd-4c78-b61e-f29a146f7510 req-6f0e7b4a-b77d-4cf2-8cf6-69ad6be2af2d tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960858 Mar 10 17:47:43.953495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 3cfccfb5-9886-45b3-ab13-53371a885685 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:43.960870 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:43.963115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:43.965423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:43.975595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1161-6d44-4825-a76c-fbaed3a32c17 req-d4d1ff86-e583-46a4-9496-9a28168056e5 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:43.977218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dda1161-6d44-4825-a76c-fbaed3a32c17 req-d4d1ff86-e583-46a4-9496-9a28168056e5 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1225915 Mar 10 17:47:44.050873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (30e30643-6d0e-433b-a6f7-409e41d6030a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.117316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1dda1161-6d44-4825-a76c-fbaed3a32c17 req-d10f7026-1194-4c06-be2f-234525e6c2f6 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286669 Mar 10 17:47:44.257378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:44.356335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:44.356744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.364683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.402663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0708b604-f133-4bea-aae9-c44a52ea3f04 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:47:44.428018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7426dbba-1d02-4eb7-ba7b-828fdeb6904c None None] Provisioning complete for port f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:44.428387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7426dbba-1d02-4eb7-ba7b-828fdeb6904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.517477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7426dbba-1d02-4eb7-ba7b-828fdeb6904c None None] Port f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:44.535196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:44.538635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 0708b604-f133-4bea-aae9-c44a52ea3f04 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:47:44.542718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 0708b604-f133-4bea-aae9-c44a52ea3f04 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:44.543093 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.636516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0708b604-f133-4bea-aae9-c44a52ea3f04 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:47:44.637351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.673798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:44.677238 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f34ff8d-b0cc-4940-a9d7-fdaa3037aef8" -d '{"events": [{"server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "name": "network-vif-plugged", "status": "completed", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:44.709479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a906da57-e823-48da-bcd7-233ca5408f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.723362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0708b604-f133-4bea-aae9-c44a52ea3f04,segment=NetworkSegment(cfaf3af5-ed0b-421d-bb07-7b5e827a1235),segment_id=cfaf3af5-ed0b-421d-bb07-7b5e827a1235)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:44.729785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.735815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.746171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.780434 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f14b28-c2ac-4124-a903-4ffffaabe1dc x-openstack-request-id: req-19f14b28-c2ac-4124-a903-4ffffaabe1dc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:44.781123 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "name": "network-vif-plugged", "status": "completed", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:44.781390 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19f14b28-c2ac-4124-a903-4ffffaabe1dc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:44.781857 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04', 'code': 200} Mar 10 17:47:44.837828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:44.852373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (30e30643-6d0e-433b-a6f7-409e41d6030a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:44.870843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:44.943970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9e4a1-c4f2-4de1-bb69-eafba4f9097c req-971160b6-6543-42b9-85a4-29a55275d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:44.944702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c0e9e4a1-c4f2-4de1-bb69-eafba4f9097c req-971160b6-6543-42b9-85a4-29a55275d2a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 1127 time: 0.1056361 Mar 10 17:47:45.007525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 3cfccfb5-9886-45b3-ab13-53371a885685 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:45.016826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:45.043132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c0e9e4a1-c4f2-4de1-bb69-eafba4f9097c req-541cfab9-bcf9-4d3b-b7ba-d6d20452680e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887468 Mar 10 17:47:45.123641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c43f90-de9a-48f9-97a9-b400d155b4f1 req-b640ef5e-59db-4b36-aab6-88f467ebc3d9 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:45.149463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42c43f90-de9a-48f9-97a9-b400d155b4f1 req-b640ef5e-59db-4b36-aab6-88f467ebc3d9 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.1201367 Mar 10 17:47:45.212293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router 30e30643-6d0e-433b-a6f7-409e41d6030a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:45.246702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42c43f90-de9a-48f9-97a9-b400d155b4f1 req-1ff29b43-2e17-4333-8695-a66194044a4f tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878665 Mar 10 17:47:45.381200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cdffe-2866-4477-9a9e-d07591cd043a req-7bd58b46-444b-4f16-94b9-b592851b7a55 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:45.384330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-820cdffe-2866-4477-9a9e-d07591cd043a req-7bd58b46-444b-4f16-94b9-b592851b7a55 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.1417437 Mar 10 17:47:45.386866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:45.398412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] Sync routers for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:45.415500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21cb8223-f5bb-4759-b4b5-d6cd0685b9d4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/routers/30e30643-6d0e-433b-a6f7-409e41d6030a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207647 Mar 10 17:47:45.418685 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:45.419303 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:45.422569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:45.432087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'port': {'network_id': '3cfccfb5-9886-45b3-ab13-53371a885685', 'name': 'tempest-FloatingIPTestJSON-608017092'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:45.470638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-91ce0e3e-7fea-455d-95e0-7d50af3cc664 None None] Provisioning complete for port f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:45.471157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91ce0e3e-7fea-455d-95e0-7d50af3cc664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.494917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:45.497916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fdc7a-8b88-4b47-982d-b2e58bb50abd req-b7d22d59-f49a-4fea-be64-194870c8fcea tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:45.505393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a83fdc7a-8b88-4b47-982d-b2e58bb50abd req-b7d22d59-f49a-4fea-be64-194870c8fcea tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 945 time: 0.2394381 Mar 10 17:47:45.512452 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:45.513284 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:45.519575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-91ce0e3e-7fea-455d-95e0-7d50af3cc664 None None] Port f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:45.568796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a83fdc7a-8b88-4b47-982d-b2e58bb50abd req-ed7fbf99-1bb6-4534-bab2-0819b6fc89d5 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Mar 10 17:47:45.588336 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:45.589004 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a450c5-19dd-4d9d-b069-427715d64456 None None] The sync data for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:45.613463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Deleting port 17331e67-7088-4f54-913f-49c26f8d194b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:45.613896 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (17331e67-7088-4f54-913f-49c26f8d194b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.722712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] For port 17331e67-7088-4f54-913f-49c26f8d194b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=17331e67-7088-4f54-913f-49c26f8d194b,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:45.723002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (17331e67-7088-4f54-913f-49c26f8d194b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.737651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Calling delete_port for 17331e67-7088-4f54-913f-49c26f8d194b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:45.846885 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.925429 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (17331e67-7088-4f54-913f-49c26f8d194b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.940557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['39fb31b8-f765-4064-9a4a-fcba17308f2d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:45.943177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['17331e67-7088-4f54-913f-49c26f8d194b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:45.948682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Made reservation on behalf of 431155e237444455be478246eda47ea7 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:45.951702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:45.976266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Pushing event deleted for resources: {'Port': ['ID=17331e67-7088-4f54-913f-49c26f8d194b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:45.982887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] device_id is not set on port 0925acfc-a7ac-4d48-bee6-312dd55a8927 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:47:45.996953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.997292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.997624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.997961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.998293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.998644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.998977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.999309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:45.999625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:46.000088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:46.000464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:46.000796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:46.001192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:47:46.035288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] No DVR routers for this DVR port 17331e67-7088-4f54-913f-49c26f8d194b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:46.042788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.053811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-820cdffe-2866-4477-9a9e-d07591cd043a req-cf8bf797-f725-4275-9547-475f765274e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.41 "DELETE /v2.0/ports/17331e67-7088-4f54-913f-49c26f8d194b HTTP/1.1" status: 204 len: 173 time: 0.6501400 Mar 10 17:47:46.054647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'name': 'network-vif-deleted', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:46.060847 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006343d0-df3b-4a5c-9ce5-0980f0f71e6c" -d '{"events": [{"server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "name": "network-vif-deleted", "tag": "17331e67-7088-4f54-913f-49c26f8d194b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:46.115236 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe52a3b-a98c-4611-a7fa-a14f03ecb81f x-openstack-request-id: req-bfe52a3b-a98c-4611-a7fa-a14f03ecb81f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:46.115442 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b92dbc-310b-4888-a17a-1448410545bf", "name": "network-vif-deleted", "tag": "17331e67-7088-4f54-913f-49c26f8d194b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:46.115634 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfe52a3b-a98c-4611-a7fa-a14f03ecb81f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:46.116032 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b92dbc-310b-4888-a17a-1448410545bf', 'name': 'network-vif-deleted', 'tag': '17331e67-7088-4f54-913f-49c26f8d194b', 'status': 'completed', 'code': 200} Mar 10 17:47:46.148388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Allocated IP 172.20.0.3 (3cfccfb5-9886-45b3-ab13-53371a885685/c2446d65-2607-4364-a807-72b9a1857b3b/0925acfc-a7ac-4d48-bee6-312dd55a8927) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:46.363956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.402558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.412926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f2f35-08fc-429b-b481-cdf8fbbfc651 req-3a213a71-e72c-46a0-b242-8eb57996ea4c tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:46.414668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e50f2f35-08fc-429b-b481-cdf8fbbfc651 req-3a213a71-e72c-46a0-b242-8eb57996ea4c tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.0655360 Mar 10 17:47:46.459052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Network 3cfccfb5-9886-45b3-ab13-53371a885685 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:46.464493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:46.466018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e50f2f35-08fc-429b-b481-cdf8fbbfc651 req-ada7d834-32dc-43da-82e3-d54fc49401ed tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Mar 10 17:47:46.468095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:46.529322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event updated for resources: {'Port': ['ID=0925acfc-a7ac-4d48-bee6-312dd55a8927,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:46.549190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:46.549869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.580597 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61de1e2e-d3ae-4ffc-97b4-f18688ae8ee9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1555705 Mar 10 17:47:46.583298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52564) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:46.588080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Request body: {'floatingip': {'port_id': '0925acfc-a7ac-4d48-bee6-312dd55a8927'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:46.685208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.769894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1a5ba91-8c78-46e3-8b8d-b4afbb6878b1 req-63460314-ede6-461d-a24f-ef89d47f18c7 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b92dbc-310b-4888-a17a-1448410545bf HTTP/1.1" status: 200 len: 210 time: 0.0311491 Mar 10 17:47:46.856098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-935c8c14-10f7-4183-85f3-5db5c488637b None None] Provisioning complete for port 0925acfc-a7ac-4d48-bee6-312dd55a8927 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:47:46.856693 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935c8c14-10f7-4183-85f3-5db5c488637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:46.892612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-935c8c14-10f7-4183-85f3-5db5c488637b None None] Port 0925acfc-a7ac-4d48-bee6-312dd55a8927 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:47:47.223673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:47.231735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:47.236509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:47.345092 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 96387328-7905-472b-8207-3b75af96b9e2 associated. External IP: 172.25.3.64, port: 0b89c167-7d73-45c4-8242-c9a47eff9009. Mar 10 17:47:47.578733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:47.625396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91da5-66f8-4890-aa80-0659366a3451 req-e434c7b2-da38-4049-9d6c-c06a019eb5ac tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:47.627064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81c91da5-66f8-4890-aa80-0659366a3451 req-e434c7b2-da38-4049-9d6c-c06a019eb5ac tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.0724146 Mar 10 17:47:47.676109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81c91da5-66f8-4890-aa80-0659366a3451 req-067b83bb-4dde-4d15-8fb9-bebc1154f918 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Mar 10 17:47:47.708450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:47.720622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae1b80-175f-4844-94c5-d650347657ee None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:47.733937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:47.734683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:47.775356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:47.786454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:47.787163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:47.861867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-acae1b80-175f-4844-94c5-d650347657ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:47.863297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae1b80-175f-4844-94c5-d650347657ee None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:47.983933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router 30e30643-6d0e-433b-a6f7-409e41d6030a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:47.986219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98624173-77b4-4a00-b060-f79890872770 req-e93b16a6-a788-4d80-a408-15df9891696c tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:47.993278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98624173-77b4-4a00-b060-f79890872770 req-e93b16a6-a788-4d80-a408-15df9891696c tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.0715556 Mar 10 17:47:48.059314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98624173-77b4-4a00-b060-f79890872770 req-fb988b6d-f24f-4e82-8be0-bb2a8e38807b tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 Mar 10 17:47:48.123137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:48.127921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.134396 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] Sync routers for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:48.145640 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:48.146622 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:48.175037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cc7c1-98ea-4d9a-ac68-975b363ade5e req-5ed481a8-b379-4012-8ab2-fb9e639c514e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:48.177177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce6cc7c1-98ea-4d9a-ac68-975b363ade5e req-5ed481a8-b379-4012-8ab2-fb9e639c514e tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0736775 Mar 10 17:47:48.187243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f34625f-856a-46d3-abc6-45c67ee333f1 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/floatingips/96387328-7905-472b-8207-3b75af96b9e2 HTTP/1.1" status: 200 len: 976 time: 1.6028233 Mar 10 17:47:48.190014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:48.191711 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:48.202166 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:48.203256 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:48.237573 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:48.238572 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935f249-177f-4733-99de-f76a5ccc5504 None None] The sync data for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:48.243743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce6cc7c1-98ea-4d9a-ac68-975b363ade5e req-6460cc51-a7f8-42a7-ba66-be11864a8a14 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599101 Mar 10 17:47:48.295140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 0925acfc-a7ac-4d48-bee6-312dd55a8927 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:48.295484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.384620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.560853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.561255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.561574 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Floating IP 96387328-7905-472b-8207-3b75af96b9e2 disassociated. External IP: 172.25.3.64, port: 0925acfc-a7ac-4d48-bee6-312dd55a8927. Mar 10 17:47:48.561915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 0925acfc-a7ac-4d48-bee6-312dd55a8927 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:48.671791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.708446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0925acfc-a7ac-4d48-bee6-312dd55a8927), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:48.739478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=0925acfc-a7ac-4d48-bee6-312dd55a8927,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:48.894404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 17331e67-7088-4f54-913f-49c26f8d194b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:48.895783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router 30e30643-6d0e-433b-a6f7-409e41d6030a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:48.911007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-1ac01610-e982-436e-bc5d-e2042049673e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691977 Mar 10 17:47:48.918098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 17331e67-7088-4f54-913f-49c26f8d194b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:48.926073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 17331e67-7088-4f54-913f-49c26f8d194b not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:49.068831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-93f19a39-fbe9-4524-ae21-1b496ae8eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.070211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-93f19a39-fbe9-4524-ae21-1b496ae8eaae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 1128 time: 0.0956001 Mar 10 17:47:49.084289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:49.095212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] Sync routers for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:49.108520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:49.109259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:49.149518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:49.159995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:49.162338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:49.171310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:49.176235 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09f5dac6-6519-4082-ac0f-7e7e5b7b1593 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/0925acfc-a7ac-4d48-bee6-312dd55a8927 HTTP/1.1" status: 204 len: 168 time: 0.9851537 Mar 10 17:47:49.186654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:49.209761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:49.210476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcde818-edba-4cca-a23d-d7f9143f96de None None] The sync data for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:49.231542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24638c3-0f3a-46ec-93a5-a8de7c5973d9 req-b20743e7-3cb7-4af2-90ad-4c32e9b211a6 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.237790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f24638c3-0f3a-46ec-93a5-a8de7c5973d9 req-b20743e7-3cb7-4af2-90ad-4c32e9b211a6 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.0694737 Mar 10 17:47:49.359149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f24638c3-0f3a-46ec-93a5-a8de7c5973d9 req-338f6270-6d55-4fe1-9c3a-3d807d65c72d tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/security-groups?id=b0297650-0339-4b95-abfb-21771fdb2ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Mar 10 17:47:49.389951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-b7240e77-db12-4578-92cb-c180b1c4423f tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.391821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-b7240e77-db12-4578-92cb-c180b1c4423f tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.59 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 945 time: 0.1293910 Mar 10 17:47:49.457408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b3b88-1785-4d15-8eca-c75ce924b2c1 req-bdc5a1fe-a2b2-4c02-821f-1f7990fcc948 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.458939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed2b3b88-1785-4d15-8eca-c75ce924b2c1 req-bdc5a1fe-a2b2-4c02-821f-1f7990fcc948 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1219122 Mar 10 17:47:49.546734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed2b3b88-1785-4d15-8eca-c75ce924b2c1 req-9754c2cd-2c11-45f9-8f64-0c72c02f4c0b tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Mar 10 17:47:49.558098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Deleting port 0708b604-f133-4bea-aae9-c44a52ea3f04 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:49.558453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:49.650838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-9eeb497b-9832-46e5-85d1-41b616971c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.652494 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-9eeb497b-9832-46e5-85d1-41b616971c17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.4939857 Mar 10 17:47:49.668016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] For port 0708b604-f133-4bea-aae9-c44a52ea3f04, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0708b604-f133-4bea-aae9-c44a52ea3f04,segment=NetworkSegment(cfaf3af5-ed0b-421d-bb07-7b5e827a1235),segment_id=cfaf3af5-ed0b-421d-bb07-7b5e827a1235)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:49.668399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:49.683428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Calling delete_port for 0708b604-f133-4bea-aae9-c44a52ea3f04 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:49.814786 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-23c2d97a-13a8-43f0-a1d8-39634c31e5b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 200 len: 1002 time: 0.1545894 Mar 10 17:47:49.838526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0708b604-f133-4bea-aae9-c44a52ea3f04), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:49.852277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0708b604-f133-4bea-aae9-c44a52ea3f04'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:47:49.878795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Pushing event deleted for resources: {'Port': ['ID=0708b604-f133-4bea-aae9-c44a52ea3f04,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:49.929443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] No DVR routers for this DVR port 0708b604-f133-4bea-aae9-c44a52ea3f04 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:49.933022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:49.936787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdbd7cd0-0781-4cea-b665-d7cb27f2a8b1 req-8aa16ff3-6d60-475c-9965-c21e024e1345 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.59 "DELETE /v2.0/ports/0708b604-f133-4bea-aae9-c44a52ea3f04 HTTP/1.1" status: 204 len: 173 time: 0.5364015 Mar 10 17:47:49.937270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'name': 'network-vif-deleted', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:49.939713 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c07b1c3-5f9a-4fc7-995e-50c8ec0115a7" -d '{"events": [{"server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "name": "network-vif-deleted", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:49.985929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-7acd487c-363a-4e05-a4ab-75b6b7d9e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:49.987277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-7acd487c-363a-4e05-a4ab-75b6b7d9e2d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.1649289 Mar 10 17:47:49.997669 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde1be5e-0f12-47ad-82c0-8ec5c3163f90 x-openstack-request-id: req-bde1be5e-0f12-47ad-82c0-8ec5c3163f90 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:49.997964 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bb657-b13d-4aaf-a7aa-99519f165dfc", "name": "network-vif-deleted", "tag": "0708b604-f133-4bea-aae9-c44a52ea3f04", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:49.998272 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bde1be5e-0f12-47ad-82c0-8ec5c3163f90 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:49.998934 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bb657-b13d-4aaf-a7aa-99519f165dfc', 'name': 'network-vif-deleted', 'tag': '0708b604-f133-4bea-aae9-c44a52ea3f04', 'status': 'completed', 'code': 200} Mar 10 17:47:50.098834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-bd2fac18-b0d7-48d6-a1e6-ecb06a02d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:50.100349 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-bd2fac18-b0d7-48d6-a1e6-ecb06a02d337 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832050 Mar 10 17:47:50.221934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (30e30643-6d0e-433b-a6f7-409e41d6030a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:50.226146 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-d85a2158-1833-472c-92c1-32dbbb480ec4 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998106 Mar 10 17:47:50.406036 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-974f0f15-c30d-4abf-957d-1eb5e243c3a1 req-4bec8498-fdc9-41b3-a416-edfa0a92780c service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455383 Mar 10 17:47:50.498905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77655c64-584c-40f2-ad9c-610908663659 req-7921fb77-f6a2-4e86-a499-22091c4cdc69 tempest-InstanceActionsV221TestJSON-91861231 tempest-InstanceActionsV221TestJSON-91861231-project] 10.222.0.35 "GET /v2.0/ports?device_id=629bb657-b13d-4aaf-a7aa-99519f165dfc HTTP/1.1" status: 200 len: 210 time: 0.0416331 Mar 10 17:47:50.620928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:50.621301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:50.709554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:50.715184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d06213-e33a-45af-8272-b8e5e6515948 req-730825bc-1a4a-400f-b845-85b2d3b9aa26 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:50.716659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d06213-e33a-45af-8272-b8e5e6515948 req-730825bc-1a4a-400f-b845-85b2d3b9aa26 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0606432 Mar 10 17:47:50.723280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:50.775077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d06213-e33a-45af-8272-b8e5e6515948 req-5249a16b-2848-4d45-a708-50463799c0e1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Mar 10 17:47:50.942975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:50.970590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=f78d6c7f-dfb0-4af6-84c7-6499f33fd6aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:51.175901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (30e30643-6d0e-433b-a6f7-409e41d6030a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.420857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router 30e30643-6d0e-433b-a6f7-409e41d6030a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:51.532344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:47:51.540163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1dd18a8a-5748-4b06-b46c-51285542a8a7 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/routers/30e30643-6d0e-433b-a6f7-409e41d6030a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3499112 Mar 10 17:47:51.540733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52622) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:51.550513 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] Sync routers for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:47:51.559624 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:51.560223 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:51.598458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:51.618327 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] Routers {'30e30643-6d0e-433b-a6f7-409e41d6030a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:47:51.622235 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['30e30643-6d0e-433b-a6f7-409e41d6030a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:51.661234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:51.662067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20184364-f8d9-4d64-a4d4-9225dfe1b864 None None] The sync data for ids ['30e30643-6d0e-433b-a6f7-409e41d6030a'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:47:51.673200 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.807310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (30e30643-6d0e-433b-a6f7-409e41d6030a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.833444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:51.888752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Deleting subnet 8094798e-48f3-454b-91a3-019a205955c8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:47:51.892362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Publish callbacks [] for subnet (8094798e-48f3-454b-91a3-019a205955c8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.924709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port a25679b2-2a90-4004-b26e-366c0f687fc7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:51.925253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a25679b2-2a90-4004-b26e-366c0f687fc7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.952847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (8094798e-48f3-454b-91a3-019a205955c8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:51.980022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74d65-f850-4543-ab29-34e1d2173337 req-5f6499f7-8637-4add-938b-a7cd65dd30aa tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:51.981995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaa74d65-f850-4543-ab29-34e1d2173337 req-5f6499f7-8637-4add-938b-a7cd65dd30aa tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.1223366 Mar 10 17:47:52.020293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8094798e-48f3-454b-91a3-019a205955c8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.067381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a25679b2-2a90-4004-b26e-366c0f687fc7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.090329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (8094798e-48f3-454b-91a3-019a205955c8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.098235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eaa74d65-f850-4543-ab29-34e1d2173337 req-1a652b07-021c-4610-917e-23a72e852eff tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Mar 10 17:47:52.099908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for a25679b2-2a90-4004-b26e-366c0f687fc7 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:52.138933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8094798e-48f3-454b-91a3-019a205955c8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:52.144225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.150071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4de15f9b-5c70-481e-a3d8-3ec1c88e4fcf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8094798e-48f3-454b-91a3-019a205955c8 HTTP/1.1" status: 204 len: 168 time: 0.3129976 Mar 10 17:47:52.150228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:52.241304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3bb6c88f-8a49-407d-a9f5-c6371f6ef867), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.356775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3bb6c88f-8a49-407d-a9f5-c6371f6ef867), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.362401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a25679b2-2a90-4004-b26e-366c0f687fc7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.383506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb6c88f-8a49-407d-a9f5-c6371f6ef867']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:52.393544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=a25679b2-2a90-4004-b26e-366c0f687fc7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:52.395722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:52.396761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaf3af5-ed0b-421d-bb07-7b5e827a1235') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:52.408904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (cfaf3af5-ed0b-421d-bb07-7b5e827a1235), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.415529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0708b604-f133-4bea-aae9-c44a52ea3f04 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:52.430992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cfaf3af5-ed0b-421d-bb07-7b5e827a1235), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.437693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:47:52.438747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (cfaf3af5-ed0b-421d-bb07-7b5e827a1235), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.440138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 0708b604-f133-4bea-aae9-c44a52ea3f04 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:52.440781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0708b604-f133-4bea-aae9-c44a52ea3f04 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:47:52.453287 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:47:52.462201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (30e30643-6d0e-433b-a6f7-409e41d6030a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.507709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3bb6c88f-8a49-407d-a9f5-c6371f6ef867), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.513889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.520306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3bb6c88f-8a49-407d-a9f5-c6371f6ef867 HTTP/1.1" status: 204 len: 168 time: 0.3666816 Mar 10 17:47:52.530045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5860129-3394-4e86-9dc1-1375c4716fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb6c88f-8a49-407d-a9f5-c6371f6ef867,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:52.561982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.564663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_controller (30e30643-6d0e-433b-a6f7-409e41d6030a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.616971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (30e30643-6d0e-433b-a6f7-409e41d6030a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.617568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Fanout notify agent at l3_agent the message router_deleted on router 30e30643-6d0e-433b-a6f7-409e41d6030a {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:47:52.624684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.629448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:52.629574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-77102f45-50f9-416f-a8ba-99d096067054 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/routers/30e30643-6d0e-433b-a6f7-409e41d6030a HTTP/1.1" status: 204 len: 168 time: 1.0876327 Mar 10 17:47:52.650732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52658) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:52.681941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting subnet c2446d65-2607-4364-a807-72b9a1857b3b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:47:52.685149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (c2446d65-2607-4364-a807-72b9a1857b3b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.694930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8146d6fd-ab7c-4bc4-8a35-e659ed7ab0a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=048f0db810844e64a74565e2608d7863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428894 Mar 10 17:47:52.697481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52660) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:52.725854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c2446d65-2607-4364-a807-72b9a1857b3b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.749556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] Publish callbacks [] for security_group (b0297650-0339-4b95-abfb-21771fdb2ee7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.772480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] Publish callbacks [] for security_group (b0297650-0339-4b95-abfb-21771fdb2ee7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.818340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c2446d65-2607-4364-a807-72b9a1857b3b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.823910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b0297650-0339-4b95-abfb-21771fdb2ee7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.826737 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.836701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0297650-0339-4b95-abfb-21771fdb2ee7 HTTP/1.1" status: 204 len: 168 time: 0.1357152 Mar 10 17:47:52.843037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313defbe-d904-4e03-9734-6970e9709aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0297650-0339-4b95-abfb-21771fdb2ee7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:52.896200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c2446d65-2607-4364-a807-72b9a1857b3b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.925577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Subnet': ['ID=c2446d65-2607-4364-a807-72b9a1857b3b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:52.934999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:52.941200 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cdd32c61-ba98-4f71-bb02-cfe3ba981c0e tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/subnets/c2446d65-2607-4364-a807-72b9a1857b3b HTTP/1.1" status: 204 len: 168 time: 0.3106976 Mar 10 17:47:52.941613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52664) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:52.945421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3793107-63b7-400c-95c6-d0cea9231984 None None] Network 3cfccfb5-9886-45b3-ab13-53371a885685 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:53.039847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3cfccfb5-9886-45b3-ab13-53371a885685), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.100797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:53.101139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.160389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] DHCP port deletion for 3cfccfb5-9886-45b3-ab13-53371a885685 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:47:53.178734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] For port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,segment=NetworkSegment(27fd954f-7246-4a1e-a88e-ffa71c46dc2c),segment_id=27fd954f-7246-4a1e-a88e-ffa71c46dc2c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:53.186005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.212238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:53.237288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Deleting port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:53.237666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.321174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] For port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,segment=NetworkSegment(27fd954f-7246-4a1e-a88e-ffa71c46dc2c),segment_id=27fd954f-7246-4a1e-a88e-ffa71c46dc2c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:53.322186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.340455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Calling delete_port for c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:53.465174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.510803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] No DVR routers for this DVR port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:53.519113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e84b2b-e0d1-43cf-ae10-19779165c79d None None] Pushing event deleted for resources: {'Port': ['ID=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:53.867343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13522e06-a06a-4245-940c-cc429655e1c0 req-f2128128-4033-441d-b8f0-f7284d6188ab tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:53.869945 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13522e06-a06a-4245-940c-cc429655e1c0 req-f2128128-4033-441d-b8f0-f7284d6188ab tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.59 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.0880067 Mar 10 17:47:53.870457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52698) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:53.996065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:53.999160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1068865025-network', 'tenant_id': '71e48bf306c24d0cbd9b60812b04113c'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:54.026322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Deleting port 39fb31b8-f765-4064-9a4a-fcba17308f2d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:54.026859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.034003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:54.048488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3015d8-030b-46de-9468-6ed60fa00a3b req-98ddf10a-2778-4c0d-9b1c-de476a65aae8 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.051020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3015d8-030b-46de-9468-6ed60fa00a3b req-98ddf10a-2778-4c0d-9b1c-de476a65aae8 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 945 time: 0.8401766 Mar 10 17:47:54.058540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] No DVR routers for this DVR port c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:54.063726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-0b09e808-9b58-493f-9b4e-41f2b6df4b10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540098 Mar 10 17:47:54.069508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Made reservation on behalf of 71e48bf306c24d0cbd9b60812b04113c for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:54.071925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.086155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.189698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] For port 39fb31b8-f765-4064-9a4a-fcba17308f2d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=39fb31b8-f765-4064-9a4a-fcba17308f2d,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:54.190170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.205381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3cfccfb5-9886-45b3-ab13-53371a885685), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.240571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3015d8-030b-46de-9468-6ed60fa00a3b req-371e4316-e31c-452b-9a2c-e9c6d08b7af1 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/security-groups?id=342c5b79-0693-4000-ae57-27ce2cade186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834800 Mar 10 17:47:54.246983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfccfb5-9886-45b3-ab13-53371a885685']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:54.262738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-9f28a2a7-108f-42ce-bad4-88eea0405746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.264459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-9f28a2a7-108f-42ce-bad4-88eea0405746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 1128 time: 0.1648965 Mar 10 17:47:54.264896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Calling delete_port for 39fb31b8-f765-4064-9a4a-fcba17308f2d owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:54.266390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fd954f-7246-4a1e-a88e-ffa71c46dc2c') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:54.266390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fd954f-7246-4a1e-a88e-ffa71c46dc2c') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:47:54.281050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (27fd954f-7246-4a1e-a88e-ffa71c46dc2c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.281272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:54.303555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (27fd954f-7246-4a1e-a88e-ffa71c46dc2c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.305963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks [] for security_group (934389ab-7df0-4293-861a-7e47325282eb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.313714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:47:54.314361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (27fd954f-7246-4a1e-a88e-ffa71c46dc2c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.318508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:54.319123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c667cdbf-5a96-4dcc-a1d3-9fcbe5d561de not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:47:54.336355 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:47:54.343032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (934389ab-7df0-4293-861a-7e47325282eb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.384292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934389ab-7df0-4293-861a-7e47325282eb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:54.444537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3cfccfb5-9886-45b3-ab13-53371a885685), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.446775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:47:54.449246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.452564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/networks/3cfccfb5-9886-45b3-ab13-53371a885685 HTTP/1.1" status: 204 len: 168 time: 1.5091200 Mar 10 17:47:54.458623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:54.478284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a94c39-fee2-44d8-86f1-6e40f13366fd tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Network': ['ID=3cfccfb5-9886-45b3-ab13-53371a885685,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:54.496212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-99215682-f8f5-4753-9ce7-0c85ccff675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.497953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-99215682-f8f5-4753-9ce7-0c85ccff675a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.1636088 Mar 10 17:47:54.501769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8255e8f8-6b85-411c-a634-9eb82b830bcf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.502128 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Added segment 8255e8f8-6b85-411c-a634-9eb82b830bcf of type vlan for network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c Mar 10 17:47:54.545642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (39fb31b8-f765-4064-9a4a-fcba17308f2d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.573995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-e8d54351-d5a0-4c48-b910-a312f8a487c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 200 len: 1001 time: 0.0693161 Mar 10 17:47:54.617874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.623404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Pushing event deleted for resources: {'Port': ['ID=39fb31b8-f765-4064-9a4a-fcba17308f2d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:54.630919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-a7892372-9fff-4334-9776-38cfb001622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.633137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-a7892372-9fff-4334-9776-38cfb001622e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0523322 Mar 10 17:47:54.686799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-cc1e9d3a-d759-430f-8df4-e7d0cd296434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.689789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-cc1e9d3a-d759-430f-8df4-e7d0cd296434 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482101 Mar 10 17:47:54.705729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] No DVR routers for this DVR port 39fb31b8-f765-4064-9a4a-fcba17308f2d on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:47:54.708992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.712608 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-13522e06-a06a-4245-940c-cc429655e1c0 req-8d97e003-589a-4167-b932-70c6d4c976c3 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.59 "DELETE /v2.0/ports/39fb31b8-f765-4064-9a4a-fcba17308f2d HTTP/1.1" status: 204 len: 173 time: 0.8350029 Mar 10 17:47:54.713087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'name': 'network-vif-deleted', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:47:54.715350 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758634e3-e836-4fc7-a65c-91d70e897faf" -d '{"events": [{"server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "name": "network-vif-deleted", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:47:54.719862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.720772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:54.721334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.769794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8982935 Mar 10 17:47:54.773748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52708) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:54.807392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Request body: {'subnet': {'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1068865025-subnet', 'tenant_id': '71e48bf306c24d0cbd9b60812b04113c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:54.818136 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a49fb31-daf4-49d0-a5a4-2f4ea7fbc4d4 x-openstack-request-id: req-5a49fb31-daf4-49d0-a5a4-2f4ea7fbc4d4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:47:54.818459 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b19636-b4af-4a21-bdd2-3dd097281c95", "name": "network-vif-deleted", "tag": "39fb31b8-f765-4064-9a4a-fcba17308f2d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:47:54.818700 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a49fb31-daf4-49d0-a5a4-2f4ea7fbc4d4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:47:54.819096 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b19636-b4af-4a21-bdd2-3dd097281c95', 'name': 'network-vif-deleted', 'tag': '39fb31b8-f765-4064-9a4a-fcba17308f2d', 'status': 'completed', 'code': 200} Mar 10 17:47:54.819669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfbc08-45e3-4c94-ab10-615d6e70908b admin admin] Pushing event updated for resources: {'Network': ['ID=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:54.847755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-635effc0-861e-4938-8100-e45b823822d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523514 Mar 10 17:47:54.848671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:47:54.872772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 23444cb3-bc39-47e2-ac92-59ac5a8b39d7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:54.873290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.937429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Made reservation on behalf of 71e48bf306c24d0cbd9b60812b04113c for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:54.940032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:54.984164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c30786-a69a-4cc1-a422-2136afdf9907 req-0f925687-dec5-48ed-9ebf-edf7b0c54ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297398 Mar 10 17:47:55.083245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.083839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.102756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 23444cb3-bc39-47e2-ac92-59ac5a8b39d7 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:55.369803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4eb2d1a-346d-4b13-8633-75b9b2dea009 req-65b094ce-9368-4783-95e3-2b0e5b73d2d9 tempest-ServerRescueNegativeTestJSON-140921244 tempest-ServerRescueNegativeTestJSON-140921244-project] 10.222.0.35 "GET /v2.0/ports?device_id=27b19636-b4af-4a21-bdd2-3dd097281c95 HTTP/1.1" status: 200 len: 210 time: 0.0290556 Mar 10 17:47:55.575477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (74b4e84b-e40b-4456-9b52-1f21d0133f6c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.660420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b4e84b-e40b-4456-9b52-1f21d0133f6c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:55.680823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Checking segment: {'id': '8255e8f8-6b85-411c-a634-9eb82b830bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:47:55.681163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Network hostable DHCP agents. Network: d73e90ae-080f-4bdc-967f-b0dfd79ceb5c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:47:55.688375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (23444cb3-bc39-47e2-ac92-59ac5a8b39d7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.724560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=23444cb3-bc39-47e2-ac92-59ac5a8b39d7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:55.729340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:47:55.772454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d73e90ae-080f-4bdc-967f-b0dfd79ceb5c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:55.776879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:55.777596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.782776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b24334-cb27-4e79-a89e-dd099782f23a None None] Network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:55.807654 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-915d86d5-d5a4-4f38-afae-2b6b7db40a87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0057282 Mar 10 17:47:55.808712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for floatingip (96387328-7905-472b-8207-3b75af96b9e2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.811187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:55.812216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0dfbc895-0634-447f-bbc9-9360576eed85 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/floatingips/96387328-7905-472b-8207-3b75af96b9e2 HTTP/1.1" status: 204 len: 168 time: 1.3527482 Mar 10 17:47:55.821371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52718) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:55.846490 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdbeeff-7a77-41d6-81f5-a84a8b045471 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:47:55.846953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdbeeff-7a77-41d6-81f5-a84a8b045471 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:47:55.852606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cfdbeeff-7a77-41d6-81f5-a84a8b045471 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/0925acfc-a7ac-4d48-bee6-312dd55a8927 HTTP/1.1" status: 404 len: 333 time: 0.0266891 Mar 10 17:47:55.852915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52720) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:55.881461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4551cafa-6f9d-42f4-826c-d6b0bcb5f1bf tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/ports?device_id=30e30643-6d0e-433b-a6f7-409e41d6030a HTTP/1.1" status: 200 len: 205 time: 0.0273778 Mar 10 17:47:55.884005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:55.902600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453d4d6-490c-44e5-a96d-ffaaf6f8456b None None] Network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:47:55.922484 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-8cb4b110-1c24-4581-8e19-6200ae6800b8 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] delete failed (client error): The resource could not be found. Mar 10 17:47:55.924164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8cb4b110-1c24-4581-8e19-6200ae6800b8 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/routers/30e30643-6d0e-433b-a6f7-409e41d6030a HTTP/1.1" status: 404 len: 336 time: 0.0387361 Mar 10 17:47:55.927187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52724) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:55.956612 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac27a52c-d7b7-4df6-b40a-61c40cd8a648 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:47:55.957075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac27a52c-d7b7-4df6-b40a-61c40cd8a648 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:47:55.962454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ac27a52c-d7b7-4df6-b40a-61c40cd8a648 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/subnets/c2446d65-2607-4364-a807-72b9a1857b3b HTTP/1.1" status: 404 len: 337 time: 0.0318589 Mar 10 17:47:55.963095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:56.071818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 0b89c167-7d73-45c4-8242-c9a47eff9009 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:56.072304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0b89c167-7d73-45c4-8242-c9a47eff9009), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.175609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0b89c167-7d73-45c4-8242-c9a47eff9009), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.190958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 0b89c167-7d73-45c4-8242-c9a47eff9009 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:56.312985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-ba07405b-0302-4546-aa6e-0d434559db1e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:56.315146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-ba07405b-0302-4546-aa6e-0d434559db1e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/networks?id=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c HTTP/1.1" status: 200 len: 822 time: 0.1307693 Mar 10 17:47:56.332675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-9ea31236-1e08-4294-83e8-f69492236842 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/quotas/71e48bf306c24d0cbd9b60812b04113c HTTP/1.1" status: 200 len: 375 time: 0.0107825 Mar 10 17:47:56.351883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0b89c167-7d73-45c4-8242-c9a47eff9009), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.384083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-d5087719-8321-465e-b4b6-027ef0f450c6 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=71e48bf306c24d0cbd9b60812b04113c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449855 Mar 10 17:47:56.384652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=0b89c167-7d73-45c4-8242-c9a47eff9009,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:56.449274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 39fb31b8-f765-4064-9a4a-fcba17308f2d no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:47:56.462834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52756) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:56.476477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 39fb31b8-f765-4064-9a4a-fcba17308f2d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:47:56.476933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 39fb31b8-f765-4064-9a4a-fcba17308f2d not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:47:56.525082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-110b04b2-b088-44fd-a3cc-617f1ef4b35c service neutron] 10.222.0.35 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316972 Mar 10 17:47:56.539151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.545615 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d47266f-f6a5-4bb8-87c4-18c35c327cb6 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/0b89c167-7d73-45c4-8242-c9a47eff9009 HTTP/1.1" status: 204 len: 168 time: 0.5808229 Mar 10 17:47:56.551197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:56.639523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-8acc347b-038b-4df2-b03f-1da4d959d324 service neutron] 10.222.0.35 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939260 Mar 10 17:47:56.732605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 960cdb8b-41c4-4d89-84d5-bfb8298ccee7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:56.732951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (960cdb8b-41c4-4d89-84d5-bfb8298ccee7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.847871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f367adc0-456c-4a42-86ec-f1e8cadb8897 req-7971c745-248d-42cf-8506-f5ce836b359e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 210 time: 0.0646975 Mar 10 17:47:56.908815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (960cdb8b-41c4-4d89-84d5-bfb8298ccee7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.940242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:56.944500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 960cdb8b-41c4-4d89-84d5-bfb8298ccee7 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:57.133331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (960cdb8b-41c4-4d89-84d5-bfb8298ccee7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:57.137392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:57.196426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=960cdb8b-41c4-4d89-84d5-bfb8298ccee7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:57.325035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:57.330674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53b8c9cf-299a-49fc-b9c4-7d938447e237 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/ports/960cdb8b-41c4-4d89-84d5-bfb8298ccee7 HTTP/1.1" status: 204 len: 168 time: 0.7772377 Mar 10 17:47:57.331436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:57.438066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cefe05f-c705-44b3-aa38-387eae969f9b tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:57.443236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2cefe05f-c705-44b3-aa38-387eae969f9b tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "GET /v2.0/ports?device_id=e700e5b1-fcdd-44e5-a52e-e49faf5f733e HTTP/1.1" status: 200 len: 913 time: 0.1082993 Mar 10 17:47:57.443498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52776) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:47:57.728542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Deleting port 3f24a508-51b5-4b36-b599-f565b9d9ac46 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:57.728788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:57.876558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] For port 3f24a508-51b5-4b36-b599-f565b9d9ac46, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3f24a508-51b5-4b36-b599-f565b9d9ac46,segment=NetworkSegment(68ac8c35-536e-49fc-b6cc-c448fd76488f),segment_id=68ac8c35-536e-49fc-b6cc-c448fd76488f)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:47:57.876911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:57.891288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Calling delete_port for 3f24a508-51b5-4b36-b599-f565b9d9ac46 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:58.032049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd1bcbf0-2f44-4562-ada9-e282e0e7c073 req-38fa119e-bba9-418a-a8a8-b3a7334a481c tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 210 time: 0.1030045 Mar 10 17:47:58.104343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-78fa8321-cdaf-4ceb-84d7-f7242066fd80 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:58.105765 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-78fa8321-cdaf-4ceb-84d7-f7242066fd80 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.59 "GET /v2.0/networks?id=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c HTTP/1.1" status: 200 len: 822 time: 0.1997104 Mar 10 17:47:58.143747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Request body: {'port': {'device_id': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c', 'admin_state_up': True, 'tenant_id': '71e48bf306c24d0cbd9b60812b04113c'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:47:58.255574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:58.411851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3f24a508-51b5-4b36-b599-f565b9d9ac46), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:58.420959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Made reservation on behalf of 71e48bf306c24d0cbd9b60812b04113c for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:47:58.426224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:58.782565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f24a508-51b5-4b36-b599-f565b9d9ac46,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:59.059808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Allocated IP 172.20.0.7 (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c/74b4e84b-e40b-4456-9b52-1f21d0133f6c/ad9537bf-7632-4ce7-9241-5d6cef1d8fed) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:47:59.140179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd4dcc2e-62db-49d1-8810-ce15d5ad1f06 req-b97399fe-d18f-4bb7-b322-4de33bd28794 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 210 time: 0.0358455 Mar 10 17:47:59.183400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.243264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950e3eb-ea6e-48d3-b692-71ed01a18007 req-fe26d679-80b0-45f2-93bd-474ffcdbece2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:59.244719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6950e3eb-ea6e-48d3-b692-71ed01a18007 req-fe26d679-80b0-45f2-93bd-474ffcdbece2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.0575690 Mar 10 17:47:59.293760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6950e3eb-ea6e-48d3-b692-71ed01a18007 req-ca32e9b7-0095-4eae-ab2d-a96970d991a3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Mar 10 17:47:59.360528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:47:59.360860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.425191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks [] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.551104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.565520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.571345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:47:59.696277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:47:59.703869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:47:59.710883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Pushing event updated for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:47:59.715716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:47:59.763036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Router 9136cd7a-08d5-4b36-b688-46e29f4b0192 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:47:59.822834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:47:59.824271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.885333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-76e757b1-4d17-4332-9fd1-b2a4a632935f tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7479782 Mar 10 17:47:59.898186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:47:59.930038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Request body: {'port': {'device_id': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:00.067975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:00.070088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.074664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59724bb1-cdcc-4853-b8b7-611cfc5c3916 admin admin] 10.222.0.35 "PUT /v2.0/routers/9136cd7a-08d5-4b36-b688-46e29f4b0192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6106262 Mar 10 17:48:00.076864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Sync routers for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:00.077561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52814) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:00.082658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.090790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:00.091405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:00.133837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=aa68f815-f3f7-4f8f-b978-a8ebf52ff8b9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:00.217834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:00.253869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks [] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.404226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks [] for router_gateway (9136cd7a-08d5-4b36-b688-46e29f4b0192), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.432317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:47:58Z', 'revision_number': 5, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port': {'id': '4cad17e9-3b3e-46f4-860e-edefce0f1e05', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:00.448125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.466075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Checking router: 9136cd7a-08d5-4b36-b688-46e29f4b0192 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:00.476488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Routers {'9136cd7a-08d5-4b36-b688-46e29f4b0192'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:00.477177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9136cd7a-08d5-4b36-b688-46e29f4b0192'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:00.505843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e9538-6898-4896-8bc4-a252300e1ba6 req-356b1439-3583-4dd8-a20f-dc730b948b23 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:00.512914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f38e9538-6898-4896-8bc4-a252300e1ba6 req-356b1439-3583-4dd8-a20f-dc730b948b23 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 931 time: 0.1379826 Mar 10 17:48:00.546731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4551aa-4cf5-4f1f-b338-ded41816e7c9 req-6d52fedb-0301-4458-9a9b-ca6eb8cb9aa8 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:00.549286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4551aa-4cf5-4f1f-b338-ded41816e7c9 req-6d52fedb-0301-4458-9a9b-ca6eb8cb9aa8 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.1398344 Mar 10 17:48:00.586578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] Set router 9136cd7a-08d5-4b36-b688-46e29f4b0192 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:00.595006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9537bf-7632-4ce7-9241-5d6cef1d8fed {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:00.598140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Deleting port 4cad17e9-3b3e-46f4-860e-edefce0f1e05 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:00.598877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.605123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks [] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.619223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f38e9538-6898-4896-8bc4-a252300e1ba6 req-98615f46-8527-4a50-95b7-5b73e1e7d3ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050804 Mar 10 17:48:00.628441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Transition to ACTIVE for port object ad9537bf-7632-4ce7-9241-5d6cef1d8fed will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:00.636800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.660111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:48:00Z', 'revision_number': 6, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:00.691183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0e60d-2d3f-42fa-ae25-1701485e8b18 None None] The sync data for ids ['9136cd7a-08d5-4b36-b688-46e29f4b0192'] in n-d-833115-2 is: [{'id': '9136cd7a-08d5-4b36-b688-46e29f4b0192', 'name': 'tempest-ServerRescueNegativeTestJSON-1849828716-router', 'tenant_id': '15aa2521bd9145e498a79708b0d0ff93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:19Z', 'updated_at': '2022-03-10T17:48:00Z', 'revision_number': 6, 'project_id': '15aa2521bd9145e498a79708b0d0ff93', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:00.700500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba4551aa-4cf5-4f1f-b338-ded41816e7c9 req-10c9df3e-2794-4c6a-b882-f2f17ab95694 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347139 Mar 10 17:48:00.728969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] For port 4cad17e9-3b3e-46f4-860e-edefce0f1e05, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4cad17e9-3b3e-46f4-860e-edefce0f1e05,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:00.729456 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:00.746686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Calling delete_port for 4cad17e9-3b3e-46f4-860e-edefce0f1e05 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:00.915697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-43ea479d-cd97-4d89-b354-23255880eb9e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:00.917201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-43ea479d-cd97-4d89-b354-23255880eb9e tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.1070261 Mar 10 17:48:01.028029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4cad17e9-3b3e-46f4-860e-edefce0f1e05), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.065635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cad17e9-3b3e-46f4-860e-edefce0f1e05,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:01.105299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:01.166468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 1bd716f6-c055-4498-937d-f84e91bdc69f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:01.166468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.184538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.214566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Router e700e5b1-fcdd-44e5-a52e-e49faf5f733e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:01.217233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Attempting to bind port ad9537bf-7632-4ce7-9241-5d6cef1d8fed on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:01.218693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Attempting to bind port ad9537bf-7632-4ce7-9241-5d6cef1d8fed by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8255e8f8-6b85-411c-a634-9eb82b830bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:01.218693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Attempting to bind port ad9537bf-7632-4ce7-9241-5d6cef1d8fed on network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:01.222690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Port ad9537bf-7632-4ce7-9241-5d6cef1d8fed on network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:01.222950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Attempting to bind port ad9537bf-7632-4ce7-9241-5d6cef1d8fed on network d73e90ae-080f-4bdc-967f-b0dfd79ceb5c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:01.232593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:01.232926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Checking segment: {'id': '8255e8f8-6b85-411c-a634-9eb82b830bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:01.233309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Bound using segment: {'id': '8255e8f8-6b85-411c-a634-9eb82b830bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:01.233734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Bound port: ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8255e8f8-6b85-411c-a634-9eb82b830bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:01.234089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.321802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.325414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks [] for router_controller (9136cd7a-08d5-4b36-b688-46e29f4b0192), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.379259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:01.383665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] For port 1bd716f6-c055-4498-937d-f84e91bdc69f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1bd716f6-c055-4498-937d-f84e91bdc69f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:01.384036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.391894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:01.392100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (9136cd7a-08d5-4b36-b688-46e29f4b0192), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.392540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9136cd7a-08d5-4b36-b688-46e29f4b0192 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:48:01.397961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.398083 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-979d51d4-9301-4680-b515-49174e047c41 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "PUT /v2.0/routers/e700e5b1-fcdd-44e5-a52e-e49faf5f733e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9532242 Mar 10 17:48:01.399668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,segment=NetworkSegment(8255e8f8-6b85-411c-a634-9eb82b830bcf),segment_id=8255e8f8-6b85-411c-a634-9eb82b830bcf)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:01.400806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:01.401459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-455e25fe-4ab2-4080-a655-a9247975f849 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9136cd7a-08d5-4b36-b688-46e29f4b0192 HTTP/1.1" status: 204 len: 168 time: 1.3223050 Mar 10 17:48:01.401958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52830) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:01.405902 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] Sync routers for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:01.420365 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:01.421069 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:01.449908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.458228 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:01.467344 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] Routers {'e700e5b1-fcdd-44e5-a52e-e49faf5f733e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:01.468115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:01.499124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:01.499676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.501213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] 10.222.0.59 "PUT /v2.0/ports/ad9537bf-7632-4ce7-9241-5d6cef1d8fed HTTP/1.1" status: 200 len: 1091 time: 1.5884318 Mar 10 17:48:01.506084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:01.506084 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c83dc67-339d-4519-a828-53bb47c288fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:01.525880 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:01.526572 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd8602-b4c3-4d3c-9844-6feff98ec0aa None None] The sync data for ids ['e700e5b1-fcdd-44e5-a52e-e49faf5f733e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:01.544376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Deleting subnet c5e84746-f7e3-43ca-975a-b6cffebfe2db {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:01.553992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Publish callbacks [] for subnet (c5e84746-f7e3-43ca-975a-b6cffebfe2db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.585927 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1717fd35-7471-4ce6-9469-693b7d27474c x-openstack-request-id: req-1717fd35-7471-4ce6-9469-693b7d27474c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:01.586197 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:01.586963 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1717fd35-7471-4ce6-9469-693b7d27474c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:01.586963 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed', 'status': 'completed', 'code': 200} Mar 10 17:48:01.610225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (c5e84746-f7e3-43ca-975a-b6cffebfe2db), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.615528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06018649-df52-4cc3-94a5-103845f0dc92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:01.624291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.684028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-fa73c950-6550-422c-beb5-a0997d99344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:01.685541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-fa73c950-6550-422c-beb5-a0997d99344c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71e48bf306c24d0cbd9b60812b04113c&device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 1125 time: 0.1219020 Mar 10 17:48:01.699516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.700483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.700805 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP 5fc67674-8dc8-488e-89ad-8ef64ebe4b2a disassociated. External IP: 172.25.3.76, port: 1bd716f6-c055-4498-937d-f84e91bdc69f. Mar 10 17:48:01.701148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 1bd716f6-c055-4498-937d-f84e91bdc69f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:01.703355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c5e84746-f7e3-43ca-975a-b6cffebfe2db), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.759881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-38309727-850c-42dc-bf71-4848d4e9666e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed HTTP/1.1" status: 200 len: 217 time: 0.0385747 Mar 10 17:48:01.815637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_gateway (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.837236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (c5e84746-f7e3-43ca-975a-b6cffebfe2db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.839104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c39d-e887-4d90-a40b-6247218338c1 req-07dd7e6a-e49d-4fff-9f4e-abf808c98e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:01.841144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-07dd7e6a-e49d-4fff-9f4e-abf808c98e2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b4e84b-e40b-4456-9b52-1f21d0133f6c HTTP/1.1" status: 200 len: 862 time: 0.0692201 Mar 10 17:48:01.892755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e84746-f7e3-43ca-975a-b6cffebfe2db,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:01.894897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:01.895481 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-f17fb5d6-5364-4511-ba9c-d87730631e00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299239 Mar 10 17:48:01.898208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7a14aa5-9d41-449e-8fd3-cef3f7e5d3ad admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c5e84746-f7e3-43ca-975a-b6cffebfe2db HTTP/1.1" status: 204 len: 168 time: 0.4921215 Mar 10 17:48:01.902454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:02.008163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacfa6a-3f0d-49c2-a3fc-d3bb5f90f44f req-410e0abd-3199-48ec-99d6-4258d0f8c306 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:02.009555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcacfa6a-3f0d-49c2-a3fc-d3bb5f90f44f req-410e0abd-3199-48ec-99d6-4258d0f8c306 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a7b9c14-257f-4b02-a49a-cb68f9f3444c HTTP/1.1" status: 200 len: 946 time: 0.1628182 Mar 10 17:48:02.010185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1bd716f6-c055-4498-937d-f84e91bdc69f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.018927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2631ca-fd95-4a29-9b7a-c9bddc621acd req-07212afc-30e5-4172-a7f8-9e5c8fbb2fed tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:02.020426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b2631ca-fd95-4a29-9b7a-c9bddc621acd req-07212afc-30e5-4172-a7f8-9e5c8fbb2fed tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 943 time: 0.3148499 Mar 10 17:48:02.043135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (aeeb59c3-9a66-4a4f-b993-5152c5ab8221), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.051549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting port 2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:02.051978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.066134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=1bd716f6-c055-4498-937d-f84e91bdc69f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:02.152250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-948440b0-2ccd-4183-b7d6-593bc8165d93 service neutron] 10.222.0.59 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410841 Mar 10 17:48:02.176831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcacfa6a-3f0d-49c2-a3fc-d3bb5f90f44f req-90528414-26cc-45bf-bd46-3459f3dfcab3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=7b12d695-4e76-474c-9d3e-3bd22e74a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541662 Mar 10 17:48:02.208607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b2631ca-fd95-4a29-9b7a-c9bddc621acd req-8be96cc4-b514-4053-b2bb-561303aebc66 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573501 Mar 10 17:48:02.272220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:02.275646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4cad17e9-3b3e-46f4-860e-edefce0f1e05 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:02.300572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4cad17e9-3b3e-46f4-860e-edefce0f1e05 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:02.301212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4cad17e9-3b3e-46f4-860e-edefce0f1e05 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:02.301978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3f24a508-51b5-4b36-b599-f565b9d9ac46 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:02.323674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.328402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3f24a508-51b5-4b36-b599-f565b9d9ac46 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:02.328976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3f24a508-51b5-4b36-b599-f565b9d9ac46 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:02.356548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (aeeb59c3-9a66-4a4f-b993-5152c5ab8221), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.380848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Calling delete_port for 2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:02.395688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeb59c3-9a66-4a4f-b993-5152c5ab8221']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:02.411579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:02.417128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ac8c35-536e-49fc-b6cc-c448fd76488f') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:02.417419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ac8c35-536e-49fc-b6cc-c448fd76488f') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:02.425202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:02.427333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4848c39d-e887-4d90-a40b-6247218338c1 req-d47e959a-390d-4340-916e-67bd05fc82cd service neutron] 10.222.0.59 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601511 Mar 10 17:48:02.450207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:02.451166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:02.462042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] No DVR routers for this DVR port 1bd716f6-c055-4498-937d-f84e91bdc69f on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:02.464618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.466674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (68ac8c35-536e-49fc-b6cc-c448fd76488f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.468052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67167500-5d90-4f8e-a224-60b9f5f00d46 req-c60b07ba-45a9-41f7-b864-d89adcd1b24b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "DELETE /v2.0/ports/1bd716f6-c055-4498-937d-f84e91bdc69f HTTP/1.1" status: 204 len: 173 time: 1.5440302 Mar 10 17:48:02.468514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'name': 'network-vif-deleted', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:02.471025 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57015724-e666-4de4-8ff0-cdb3f484f69e" -d '{"events": [{"server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "name": "network-vif-deleted", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:02.523728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (68ac8c35-536e-49fc-b6cc-c448fd76488f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.531018 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ae267-b6dd-4b33-b76c-f26757fa294e x-openstack-request-id: req-079ae267-b6dd-4b33-b76c-f26757fa294e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:02.531424 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7b9c14-257f-4b02-a49a-cb68f9f3444c", "name": "network-vif-deleted", "tag": "1bd716f6-c055-4498-937d-f84e91bdc69f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:02.531727 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-079ae267-b6dd-4b33-b76c-f26757fa294e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:02.532433 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7b9c14-257f-4b02-a49a-cb68f9f3444c', 'name': 'network-vif-deleted', 'tag': '1bd716f6-c055-4498-937d-f84e91bdc69f', 'status': 'completed', 'code': 200} Mar 10 17:48:02.561555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:02.562087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (68ac8c35-536e-49fc-b6cc-c448fd76488f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:02.564256 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:02.682973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83dc67-339d-4519-a828-53bb47c288fd req-a633b09f-41c3-49da-a913-21c23156250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:02.684526 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-a633b09f-41c3-49da-a913-21c23156250f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=71e48bf306c24d0cbd9b60812b04113c&device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 1125 time: 0.1859324 Mar 10 17:48:02.688954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (aeeb59c3-9a66-4a4f-b993-5152c5ab8221), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.699097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.702498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] 10.222.0.35 "DELETE /v2.0/networks/aeeb59c3-9a66-4a4f-b993-5152c5ab8221 HTTP/1.1" status: 204 len: 168 time: 0.7987204 Mar 10 17:48:02.764531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e8bfa-783a-4fe4-9448-8dda4829507c admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeb59c3-9a66-4a4f-b993-5152c5ab8221,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:02.794731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:02.834807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52852) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:02.839865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.876931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b95021b-213b-40fb-a0c2-e5b4abf6827b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15aa2521bd9145e498a79708b0d0ff93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409145 Mar 10 17:48:02.879402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:02.880560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Port': ['ID=2a8004dd-fca0-494f-a1ee-c1bc7d7f23ce,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:02.914935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83dc67-339d-4519-a828-53bb47c288fd req-ac3f3b02-9f61-425b-8c06-d0066aa24db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:02.916476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-ac3f3b02-9f61-425b-8c06-d0066aa24db6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c HTTP/1.1" status: 200 len: 923 time: 0.2231193 Mar 10 17:48:02.945124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] Publish callbacks [] for security_group (342c5b79-0693-4000-ae57-27ce2cade186), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.977382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] Publish callbacks [] for security_group (342c5b79-0693-4000-ae57-27ce2cade186), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:02.981606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bd716f6-c055-4498-937d-f84e91bdc69f no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:02.981802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-ffc11449-6a41-46a3-8f89-54b10d06eec1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed HTTP/1.1" status: 200 len: 217 time: 0.0435965 Mar 10 17:48:03.020469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 1bd716f6-c055-4498-937d-f84e91bdc69f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:03.021096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1bd716f6-c055-4498-937d-f84e91bdc69f not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:03.023173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.045753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (342c5b79-0693-4000-ae57-27ce2cade186), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.051852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.056826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/342c5b79-0693-4000-ae57-27ce2cade186 HTTP/1.1" status: 204 len: 168 time: 0.1763787 Mar 10 17:48:03.066995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43717df9-cb85-402e-a1c0-0ca6d18ab581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c5b79-0693-4000-ae57-27ce2cade186,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:03.119102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:03.141467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83dc67-339d-4519-a828-53bb47c288fd req-0a89fc3a-5c6d-4c07-87c3-00c3df87d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:03.142988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-0a89fc3a-5c6d-4c07-87c3-00c3df87d32a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74b4e84b-e40b-4456-9b52-1f21d0133f6c HTTP/1.1" status: 200 len: 862 time: 0.1530507 Mar 10 17:48:03.145443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.147947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router_controller (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.148688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:03.158408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:03.159043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:47:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:03.208492 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-e362c5c6-a78d-4dc8-b3b4-5a5f8baa46b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572536 Mar 10 17:48:03.220621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e700e5b1-fcdd-44e5-a52e-e49faf5f733e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.221243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Fanout notify agent at l3_agent the message router_deleted on router e700e5b1-fcdd-44e5-a52e-e49faf5f733e {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:48:03.240827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.242047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7ecd91fc-a611-4339-9030-71da57a9beb9 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/routers/e700e5b1-fcdd-44e5-a52e-e49faf5f733e HTTP/1.1" status: 204 len: 168 time: 1.8403406 Mar 10 17:48:03.244716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52862) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:03.323461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:03.346991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:03.418731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-7254b94b-5cde-4fd3-8b6f-7d7688f25152 service neutron] 10.222.0.59 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995046 Mar 10 17:48:03.419419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (7b12d695-4e76-474c-9d3e-3bd22e74a7a3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.430130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Deleting subnet 20f09497-d367-4640-8756-0b4274223e80 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:03.436340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (20f09497-d367-4640-8756-0b4274223e80), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.449127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (7b12d695-4e76-474c-9d3e-3bd22e74a7a3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.472797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9f90c-2230-4c30-bcc6-b0e6a5821b9b req-47af7d5c-6d52-4b31-a4fe-7473a4b076c5 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:03.474311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32e9f90c-2230-4c30-bcc6-b0e6a5821b9b req-47af7d5c-6d52-4b31-a4fe-7473a4b076c5 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 943 time: 0.1560659 Mar 10 17:48:03.534402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (20f09497-d367-4640-8756-0b4274223e80), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.626036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32e9f90c-2230-4c30-bcc6-b0e6a5821b9b req-8e6d0277-9cf9-4040-a892-5856a7e5daf1 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372695 Mar 10 17:48:03.642233 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c83dc67-339d-4519-a828-53bb47c288fd req-e1f907d2-a3e5-409f-b429-bd77b9ebf83b service neutron] 10.222.0.59 "GET /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602395 Mar 10 17:48:03.644724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b12d695-4e76-474c-9d3e-3bd22e74a7a3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.649271 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (20f09497-d367-4640-8756-0b4274223e80), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.653824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.658862 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/security-groups/7b12d695-4e76-474c-9d3e-3bd22e74a7a3 HTTP/1.1" status: 204 len: 168 time: 0.3312514 Mar 10 17:48:03.663143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:03.688116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae73d59-d580-4313-8462-915edc5d02ed tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12d695-4e76-474c-9d3e-3bd22e74a7a3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:03.691267 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-e5381fa5-6d38-4cc6-aa9b-0e96c2f55c00 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] show failed (client error): The resource could not be found. Mar 10 17:48:03.692501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5381fa5-6d38-4cc6-aa9b-0e96c2f55c00 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups/7b12d695-4e76-474c-9d3e-3bd22e74a7a3 HTTP/1.1" status: 404 len: 347 time: 0.0258179 Mar 10 17:48:03.695595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:03.739309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:03.763323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (20f09497-d367-4640-8756-0b4274223e80), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.778237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.781533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/subnets/20f09497-d367-4640-8756-0b4274223e80 HTTP/1.1" status: 204 len: 168 time: 0.5357099 Mar 10 17:48:03.795947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:03.800928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52ae88-e6bb-41ce-8154-dc3b4b1cb966 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3205cc6a-6812-40a8-bce5-e36d53642e52', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '07649262-77fb-4e54-aee2-89017d170b4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:f6:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:44:35Z', 'updated_at': '2022-03-10T17:45:01Z', 'revision_number': 2, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:03.802853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee939-0f95-4f74-876a-03455087866f tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Subnet': ['ID=20f09497-d367-4640-8756-0b4274223e80,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:03.925991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (592f6c87-1d99-4203-8fdf-82584ee8fa36), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:03.949409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port ab7b819e-4857-419e-a528-36a980468a17 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:03.949777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ab7b819e-4857-419e-a528-36a980468a17), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.280700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca437f8f-6e04-4b02-a0fc-1fb5e0350114 None None] New status for floating IP 5fc67674-8dc8-488e-89ad-8ef64ebe4b2a: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:48:04.405751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (592f6c87-1d99-4203-8fdf-82584ee8fa36), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.431349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592f6c87-1d99-4203-8fdf-82584ee8fa36']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:04.446969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3f8d56-346c-4563-953e-5c03e960b601') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:04.447332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3f8d56-346c-4563-953e-5c03e960b601') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:04.461605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad9537bf-7632-4ce7-9241-5d6cef1d8fed details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:04.463027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ab7b819e-4857-419e-a528-36a980468a17), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.463314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (ab7b819e-4857-419e-a528-36a980468a17), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.467619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (cf3f8d56-346c-4563-953e-5c03e960b601), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.488641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for ab7b819e-4857-419e-a528-36a980468a17 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:04.493818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (cf3f8d56-346c-4563-953e-5c03e960b601), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.504571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:04.505049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (cf3f8d56-346c-4563-953e-5c03e960b601), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:04.508250 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:04.619584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (592f6c87-1d99-4203-8fdf-82584ee8fa36), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.629427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.632541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] 10.222.0.35 "DELETE /v2.0/networks/592f6c87-1d99-4203-8fdf-82584ee8fa36 HTTP/1.1" status: 204 len: 168 time: 0.8344808 Mar 10 17:48:04.654020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc6dc-af46-427d-ae7c-bca7e75475c4 tempest-FloatingIPTestJSON-352382399 tempest-FloatingIPTestJSON-352382399-project] Pushing event deleted for resources: {'Network': ['ID=592f6c87-1d99-4203-8fdf-82584ee8fa36,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:04.654690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,segment=NetworkSegment(8255e8f8-6b85-411c-a634-9eb82b830bcf),segment_id=8255e8f8-6b85-411c-a634-9eb82b830bcf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:04.721792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed', 'network_id': 'd73e90ae-080f-4bdc-967f-b0dfd79ceb5c', 'port_id': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed', 'mac_address': 'fa:16:3e:19:fe:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b4e84b-e40b-4456-9b52-1f21d0133f6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:04.748832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ab7b819e-4857-419e-a528-36a980468a17), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.825490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ad9537bf-7632-4ce7-9241-5d6cef1d8fed is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:04.825892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.830020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=ab7b819e-4857-419e-a528-36a980468a17,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:04.859336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9537bf-7632-4ce7-9241-5d6cef1d8fed {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:04.884852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,segment=NetworkSegment(8255e8f8-6b85-411c-a634-9eb82b830bcf),segment_id=8255e8f8-6b85-411c-a634-9eb82b830bcf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:04.892010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.941804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b41c9b-eba0-4162-a8ce-5d38cdc2d320 req-7df6dea2-548e-40f1-ab9e-e0881d9c6693 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:04.949385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22b41c9b-eba0-4162-a8ce-5d38cdc2d320 req-7df6dea2-548e-40f1-ab9e-e0881d9c6693 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 943 time: 0.1600807 Mar 10 17:48:04.969568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (5fc67674-8dc8-488e-89ad-8ef64ebe4b2a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.972190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:04.975972 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3c9b4eef-0067-4d74-94c2-b16ce8d0ee64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/floatingips/5fc67674-8dc8-488e-89ad-8ef64ebe4b2a HTTP/1.1" status: 204 len: 168 time: 1.2762156 Mar 10 17:48:05.029736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22b41c9b-eba0-4162-a8ce-5d38cdc2d320 req-7b19e197-7197-4e2e-9650-f355ff31848e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723257 Mar 10 17:48:05.053772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:05.162921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ad9537bf-7632-4ce7-9241-5d6cef1d8fed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:05.215234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52940) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:05.454224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4a97f0df-563c-42e0-9904-716099486393 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=431155e237444455be478246eda47ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371581 Mar 10 17:48:05.457214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52946) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:05.508460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] Publish callbacks [] for security_group (7a0ffddd-ff4a-4496-8691-ca6887490429), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:05.530115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] Publish callbacks [] for security_group (7a0ffddd-ff4a-4496-8691-ca6887490429), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:05.581760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7a0ffddd-ff4a-4496-8691-ca6887490429), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:05.584627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:05.588305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a0ffddd-ff4a-4496-8691-ca6887490429 HTTP/1.1" status: 204 len: 168 time: 0.1272357 Mar 10 17:48:05.595033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba4c17-d063-4357-901b-219f51e1a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ffddd-ff4a-4496-8691-ca6887490429,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:06.252849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c49b7-2823-42a8-8b88-1e1abefa280c req-ecc26084-1820-47ce-8159-b054b45ecad7 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:06.262693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54c49b7-2823-42a8-8b88-1e1abefa280c req-ecc26084-1820-47ce-8159-b054b45ecad7 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 944 time: 0.1051204 Mar 10 17:48:06.336287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54c49b7-2823-42a8-8b88-1e1abefa280c req-d812a502-9ed3-4841-a915-4cafdb8f6b06 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715544 Mar 10 17:48:06.461562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad9537bf-7632-4ce7-9241-5d6cef1d8fed up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:06.499694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52978) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:06.565620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port ad9537bf-7632-4ce7-9241-5d6cef1d8fed completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:06.569839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port ad9537bf-7632-4ce7-9241-5d6cef1d8fed triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:06.570271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.668711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-419912755'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:06.691762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port ad9537bf-7632-4ce7-9241-5d6cef1d8fed is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:06.692048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.692140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:06.701138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.731229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.774769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:06.777395 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b233d-0a5f-4b41-a009-c2745b388fd2" -d '{"events": [{"server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:06.812053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,segment=NetworkSegment(8255e8f8-6b85-411c-a634-9eb82b830bcf),segment_id=8255e8f8-6b85-411c-a634-9eb82b830bcf)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:06.819005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.871280 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac92f1-bea2-43f6-b60d-fb9bf2865be0 x-openstack-request-id: req-96ac92f1-bea2-43f6-b60d-fb9bf2865be0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:06.871552 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "name": "network-vif-plugged", "status": "completed", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:06.871809 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96ac92f1-bea2-43f6-b60d-fb9bf2865be0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:06.872201 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed', 'code': 200} Mar 10 17:48:06.897773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (979890af-e10f-4b0f-ae18-d287ca62f408), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.908508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (979890af-e10f-4b0f-ae18-d287ca62f408), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.918580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:06.962419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:06.972483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979890af-e10f-4b0f-ae18-d287ca62f408,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:06.979833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be3b9f-f07c-4774-b7ac-54b1f7847797 req-58ba27e7-7f90-48dc-a221-3aa170660886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:06.982145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17be3b9f-f07c-4774-b7ac-54b1f7847797 req-58ba27e7-7f90-48dc-a221-3aa170660886 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 1127 time: 0.0471289 Mar 10 17:48:06.982710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4127616b-47a7-4386-a2ad-7fca6154b923), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:06.983205 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 4127616b-47a7-4386-a2ad-7fca6154b923 of type vlan for network 0815c298-e442-488d-a56f-f79fe2f11550 Mar 10 17:48:07.032941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-d3f182da-15e8-4d3b-9e13-a3f5fc2e2631 req-80e15d74-dc33-4a97-ac1b-19048dec21fa service neutron] (103794) timed out ('10.222.0.59', 64462) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:48:07.049324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (0815c298-e442-488d-a56f-f79fe2f11550), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.065909 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17be3b9f-f07c-4774-b7ac-54b1f7847797 req-17e1b653-cc2c-4a26-86ac-826c411138c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729752 Mar 10 17:48:07.101090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (0815c298-e442-488d-a56f-f79fe2f11550), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.107205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:07.107928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.149740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6485085 Mar 10 17:48:07.152453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:07.158045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'name': 'tempest-PortsTestJSON-1272222311'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:07.213893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55f90-e131-4ff7-b068-46fca5e59cc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=0815c298-e442-488d-a56f-f79fe2f11550,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:07.225559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:07.291111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:07.295272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.314844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 425413b9-2e5f-44c0-9822-83f405f1f4c0 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:07.537517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52d1ca-795e-4200-96a1-808299541686 req-9f499c09-d529-40cb-8184-d23cd219d6bc tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:07.539741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d52d1ca-795e-4200-96a1-808299541686 req-9f499c09-d529-40cb-8184-d23cd219d6bc tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 945 time: 0.0970132 Mar 10 17:48:07.602096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.653657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d52d1ca-795e-4200-96a1-808299541686 req-39a8cd38-1b34-4219-bd92-d3df014d948d tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004965 Mar 10 17:48:07.664911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.718834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=425413b9-2e5f-44c0-9822-83f405f1f4c0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:07.755886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '4127616b-47a7-4386-a2ad-7fca6154b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:07.756511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: 0815c298-e442-488d-a56f-f79fe2f11550, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:07.758140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-5d7a022e-927d-482d-b725-45d6a1c302a1 req-ed8f043e-2f53-4c7c-80ff-cb8894565405 tempest-MigrationsAdminTest-749026227 tempest-MigrationsAdminTest-749026227-project] (103795) timed out ('10.222.0.59', 64444) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:48:07.795047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:07.809302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 0815c298-e442-488d-a56f-f79fe2f11550) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:07.824101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddd7ff-af87-448f-a821-78dca663bd5a None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:07.842084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:07.852021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:07.856090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.887216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cbb509ed-e701-479f-8b21-eca9276494e8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7323627 Mar 10 17:48:07.889441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53014) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:07.895113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155339818'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:07.938999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:07.942453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:07.995276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:08.009053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (879780b2-3567-4161-b922-0026f4d759e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.009394 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 879780b2-3567-4161-b922-0026f4d759e8 of type vlan for network d46586b0-15fc-4884-a5c5-a9333b966d87 Mar 10 17:48:08.059223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d46586b0-15fc-4884-a5c5-a9333b966d87), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.090254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d46586b0-15fc-4884-a5c5-a9333b966d87), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.114241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:08.115056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.163763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2732029 Mar 10 17:48:08.166707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53018) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:08.174717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'ports': [{'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'}, {'network_id': 'd46586b0-15fc-4884-a5c5-a9333b966d87'}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:08.175337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:08.191992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': 'd46586b0-15fc-4884-a5c5-a9333b966d87'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:08.228439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611283f-681f-4698-9dbd-c88d85e45118 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=d46586b0-15fc-4884-a5c5-a9333b966d87,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:08.241878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d46586b0-15fc-4884-a5c5-a9333b966d87 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:08.499157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:08.503608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.519576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.682458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port d5c3dedf-4bfe-44ba-9077-a7b860c96a26 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:08.783805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (d5c3dedf-4bfe-44ba-9077-a7b860c96a26), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.864827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port c6541ba7-64f8-4bea-b016-41101bd45b96 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:08.891580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4be6-c8a7-4de0-9e96-aed293067cf3 req-c0064529-9c2e-4b58-8742-dfe3e17ef3c2 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:08.893524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7d4be6-c8a7-4de0-9e96-aed293067cf3 req-c0064529-9c2e-4b58-8742-dfe3e17ef3c2 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 945 time: 0.1271694 Mar 10 17:48:08.970674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (c6541ba7-64f8-4bea-b016-41101bd45b96), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:08.992498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7d4be6-c8a7-4de0-9e96-aed293067cf3 req-0845a26d-df18-4006-8e7c-5f8416ee2ea9 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929203 Mar 10 17:48:09.050706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d5c3dedf-4bfe-44ba-9077-a7b860c96a26), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.114641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:09.119527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:09.124188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:09.125656 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c6541ba7-64f8-4bea-b016-41101bd45b96), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.165194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=d5c3dedf-4bfe-44ba-9077-a7b860c96a26,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:09.251582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '879780b2-3567-4161-b922-0026f4d759e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd46586b0-15fc-4884-a5c5-a9333b966d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:09.252283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: d46586b0-15fc-4884-a5c5-a9333b966d87, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:09.257531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=c6541ba7-64f8-4bea-b016-41101bd45b96,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:09.285668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network d46586b0-15fc-4884-a5c5-a9333b966d87 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:09.299793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d46586b0-15fc-4884-a5c5-a9333b966d87) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:09.306642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:09.308787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d578c83-618b-47e5-860e-628c9aa4257d None None] Network d46586b0-15fc-4884-a5c5-a9333b966d87 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:09.312401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:09.319781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:09.320494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.347295 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6c6c533-a8b8-492e-b700-be95eb5cfc6c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1766579 Mar 10 17:48:09.347548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53036) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:09.540022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port c6541ba7-64f8-4bea-b016-41101bd45b96 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:09.541577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c6541ba7-64f8-4bea-b016-41101bd45b96), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.622979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c6541ba7-64f8-4bea-b016-41101bd45b96), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.637297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for c6541ba7-64f8-4bea-b016-41101bd45b96 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:09.793933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c6541ba7-64f8-4bea-b016-41101bd45b96), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.836290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=c6541ba7-64f8-4bea-b016-41101bd45b96,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:09.853177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:09.858913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-053a88ec-9573-405d-9d3a-e0fc429817d2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/c6541ba7-64f8-4bea-b016-41101bd45b96 HTTP/1.1" status: 204 len: 168 time: 0.5080502 Mar 10 17:48:09.859770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:09.870539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3fcac-eb6f-4f58-a824-453371c135f4 req-62c1a1b7-e575-4c39-9e38-19220fffafa4 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:09.877852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b3fcac-eb6f-4f58-a824-453371c135f4 req-62c1a1b7-e575-4c39-9e38-19220fffafa4 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 945 time: 0.1484513 Mar 10 17:48:09.939669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b3fcac-eb6f-4f58-a824-453371c135f4 req-784692a2-383d-4a93-a9cf-ca97afeb4355 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608513 Mar 10 17:48:10.015646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf554ff-e623-42d8-8792-7986e490ed57 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:10.021201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf554ff-e623-42d8-8792-7986e490ed57 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:10.022924 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4cf554ff-e623-42d8-8792-7986e490ed57 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1604497 Mar 10 17:48:10.026046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:10.233460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port d5c3dedf-4bfe-44ba-9077-a7b860c96a26 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:10.233805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d5c3dedf-4bfe-44ba-9077-a7b860c96a26), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:10.735241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d5c3dedf-4bfe-44ba-9077-a7b860c96a26), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:10.752181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for d5c3dedf-4bfe-44ba-9077-a7b860c96a26 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:10.843801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d5c3dedf-4bfe-44ba-9077-a7b860c96a26), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:10.874717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=d5c3dedf-4bfe-44ba-9077-a7b860c96a26,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:10.884027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:10.888397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8d0f9b5e-c1a4-477a-9c7f-da01610c6805 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/d5c3dedf-4bfe-44ba-9077-a7b860c96a26 HTTP/1.1" status: 204 len: 168 time: 0.8607500 Mar 10 17:48:10.890945 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:10.920655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-ba2133e6-b3c4-4d12-a978-7de8f3a8120e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:10.922724 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-ba2133e6-b3c4-4d12-a978-7de8f3a8120e tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 945 time: 0.0786645 Mar 10 17:48:10.960767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfdaa1-005d-4f24-8e3e-992f681e64cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:10.962787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-62bfdaa1-005d-4f24-8e3e-992f681e64cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0707042 Mar 10 17:48:10.965784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:11.018128 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0511ab-1c37-448c-ade4-391444182bbf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:11.022639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ea0511ab-1c37-448c-ade4-391444182bbf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/c6541ba7-64f8-4bea-b016-41101bd45b96 HTTP/1.1" status: 404 len: 333 time: 0.0557144 Mar 10 17:48:11.026813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53070) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:11.079624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Deleting port ad9537bf-7632-4ce7-9241-5d6cef1d8fed {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:11.080004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.091121 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa234c4-4cf5-400e-8200-65d52feb0cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:11.095227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5fa234c4-4cf5-400e-8200-65d52feb0cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/d5c3dedf-4bfe-44ba-9077-a7b860c96a26 HTTP/1.1" status: 404 len: 333 time: 0.0647695 Mar 10 17:48:11.101171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53074) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:11.170858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9c5df-eafb-4ca6-82e7-3fe4bc070974 req-b9e2c409-30d8-41a0-add0-7bf3c6be3a83 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:11.172432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07d9c5df-eafb-4ca6-82e7-3fe4bc070974 req-b9e2c409-30d8-41a0-add0-7bf3c6be3a83 tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c6488cf-2be1-4205-93d0-833e708d19b1 HTTP/1.1" status: 200 len: 945 time: 0.1351717 Mar 10 17:48:11.211189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] For port ad9537bf-7632-4ce7-9241-5d6cef1d8fed, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,segment=NetworkSegment(8255e8f8-6b85-411c-a634-9eb82b830bcf),segment_id=8255e8f8-6b85-411c-a634-9eb82b830bcf)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:11.211546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.226909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Calling delete_port for ad9537bf-7632-4ce7-9241-5d6cef1d8fed owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:11.234208 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d46586b0-15fc-4884-a5c5-a9333b966d87), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.303713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07d9c5df-eafb-4ca6-82e7-3fe4bc070974 req-3c29cabb-1213-4065-b43a-f1bb3615499b tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.35 "GET /v2.0/security-groups?id=934389ab-7df0-4293-861a-7e47325282eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944278 Mar 10 17:48:11.410376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d46586b0-15fc-4884-a5c5-a9333b966d87), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.452466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46586b0-15fc-4884-a5c5-a9333b966d87']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:11.459480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ad9537bf-7632-4ce7-9241-5d6cef1d8fed), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.468808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879780b2-3567-4161-b922-0026f4d759e8') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:11.469129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879780b2-3567-4161-b922-0026f4d759e8') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:11.479934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['ad9537bf-7632-4ce7-9241-5d6cef1d8fed'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:11.486550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (879780b2-3567-4161-b922-0026f4d759e8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.504090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (879780b2-3567-4161-b922-0026f4d759e8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.511144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Pushing event deleted for resources: {'Port': ['ID=ad9537bf-7632-4ce7-9241-5d6cef1d8fed,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:11.527740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:11.528441 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (879780b2-3567-4161-b922-0026f4d759e8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:11.562504 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:11.598246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] No DVR routers for this DVR port ad9537bf-7632-4ce7-9241-5d6cef1d8fed on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:11.601249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.605180 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6f0092f3-0252-43eb-896c-94c04e7f8c68 req-eeb0c777-0105-46aa-9bee-7829d1b3e8ae tempest-InstanceActionsNegativeTestJSON-2139460167 tempest-InstanceActionsNegativeTestJSON-2139460167-project] 10.222.0.59 "DELETE /v2.0/ports/ad9537bf-7632-4ce7-9241-5d6cef1d8fed HTTP/1.1" status: 204 len: 173 time: 0.6740336 Mar 10 17:48:11.605903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'name': 'network-vif-deleted', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:11.622506 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2767c60c-9fa5-4872-ad59-5573db5cb104" -d '{"events": [{"server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "name": "network-vif-deleted", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:11.640049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d46586b0-15fc-4884-a5c5-a9333b966d87), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.654621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.667920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53094) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:11.682135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/d46586b0-15fc-4884-a5c5-a9333b966d87 HTTP/1.1" status: 204 len: 168 time: 0.5814059 Mar 10 17:48:11.684530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1647598209'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:11.709456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107460-1162-4902-ad4a-d1ffc2a65918 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=d46586b0-15fc-4884-a5c5-a9333b966d87,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:11.725259 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103b392b-23b3-4fbf-afec-4840f1864ca8 x-openstack-request-id: req-103b392b-23b3-4fbf-afec-4840f1864ca8 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:11.725594 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6488cf-2be1-4205-93d0-833e708d19b1", "name": "network-vif-deleted", "tag": "ad9537bf-7632-4ce7-9241-5d6cef1d8fed", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:11.725820 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-103b392b-23b3-4fbf-afec-4840f1864ca8 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:11.726239 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6488cf-2be1-4205-93d0-833e708d19b1', 'name': 'network-vif-deleted', 'tag': 'ad9537bf-7632-4ce7-9241-5d6cef1d8fed', 'status': 'completed', 'code': 200} Mar 10 17:48:11.762157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:11.767258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.854666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:11.867931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (17d75755-75ec-4895-8453-9f7b4cd022c0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.868285 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 17d75755-75ec-4895-8453-9f7b4cd022c0 of type vlan for network 283f02fc-e587-40e5-bfb0-410f704b2586 Mar 10 17:48:11.921809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (283f02fc-e587-40e5-bfb0-410f704b2586), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.972600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (283f02fc-e587-40e5-bfb0-410f704b2586), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:11.984196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:11.986514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.082369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=283f02fc-e587-40e5-bfb0-410f704b2586,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:12.096085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 283f02fc-e587-40e5-bfb0-410f704b2586 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:12.099417 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4dbe095c-a787-4db1-8239-71d398a00583 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4296088 Mar 10 17:48:12.102269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53106) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:12.108195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:12.323918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:12.328017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.380193 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f399783-71bd-4ce3-95b0-75643fa622cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.444698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:12.452475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Performing IP validity checks on allocation pools {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:48:12.465865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:48:12.518494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Deleting subnet 74b4e84b-e40b-4456-9b52-1f21d0133f6c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:12.523119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Publish callbacks [] for subnet (74b4e84b-e40b-4456-9b52-1f21d0133f6c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.584475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (74b4e84b-e40b-4456-9b52-1f21d0133f6c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.638443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (74b4e84b-e40b-4456-9b52-1f21d0133f6c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.656980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (5c5756c2-6a4b-4762-b5a6-ff93ebbae983), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.704521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (74b4e84b-e40b-4456-9b52-1f21d0133f6c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.720236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.725248 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74b4e84b-e40b-4456-9b52-1f21d0133f6c HTTP/1.1" status: 204 len: 168 time: 0.2788270 Mar 10 17:48:12.730788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53116) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:12.731553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=5c5756c2-6a4b-4762-b5a6-ff93ebbae983,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:12.753811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbcb84-0bf8-431d-9ef7-8f3cc2cf31ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b4e84b-e40b-4456-9b52-1f21d0133f6c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:12.846412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '17d75755-75ec-4895-8453-9f7b4cd022c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:12.847855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: 283f02fc-e587-40e5-bfb0-410f704b2586, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:12.857897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.969881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:12.991255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73e90ae-080f-4bdc-967f-b0dfd79ceb5c']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:13.001181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8255e8f8-6b85-411c-a634-9eb82b830bcf') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:13.001480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8255e8f8-6b85-411c-a634-9eb82b830bcf') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:13.012213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (8255e8f8-6b85-411c-a634-9eb82b830bcf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.026944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8255e8f8-6b85-411c-a634-9eb82b830bcf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.033684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:13.034206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (8255e8f8-6b85-411c-a634-9eb82b830bcf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:13.046110 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:13.049173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 283f02fc-e587-40e5-bfb0-410f704b2586 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:13.118873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 283f02fc-e587-40e5-bfb0-410f704b2586) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:13.130710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:13.131230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.132448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3eba3-030a-45bf-af82-9711b1c6f157 None None] Network 283f02fc-e587-40e5-bfb0-410f704b2586 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:13.143123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d73e90ae-080f-4bdc-967f-b0dfd79ceb5c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.148927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.154610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d73e90ae-080f-4bdc-967f-b0dfd79ceb5c HTTP/1.1" status: 204 len: 168 time: 0.4089849 Mar 10 17:48:13.185991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:13.191928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586', 'name': 'tempest-PortsTestJSON-805355645'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:13.200083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0ad15508-d771-474c-8271-3e9f636ab009 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0964632 Mar 10 17:48:13.201631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd2cb2-ace7-46f9-a7b7-26dabc602a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73e90ae-080f-4bdc-967f-b0dfd79ceb5c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:13.299893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-283f02fc-e587-40e5-bfb0-410f704b2586', 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': '5c5756c2-6a4b-4762-b5a6-ff93ebbae983'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:48:13.301022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.356379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:13.360063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.403269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 9ca9ab57-c16f-4bc5-89d0-bf4330ee33b9 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:13.467079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53126) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:13.577335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f2bef9c9-5a71-4edf-8cc0-ff1d5d9977c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71e48bf306c24d0cbd9b60812b04113c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089587 Mar 10 17:48:13.579961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:13.585497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Allocated IP 172.20.0.2 (283f02fc-e587-40e5-bfb0-410f704b2586/5c5756c2-6a4b-4762-b5a6-ff93ebbae983/19037f6e-2d40-4025-8f0f-3aa7fcfab056) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:13.658124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] Publish callbacks [] for security_group (934389ab-7df0-4293-861a-7e47325282eb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.680265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] Publish callbacks [] for security_group (934389ab-7df0-4293-861a-7e47325282eb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.736764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (934389ab-7df0-4293-861a-7e47325282eb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.739739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.741129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/934389ab-7df0-4293-861a-7e47325282eb HTTP/1.1" status: 204 len: 168 time: 0.1600320 Mar 10 17:48:13.754338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e635e4-bf52-4cb4-aff9-a5d3f08fb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934389ab-7df0-4293-861a-7e47325282eb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:13.779074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks [] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.806240 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:13.904206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Network 283f02fc-e587-40e5-bfb0-410f704b2586 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:13.906523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9163f42d-ace1-4dcb-91da-b9766e5b64fb {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:48:13.906869 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:48:13.916882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:13.925073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:13.942066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Pushing event updated for resources: {'Port': ['ID=19037f6e-2d40-4025-8f0f-3aa7fcfab056,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:14.000113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Attempting to bind port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:14.000500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Attempting to bind port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '17d75755-75ec-4895-8453-9f7b4cd022c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:14.000870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Attempting to bind port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 on network 283f02fc-e587-40e5-bfb0-410f704b2586 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:14.008242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:14.008242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Checking segment: {'id': '17d75755-75ec-4895-8453-9f7b4cd022c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:14.011006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.011006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Bound using segment: {'id': '17d75755-75ec-4895-8453-9f7b4cd022c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:14.011006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Bound port: 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d75755-75ec-4895-8453-9f7b4cd022c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '283f02fc-e587-40e5-bfb0-410f704b2586'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:14.011006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.138258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] For port 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:14.141953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] For port 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=19037f6e-2d40-4025-8f0f-3aa7fcfab056,segment=NetworkSegment(17d75755-75ec-4895-8453-9f7b4cd022c0),segment_id=17d75755-75ec-4895-8453-9f7b4cd022c0)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:14.150380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.274592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e913f50-7642-4310-b987-48610cd3bab3 None None] Pushing event updated for resources: {'Port': ['ID=19037f6e-2d40-4025-8f0f-3aa7fcfab056,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:14.408859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.433452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 073c5748-d2e7-450f-ab08-e2f3026f36ba yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:14.540530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad9537bf-7632-4ce7-9241-5d6cef1d8fed no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:14.585925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: ad9537bf-7632-4ce7-9241-5d6cef1d8fed {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:14.586894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device ad9537bf-7632-4ce7-9241-5d6cef1d8fed not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:14.674750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-549e0526-3f7e-4d2a-bf64-48a92b274b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.679594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.5 (283f02fc-e587-40e5-bfb0-410f704b2586/5c5756c2-6a4b-4762-b5a6-ff93ebbae983/073c5748-d2e7-450f-ab08-e2f3026f36ba) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:14.974493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (073c5748-d2e7-450f-ab08-e2f3026f36ba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:14.996659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53174) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:15.060988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (073c5748-d2e7-450f-ab08-e2f3026f36ba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.198615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 283f02fc-e587-40e5-bfb0-410f704b2586 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:15.203066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-759476070-network', 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:15.203911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:15.206363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:15.210603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=073c5748-d2e7-450f-ab08-e2f3026f36ba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:15.278307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:15.282095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.283876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:15.284692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.314624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5de02ae0-b0d5-4b0c-bb85-f9824694c570 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1260121 Mar 10 17:48:15.316443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:15.318063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.529170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks [] for security_group (99faf4d1-3acf-407b-bfb2-43e7e6509fce), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.539139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (99faf4d1-3acf-407b-bfb2-43e7e6509fce), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.567217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:15.585537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 073c5748-d2e7-450f-ab08-e2f3026f36ba {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:15.586134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (073c5748-d2e7-450f-ab08-e2f3026f36ba), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.593874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d8ef5894-6e41-40d3-91d3-443f10ffdf16), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.594402 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Added segment d8ef5894-6e41-40d3-91d3-443f10ffdf16 of type vlan for network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 Mar 10 17:48:15.680352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (49ce818a-8b1e-4dd0-8277-b84fdecf8607), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.734352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99faf4d1-3acf-407b-bfb2-43e7e6509fce,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:15.752514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (49ce818a-8b1e-4dd0-8277-b84fdecf8607), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.754908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:15.756224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.789880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7913611 Mar 10 17:48:15.793357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53182) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:15.800544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (073c5748-d2e7-450f-ab08-e2f3026f36ba), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.803000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Request body: {'subnet': {'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-759476070-subnet', 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:15.841945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:15.854476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 073c5748-d2e7-450f-ab08-e2f3026f36ba owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:15.860526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815b37-fbb7-400e-980b-71818af5fc8a admin admin] Pushing event updated for resources: {'Network': ['ID=49ce818a-8b1e-4dd0-8277-b84fdecf8607,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:15.872998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:15.886471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:15.889848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.041478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c4bdc-2d44-41de-83ac-31db0bb31e80 None None] Network 283f02fc-e587-40e5-bfb0-410f704b2586 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:16.135918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Provisioning complete for port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:16.136653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.204718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (073c5748-d2e7-450f-ab08-e2f3026f36ba), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.274371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=073c5748-d2e7-450f-ab08-e2f3026f36ba,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:16.335019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (2bc70611-068b-4133-9a66-be43d55f01c3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.439975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.445797 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5947e494-14ba-495d-ab45-c5c996d29350 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/073c5748-d2e7-450f-ab08-e2f3026f36ba HTTP/1.1" status: 204 len: 168 time: 1.1263425 Mar 10 17:48:16.454992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:16.482461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc70611-068b-4133-9a66-be43d55f01c3,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:16.518867 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e82bfd9-b3bf-4b1a-9c6b-e6cb609a4b28 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:48:16.519464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e82bfd9-b3bf-4b1a-9c6b-e6cb609a4b28 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:48:16.521634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 19037f6e-2d40-4025-8f0f-3aa7fcfab056 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:16.525057 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e82bfd9-b3bf-4b1a-9c6b-e6cb609a4b28 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/073c5748-d2e7-450f-ab08-e2f3026f36ba HTTP/1.1" status: 404 len: 333 time: 0.0665112 Mar 10 17:48:16.528382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53194) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:16.611155 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4304fd22-0257-40eb-aaa1-96d1bde3d4e6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:16.615171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4304fd22-0257-40eb-aaa1-96d1bde3d4e6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/073c5748-d2e7-450f-ab08-e2f3026f36ba HTTP/1.1" status: 404 len: 333 time: 0.0833941 Mar 10 17:48:16.615557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:16.625235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Checking segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:16.625235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Network hostable DHCP agents. Network: 49ce818a-8b1e-4dd0-8277-b84fdecf8607, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:16.660556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:16.680269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 49ce818a-8b1e-4dd0-8277-b84fdecf8607) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:16.684708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:16.685318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.719360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet 5c5756c2-6a4b-4762-b5a6-ff93ebbae983 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:16.723239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (5c5756c2-6a4b-4762-b5a6-ff93ebbae983), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.737132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cb70ffd2-cfd5-4d16-b5fd-45480a962881 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9423196 Mar 10 17:48:16.766861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207956d2-bfb9-4875-a566-8d951270ea4f None None] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:16.801963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5c5756c2-6a4b-4762-b5a6-ff93ebbae983), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:16.860264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:16.861294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.020107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5c5756c2-6a4b-4762-b5a6-ff93ebbae983), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.045232 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:48:17.148785 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5c5756c2-6a4b-4762-b5a6-ff93ebbae983), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.233661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5756c2-6a4b-4762-b5a6-ff93ebbae983,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:17.237735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.247778 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e04ceaf2-f949-4b64-b890-3161592ed4c5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/5c5756c2-6a4b-4762-b5a6-ff93ebbae983 HTTP/1.1" status: 204 len: 168 time: 0.6281114 Mar 10 17:48:17.247915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53212) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:17.306222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc934f9c-f7b4-442c-90f3-3b35d8bc9009 None None] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:17.381390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Current status of the port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:17.382127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.411331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (283f02fc-e587-40e5-bfb0-410f704b2586), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.428570 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.512901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b93ca-6b36-4cb2-91cd-33581970a0b8 None None] Network 283f02fc-e587-40e5-bfb0-410f704b2586 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:17.700125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:17.700482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.720070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:17.721589 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.846946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:48:17.854787 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:48:17.889244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=19037f6e-2d40-4025-8f0f-3aa7fcfab056,segment=NetworkSegment(17d75755-75ec-4895-8453-9f7b4cd022c0),segment_id=17d75755-75ec-4895-8453-9f7b4cd022c0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:17.907820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-6298f25c-d7a2-4424-8ba4-840cff14b54f tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:17.909402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-6298f25c-d7a2-4424-8ba4-840cff14b54f tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.3338358 Mar 10 17:48:17.911183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] DHCP port deletion for 283f02fc-e587-40e5-bfb0-410f704b2586 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:48:17.914083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.933823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] For port 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=19037f6e-2d40-4025-8f0f-3aa7fcfab056,segment=NetworkSegment(17d75755-75ec-4895-8453-9f7b4cd022c0),segment_id=17d75755-75ec-4895-8453-9f7b4cd022c0)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:17.934196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:17.956776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 19037f6e-2d40-4025-8f0f-3aa7fcfab056 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:17.961656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-9e7ea51c-ef6e-4142-9382-eab0782e868f tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/quotas/e0caffea36ac481ea4c7336dbbe2eb64 HTTP/1.1" status: 200 len: 375 time: 0.0302749 Mar 10 17:48:17.978889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=19037f6e-2d40-4025-8f0f-3aa7fcfab056,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:18.031231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-de1dff09-5035-4044-b446-8e40ea0a1f41 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537362 Mar 10 17:48:18.077818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Deleting port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:18.079872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.236118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] For port 19037f6e-2d40-4025-8f0f-3aa7fcfab056, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=19037f6e-2d40-4025-8f0f-3aa7fcfab056,segment=NetworkSegment(17d75755-75ec-4895-8453-9f7b4cd022c0),segment_id=17d75755-75ec-4895-8453-9f7b4cd022c0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:18.236517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.263032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Calling delete_port for 19037f6e-2d40-4025-8f0f-3aa7fcfab056 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:18.372896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 19037f6e-2d40-4025-8f0f-3aa7fcfab056 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:18.387263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-4d32273a-4355-4e07-ba81-a340e19a07b5 service neutron] 10.222.0.35 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994440 Mar 10 17:48:18.428888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.493254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=19037f6e-2d40-4025-8f0f-3aa7fcfab056,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:18.495207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No DVR routers for this DVR port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:18.534822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No active binding found for port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 17:48:18.535225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] The host n-d-833115-2 is not matching for port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:48:18.535617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 19037f6e-2d40-4025-8f0f-3aa7fcfab056 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:18.578647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6df1f9c5-89f1-4ee7-9f24-f18b68fd7856 None None] Current status of the port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:18.606786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (19037f6e-2d40-4025-8f0f-3aa7fcfab056), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.624900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] No DVR routers for this DVR port 19037f6e-2d40-4025-8f0f-3aa7fcfab056 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:18.680979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ac82c-83c6-43c1-bef6-b16ea1da8226 None None] Pushing event deleted for resources: {'Port': ['ID=19037f6e-2d40-4025-8f0f-3aa7fcfab056,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:18.683403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (283f02fc-e587-40e5-bfb0-410f704b2586), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.711246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-66ba79dc-4151-4c35-ba7e-0ab5db861cee service neutron] 10.222.0.35 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076596 Mar 10 17:48:18.739883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd627f18-4b9d-43c4-a019-232625e8ba05 None None] Could not find standard attr ID for object 19037f6e-2d40-4025-8f0f-3aa7fcfab056. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:48:18.756238 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.768357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283f02fc-e587-40e5-bfb0-410f704b2586']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:18.805837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d75755-75ec-4895-8453-9f7b4cd022c0') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:18.809198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d75755-75ec-4895-8453-9f7b4cd022c0') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:18.831417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (17d75755-75ec-4895-8453-9f7b4cd022c0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.846033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (17d75755-75ec-4895-8453-9f7b4cd022c0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.852796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:18.853373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (17d75755-75ec-4895-8453-9f7b4cd022c0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:18.856641 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:18.948484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (283f02fc-e587-40e5-bfb0-410f704b2586), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:18.994079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.005973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/283f02fc-e587-40e5-bfb0-410f704b2586 HTTP/1.1" status: 204 len: 168 time: 1.7539499 Mar 10 17:48:19.005973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa554eca-d665-4fbe-a50a-788b69bae3cf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=283f02fc-e587-40e5-bfb0-410f704b2586,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:19.006298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53236) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:19.011693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-521169903'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:19.066030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:19.076213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.161294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:19.189074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4b229ea8-3680-4c3b-a5c4-ee88a2341cbc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.189422 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 4b229ea8-3680-4c3b-a5c4-ee88a2341cbc of type vlan for network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a Mar 10 17:48:19.304534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80ca0891-87be-423c-94d8-714a76798496 req-9c574ccb-b48b-4e55-bba1-416559eaefb7 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 210 time: 0.0648148 Mar 10 17:48:19.311797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.370137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.376691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:19.377677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.412484 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4050035 Mar 10 17:48:19.415313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:19.422348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:19.486350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60facccb-e997-4024-b04b-10a555b587de tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:19.497435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:19.558110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:19.562542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:19.820119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (32a6c3e6-1292-45f3-92d2-a3bf144e8614), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.038757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:20.042830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:20.050887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=32a6c3e6-1292-45f3-92d2-a3bf144e8614,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:20.096868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:20.112611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:20.117575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:20.118303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.132125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba3cec-54e6-4c2a-8472-c93f1bc7a115 None None] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:20.156436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b370d0d9-c2db-40a4-9077-22b934b177df tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7369204 Mar 10 17:48:20.156687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:20.162950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-450200009'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:20.352711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a', 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': '32a6c3e6-1292-45f3-92d2-a3bf144e8614'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:48:20.353752 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.362932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:20.369777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.413783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 864a6513-25a2-4416-a4fb-ef0752bef5cd yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:20.436773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06e23d46-3af9-4286-9247-53d25f3d9f3c req-d624ca6f-65e3-4555-9b9b-d3db1c6668ef tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 210 time: 0.0442863 Mar 10 17:48:20.624332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.10 (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a/32a6c3e6-1292-45f3-92d2-a3bf144e8614/864a6513-25a2-4416-a4fb-ef0752bef5cd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:20.795995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (864a6513-25a2-4416-a4fb-ef0752bef5cd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.838048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (864a6513-25a2-4416-a4fb-ef0752bef5cd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.884572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:20.887447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:20.893791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:20.901282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Allocated IP 172.20.0.2 (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a/32a6c3e6-1292-45f3-92d2-a3bf144e8614/d7b03b1c-47d9-41eb-aa88-b75ea788f6ec) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:20.924169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=864a6513-25a2-4416-a4fb-ef0752bef5cd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:20.963241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:20.963921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:20.998617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f33654c2-b0a5-4be0-90bc-ff16c2892608 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8406808 Mar 10 17:48:21.001251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53280) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:21.071818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks [] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.084837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.156965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:21.162666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 864a6513-25a2-4416-a4fb-ef0752bef5cd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:21.163069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (864a6513-25a2-4416-a4fb-ef0752bef5cd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.169164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:21.174341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:21.236970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Pushing event updated for resources: {'Port': ['ID=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:21.304754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Attempting to bind port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:21.304987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Attempting to bind port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:21.305307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Attempting to bind port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec on network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:21.334070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:21.334522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Checking segment: {'id': '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:21.334879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.335273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Bound using segment: {'id': '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:21.335740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Bound port: d7b03b1c-47d9-41eb-aa88-b75ea788f6ec, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:21.336114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.351000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (864a6513-25a2-4416-a4fb-ef0752bef5cd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.373378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 864a6513-25a2-4416-a4fb-ef0752bef5cd owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:21.381941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-4dcd1114-a472-4459-90c3-f454d21b54d6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:21.384800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-4dcd1114-a472-4459-90c3-f454d21b54d6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.1984296 Mar 10 17:48:21.402062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Request body: {'port': {'device_id': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'admin_state_up': True, 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:21.489374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] For port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:21.494618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] For port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,segment=NetworkSegment(4b229ea8-3680-4c3b-a5c4-ee88a2341cbc),segment_id=4b229ea8-3680-4c3b-a5c4-ee88a2341cbc)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:21.507051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.615808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6843-9fb1-4b00-a6fb-cdb0da2599b1 None None] Pushing event updated for resources: {'Port': ['ID=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:21.635044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:21.639937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:21.673631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d696f37-aee6-42b1-bae9-1a389b16c9dc req-bad09c8d-11fa-4f2b-b757-7f5f87991e0c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 210 time: 0.1136789 Mar 10 17:48:21.811095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459081-f792-4579-88f0-f2b3e55cfc7b req-1e2475d9-a5ff-416f-8aef-e37ab9929c45 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:21.838781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a459081-f792-4579-88f0-f2b3e55cfc7b req-1e2475d9-a5ff-416f-8aef-e37ab9929c45 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.4527025 Mar 10 17:48:21.876808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Allocated IP 172.20.0.2 (49ce818a-8b1e-4dd0-8277-b84fdecf8607/2bc70611-068b-4133-9a66-be43d55f01c3/bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:22.076734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a459081-f792-4579-88f0-f2b3e55cfc7b req-b9fe5dcb-9b22-43aa-be72-3e8057c0510f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362883 Mar 10 17:48:22.083150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-70fa865f-6050-4b13-a275-0a4530919788 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:22.086659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-70fa865f-6050-4b13-a275-0a4530919788 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.6516476 Mar 10 17:48:22.088688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (864a6513-25a2-4416-a4fb-ef0752bef5cd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.135730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Request body: {'port': {'device_id': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'admin_state_up': True, 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:22.161788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=864a6513-25a2-4416-a4fb-ef0752bef5cd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:22.283763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks [] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.391686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.395082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.399056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-49c57fa0-7ade-405d-8e1f-d1a38824b189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/864a6513-25a2-4416-a4fb-ef0752bef5cd HTTP/1.1" status: 204 len: 168 time: 1.3963916 Mar 10 17:48:22.403614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:22.419222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:22.447911 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cf5891-6d6d-4f2f-9972-548868dc8c42 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:22.449471 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-77cf5891-6d6d-4f2f-9972-548868dc8c42 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/864a6513-25a2-4416-a4fb-ef0752bef5cd HTTP/1.1" status: 404 len: 333 time: 0.0448313 Mar 10 17:48:22.452469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53330) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:22.453226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7b03b1c-47d9-41eb-aa88-b75ea788f6ec up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:22.525896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet 32a6c3e6-1292-45f3-92d2-a3bf144e8614 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:22.529511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (32a6c3e6-1292-45f3-92d2-a3bf144e8614), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.565596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:22.566122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:22.567254 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.569575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.607491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:22.607734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (32a6c3e6-1292-45f3-92d2-a3bf144e8614), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.616071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event updated for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:22.625701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:22.631061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:22.706984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:22.707894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.740108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:22.740798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.774026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,segment=NetworkSegment(4b229ea8-3680-4c3b-a5c4-ee88a2341cbc),segment_id=4b229ea8-3680-4c3b-a5c4-ee88a2341cbc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:22.775928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-abb7a54c-62d4-4cfd-b3b0-43a0ce67c39e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3778963 Mar 10 17:48:22.785884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.807847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad066be-9380-41bd-bfec-e32f2ce775b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.880371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:22.920785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb47b27b-af79-4c76-896d-0329dab3b882 req-12fc199a-d631-41b4-bc0e-f59f91a25102 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 210 time: 0.0829332 Mar 10 17:48:22.953089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (32a6c3e6-1292-45f3-92d2-a3bf144e8614), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.956870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Allocated IP 172.20.0.11 (49ce818a-8b1e-4dd0-8277-b84fdecf8607/2bc70611-068b-4133-9a66-be43d55f01c3/33fa57d4-0268-4c8a-abfb-68b231ef94aa) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:22.957810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad066be-9380-41bd-bfec-e32f2ce775b8 admin admin] Publish callbacks [] for security_group (76f0c2db-5a09-44ea-8e59-d88f2dc19406), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:22.965165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Request body: {'port': {'device_id': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:23.073972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.084091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bad066be-9380-41bd-bfec-e32f2ce775b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (76f0c2db-5a09-44ea-8e59-d88f2dc19406), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.226263 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bad066be-9380-41bd-bfec-e32f2ce775b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58fbb31f554c41a7993828392b2d90b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6775239 Mar 10 17:48:23.233325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:23.257976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad066be-9380-41bd-bfec-e32f2ce775b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0c2db-5a09-44ea-8e59-d88f2dc19406,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:23.355273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb0750-99e8-40ea-bd71-6c615e619f59 None None] Network abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:23.370349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-7310b4e6-b4f1-4e28-97bf-18de8a62ac1f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:23.374125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-7310b4e6-b4f1-4e28-97bf-18de8a62ac1f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.3744137 Mar 10 17:48:23.380561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] Publish callbacks [] for security_group (76f0c2db-5a09-44ea-8e59-d88f2dc19406), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.417408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (32a6c3e6-1292-45f3-92d2-a3bf144e8614), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.461628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] Publish callbacks [] for security_group (76f0c2db-5a09-44ea-8e59-d88f2dc19406), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.488094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4ae0fd61-0bdd-4bc5-b8c5-c42aa7293068 None None] Provisioning complete for port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:23.488694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ae0fd61-0bdd-4bc5-b8c5-c42aa7293068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.570359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks [] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.572884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=32a6c3e6-1292-45f3-92d2-a3bf144e8614,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:23.573750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (76f0c2db-5a09-44ea-8e59-d88f2dc19406), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.580020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.591399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76f0c2db-5a09-44ea-8e59-d88f2dc19406 HTTP/1.1" status: 204 len: 168 time: 0.3562286 Mar 10 17:48:23.595897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] DHCP port deletion for abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:48:23.596175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.599369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9ea1d217-c358-4989-b4e6-e038c6c4e867 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/32a6c3e6-1292-45f3-92d2-a3bf144e8614 HTTP/1.1" status: 204 len: 168 time: 1.1428232 Mar 10 17:48:23.606774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53348) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:23.614117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e5776-86c8-4d1b-aeb7-7f1ec8dbe7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0c2db-5a09-44ea-8e59-d88f2dc19406,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:23.685488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0fd61-0bdd-4bc5-b8c5-c42aa7293068 None None] Current status of the port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:23.694555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b59e1-4341-4c19-9a1b-04f1a2c59f1e req-a400382b-1ac9-4404-aa40-2edf2cac5a82 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:23.696082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a9b59e1-4341-4c19-9a1b-04f1a2c59f1e req-a400382b-1ac9-4404-aa40-2edf2cac5a82 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.4049916 Mar 10 17:48:23.728834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Deleting port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:23.729497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.788836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.803382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.887757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] For port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,segment=NetworkSegment(4b229ea8-3680-4c3b-a5c4-ee88a2341cbc),segment_id=4b229ea8-3680-4c3b-a5c4-ee88a2341cbc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:23.888432 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:23.908696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Calling delete_port for d7b03b1c-47d9-41eb-aa88-b75ea788f6ec owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:24.077078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:24.099350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks [] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.124060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Transition to ACTIVE for port object bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:24.135253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.251495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:24.315961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (d7b03b1c-47d9-41eb-aa88-b75ea788f6ec), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.347993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] Pushing event deleted for resources: {'Port': ['ID=d7b03b1c-47d9-41eb-aa88-b75ea788f6ec,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:24.351808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31880517-ea67-4df5-91fa-340808edfa93 None None] No DVR routers for this DVR port d7b03b1c-47d9-41eb-aa88-b75ea788f6ec on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:24.367525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7b03b1c-47d9-41eb-aa88-b75ea788f6ec no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:24.405207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d7b03b1c-47d9-41eb-aa88-b75ea788f6ec {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:24.418748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d7b03b1c-47d9-41eb-aa88-b75ea788f6ec not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:24.427445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Attempting to bind port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:24.427705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Attempting to bind port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:24.428113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Attempting to bind port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:24.439517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:24.439839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Attempting to bind port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:24.464451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:24.465048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Checking segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:24.465241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Bound using segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:24.465587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Bound port: bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:24.465935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.577073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a9b59e1-4341-4c19-9a1b-04f1a2c59f1e req-9a5ac627-8596-42f8-8027-20b25fc73d3a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8725641 Mar 10 17:48:24.619283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 07649262-77fb-4e54-aee2-89017d170b4f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:24.619703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (07649262-77fb-4e54-aee2-89017d170b4f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.670018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:24.670283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:24.677339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:24.680159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:24.698332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:24.699643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.710312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event updated for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:24.775681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.801202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:24.810113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:24.811596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:24.812154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b229ea8-3680-4c3b-a5c4-ee88a2341cbc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:24.818452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.820163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] 10.222.0.59 "PUT /v2.0/ports/bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 HTTP/1.1" status: 200 len: 1091 time: 1.9965062 Mar 10 17:48:24.820660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:24.825240 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d4d3f-2649-49f1-9046-b45bfd4ef867" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:24.825577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4b229ea8-3680-4c3b-a5c4-ee88a2341cbc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.841765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4b229ea8-3680-4c3b-a5c4-ee88a2341cbc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.849697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:24.871372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4b229ea8-3680-4c3b-a5c4-ee88a2341cbc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:24.962341 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:24.964414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Pushing event updated for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:24.967663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:24.968372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:24.972713 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ed859-3e94-4701-88bb-88cdb252c9bf x-openstack-request-id: req-d09ed859-3e94-4701-88bb-88cdb252c9bf {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:24.973007 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:24.973390 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d09ed859-3e94-4701-88bb-88cdb252c9bf {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:24.973797 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1', 'status': 'completed', 'code': 200} Mar 10 17:48:24.975673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.975673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.975865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.976279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.976786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.977104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.977423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.977879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.978205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.978559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.978878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.979196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:24.979511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743e2644-dd2a-41fb-b1b2-66f647f91aaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:25.017798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-f7860acf-bcec-401b-95f1-94d3bc1e70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:25.019855 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-f7860acf-bcec-401b-95f1-94d3bc1e70d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=ec3035c9-5522-42bd-abe1-d6e16a8d55a2 HTTP/1.1" status: 200 len: 1125 time: 0.1345146 Mar 10 17:48:25.081965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-be472b9c-b952-4de4-9001-6d78614ea3b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 HTTP/1.1" status: 200 len: 217 time: 0.0492091 Mar 10 17:48:25.085424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7697ca-5e47-4879-af00-a1a8b27c4092 req-7afd1ca9-2f54-4ffe-afe1-b4d2fc9409c2 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:25.086931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc7697ca-5e47-4879-af00-a1a8b27c4092 req-7afd1ca9-2f54-4ffe-afe1-b4d2fc9409c2 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 932 time: 0.5176289 Mar 10 17:48:25.093047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-7ef92295-bb91-4802-b503-0954c3ffcf2e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9965904 Mar 10 17:48:25.094514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.131913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.135388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a HTTP/1.1" status: 204 len: 168 time: 1.5236804 Mar 10 17:48:25.156027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-c3cf6ff5-772c-4e1e-ace2-d7898353e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:25.158306 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-c3cf6ff5-772c-4e1e-ace2-d7898353e152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.0629179 Mar 10 17:48:25.158880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53378) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:25.165531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'name': 'tempest-PortsTestJSON-363716315'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:25.180707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a078b-1320-46ef-8a7f-f50716ce2567 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=abd7f8dd-ec43-4cf6-8eee-dcf20587ce7a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:25.215875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Request body: {'port': {'device_id': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:25.222408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc7697ca-5e47-4879-af00-a1a8b27c4092 req-838dd431-6112-4dcb-b84e-0e6172f5c853 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260130 Mar 10 17:48:25.259179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] For port 07649262-77fb-4e54-aee2-89017d170b4f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07649262-77fb-4e54-aee2-89017d170b4f,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:25.259866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (07649262-77fb-4e54-aee2-89017d170b4f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.260114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-592a22ab-c68f-4e8d-9f38-04d890c33a81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613217 Mar 10 17:48:25.471032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:25.474850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.500510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.501150 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-4552bf0f-3653-4d6e-bb1a-d939c683522a service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452665 Mar 10 17:48:25.506801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port b9d80feb-1894-46aa-abb2-0700940f1fe8 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:25.561721 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.562176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.563047 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP 3205cc6a-6812-40a8-bce5-e36d53642e52 disassociated. External IP: 172.25.3.175, port: 07649262-77fb-4e54-aee2-89017d170b4f. Mar 10 17:48:25.563047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 07649262-77fb-4e54-aee2-89017d170b4f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:25.850208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (b9d80feb-1894-46aa-abb2-0700940f1fe8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:25.946312 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-06f39611-8e0c-462f-8dfa-0e817389cc12 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480834 Mar 10 17:48:25.961556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9d80feb-1894-46aa-abb2-0700940f1fe8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.036179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d3c3-f9af-4ccb-be4c-9f722cec90bd req-72ea9e44-282c-4307-b813-b067ab520799 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.037800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db75d3c3-f9af-4ccb-be4c-9f722cec90bd req-72ea9e44-282c-4307-b813-b067ab520799 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 946 time: 0.1944342 Mar 10 17:48:26.046981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fa57d4-0268-4c8a-abfb-68b231ef94aa {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:26.052417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:26.059672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:26.066752 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks [] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.076595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (07649262-77fb-4e54-aee2-89017d170b4f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.088494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:26.093311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.094243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.117273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=b9d80feb-1894-46aa-abb2-0700940f1fe8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:26.130344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=07649262-77fb-4e54-aee2-89017d170b4f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:26.133961 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18c12d02-ba3a-4341-8847-bc3f5dd6a488 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9737451 Mar 10 17:48:26.137646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:26.163190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Transition to ACTIVE for port object 33fa57d4-0268-4c8a-abfb-68b231ef94aa will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:26.167545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db75d3c3-f9af-4ccb-be4c-9f722cec90bd req-d99ef67c-bdff-4003-814c-43842260818f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e059195-93ab-41b2-9f5e-db36a136101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147170 Mar 10 17:48:26.173062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-edb2112f-f56c-4f17-863e-ad01bd3cf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.175017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-edb2112f-f56c-4f17-863e-ad01bd3cf62f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=ec3035c9-5522-42bd-abe1-d6e16a8d55a2 HTTP/1.1" status: 200 len: 1125 time: 0.1626122 Mar 10 17:48:26.196515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.310743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Pushing event updated for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:26.336297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-1f852853-aa69-4284-815a-ea7a34cd3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.337936 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-1f852853-aa69-4284-815a-ea7a34cd3042 service neutron] 10.222.0.59 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 913 time: 0.1547227 Mar 10 17:48:26.340992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port b9d80feb-1894-46aa-abb2-0700940f1fe8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:26.341431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b9d80feb-1894-46aa-abb2-0700940f1fe8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.492995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:26.506061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f149ee-efc4-4685-a7e1-ee67c0758176 req-2513cc76-a3b9-4a84-a521-01c0fc956cc5 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.508103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24f149ee-efc4-4685-a7e1-ee67c0758176 req-2513cc76-a3b9-4a84-a521-01c0fc956cc5 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 944 time: 0.1036174 Mar 10 17:48:26.532761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Attempting to bind port 33fa57d4-0268-4c8a-abfb-68b231ef94aa on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:26.533451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Attempting to bind port 33fa57d4-0268-4c8a-abfb-68b231ef94aa by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:26.533950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Attempting to bind port 33fa57d4-0268-4c8a-abfb-68b231ef94aa on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:26.549513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Port 33fa57d4-0268-4c8a-abfb-68b231ef94aa on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:26.549862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Attempting to bind port 33fa57d4-0268-4c8a-abfb-68b231ef94aa on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:26.597390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24f149ee-efc4-4685-a7e1-ee67c0758176 req-ec2a07ae-0e68-4ee3-9611-38c1620571fe tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805564 Mar 10 17:48:26.603323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07649262-77fb-4e54-aee2-89017d170b4f no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:26.611653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:26.612188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Checking segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:26.612759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Bound using segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:26.613704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Bound port: 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:26.614231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.641394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 07649262-77fb-4e54-aee2-89017d170b4f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:26.649010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07649262-77fb-4e54-aee2-89017d170b4f not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:26.740568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:26.745217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:26.824998 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-3ec2d17f-a7e4-4aa4-a656-937759f63d2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 HTTP/1.1" status: 200 len: 217 time: 0.4788110 Mar 10 17:48:26.831550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:26.839855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.852451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:26.863365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:26.875757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:26.949349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.950560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.951961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] 10.222.0.41 "PUT /v2.0/ports/33fa57d4-0268-4c8a-abfb-68b231ef94aa HTTP/1.1" status: 200 len: 1092 time: 1.7759905 Mar 10 17:48:26.952516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:26.955276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b9d80feb-1894-46aa-abb2-0700940f1fe8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.955439 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4250edd6-da86-4872-8852-7a3317b90f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:26.978699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] No DVR routers for this DVR port 07649262-77fb-4e54-aee2-89017d170b4f on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:26.979558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for b9d80feb-1894-46aa-abb2-0700940f1fe8 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:26.982662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:26.986206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6366ee62-0e57-4558-b694-fdc2b16d2fc4 req-a61d96bf-f329-4104-8378-ebb0a1f8542b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "DELETE /v2.0/ports/07649262-77fb-4e54-aee2-89017d170b4f HTTP/1.1" status: 204 len: 173 time: 3.5663466 Mar 10 17:48:26.996128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-3b25ee09-0817-40aa-9a85-c26a526768ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:26.998030 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-3b25ee09-0817-40aa-9a85-c26a526768ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.1635225 Mar 10 17:48:27.049781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:27.063642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2155270-ff8f-4893-8329-38f3c0c2edaf service neutron] Pushing event updated for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:27.087542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-08d58358-b2f9-43b4-95d7-9d2472336845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:27.092248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-08d58358-b2f9-43b4-95d7-9d2472336845 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 1126 time: 0.0888672 Mar 10 17:48:27.160421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-d4970dba-7fb3-4a3a-bb53-1d82c537b6ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa HTTP/1.1" status: 200 len: 217 time: 0.0612736 Mar 10 17:48:27.170156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:27.171840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-3cc1a813-0614-4def-a1ca-e462289851c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544700 Mar 10 17:48:27.257425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-8106b100-c3ae-4437-a813-c33fefc56eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:27.262346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-8106b100-c3ae-4437-a813-c33fefc56eaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.0944431 Mar 10 17:48:27.324362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-44ccb274-7cf8-4e7f-b8cc-a1397a58d5b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542598 Mar 10 17:48:27.326121 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ca097-b164-4b42-9658-fdbdf9849cf8 x-openstack-request-id: req-7e5ca097-b164-4b42-9658-fdbdf9849cf8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:27.326455 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:27.326681 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e5ca097-b164-4b42-9658-fdbdf9849cf8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:27.327075 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa', 'status': 'completed', 'code': 200} Mar 10 17:48:27.424051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9d80feb-1894-46aa-abb2-0700940f1fe8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:27.465088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38f6a3b0-ced8-4801-b0b9-4b53de0b1286 req-749de32b-1050-4a3a-b4f2-f0d5ee195084 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d HTTP/1.1" status: 200 len: 210 time: 0.0998251 Mar 10 17:48:27.499090 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-bf98d823-ea2c-4938-b8b1-09694545fb5d service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056376 Mar 10 17:48:27.503143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=b9d80feb-1894-46aa-abb2-0700940f1fe8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:27.508596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:27.514648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:27.515704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-14b97b61-3b1e-4413-8c8e-5fde2c7896c0 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/b9d80feb-1894-46aa-abb2-0700940f1fe8 HTTP/1.1" status: 204 len: 168 time: 1.3763001 Mar 10 17:48:27.519719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53430) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:27.553983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:27.568587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'mac_address': 'fa:16:3e:3f:86:22', 'name': 'tempest-PortsTestJSON-1681315060'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:27.579390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:27.580034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:27.581299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-8ae157d3-71a0-462b-acde-707fa9df2207 service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481122 Mar 10 17:48:27.782162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53438) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:27.788196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:27.810728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e24d4d3f-2649-49f1-9046-b45bfd4ef867 req-98e1a971-a548-49ec-b324-300d300dfe87 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924817 Mar 10 17:48:27.838000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b95f17de-3506-4df4-b114-bc9e4d8a9493 req-2b249678-594c-4809-91fb-b2a95a6cb9f9 service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506416 Mar 10 17:48:27.841556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:27.856422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06b259-190d-4d8f-854f-9512e05bd09a req-133586b1-7789-4515-bf44-ad32bfe782aa tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:27.858151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa06b259-190d-4d8f-854f-9512e05bd09a req-133586b1-7789-4515-bf44-ad32bfe782aa tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 944 time: 0.1323006 Mar 10 17:48:27.963472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:27.967317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa06b259-190d-4d8f-854f-9512e05bd09a req-be1cb3db-4bb1-4485-a2c4-c7645155709b tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029961 Mar 10 17:48:27.985360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc0aa-2213-4783-b221-bf96e102e027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:27.997700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 1ad014ba-4e23-4489-9b92-dfeb22d3acb7 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:28.012633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250edd6-da86-4872-8852-7a3317b90f8d req-fcc54c31-ab4f-4d44-b9d2-1f1bca9e6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:28.014408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-fcc54c31-ab4f-4d44-b9d2-1f1bca9e6ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 1126 time: 0.1132519 Mar 10 17:48:28.155875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-571af425-071b-4cf2-a69a-695620767d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:28.167538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250edd6-da86-4872-8852-7a3317b90f8d req-9a90c893-3e8c-4a1b-acc1-6cf9bca25b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:28.169060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-9a90c893-3e8c-4a1b-acc1-6cf9bca25b5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 913 time: 0.1464591 Mar 10 17:48:28.193085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571af425-071b-4cf2-a69a-695620767d00 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:28.198033 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (1ad014ba-4e23-4489-9b92-dfeb22d3acb7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.236908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-cc9119f7-96e5-4e39-88c0-1e4dc41281fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa HTTP/1.1" status: 200 len: 217 time: 0.0614333 Mar 10 17:48:28.238960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc0aa-2213-4783-b221-bf96e102e027 admin admin] Publish callbacks [] for security_group (bc30f085-5ca8-44e3-91a9-6c6f47cc7228), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.241181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1ad014ba-4e23-4489-9b92-dfeb22d3acb7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.287382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc0aa-2213-4783-b221-bf96e102e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bc30f085-5ca8-44e3-91a9-6c6f47cc7228), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.291601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:28.297333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:28.302025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:28.307244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:28.307720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.314565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=1ad014ba-4e23-4489-9b92-dfeb22d3acb7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:28.332653 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-75e7ae30-1841-4783-95db-f6805034203a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8117568 Mar 10 17:48:28.335105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53446) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:28.342750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250edd6-da86-4872-8852-7a3317b90f8d req-ae8b08c5-c819-4e7b-9f5e-7c649cc991c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:28.345119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-ae8b08c5-c819-4e7b-9f5e-7c649cc991c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.0974269 Mar 10 17:48:28.348397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c4dc0aa-2213-4783-b221-bf96e102e027 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52d7af4cc4754c928171872d6d5939ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602202 Mar 10 17:48:28.352690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:28.384166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc0aa-2213-4783-b221-bf96e102e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc30f085-5ca8-44e3-91a9-6c6f47cc7228,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:28.385437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c6c19-18f0-45dc-b821-5b5f24c82982 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:28.389566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-493c6c19-18f0-45dc-b821-5b5f24c82982 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/1ad014ba-4e23-4489-9b92-dfeb22d3acb7 HTTP/1.1" status: 200 len: 841 time: 0.0509539 Mar 10 17:48:28.389823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:28.411814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-8a98a108-1e40-49f3-86f8-f3e5a7964a8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603807 Mar 10 17:48:28.476370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] Publish callbacks [] for security_group (bc30f085-5ca8-44e3-91a9-6c6f47cc7228), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.510718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 1ad014ba-4e23-4489-9b92-dfeb22d3acb7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:28.512937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1ad014ba-4e23-4489-9b92-dfeb22d3acb7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.555122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] Publish callbacks [] for security_group (bc30f085-5ca8-44e3-91a9-6c6f47cc7228), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.575127 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7262501-a6a6-44ef-a112-7b6ff8ca3eda None None] New status for floating IP 3205cc6a-6812-40a8-bce5-e36d53642e52: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:48:28.591183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-3a5adc6f-a537-4411-a6bc-f55db0dd6b3f service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606846 Mar 10 17:48:28.602035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:28.621369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1ad014ba-4e23-4489-9b92-dfeb22d3acb7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.623942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:28.682144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 1ad014ba-4e23-4489-9b92-dfeb22d3acb7 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:28.749172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (0e059195-93ab-41b2-9f5e-db36a136101e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.753243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:28.768825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'port_id': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1', 'mac_address': 'fa:16:3e:b3:8c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc70611-068b-4133-9a66-be43d55f01c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:28.774167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bc30f085-5ca8-44e3-91a9-6c6f47cc7228), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.779571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.784281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc30f085-5ca8-44e3-91a9-6c6f47cc7228 HTTP/1.1" status: 204 len: 168 time: 0.4215391 Mar 10 17:48:28.820496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4250edd6-da86-4872-8852-7a3317b90f8d req-924584e6-553d-4c4e-a9d6-5243e99fc774 service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216451 Mar 10 17:48:28.821538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26ffc5-d96b-43b8-896a-0a6b767a75dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc30f085-5ca8-44e3-91a9-6c6f47cc7228,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:28.822526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (0e059195-93ab-41b2-9f5e-db36a136101e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.865744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:28.866305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.882100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:28.908514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1ad014ba-4e23-4489-9b92-dfeb22d3acb7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.909124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:28.917411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.961732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:28.966476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/1ad014ba-4e23-4489-9b92-dfeb22d3acb7 HTTP/1.1" status: 204 len: 168 time: 0.5755258 Mar 10 17:48:28.969643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:28.993376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.017053 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecea92e-b2e8-4176-9f11-5b6e24c32518 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:29.018087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1edb24-d1d5-47d6-8242-39701bed866c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=1ad014ba-4e23-4489-9b92-dfeb22d3acb7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.018665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ecea92e-b2e8-4176-9f11-5b6e24c32518 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/1ad014ba-4e23-4489-9b92-dfeb22d3acb7 HTTP/1.1" status: 404 len: 333 time: 0.0478456 Mar 10 17:48:29.021197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0e059195-93ab-41b2-9f5e-db36a136101e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.024730 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.025900 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e059195-93ab-41b2-9f5e-db36a136101e HTTP/1.1" status: 204 len: 168 time: 0.4005167 Mar 10 17:48:29.027107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.031676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.035472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'name': 'tempest-PortsTestJSON-1062737633'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:29.067206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25555e-0aef-4617-bf21-514e01b1619a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e059195-93ab-41b2-9f5e-db36a136101e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.074849 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-3ddaec8a-11c2-451b-89bd-6efdcaae11b5 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] show failed (client error): The resource could not be found. Mar 10 17:48:29.075663 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ddaec8a-11c2-451b-89bd-6efdcaae11b5 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups/0e059195-93ab-41b2-9f5e-db36a136101e HTTP/1.1" status: 404 len: 347 time: 0.0354576 Mar 10 17:48:29.089046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53472) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.147120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:29.151071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b2887-9f41-4dfc-894f-9e9a90e2c275 req-e02aca2d-98b0-4db7-b148-f88fc3519ef5 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:29.152720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-439b2887-9f41-4dfc-894f-9e9a90e2c275 req-e02aca2d-98b0-4db7-b148-f88fc3519ef5 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 944 time: 0.0936356 Mar 10 17:48:29.229559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-439b2887-9f41-4dfc-894f-9e9a90e2c275 req-0cc24956-667d-4ebe-94e2-c8c68bdf1d5e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Mar 10 17:48:29.254937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.270002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ace034d-4aea-45e0-8146-87c83f106385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.302172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:29.305698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.329274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'name': 'network-vif-deleted', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:29.332080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 35c72b8a-433b-48e4-9865-986621a8a3fc yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:29.333041 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19164a-2ac9-4e39-9c88-101a63dcd514" -d '{"events": [{"server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "name": "network-vif-deleted", "tag": "07649262-77fb-4e54-aee2-89017d170b4f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:29.385544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ace034d-4aea-45e0-8146-87c83f106385 admin admin] Publish callbacks [] for security_group (a4a84c09-e486-4578-913e-e0d205994c45), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.391720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ace034d-4aea-45e0-8146-87c83f106385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a4a84c09-e486-4578-913e-e0d205994c45), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.397179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 6c24d1c8-3a09-41d0-8c3c-9a41777367fe {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:29.397530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.398581 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83538299-e246-4bcc-b678-130b9c250278 x-openstack-request-id: req-83538299-e246-4bcc-b678-130b9c250278 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:29.398877 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d", "name": "network-vif-deleted", "tag": "07649262-77fb-4e54-aee2-89017d170b4f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:29.399131 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83538299-e246-4bcc-b678-130b9c250278 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:29.399523 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936b1cb7-4b7d-462e-96c0-4b9f7d9a8c6d', 'name': 'network-vif-deleted', 'tag': '07649262-77fb-4e54-aee2-89017d170b4f', 'status': 'completed', 'code': 200} Mar 10 17:48:29.434729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ace034d-4aea-45e0-8146-87c83f106385 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94fd380d748b452d9c55fd8de5a65434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781597 Mar 10 17:48:29.435622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace034d-4aea-45e0-8146-87c83f106385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a84c09-e486-4578-913e-e0d205994c45,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.438071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.491028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] Publish callbacks [] for security_group (a4a84c09-e486-4578-913e-e0d205994c45), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.513464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] Publish callbacks [] for security_group (a4a84c09-e486-4578-913e-e0d205994c45), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.554757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.555014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.566662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a4a84c09-e486-4578-913e-e0d205994c45), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.569311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.572931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4a84c09-e486-4578-913e-e0d205994c45 HTTP/1.1" status: 204 len: 168 time: 0.1315088 Mar 10 17:48:29.580460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.582132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 6c24d1c8-3a09-41d0-8c3c-9a41777367fe owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:29.584886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272a8fb-ba88-4f9e-a46e-50950eeaeb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a84c09-e486-4578-913e-e0d205994c45,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.677991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.731261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:29.739720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:29.746413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:29.751924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:29.752584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.772883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=35c72b8a-433b-48e4-9865-986621a8a3fc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.802882 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-327369db-088f-4922-9605-8350c7a8eb8c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7720063 Mar 10 17:48:29.805540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:29.813546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:29.838858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c24d1c8-3a09-41d0-8c3c-9a41777367fe), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.874480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=6c24d1c8-3a09-41d0-8c3c-9a41777367fe,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:29.912075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:29.969213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.016290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (3205cc6a-6812-40a8-bce5-e36d53642e52), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.018960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.022966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7742b05b-7728-4972-a289-ba1975241b8c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/floatingips/3205cc6a-6812-40a8-bce5-e36d53642e52 HTTP/1.1" status: 204 len: 168 time: 0.9297194 Mar 10 17:48:30.207628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.214298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.254037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] In _notify_port_updated(), no bound segment for port 35c72b8a-433b-48e4-9865-986621a8a3fc on network 0815c298-e442-488d-a56f-f79fe2f11550 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:48:30.285108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:30.286551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.293006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53508) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.293673 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/ports/35c72b8a-433b-48e4-9865-986621a8a3fc HTTP/1.1" status: 200 len: 818 time: 0.4864287 Mar 10 17:48:30.324609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53510) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.328226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198fb6-4187-469f-8e28-9bfe4f2ce189 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=35c72b8a-433b-48e4-9865-986621a8a3fc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:30.334207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500861535', 'description': 'tempest-description--111283719'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:30.361960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.450344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (19d3ab81-7743-4d0e-8503-52eee67075bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.455107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (19d3ab81-7743-4d0e-8503-52eee67075bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.455708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea4e8-b35c-4047-a461-f5f3b4efb830 req-b38e81dc-e938-4b9a-973d-73f3131a6fac tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:30.457277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-beeea4e8-b35c-4047-a461-f5f3b4efb830 req-b38e81dc-e938-4b9a-973d-73f3131a6fac tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 944 time: 0.1047995 Mar 10 17:48:30.494715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.496740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1706491 Mar 10 17:48:30.499618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268be8e-84d0-4ab2-9d55-a7af736549df tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3ab81-7743-4d0e-8503-52eee67075bb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:30.499860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 35c72b8a-433b-48e4-9865-986621a8a3fc {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:30.500201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.501798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53516) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.520896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '19d3ab81-7743-4d0e-8503-52eee67075bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:30.559430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-beeea4e8-b35c-4047-a461-f5f3b4efb830 req-64533438-06dc-42d2-b43c-281ca1a07fa6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841434 Mar 10 17:48:30.561254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (97bf70d7-1d86-4168-a54d-630d7a275038), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.611082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.620184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:30.628344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 35c72b8a-433b-48e4-9865-986621a8a3fc owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:30.666060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (97bf70d7-1d86-4168-a54d-630d7a275038), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.677471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (97bf70d7-1d86-4168-a54d-630d7a275038), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.727984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bf70d7-1d86-4168-a54d-630d7a275038,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:30.734663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.737441 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba7e8bed-43ee-4938-b2e4-212dfac97bc6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220590 Mar 10 17:48:30.738359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (35c72b8a-433b-48e4-9865-986621a8a3fc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.739489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.748798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': '19d3ab81-7743-4d0e-8503-52eee67075bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:30.767852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:30.772204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:30.772578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.793105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (003e8669-7a62-4fbf-82df-d81e15984695), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.801878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=35c72b8a-433b-48e4-9865-986621a8a3fc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:30.809744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.813696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2446e07f-1bab-4610-b77e-7a04dec5bfb8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/35c72b8a-433b-48e4-9865-986621a8a3fc HTTP/1.1" status: 204 len: 168 time: 0.5195754 Mar 10 17:48:30.818325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.884627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (003e8669-7a62-4fbf-82df-d81e15984695), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.893767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (003e8669-7a62-4fbf-82df-d81e15984695), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.916152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003e8669-7a62-4fbf-82df-d81e15984695,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:30.920118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:30.920629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.920826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba07d9-8c2a-4660-9ed8-0b856534377d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:30.926510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fba07d9-8c2a-4660-9ed8-0b856534377d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1040535 Mar 10 17:48:30.926510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53528) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.931108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:30.932774 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dbc28c7a-9df0-4d3c-94df-8ebf8c66924d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918242 Mar 10 17:48:30.935901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.945561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:30.966339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:30.971363 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49bc4e8-6a7e-463c-8e50-e2777b49ab34" -d '{"events": [{"server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "name": "network-vif-plugged", "status": "completed", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:30.973017 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-382e811a-5d9d-460e-9c49-c8c25b2d85ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:30.979192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:30.980696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-382e811a-5d9d-460e-9c49-c8c25b2d85ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/35c72b8a-433b-48e4-9865-986621a8a3fc HTTP/1.1" status: 404 len: 333 time: 0.0439124 Mar 10 17:48:31.004387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380422440'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:31.017637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:31.034662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.035498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:31.040355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.044740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.106716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:31.109611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:31.113372 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55709a-3cb4-41ca-829c-be10a8f49e7e x-openstack-request-id: req-ea55709a-3cb4-41ca-829c-be10a8f49e7e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:31.113861 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "name": "network-vif-plugged", "status": "completed", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:31.114329 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea55709a-3cb4-41ca-829c-be10a8f49e7e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:31.114900 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1', 'code': 200} Mar 10 17:48:31.115745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 33fa57d4-0268-4c8a-abfb-68b231ef94aa details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:31.122278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (da87c5be-1973-45b1-9478-85bc28597ca3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.122800 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment da87c5be-1973-45b1-9478-85bc28597ca3 of type vlan for network 7cc42795-6227-4cae-98be-7dba2bbc2429 Mar 10 17:48:31.176167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (7cc42795-6227-4cae-98be-7dba2bbc2429), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.225702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:31.244583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '33fa57d4-0268-4c8a-abfb-68b231ef94aa', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'port_id': '33fa57d4-0268-4c8a-abfb-68b231ef94aa', 'mac_address': 'fa:16:3e:83:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc70611-068b-4133-9a66-be43d55f01c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:31.261092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (7cc42795-6227-4cae-98be-7dba2bbc2429), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.268952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:31.269873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.292240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 33fa57d4-0268-4c8a-abfb-68b231ef94aa is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:31.293112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.309172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fa57d4-0268-4c8a-abfb-68b231ef94aa {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:31.336888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:31.342808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.409283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:31.466239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4843326 Mar 10 17:48:31.469306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53552) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:31.476908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:31.502474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84307b4-5d37-4a99-8966-a6db31966af9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=7cc42795-6227-4cae-98be-7dba2bbc2429,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:31.513104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613ff1e-85fc-4142-8068-7186e0afab2c req-636b75ce-0b77-48c8-af19-b5aef5567e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:31.514730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7613ff1e-85fc-4142-8068-7186e0afab2c req-636b75ce-0b77-48c8-af19-b5aef5567e86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec3035c9-5522-42bd-abe1-d6e16a8d55a2 HTTP/1.1" status: 200 len: 1127 time: 0.3151917 Mar 10 17:48:31.519773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:31.591668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.607407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7613ff1e-85fc-4142-8068-7186e0afab2c req-23dccfdc-9c1c-4ee8-ad35-959cac65f8d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817423 Mar 10 17:48:31.735551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:31.737240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['33fa57d4-0268-4c8a-abfb-68b231ef94aa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:31.739301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:31.768666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.25.3.89 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/2eda52e3-e12f-416e-895a-48f25d004365) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:31.781401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ec34-970e-40f5-b526-3b650926b2e2 req-99db9e67-00fa-4096-9e82-ce47297d1d4c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:31.788687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1d1ec34-970e-40f5-b526-3b650926b2e2 req-99db9e67-00fa-4096-9e82-ce47297d1d4c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 945 time: 0.1121576 Mar 10 17:48:31.909108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1d1ec34-970e-40f5-b526-3b650926b2e2 req-48e0403f-a772-4a38-bf88-240bb15e8800 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194291 Mar 10 17:48:31.989748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (2eda52e3-e12f-416e-895a-48f25d004365), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.066684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2eda52e3-e12f-416e-895a-48f25d004365), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.092070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a5c5ae91-8018-4011-8d65-e18262c1367b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.107714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:32.115590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:32.119361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:32.149241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=2eda52e3-e12f-416e-895a-48f25d004365,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:32.168769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=a5c5ae91-8018-4011-8d65-e18262c1367b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:32.180952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': 'da87c5be-1973-45b1-9478-85bc28597ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:32.181319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: 7cc42795-6227-4cae-98be-7dba2bbc2429, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:32.200943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:32.213819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 7cc42795-6227-4cae-98be-7dba2bbc2429) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:32.219854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:32.220863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.223186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4990c1-5986-4dd1-a377-f9db3295c026 None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:32.242377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-acf1aac6-7138-4816-8905-f8ac66a8be9a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7705240 Mar 10 17:48:32.245056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:32.252868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:32.256484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.311073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2eda52e3-e12f-416e-895a-48f25d004365), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.417347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-7cc42795-6227-4cae-98be-7dba2bbc2429', 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': 'a5c5ae91-8018-4011-8d65-e18262c1367b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:48:32.419666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.431427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:32.456753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.582689 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a5c5ae91-8018-4011-8d65-e18262c1367b (CIDR: 172.20.0.0/28) Mar 10 17:48:32.593951 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:48:32.594808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:48:32.613743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-301c0964-ae40-493e-9fea-02c0ebadf798 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3670685 Mar 10 17:48:32.619159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53590) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:32.620997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (2eda52e3-e12f-416e-895a-48f25d004365), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.628326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:32.641442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2eda52e3-e12f-416e-895a-48f25d004365), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.664049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Allocated IP 172.20.0.2 (7cc42795-6227-4cae-98be-7dba2bbc2429/a5c5ae91-8018-4011-8d65-e18262c1367b/bd3de41a-c634-41d3-a447-fce924fa8bc8) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:32.799405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=2eda52e3-e12f-416e-895a-48f25d004365,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:32.834484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.888381 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.908505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:32.909753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bab57e9e-aeb2-4083-9a3f-f6c3f3ca71bd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9666698 Mar 10 17:48:32.914274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.965795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks [] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:32.982730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.094915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:33.096612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:33.100770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:33.115743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 33fa57d4-0268-4c8a-abfb-68b231ef94aa up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:33.118415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Pushing event updated for resources: {'Port': ['ID=bd3de41a-c634-41d3-a447-fce924fa8bc8,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:33.253469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Attempting to bind port bd3de41a-c634-41d3-a447-fce924fa8bc8 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:33.254841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Attempting to bind port bd3de41a-c634-41d3-a447-fce924fa8bc8 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'da87c5be-1973-45b1-9478-85bc28597ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:33.255400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Attempting to bind port bd3de41a-c634-41d3-a447-fce924fa8bc8 on network 7cc42795-6227-4cae-98be-7dba2bbc2429 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:33.257808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 33fa57d4-0268-4c8a-abfb-68b231ef94aa completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:33.264906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 33fa57d4-0268-4c8a-abfb-68b231ef94aa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:33.265533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.297436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:33.298159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Checking segment: {'id': 'da87c5be-1973-45b1-9478-85bc28597ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:33.298594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.299507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Bound using segment: {'id': 'da87c5be-1973-45b1-9478-85bc28597ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:33.300171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Bound port: bd3de41a-c634-41d3-a447-fce924fa8bc8, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da87c5be-1973-45b1-9478-85bc28597ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:33.300739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.377416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] For port bd3de41a-c634-41d3-a447-fce924fa8bc8, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:33.381355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] For port bd3de41a-c634-41d3-a447-fce924fa8bc8, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd3de41a-c634-41d3-a447-fce924fa8bc8,segment=NetworkSegment(da87c5be-1973-45b1-9478-85bc28597ca3),segment_id=da87c5be-1973-45b1-9478-85bc28597ca3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:33.403685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.555855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 33fa57d4-0268-4c8a-abfb-68b231ef94aa is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:33.556255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.602828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:33.605838 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d780a7-3ba6-4dc9-840e-cb4b94a5ccbc" -d '{"events": [{"server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "name": "network-vif-plugged", "status": "completed", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:33.632250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db304c-eaed-4d1c-b323-276b9c2df67f None None] Pushing event updated for resources: {'Port': ['ID=bd3de41a-c634-41d3-a447-fce924fa8bc8,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:33.638950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:33.649003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:33.657317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-cee5c21c-8d89-4985-a51d-da59c899a41c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--500861535&fields=id&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 267 time: 0.0841725 Mar 10 17:48:33.713130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:33.823215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1424c8-0c85-4eeb-b10a-09ba03bbc2ed req-4e50fd7f-dcb0-4e2f-9566-950fc9232f2d tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:33.826086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b1424c8-0c85-4eeb-b10a-09ba03bbc2ed req-4e50fd7f-dcb0-4e2f-9566-950fc9232f2d tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 945 time: 0.7587090 Mar 10 17:48:33.957270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-fab591b0-5464-4951-a7e6-eb3b971e1c58 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:33.964552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-fab591b0-5464-4951-a7e6-eb3b971e1c58 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.3063145 Mar 10 17:48:34.013498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b1424c8-0c85-4eeb-b10a-09ba03bbc2ed req-a980e7d1-0761-4a3a-bd24-d60fcb85254d tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772857 Mar 10 17:48:34.025446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-92d5dcfe-c7e0-44ff-9f10-0bfacca0e8ab tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/quotas/e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 375 time: 0.0598862 Mar 10 17:48:34.132431 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62d209-6e44-4ebc-a9c8-a35433144046 x-openstack-request-id: req-3c62d209-6e44-4ebc-a9c8-a35433144046 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:34.132924 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "name": "network-vif-plugged", "status": "completed", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:34.133356 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c62d209-6e44-4ebc-a9c8-a35433144046 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:34.134218 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa', 'code': 200} Mar 10 17:48:34.149525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.224558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:34.235114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:34.237606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:34.240830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:34.241425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.272744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-94ce1541-9f8e-48f6-b4e7-08448b86b664 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2462258 Mar 10 17:48:34.314522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-398f1e7f-6998-4776-8662-f1bd0f31e069 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6920726 Mar 10 17:48:34.317449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:34.325010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'fixed_ips': [{'subnet_id': 'a5c5ae91-8018-4011-8d65-e18262c1367b'}, {'subnet_id': 'a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a'}], 'name': 'tempest-PortsTestJSON-1740248282'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:34.363141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029074c-ba1f-42c3-b81f-35cc01441321 req-0e98d3e4-0f3b-48fe-9d18-a29549ab3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:34.364796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4029074c-ba1f-42c3-b81f-35cc01441321 req-0e98d3e4-0f3b-48fe-9d18-a29549ab3e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 1128 time: 0.1386511 Mar 10 17:48:34.440790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd3de41a-c634-41d3-a447-fce924fa8bc8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:34.520647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4029074c-ba1f-42c3-b81f-35cc01441321 req-f14e75ac-285d-4d8e-aa47-2599cceec0f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238365 Mar 10 17:48:34.551968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-1366c6da-14be-48fa-b0f8-be8eaaa198a3 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556703 Mar 10 17:48:34.598828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:34.607957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:34.609239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.768603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-36e2b438-6f50-41f4-a6aa-192d65e2c657 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108827 Mar 10 17:48:34.771793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.794497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:34.800683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:34.801048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.844010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port bd3de41a-c634-41d3-a447-fce924fa8bc8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd3de41a-c634-41d3-a447-fce924fa8bc8,segment=NetworkSegment(da87c5be-1973-45b1-9478-85bc28597ca3),segment_id=da87c5be-1973-45b1-9478-85bc28597ca3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:34.850379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:34.917949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=bd3de41a-c634-41d3-a447-fce924fa8bc8,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:35.193890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53b56ff5-4eec-475e-a707-1dc7c6685483 req-f03c1f62-1510-4aaa-a033-8d662c1f33cd tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 210 time: 0.0449820 Mar 10 17:48:35.225426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e9ae-f17d-4292-8a3b-91b4ab1f8f44 req-522e497e-dac6-4c28-8e04-e7ba0436e728 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:35.235754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3763e9ae-f17d-4292-8a3b-91b4ab1f8f44 req-522e497e-dac6-4c28-8e04-e7ba0436e728 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 946 time: 0.1262996 Mar 10 17:48:35.284555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212b08b-09b6-477d-abeb-0602670446f3 None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:35.379065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3763e9ae-f17d-4292-8a3b-91b4ab1f8f44 req-2aaaa47c-ddc0-4335-8ee7-4ceaa0a27b6e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422284 Mar 10 17:48:35.499982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-74ec8539-cc73-452e-ad99-e4d7f6429adf None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:35.499982 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-74ec8539-cc73-452e-ad99-e4d7f6429adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:35.572005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.6 (7cc42795-6227-4cae-98be-7dba2bbc2429/a5c5ae91-8018-4011-8d65-e18262c1367b/816a2793-5ed9-4611-9a4c-cd3620b96aa3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:35.607365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.28 (7cc42795-6227-4cae-98be-7dba2bbc2429/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a/816a2793-5ed9-4611-9a4c-cd3620b96aa3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:35.835753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-74ec8539-cc73-452e-ad99-e4d7f6429adf None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:35.984399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Update dhcp port {'port': {'network_id': '7cc42795-6227-4cae-98be-7dba2bbc2429', 'fixed_ips': [{'subnet_id': 'a5c5ae91-8018-4011-8d65-e18262c1367b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a'}], 'binding:host_id': 'n-d-833115-2'}, 'id': 'bd3de41a-c634-41d3-a447-fce924fa8bc8'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:48:36.037595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.064477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.159851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.267061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:36.297663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:36.317748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:36.330693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=816a2793-5ed9-4611-9a4c-cd3620b96aa3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:36.349908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd3de41a-c634-41d3-a447-fce924fa8bc8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:36.381300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:36.381922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.393823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-791d00be-a1b7-4563-b583-c768fe8f12d1 req-49b2966c-063f-4dc6-98d2-37675b2e5966 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 210 time: 0.0584471 Mar 10 17:48:36.404869 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-24b31e21-eaa9-40ec-a256-76c9dc4d7f59 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0858836 Mar 10 17:48:36.406677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:36.412838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5c5ae91-8018-4011-8d65-e18262c1367b'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:36.505277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Allocated IP 172.20.0.18 (7cc42795-6227-4cae-98be-7dba2bbc2429/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a/bd3de41a-c634-41d3-a447-fce924fa8bc8) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:36.507592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.596840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:36.597221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:36.630290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0850d-125e-454b-908b-9b796e8b5c42 req-9ca45fcf-ca24-4ac5-ba58-8ea0bcf587e4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:36.645142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd0850d-125e-454b-908b-9b796e8b5c42 req-9ca45fcf-ca24-4ac5-ba58-8ea0bcf587e4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 946 time: 0.1524508 Mar 10 17:48:36.752342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd0850d-125e-454b-908b-9b796e8b5c42 req-675cf0b5-48a8-4e07-a345-ec4195f36140 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047747 Mar 10 17:48:36.873075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:36.960402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] For port bd3de41a-c634-41d3-a447-fce924fa8bc8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd3de41a-c634-41d3-a447-fce924fa8bc8,segment=NetworkSegment(da87c5be-1973-45b1-9478-85bc28597ca3),segment_id=da87c5be-1973-45b1-9478-85bc28597ca3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:37.021676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e012a-4341-483f-81d4-dc5cd06d4492 req-fb18845a-52e8-4f5d-821a-dde1aca1db52 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:37.023942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b4e012a-4341-483f-81d4-dc5cd06d4492 req-fb18845a-52e8-4f5d-821a-dde1aca1db52 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec3035c9-5522-42bd-abe1-d6e16a8d55a2 HTTP/1.1" status: 200 len: 945 time: 0.1659095 Mar 10 17:48:37.041582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Publish callbacks [] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:37.059078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:37.118989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b4e012a-4341-483f-81d4-dc5cd06d4492 req-578ebc15-632a-4b36-bb5d-cc5bdccd7f6e tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819826 Mar 10 17:48:37.206751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0557a-bf0a-4876-b326-1160502ba5cd None None] Pushing event updated for resources: {'Port': ['ID=bd3de41a-c634-41d3-a447-fce924fa8bc8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:37.340396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-04c0b2ae-5ed3-4726-bd7c-1c1402535a3d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:37.342519 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-04c0b2ae-5ed3-4726-bd7c-1c1402535a3d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.6856599 Mar 10 17:48:37.466575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Delete allocated IP 172.20.0.28 (7cc42795-6227-4cae-98be-7dba2bbc2429/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a) {{(pid=103794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:48:37.493457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-1cfc05be-224c-4ffc-904c-d340e7b9e48b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 379 time: 0.1380002 Mar 10 17:48:37.554521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'port': {'device_id': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'admin_state_up': True, 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'security_groups': ['19d3ab81-7743-4d0e-8503-52eee67075bb']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:37.561382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0de0ba8-35e2-4cd9-a43f-b17532b1ea62 req-7c19fbee-3996-484d-b311-89176209f4a2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 210 time: 0.0588086 Mar 10 17:48:37.765837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:37.769339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:37.804693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:37.812673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:37.948437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-207b13de-47b2-4b15-90ab-6e56a8e716f6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:37.950242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-207b13de-47b2-4b15-90ab-6e56a8e716f6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.1572993 Mar 10 17:48:37.965585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=816a2793-5ed9-4611-9a4c-cd3620b96aa3,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:37.983159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c94b87-2c66-4fa7-9b71-dc88357d3eab None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:37.984972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-792a637b-2636-4ac0-9955-8107088a1eeb tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/quotas/e0caffea36ac481ea4c7336dbbe2eb64 HTTP/1.1" status: 200 len: 375 time: 0.0224640 Mar 10 17:48:38.011003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f653700a-b8e8-4460-8468-8e64f8ed9a45 None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:38.011272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f653700a-b8e8-4460-8468-8e64f8ed9a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.022799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] In _notify_port_updated(), no bound segment for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 on network 7cc42795-6227-4cae-98be-7dba2bbc2429 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:48:38.028971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:38.029881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.031922 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2ce6bb8-2a25-4915-814b-e6b7ffd8afb1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/ports/816a2793-5ed9-4611-9a4c-cd3620b96aa3 HTTP/1.1" status: 200 len: 919 time: 1.6242673 Mar 10 17:48:38.035807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:38.041301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5c5ae91-8018-4011-8d65-e18262c1367b'}, {'subnet_id': 'a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:38.079554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-b06c859e-e5ee-4430-bd70-311733c4e610 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899568 Mar 10 17:48:38.094399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.20.0.11 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/0223059d-458d-4388-b9f8-71b3c028fb55) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:38.159875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.186377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f653700a-b8e8-4460-8468-8e64f8ed9a45 None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:38.298115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-849afe3f-7fb8-4e92-ad71-e28afd2cfbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170017 Mar 10 17:48:38.310789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd3de41a-c634-41d3-a447-fce924fa8bc8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:38.341564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:38.430517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:38.431190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.518370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-716cfff7-123c-4460-9c17-f8312322e4de service neutron] 10.222.0.35 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144535 Mar 10 17:48:38.530255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (0223059d-458d-4388-b9f8-71b3c028fb55), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.578263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b23223c-13f6-4681-bf92-71ca7f892ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.581027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:38.621422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Provisioning complete for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:38.624597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.691021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.706859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:38.724075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:38.724710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.819601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b23223c-13f6-4681-bf92-71ca7f892ae5 admin admin] Publish callbacks [] for security_group (48a4ab02-1c58-4fff-bb87-271b83858cff), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.853660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4ea08f51-75a0-47d8-abb4-f0b58e821b1c None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:38.859388 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b23223c-13f6-4681-bf92-71ca7f892ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48a4ab02-1c58-4fff-bb87-271b83858cff), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:38.866302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:38.881956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:38.896251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:38.905225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9599ca4-cf95-4726-9ea5-f50dc54c2ee2 req-5a831a8e-5316-4951-ad85-abd3997ffded tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:38.908130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9599ca4-cf95-4726-9ea5-f50dc54c2ee2 req-5a831a8e-5316-4951-ad85-abd3997ffded tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 932 time: 0.1782622 Mar 10 17:48:38.910018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:38.943404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.25 (7cc42795-6227-4cae-98be-7dba2bbc2429/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a/816a2793-5ed9-4611-9a4c-cd3620b96aa3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:38.994353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-529a9e22-8da6-41ee-900c-f7872d5e51a7 None None] Provisioning complete for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:38.994876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-529a9e22-8da6-41ee-900c-f7872d5e51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.004037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-03631baa-58dc-482b-b6f5-2b43d1ed72c6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:39.005592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-03631baa-58dc-482b-b6f5-2b43d1ed72c6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec3035c9-5522-42bd-abe1-d6e16a8d55a2 HTTP/1.1" status: 200 len: 945 time: 0.2180762 Mar 10 17:48:39.026057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23223c-13f6-4681-bf92-71ca7f892ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a4ab02-1c58-4fff-bb87-271b83858cff,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:39.043048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5b23223c-13f6-4681-bf92-71ca7f892ae5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73a393b8ba0342ae99a449e03899d9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950812 Mar 10 17:48:39.043748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:39.097612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-529a9e22-8da6-41ee-900c-f7872d5e51a7 None None] Port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:39.138362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:39.147569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.272578 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-396b89ba-ad65-46dc-ab15-e335c15ba854 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7731931 Mar 10 17:48:39.296395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Request body: {'port': {'device_id': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:39.377744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a4029d3-9662-4615-a955-ea6eb96d58b3 req-8c466878-0b30-4152-b6ec-4f2289bafda4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 210 time: 0.1498394 Mar 10 17:48:39.399775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9599ca4-cf95-4726-9ea5-f50dc54c2ee2 req-572269d4-2ea9-4fe2-8f7d-fa7930832f4a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4806733 Mar 10 17:48:39.416357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] Publish callbacks [] for security_group (48a4ab02-1c58-4fff-bb87-271b83858cff), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.422378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.436719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-96452bab-27c3-4a02-8dbf-a352ea2d43d3 None None] Provisioning complete for port 0223059d-458d-4388-b9f8-71b3c028fb55 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:39.438800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.440479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96452bab-27c3-4a02-8dbf-a352ea2d43d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.447414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] Publish callbacks [] for security_group (48a4ab02-1c58-4fff-bb87-271b83858cff), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.457811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.492983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-96452bab-27c3-4a02-8dbf-a352ea2d43d3 None None] Port 0223059d-458d-4388-b9f8-71b3c028fb55 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:39.534042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-9e2d60d1-64a5-4ed2-94ef-41d9c781a510 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:39.535521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-9e2d60d1-64a5-4ed2-94ef-41d9c781a510 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "GET /v2.0/ports?device_id=08999e1e-6cb9-40a1-a814-f532d41c7ebf HTTP/1.1" status: 200 len: 946 time: 0.3187332 Mar 10 17:48:39.544926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=816a2793-5ed9-4611-9a4c-cd3620b96aa3,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:39.635276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-508c3199-3c7f-476b-a43b-9585a1985301 None None] Provisioning complete for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:39.637073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-508c3199-3c7f-476b-a43b-9585a1985301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.651703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48a4ab02-1c58-4fff-bb87-271b83858cff), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.654487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.655652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48a4ab02-1c58-4fff-bb87-271b83858cff HTTP/1.1" status: 204 len: 168 time: 0.5966375 Mar 10 17:48:39.688851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5c429-73ea-4fde-abd6-43c4e3e91516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a4ab02-1c58-4fff-bb87-271b83858cff,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:39.697281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Deleting port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:39.697623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.772466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-508c3199-3c7f-476b-a43b-9585a1985301 None None] Port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:39.909135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Deleting port 33fa57d4-0268-4c8a-abfb-68b231ef94aa {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:39.922859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.970169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] For port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:39.970558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:39.998056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Calling delete_port for bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:40.033832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-214cfb06-c1aa-4a8d-afd4-6d9e40f64e8a None None] Provisioning complete for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:40.034529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-214cfb06-c1aa-4a8d-afd4-6d9e40f64e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.093488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0223059d-458d-4388-b9f8-71b3c028fb55 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:40.119268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks [] for port (0223059d-458d-4388-b9f8-71b3c028fb55), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.129897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] For port 33fa57d4-0268-4c8a-abfb-68b231ef94aa, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=33fa57d4-0268-4c8a-abfb-68b231ef94aa,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:40.130554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.149577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-214cfb06-c1aa-4a8d-afd4-6d9e40f64e8a None None] Port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:40.154105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Transition to ACTIVE for port object 0223059d-458d-4388-b9f8-71b3c028fb55 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:40.158398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Calling delete_port for 33fa57d4-0268-4c8a-abfb-68b231ef94aa owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:40.171542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.241184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Pushing event updated for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:40.248280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] In _notify_port_updated(), no bound segment for port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 on network 7cc42795-6227-4cae-98be-7dba2bbc2429 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:48:40.255446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:40.256820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.258277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ae1e437-d2e5-4ed9-a7d5-ca1ea2e105cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/ports/816a2793-5ed9-4611-9a4c-cd3620b96aa3 HTTP/1.1" status: 200 len: 999 time: 2.2212136 Mar 10 17:48:40.261790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:40.411005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Attempting to bind port 0223059d-458d-4388-b9f8-71b3c028fb55 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:40.411961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Attempting to bind port 0223059d-458d-4388-b9f8-71b3c028fb55 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:40.411961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Attempting to bind port 0223059d-458d-4388-b9f8-71b3c028fb55 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:40.421001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Port 0223059d-458d-4388-b9f8-71b3c028fb55 on network d67bbe1e-4922-4bec-af40-b6981aa0239b not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:40.421487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Attempting to bind port 0223059d-458d-4388-b9f8-71b3c028fb55 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:40.424505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:40.463775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:40.464033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:40.464232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.464522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:40.465134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Bound port: 0223059d-458d-4388-b9f8-71b3c028fb55, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:40.465604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.484728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:40.501423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event deleted for resources: {'Port': ['ID=bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:40.602841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f34af20-d1ee-425b-bf1c-c0b1943ed627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.607569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:40.688180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-056e15ec-d9b0-4204-bca2-6e90927ee231 req-84888e0e-7240-4d6e-bb56-f9e985133fed tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 210 time: 0.0724232 Mar 10 17:48:40.716834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0223059d-458d-4388-b9f8-71b3c028fb55,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:40.726691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] No DVR routers for this DVR port bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:40.734999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.742164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5690c8b-73c6-4d51-a98b-18405dfe072c req-ea47fb24-a28c-4afd-beb1-95a1a380c8da tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "DELETE /v2.0/ports/bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 HTTP/1.1" status: 204 len: 173 time: 1.7153671 Mar 10 17:48:40.744486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'name': 'network-vif-deleted', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:40.748363 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee7cdb-ebf0-433c-96f9-24f76c79c39e" -d '{"events": [{"server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "name": "network-vif-deleted", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:40.763505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (33fa57d4-0268-4c8a-abfb-68b231ef94aa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.776781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 816a2793-5ed9-4611-9a4c-cd3620b96aa3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:40.777472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.786930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f34af20-d1ee-425b-bf1c-c0b1943ed627 admin admin] Publish callbacks [] for security_group (93d03313-b74f-4e2b-ae07-647ca7936f6b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.789191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.803867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f34af20-d1ee-425b-bf1c-c0b1943ed627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (93d03313-b74f-4e2b-ae07-647ca7936f6b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.831204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:40.832369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:40.833168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9393ba-3326-475f-8744-4145880ae1aa x-openstack-request-id: req-ee9393ba-3326-475f-8744-4145880ae1aa {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:40.833528 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3035c9-5522-42bd-abe1-d6e16a8d55a2", "name": "network-vif-deleted", "tag": "bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:40.833976 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee9393ba-3326-475f-8744-4145880ae1aa {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:40.834178 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-23547222-9bda-4a77-a479-da463d81da4d service neutron] 10.222.0.59 "PUT /v2.0/ports/0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 1092 time: 1.5445886 Mar 10 17:48:40.835189 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3035c9-5522-42bd-abe1-d6e16a8d55a2', 'name': 'network-vif-deleted', 'tag': 'bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1', 'status': 'completed', 'code': 200} Mar 10 17:48:40.840027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:40.841223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event deleted for resources: {'Port': ['ID=33fa57d4-0268-4c8a-abfb-68b231ef94aa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:40.842413 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17696d-0b89-408e-852a-47ccbe3a31f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:40.923123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6f34af20-d1ee-425b-bf1c-c0b1943ed627 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b54f06e16d904a008a2b9492bc6a692b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4974329 Mar 10 17:48:40.923341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53888) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:40.959766 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275006f3-d2b4-42f7-b548-12916106fad4 x-openstack-request-id: req-275006f3-d2b4-42f7-b548-12916106fad4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:40.960367 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:40.960833 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-275006f3-d2b4-42f7-b548-12916106fad4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:40.961459 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55', 'status': 'completed', 'code': 200} Mar 10 17:48:40.967422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34af20-d1ee-425b-bf1c-c0b1943ed627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d03313-b74f-4e2b-ae07-647ca7936f6b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:41.033214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547222-9bda-4a77-a479-da463d81da4d service neutron] Pushing event updated for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:41.036276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dbaf4-d92d-4c07-b7e1-5df65c91cf3e req-7f5a9ea3-064d-49b1-9b92-74cfef4ae915 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.038326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8dbaf4-d92d-4c07-b7e1-5df65c91cf3e req-7f5a9ea3-064d-49b1-9b92-74cfef4ae915 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 944 time: 0.4026201 Mar 10 17:48:41.084273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-b3b400d9-6cf6-440c-a938-52d64b945a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.085996 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-b3b400d9-6cf6-440c-a938-52d64b945a4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1126 time: 0.0880051 Mar 10 17:48:41.124634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 33fa57d4-0268-4c8a-abfb-68b231ef94aa no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:41.164673 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-5d033456-cd80-4aa0-898f-a44b02d4bcfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 217 time: 0.0709395 Mar 10 17:48:41.176163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 33fa57d4-0268-4c8a-abfb-68b231ef94aa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:41.176923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 33fa57d4-0268-4c8a-abfb-68b231ef94aa not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:41.229236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] No DVR routers for this DVR port 33fa57d4-0268-4c8a-abfb-68b231ef94aa on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:41.261471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:41.265257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-225f3ca1-5175-4073-aa1a-1e734b04fac7 req-4836132a-20e6-44f4-ade4-6ca4e09e0595 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "DELETE /v2.0/ports/33fa57d4-0268-4c8a-abfb-68b231ef94aa HTTP/1.1" status: 204 len: 173 time: 1.7218738 Mar 10 17:48:41.281990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-bbeacc2d-6c6b-458b-81cd-d04b4eef8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.284369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-bbeacc2d-6c6b-458b-81cd-d04b4eef8f4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.1123605 Mar 10 17:48:41.363726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-b6973d51-cda9-4926-8b43-084ba6a4b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.367021 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-b6973d51-cda9-4926-8b43-084ba6a4b83a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748515 Mar 10 17:48:41.480433 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-dca0b0b7-627b-4e96-8f2f-f1092090cbec service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052220 Mar 10 17:48:41.496837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:41.528384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 816a2793-5ed9-4611-9a4c-cd3620b96aa3 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:41.627116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] Publish callbacks [] for security_group (93d03313-b74f-4e2b-ae07-647ca7936f6b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:41.647474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85a60f8f-20aa-4122-a935-f7b59552ebbf req-09c1d9dc-5252-41a2-8564-562ef7e189ac service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562281 Mar 10 17:48:41.666023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a8dbaf4-d92d-4c07-b7e1-5df65c91cf3e req-d796cc8c-f7d6-4a81-8326-c7beb9a685e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808277 Mar 10 17:48:41.687583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-13800285-b209-4e7f-8057-0c781b0fc2dd tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.689520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-13800285-b209-4e7f-8057-0c781b0fc2dd tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.6348114 Mar 10 17:48:41.758458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3192d433-8cbe-4efc-a2fa-c505e28c1d61 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.759999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3192d433-8cbe-4efc-a2fa-c505e28c1d61 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 812 time: 0.5189481 Mar 10 17:48:41.770149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-cd362427-0d19-44d1-81f7-2ef74fdf2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.774415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-cd362427-0d19-44d1-81f7-2ef74fdf2883 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1126 time: 0.0588233 Mar 10 17:48:41.778713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Request body: {'port': {'device_id': '1d69893c-e577-4b22-8656-c359e21a967b', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'admin_state_up': True, 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:41.796285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Request body: {'port': {'device_id': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'admin_state_up': True, 'tenant_id': 'e0caffea36ac481ea4c7336dbbe2eb64'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:41.815979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] Publish callbacks [] for security_group (93d03313-b74f-4e2b-ae07-647ca7936f6b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:41.893740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-dff420b0-1d21-4d74-a1b0-15b5a1d346ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:41.895574 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-dff420b0-1d21-4d74-a1b0-15b5a1d346ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.1158683 Mar 10 17:48:41.945083 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-5a43a11b-c1ae-4440-a5c4-a27baeaf4c3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 217 time: 0.0418150 Mar 10 17:48:42.002357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-9c792f5f-1e81-46de-af40-986cf89082fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:42.004172 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-9c792f5f-1e81-46de-af40-986cf89082fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0521376 Mar 10 17:48:42.070794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-ad4e9e39-6fa2-406a-8583-7b20b58d6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:42.072437 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-ad4e9e39-6fa2-406a-8583-7b20b58d6cee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592873 Mar 10 17:48:42.172859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-c7816ce0-ca4f-46c3-9838-241ce78d2a7e service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930195 Mar 10 17:48:42.303971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1c17696d-0b89-408e-852a-47ccbe3a31f6 req-aaae36c8-f149-447a-a66d-9c374eb45e49 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Mar 10 17:48:42.381134 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7fdbece-b4a7-4095-acd7-3d7819d62c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.387149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-079f687a-3090-4abc-b471-2a8cb7a16410 req-660826ef-45ce-4050-b84c-6ea390e5d09b tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 210 time: 0.5674319 Mar 10 17:48:42.576942 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (93d03313-b74f-4e2b-ae07-647ca7936f6b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.579638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.580789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93d03313-b74f-4e2b-ae07-647ca7936f6b HTTP/1.1" status: 204 len: 168 time: 1.6424329 Mar 10 17:48:42.597637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:42.601037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.617443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Made reservation on behalf of e0caffea36ac481ea4c7336dbbe2eb64 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:42.620725 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.622701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887f0e-9fb4-45b8-9cbd-750606f4d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d03313-b74f-4e2b-ae07-647ca7936f6b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:42.680463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:42.704197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:42.704886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device bdbce30b-8167-4fe0-9b4e-8b6c1192d0f1 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:42.807243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (816a2793-5ed9-4611-9a4c-cd3620b96aa3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:42.840996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'name': 'network-vif-deleted', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:42.843690 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ad80b-6c7c-4935-9258-879abc9c758a" -d '{"events": [{"server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "name": "network-vif-deleted", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:42.901588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=816a2793-5ed9-4611-9a4c-cd3620b96aa3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:42.930674 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41924f05-6b73-4dfa-a7ba-8b51a2c84a67 x-openstack-request-id: req-41924f05-6b73-4dfa-a7ba-8b51a2c84a67 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:42.930962 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08999e1e-6cb9-40a1-a814-f532d41c7ebf", "name": "network-vif-deleted", "tag": "33fa57d4-0268-4c8a-abfb-68b231ef94aa", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:42.933944 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41924f05-6b73-4dfa-a7ba-8b51a2c84a67 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:42.933944 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08999e1e-6cb9-40a1-a814-f532d41c7ebf', 'name': 'network-vif-deleted', 'tag': '33fa57d4-0268-4c8a-abfb-68b231ef94aa', 'status': 'completed', 'code': 200} Mar 10 17:48:42.955800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Allocated IP 172.20.0.7 (49ce818a-8b1e-4dd0-8277-b84fdecf8607/2bc70611-068b-4133-9a66-be43d55f01c3/f8305dae-7096-437d-aabd-a5c92fea48f5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:43.091697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae642e-c1fa-4207-9475-f91023a9c6ea req-aec99e77-3c6c-4468-9b8f-47a3085639f1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:43.093820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5aae642e-c1fa-4207-9475-f91023a9c6ea req-aec99e77-3c6c-4468-9b8f-47a3085639f1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 944 time: 0.3125856 Mar 10 17:48:43.133672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.140335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:43.141475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a66bc400-a542-4119-9144-65a66aa0a5c1 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/816a2793-5ed9-4611-9a4c-cd3620b96aa3 HTTP/1.1" status: 204 len: 168 time: 2.8769953 Mar 10 17:48:43.160552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53932) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:43.233012 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-094ce75a-bef3-4263-b289-aec5f970af23 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:43.237195 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-094ce75a-bef3-4263-b289-aec5f970af23 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/816a2793-5ed9-4611-9a4c-cd3620b96aa3 HTTP/1.1" status: 404 len: 333 time: 0.0931799 Mar 10 17:48:43.240618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:43.292380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5aae642e-c1fa-4207-9475-f91023a9c6ea req-6134aa49-b84c-4ecb-893d-ea1d8f4d3fd7 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706343 Mar 10 17:48:43.335798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:43.339770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.357649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks [] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.394097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.476859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Allocated IP 172.20.0.2 (49ce818a-8b1e-4dd0-8277-b84fdecf8607/2bc70611-068b-4133-9a66-be43d55f01c3/8023ca5e-f632-4bfe-ad2a-6d03f87dc800) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:43.539533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.576685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.629034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:43.635552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:43.638290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:43.649579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-29b522ea-935c-4115-b44c-fe18fb3686dc tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 200 len: 992 time: 0.4453828 Mar 10 17:48:43.683977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.698780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-786952a4-44d5-4dab-b41a-b6aece86f08a req-7f993041-89a4-4ff9-b558-adf49e4dafa6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 210 time: 0.1609755 Mar 10 17:48:43.713777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:43.714343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.750552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:43.751355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8fb8d-251f-40c3-b690-e7352ba853ca None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:43.760842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.770199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3372419b-0a90-442a-b9cf-e5da502571ee tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a HTTP/1.1" status: 204 len: 168 time: 0.5279810 Mar 10 17:48:43.770415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:43.859587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks [] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.872136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event updated for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:43.901328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c2a3a3a2-22e2-4cb3-b583-7b8d22f62d65 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1332026 Mar 10 17:48:43.954263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet a5c5ae91-8018-4011-8d65-e18262c1367b {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:43.955132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:43.958142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (a5c5ae91-8018-4011-8d65-e18262c1367b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:43.961325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.045380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:44.052983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:44.062663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:44.069009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (a5c5ae91-8018-4011-8d65-e18262c1367b), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.146805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event updated for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:44.210933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:44.211817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.276586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Request body: {'port': {'device_id': '1d69893c-e577-4b22-8656-c359e21a967b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:44.278486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port a222fae1-5f5f-4de0-af0d-3f02d5421abd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:44.279388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.284621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-bbe94876-ecda-4568-8ae5-858d01f7235a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4989340 Mar 10 17:48:44.311635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Request body: {'port': {'device_id': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:44.366811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a5c5ae91-8018-4011-8d65-e18262c1367b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.416522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.416812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (a222fae1-5f5f-4de0-af0d-3f02d5421abd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.433908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for a222fae1-5f5f-4de0-af0d-3f02d5421abd owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:44.447166 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.504369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.648890 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a50b477a-3fcd-4e3e-a23e-a6be4b6a360d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.694359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0223059d-458d-4388-b9f8-71b3c028fb55 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:44.729488 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a5c5ae91-8018-4011-8d65-e18262c1367b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.735709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a222fae1-5f5f-4de0-af0d-3f02d5421abd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.775887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=a222fae1-5f5f-4de0-af0d-3f02d5421abd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:44.863535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for floatingip (6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.863902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:44.864387 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Floating IP 6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d disassociated (deleted). External IP: 172.25.3.61, port: 020c1f69-f661-4cba-baa4-1ec0d7762283. Mar 10 17:48:44.873254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/a5c5ae91-8018-4011-8d65-e18262c1367b HTTP/1.1" status: 204 len: 168 time: 1.0935690 Mar 10 17:48:44.901108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4b6d9-3972-48ac-aae9-68daf169a384 req-e0881abf-ce29-4fd2-9a02-25ba6ff2bbf4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:44.912703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0223059d-458d-4388-b9f8-71b3c028fb55,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:44.913252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd4b6d9-3972-48ac-aae9-68daf169a384 req-e0881abf-ce29-4fd2-9a02-25ba6ff2bbf4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 944 time: 0.4864781 Mar 10 17:48:44.915186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53982) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:44.916757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd4693-7712-4ef7-8e04-cc549097b221 None None] Network 7cc42795-6227-4cae-98be-7dba2bbc2429 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:44.946348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '0223059d-458d-4388-b9f8-71b3c028fb55', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'port_id': '0223059d-458d-4388-b9f8-71b3c028fb55', 'mac_address': 'fa:16:3e:ee:d1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:45.060389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0223059d-458d-4388-b9f8-71b3c028fb55 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:45.061113 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.065271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a9a23104-a2c2-4720-b937-2c16c89923c6 None None] Provisioning complete for port bd3de41a-c634-41d3-a447-fce924fa8bc8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:45.065636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9a23104-a2c2-4720-b937-2c16c89923c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.107127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0223059d-458d-4388-b9f8-71b3c028fb55 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:45.140159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0223059d-458d-4388-b9f8-71b3c028fb55,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:45.155344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.245916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] DHCP port deletion for 7cc42795-6227-4cae-98be-7dba2bbc2429 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:48:45.271999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a9a23104-a2c2-4720-b937-2c16c89923c6 None None] Current status of the port bd3de41a-c634-41d3-a447-fce924fa8bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:45.291782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:45.313508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.314114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.314663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.315146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.315662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.316139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.316634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.317119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.317596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.318079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.318753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.319228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.319738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:45.357077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Deleting port bd3de41a-c634-41d3-a447-fce924fa8bc8 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:45.359261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.365904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:45.374995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks [] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.389440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Transition to ACTIVE for port object 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:45.394497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e862520-9d17-4cab-bd50-57a77d235852 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c5ae91-8018-4011-8d65-e18262c1367b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:45.428409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['0223059d-458d-4388-b9f8-71b3c028fb55'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:45.431446 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.493022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd4b6d9-3972-48ac-aae9-68daf169a384 req-e982ff3f-b293-4ecd-a106-edc694f414fe tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776429 Mar 10 17:48:45.593064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] For port bd3de41a-c634-41d3-a447-fce924fa8bc8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bd3de41a-c634-41d3-a447-fce924fa8bc8,segment=NetworkSegment(da87c5be-1973-45b1-9478-85bc28597ca3),segment_id=da87c5be-1973-45b1-9478-85bc28597ca3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:45.593870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.611015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Pushing event updated for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:45.621556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Calling delete_port for bd3de41a-c634-41d3-a447-fce924fa8bc8 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:45.663220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18776287-23a0-4d95-8d22-e8f11876a0b4 req-faa085bc-5799-4146-959c-a746f36e543c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:45.665114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18776287-23a0-4d95-8d22-e8f11876a0b4 req-faa085bc-5799-4146-959c-a746f36e543c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 931 time: 0.7856848 Mar 10 17:48:45.680179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 5fdeda80-a0bc-444c-94bd-fec56aee5472 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:45.697578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (7cc42795-6227-4cae-98be-7dba2bbc2429), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.792777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (bd3de41a-c634-41d3-a447-fce924fa8bc8), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.828827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8305dae-7096-437d-aabd-a5c92fea48f5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:45.837903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks [] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.852066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Transition to ACTIVE for port object f8305dae-7096-437d-aabd-a5c92fea48f5 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:48:45.852613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] Pushing event deleted for resources: {'Port': ['ID=bd3de41a-c634-41d3-a447-fce924fa8bc8,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:45.870568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad239756-aff1-4e35-acf2-e77def75dc24 None None] No DVR routers for this DVR port bd3de41a-c634-41d3-a447-fce924fa8bc8 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:45.894002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.900666 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.946174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:45.958209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Sync routers for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:45.968658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:45.976561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:45.978400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:46.000331 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f126715d-d79a-42cc-8bbc-0d6d1f0df0a4 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/floatingips/6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d HTTP/1.1" status: 204 len: 168 time: 2.0425897 Mar 10 17:48:46.001012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:46.003898 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad13b742-842b-4b01-a6cf-6c044e700266" -d '{"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:46.067856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:46.097780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (7cc42795-6227-4cae-98be-7dba2bbc2429), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.125028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc42795-6227-4cae-98be-7dba2bbc2429']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:46.137388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da87c5be-1973-45b1-9478-85bc28597ca3') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:46.138061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da87c5be-1973-45b1-9478-85bc28597ca3') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:46.151380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (da87c5be-1973-45b1-9478-85bc28597ca3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.154719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.157703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.160616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.161017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.161370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.161718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.162064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.164577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.164928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.165276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.165616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.165949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.166287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:48:46.172953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (da87c5be-1973-45b1-9478-85bc28597ca3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.181830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:46.183007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (da87c5be-1973-45b1-9478-85bc28597ca3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:46.188700 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:46.287760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Attempting to bind port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:46.291935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Attempting to bind port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:46.292573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Attempting to bind port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:46.425153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:46.434462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Attempting to bind port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:46.437965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (7cc42795-6227-4cae-98be-7dba2bbc2429), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.460530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18776287-23a0-4d95-8d22-e8f11876a0b4 req-aebe3288-ae7f-47f9-99b9-cf94b8777df4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655571 Mar 10 17:48:46.500106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.503617 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/7cc42795-6227-4cae-98be-7dba2bbc2429 HTTP/1.1" status: 204 len: 168 time: 1.5876944 Mar 10 17:48:46.505633 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525c0a83-d689-47ed-b148-0f2d221627ca x-openstack-request-id: req-525c0a83-d689-47ed-b148-0f2d221627ca {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:46.506440 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:46.506811 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-525c0a83-d689-47ed-b148-0f2d221627ca {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:46.507669 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'status': 'completed', 'code': 200} Mar 10 17:48:46.509659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d62c5-0b6e-4bee-8803-05456720c4ae tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=7cc42795-6227-4cae-98be-7dba2bbc2429,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:46.511612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:46.573722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:46.574386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Checking segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:46.575204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Bound using segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:46.575479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Bound port: 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:46.575943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.689137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e492bc-92a0-4174-8229-854815dae2e3 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:46.696272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-54e492bc-92a0-4174-8229-854815dae2e3 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1801271 Mar 10 17:48:46.696557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:46.702309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd3de41a-c634-41d3-a447-fce924fa8bc8 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:46.705022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0223059d-458d-4388-b9f8-71b3c028fb55 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:46.751107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: bd3de41a-c634-41d3-a447-fce924fa8bc8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:46.751505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bd3de41a-c634-41d3-a447-fce924fa8bc8 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:46.771211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e0e25e94-c635-493f-8e60-8a157f28a825 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0734675 Mar 10 17:48:46.775481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54026) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:46.781867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:46.787171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-142553540'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:46.847535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:46.852062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.882952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 0223059d-458d-4388-b9f8-71b3c028fb55 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:46.889752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 0223059d-458d-4388-b9f8-71b3c028fb55 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:46.890391 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.912350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:46.931730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Attempting to bind port f8305dae-7096-437d-aabd-a5c92fea48f5 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:46.932863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Attempting to bind port f8305dae-7096-437d-aabd-a5c92fea48f5 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:46.933637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Attempting to bind port f8305dae-7096-437d-aabd-a5c92fea48f5 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:46.937510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ff763ad4-dbf5-456c-9010-9ee7a44ff826), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:46.937864 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment ff763ad4-dbf5-456c-9010-9ee7a44ff826 of type vlan for network 8293785f-3ece-46c2-853c-1ec334239af0 Mar 10 17:48:46.967875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Port f8305dae-7096-437d-aabd-a5c92fea48f5 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:48:46.968450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Attempting to bind port f8305dae-7096-437d-aabd-a5c92fea48f5 on network 49ce818a-8b1e-4dd0-8277-b84fdecf8607 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:47.000310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:47.000899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Checking segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:47.001474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Bound using segment: {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:47.002109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Bound port: f8305dae-7096-437d-aabd-a5c92fea48f5, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ef5894-6e41-40d3-91d3-443f10ffdf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:47.002714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.040886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a990799-5523-4dd8-876e-81544ce5a387 req-2e244619-68df-41af-88fb-de09f389b135 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.042881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a990799-5523-4dd8-876e-81544ce5a387 req-2e244619-68df-41af-88fb-de09f389b135 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.4299483 Mar 10 17:48:47.046202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:47.046484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8293785f-3ece-46c2-853c-1ec334239af0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.071039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-9916137b-153a-42a9-b261-d181d2c6753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.073090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-9916137b-153a-42a9-b261-d181d2c6753a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 1127 time: 0.5456281 Mar 10 17:48:47.095234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8293785f-3ece-46c2-853c-1ec334239af0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.100177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:47.103556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.104494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.127966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d32c8-42fe-4b02-b7be-44300f0b47b6 req-725e6962-201d-4e6f-8bcc-6238bd56a272 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.129763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8d32c8-42fe-4b02-b7be-44300f0b47b6 req-725e6962-201d-4e6f-8bcc-6238bd56a272 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 945 time: 0.2968178 Mar 10 17:48:47.154643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3774927 Mar 10 17:48:47.166293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:47.168363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 0223059d-458d-4388-b9f8-71b3c028fb55 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:47.168871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.177487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '8293785f-3ece-46c2-853c-1ec334239af0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:47.215124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0223059d-458d-4388-b9f8-71b3c028fb55,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:47.221078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:47.223585 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ad668-958d-49b9-804b-c5b92c64bb8a" -d '{"events": [{"server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "name": "network-vif-plugged", "status": "completed", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:47.243474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070cc25-32f0-4c24-9b89-f2d80a704e11 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=8293785f-3ece-46c2-853c-1ec334239af0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:47.243743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-d8f5b2d9-4b5c-420c-af03-806628d7ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.245083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-d8f5b2d9-4b5c-420c-af03-806628d7ceb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 200 len: 898 time: 0.1428297 Mar 10 17:48:47.253418 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.315924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8293785f-3ece-46c2-853c-1ec334239af0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:48:47.323240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a990799-5523-4dd8-876e-81544ce5a387 req-8bd3d00a-405e-4a25-a04d-7172b5ef1342 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542577 Mar 10 17:48:47.324589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.345312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:47.401939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:47.427411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.431630 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1cf9a-709d-4603-a11e-a035ddf8d630 x-openstack-request-id: req-37e1cf9a-709d-4603-a11e-a035ddf8d630 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:47.432053 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "name": "network-vif-plugged", "status": "completed", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:47.432308 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37e1cf9a-709d-4603-a11e-a035ddf8d630 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:47.432699 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55', 'code': 200} Mar 10 17:48:47.481200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.481828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.483359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] 10.222.0.59 "PUT /v2.0/ports/8023ca5e-f632-4bfe-ad2a-6d03f87dc800 HTTP/1.1" status: 200 len: 1091 time: 3.1798000 Mar 10 17:48:47.483969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:47.486859 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2da30f-2295-45c3-9681-2ac9110c27e4" -d '{"events": [{"name": "network-changed", "server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:47.491702 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.518938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-64c8b22b-414f-47f6-9830-f43998ed344b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 200 len: 217 time: 0.2248492 Mar 10 17:48:47.566743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:47.599456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:47.666644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5792-3c09-49d6-af44-a3d3c4d460b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.704725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Checking router: 5fdeda80-a0bc-444c-94bd-fec56aee5472 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:47.710305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:47.740561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8d32c8-42fe-4b02-b7be-44300f0b47b6 req-1c728e79-62e5-4543-b229-cdc5ad22db26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4921422 Mar 10 17:48:47.753344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f8305dae-7096-437d-aabd-a5c92fea48f5,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:47.772073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0ef4d-3ba8-425c-bc42-fa65dcc64887 service neutron] Pushing event updated for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:47.774604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:47.786365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f0870-0968-4b86-aad1-fc97b0024c7f req-e62650cd-db96-4390-b850-9c9a7b4aef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.787921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b52f0870-0968-4b86-aad1-fc97b0024c7f req-e62650cd-db96-4390-b850-9c9a7b4aef97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1128 time: 0.2655649 Mar 10 17:48:47.794916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:47.809938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f73284-d271-4f17-a50f-979029979fbe req-7e925a73-3d38-4ba8-ba80-90990d88e23c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.815464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5792-3c09-49d6-af44-a3d3c4d460b6 admin admin] Publish callbacks [] for security_group (7b81b948-8495-49ba-ae52-a0e50dc3e523), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.819755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3f73284-d271-4f17-a50f-979029979fbe req-7e925a73-3d38-4ba8-ba80-90990d88e23c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 943 time: 0.1898806 Mar 10 17:48:47.831834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c5792-3c09-49d6-af44-a3d3c4d460b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b81b948-8495-49ba-ae52-a0e50dc3e523), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.844726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-44b90595-80a5-4fbe-bc65-9ce9089cbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.848737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-44b90595-80a5-4fbe-bc65-9ce9089cbee9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb60d789-d424-4500-ab03-4b60b01d2e22 HTTP/1.1" status: 200 len: 834 time: 0.3090427 Mar 10 17:48:47.870769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:47.877646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c8d827e4-e377-4261-8bfe-48417c4b87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:47.879479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-c8d827e4-e377-4261-8bfe-48417c4b87e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 1125 time: 0.2376146 Mar 10 17:48:47.926285 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f5c5792-3c09-49d6-af44-a3d3c4d460b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beb48a88d0ea4d3780025307403fe80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791781 Mar 10 17:48:47.950578 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b520cf-8656-48cc-8155-6793b78798c3 x-openstack-request-id: req-42b520cf-8656-48cc-8155-6793b78798c3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:47.951086 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:47.951173 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42b520cf-8656-48cc-8155-6793b78798c3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:47.951510 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800', 'status': 'completed', 'code': 200} Mar 10 17:48:47.955334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:47.979852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c5792-3c09-49d6-af44-a3d3c4d460b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81b948-8495-49ba-ae52-a0e50dc3e523,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:47.988988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-7ce335e8-5d32-4a66-88d9-e1f5b7c51de3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800 HTTP/1.1" status: 200 len: 217 time: 0.0902579 Mar 10 17:48:48.113514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-dd4143db-8c08-48bb-9f6b-3be5f911bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:48.115039 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-dd4143db-8c08-48bb-9f6b-3be5f911bf26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.1160839 Mar 10 17:48:48.123903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c13e2b71-27e9-4b87-89d7-84961b2ef982), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.138249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:48.188512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-2a802829-c08e-4fb2-ab05-74adcd415c7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566750 Mar 10 17:48:48.335566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-e9911f1c-f876-4f6f-9854-b70bdb3248f3 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363301 Mar 10 17:48:48.423156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': 'ff763ad4-dbf5-456c-9010-9ee7a44ff826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:48.423527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: 8293785f-3ece-46c2-853c-1ec334239af0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:48:48.428076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=c13e2b71-27e9-4b87-89d7-84961b2ef982,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:48.438913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:48.499188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 8293785f-3ece-46c2-853c-1ec334239af0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:48:48.516729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00e8c5-2bc9-4cb8-a8a8-f95c8d1ad192 None None] The sync data for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 is: [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:46:49Z', 'revision_number': 4, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '8cb2204a-876c-4974-90c6-62f5e39d9d0d', 'name': '', 'network_id': '0656d132-ae82-43ab-b3f6-c4f359d455d6', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'mac_address': 'fa:16:3e:69:e7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:59Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'subnets': [{'id': 'fb60d789-d424-4500-ab03-4b60b01d2e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:48.521071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8293785f-3ece-46c2-853c-1ec334239af0) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:48.527245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:48.527909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.538717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf1820-48cf-412d-bd6a-a360a14c2323 None None] Network 8293785f-3ece-46c2-853c-1ec334239af0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:48.582905 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-62fe5c58-6c32-44c0-97f1-6d7cca9875e6 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130108 Mar 10 17:48:48.591442 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2bc8763b-c873-4be4-b5c0-0530c441f0ef tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4212213 Mar 10 17:48:48.592682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:48.603358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '8293785f-3ece-46c2-853c-1ec334239af0', 'name': 'tempest-PortsTestJSON-61430910'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:48.707955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:48.708667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.717422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8305dae-7096-437d-aabd-a5c92fea48f5 HTTP/1.1" status: 200 len: 1091 time: 4.8014073 Mar 10 17:48:48.744793 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.764117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8293785f-3ece-46c2-853c-1ec334239af0', 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': 'c13e2b71-27e9-4b87-89d7-84961b2ef982'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:48:48.764847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.891289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-b856a57f-525e-4856-b6c9-276178975c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:48.894483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-b856a57f-525e-4856-b6c9-276178975c9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 1125 time: 0.0941467 Mar 10 17:48:48.895873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:48.900778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:48.935627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port ace168eb-04bd-4651-8b89-a6326b51d62f yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:49.014283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c34a-3fae-4995-93ee-cedd299d4da4 service neutron] Pushing event updated for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:49.073142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b52f0870-0968-4b86-aad1-fc97b0024c7f req-7ff880ad-f8d7-45ee-b351-b7801cfdde1c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2186241 Mar 10 17:48:49.117539 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0286a1-3bc9-43b7-be78-5ddaed91737c None None] New status for floating IP 6031ffb6-ae2b-4198-bc85-4ef0a8f2c45d: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:48:49.137180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3229-21fe-475d-a4a1-5f9752702bd4 req-cfacf160-571e-4e4f-9a59-4c247e02cf63 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.139271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22b3229-21fe-475d-a4a1-5f9752702bd4 req-cfacf160-571e-4e4f-9a59-4c247e02cf63 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.3565209 Mar 10 17:48:49.140048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] Publish callbacks [] for security_group (7b81b948-8495-49ba-ae52-a0e50dc3e523), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.157443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Allocated IP 172.20.0.2 (8293785f-3ece-46c2-853c-1ec334239af0/c13e2b71-27e9-4b87-89d7-84961b2ef982/6714f516-5eea-4d18-b0db-56d163092ab9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:49.182730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3f73284-d271-4f17-a50f-979029979fbe req-cc0f2e35-a852-4ea8-ae05-845bddb9fba1 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3267682 Mar 10 17:48:49.197474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-75be3bd3-2c2f-4d08-a12d-6124d48aff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.199303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-75be3bd3-2c2f-4d08-a12d-6124d48aff4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0656d132-ae82-43ab-b3f6-c4f359d455d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3217845 Mar 10 17:48:49.201403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-a93429fa-5765-4418-8280-69685b888e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.202962 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-a93429fa-5765-4418-8280-69685b888e0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 913 time: 0.2831297 Mar 10 17:48:49.213053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a6dc33c7-e1c4-43b8-9e5b-b90506694bfa tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.214807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a6dc33c7-e1c4-43b8-9e5b-b90506694bfa tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 1.3546660 Mar 10 17:48:49.252777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-7ce0d107-eefc-42fd-9e91-deabf5d4ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.257999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-7ce0d107-eefc-42fd-9e91-deabf5d4ff06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 1125 time: 0.4552417 Mar 10 17:48:49.268634 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] Publish callbacks [] for security_group (7b81b948-8495-49ba-ae52-a0e50dc3e523), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.339337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-526623ab-4109-4ab5-b566-9f53c9bf56d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800 HTTP/1.1" status: 200 len: 217 time: 0.0492010 Mar 10 17:48:49.397813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-0aa7910a-eeb1-4d0a-9563-ffa5e1429e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.399369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-0aa7910a-eeb1-4d0a-9563-ffa5e1429e77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.0527153 Mar 10 17:48:49.409584 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks [] for port (6714f516-5eea-4d18-b0db-56d163092ab9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.419573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.425383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-0492441e-05fe-4c2b-9840-013bf494a725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8305dae-7096-437d-aabd-a5c92fea48f5 HTTP/1.1" status: 200 len: 217 time: 0.1524260 Mar 10 17:48:49.443187 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-54f0c20e-406d-4e1a-a7d6-1adb70a60bee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361507 Mar 10 17:48:49.468937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Network 8293785f-3ece-46c2-853c-1ec334239af0 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:49.476138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:49.482065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:49.504102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Pushing event updated for resources: {'Port': ['ID=6714f516-5eea-4d18-b0db-56d163092ab9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:49.551597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85957527-99fb-410d-844f-0ed2981dfa51 req-2fd96719-3dc0-47fd-a870-02a4292afcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.553432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-2fd96719-3dc0-47fd-a870-02a4292afcac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.0861444 Mar 10 17:48:49.563504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.9 (8293785f-3ece-46c2-853c-1ec334239af0/c13e2b71-27e9-4b87-89d7-84961b2ef982/ace168eb-04bd-4651-8b89-a6326b51d62f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:49.587271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Attempting to bind port 6714f516-5eea-4d18-b0db-56d163092ab9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:48:49.587649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Attempting to bind port 6714f516-5eea-4d18-b0db-56d163092ab9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'ff763ad4-dbf5-456c-9010-9ee7a44ff826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:48:49.588337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Attempting to bind port 6714f516-5eea-4d18-b0db-56d163092ab9 on network 8293785f-3ece-46c2-853c-1ec334239af0 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:48:49.596032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:48:49.596430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Checking segment: {'id': 'ff763ad4-dbf5-456c-9010-9ee7a44ff826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:48:49.597035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.597481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Bound using segment: {'id': 'ff763ad4-dbf5-456c-9010-9ee7a44ff826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:48:49.598201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Bound port: 6714f516-5eea-4d18-b0db-56d163092ab9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff763ad4-dbf5-456c-9010-9ee7a44ff826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8293785f-3ece-46c2-853c-1ec334239af0'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:48:49.600072 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.613633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-b427e236-3708-4501-9e70-fe81a1c8e355 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492288 Mar 10 17:48:49.642601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22b3229-21fe-475d-a4a1-5f9752702bd4 req-b7695230-4e83-44b6-9279-4a72c6ba8ee7 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897707 Mar 10 17:48:49.645166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-3015be69-4214-434a-87d3-3303e2e66310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470982 Mar 10 17:48:49.682202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] For port 6714f516-5eea-4d18-b0db-56d163092ab9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:48:49.686335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] For port 6714f516-5eea-4d18-b0db-56d163092ab9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6714f516-5eea-4d18-b0db-56d163092ab9,segment=NetworkSegment(ff763ad4-dbf5-456c-9010-9ee7a44ff826),segment_id=ff763ad4-dbf5-456c-9010-9ee7a44ff826)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:48:49.704742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.725843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6271-cb44-4ef0-ae77-a04408edee4c req-de08d971-5cc4-4690-b5a8-15de18c760ae tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:49.727406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4aa6271-cb44-4ef0-ae77-a04408edee4c req-de08d971-5cc4-4690-b5a8-15de18c760ae tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.4567442 Mar 10 17:48:49.746716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe2da30f-2295-45c3-9681-2ac9110c27e4 req-7726340b-7504-43bb-b3c6-d314bfc9f754 service neutron] 10.222.0.59 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238201 Mar 10 17:48:49.785194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d151e01-4544-455e-ab43-a8ee1fe2f9a5 None None] Pushing event updated for resources: {'Port': ['ID=6714f516-5eea-4d18-b0db-56d163092ab9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:49.809575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7b81b948-8495-49ba-ae52-a0e50dc3e523), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.815543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.817285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b81b948-8495-49ba-ae52-a0e50dc3e523 HTTP/1.1" status: 204 len: 168 time: 1.8153024 Mar 10 17:48:49.829110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-7eaf4ab4-dae6-4640-ac5a-196663daa4f0 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070335 Mar 10 17:48:49.872970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 020c1f69-f661-4cba-baa4-1ec0d7762283 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:49.873309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.907143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.943243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530bd66-bce5-4fd9-ad18-ea7e3d741c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81b948-8495-49ba-ae52-a0e50dc3e523,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:49.985129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:49.987124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:49.987535 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:50.020126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4aa6271-cb44-4ef0-ae77-a04408edee4c req-1aafc86d-b266-49c2-9865-c314f552fd00 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737355 Mar 10 17:48:50.034152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-f53fe48d-2404-4f75-9c80-525be6a9fbea service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797092 Mar 10 17:48:50.106260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 8293785f-3ece-46c2-853c-1ec334239af0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:50.112735 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c46fe6-65a1-4fae-a428-1da95bb8beb0 x-openstack-request-id: req-02c46fe6-65a1-4fae-a428-1da95bb8beb0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:50.112735 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:50.112735 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02c46fe6-65a1-4fae-a428-1da95bb8beb0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:50.113156 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5', 'status': 'completed', 'code': 200} Mar 10 17:48:50.126112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:50.133330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:50.156362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=ace168eb-04bd-4651-8b89-a6326b51d62f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:50.311068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:50.312960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.326300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-f65c8ab6-038b-44ef-a539-2461491b7cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966292 Mar 10 17:48:50.360350 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86eab01e-c4b1-41db-bbaa-547ebd694f4a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7563915 Mar 10 17:48:50.361141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54102) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:50.380088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '8293785f-3ece-46c2-853c-1ec334239af0', 'name': 'tempest-PortsTestJSON-335308627'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:50.446871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6714f516-5eea-4d18-b0db-56d163092ab9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:50.448008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:50.463232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 020c1f69-f661-4cba-baa4-1ec0d7762283, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=020c1f69-f661-4cba-baa4-1ec0d7762283,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:50.463597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.473766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b575675-2301-4828-a465-5e25be65c71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.492810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 020c1f69-f661-4cba-baa4-1ec0d7762283 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:50.504605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85957527-99fb-410d-844f-0ed2981dfa51 req-eb4da155-5595-428a-999e-f464c4285ffc service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966541 Mar 10 17:48:50.532505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6714f516-5eea-4d18-b0db-56d163092ab9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:50.533765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.619218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6714f516-5eea-4d18-b0db-56d163092ab9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:50.620042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.626651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:50.627831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aca6-41be-40e0-97cc-405068fadf21 req-3c1789d4-8bc3-412f-b2f9-9ab21bb0e8a0 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:50.630815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.635598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3c3aca6-41be-40e0-97cc-405068fadf21 req-3c1789d4-8bc3-412f-b2f9-9ab21bb0e8a0 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 943 time: 0.2404823 Mar 10 17:48:50.697229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 6714f516-5eea-4d18-b0db-56d163092ab9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6714f516-5eea-4d18-b0db-56d163092ab9,segment=NetworkSegment(ff763ad4-dbf5-456c-9010-9ee7a44ff826),segment_id=ff763ad4-dbf5-456c-9010-9ee7a44ff826)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:50.703117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 3de248f9-2e54-4953-b56f-e0c0930ad157 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:48:50.704371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:50.720477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.720722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b575675-2301-4828-a465-5e25be65c71c admin admin] Publish callbacks [] for security_group (000ebe36-1132-4690-b5a2-0841dc712de7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.734749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-4b389899-9749-4e1b-82d1-1ed792c31b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:50.736358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-4b389899-9749-4e1b-82d1-1ed792c31b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 1125 time: 0.1550887 Mar 10 17:48:50.748605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3c3aca6-41be-40e0-97cc-405068fadf21 req-43f5b5e7-599d-4235-878e-81ba5fb8ad5a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120625 Mar 10 17:48:50.755255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1b575675-2301-4828-a465-5e25be65c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (000ebe36-1132-4690-b5a2-0841dc712de7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:50.914353 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1b575675-2301-4828-a465-5e25be65c71c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3170d1e3435f41ac92bd6580a5c4ff36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633002 Mar 10 17:48:50.916085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575675-2301-4828-a465-5e25be65c71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ebe36-1132-4690-b5a2-0841dc712de7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:50.931646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:50.943091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=6714f516-5eea-4d18-b0db-56d163092ab9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:51.017208 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-2311f84f-e604-4bcd-a2cc-8ad114a58d61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2185211 Mar 10 17:48:51.044710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-43942b45-530d-47f1-a431-86d13f02be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.052978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-43942b45-530d-47f1-a431-86d13f02be45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 200 len: 913 time: 0.3031230 Mar 10 17:48:51.056049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (020c1f69-f661-4cba-baa4-1ec0d7762283), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.069046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.14 (8293785f-3ece-46c2-853c-1ec334239af0/c13e2b71-27e9-4b87-89d7-84961b2ef982/3de248f9-2e54-4953-b56f-e0c0930ad157) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:48:51.084319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:51.095697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73e584-2ff0-446a-9c65-ed163ab97823 req-507050bf-e93d-4efe-9a38-761c71cb72c2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.103782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc73e584-2ff0-446a-9c65-ed163ab97823 req-507050bf-e93d-4efe-9a38-761c71cb72c2 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10c2640-3e46-4841-a1f3-8651780293ab HTTP/1.1" status: 200 len: 945 time: 0.1778286 Mar 10 17:48:51.111291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'port_id': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800', 'mac_address': 'fa:16:3e:13:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc70611-068b-4133-9a66-be43d55f01c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:51.177420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=020c1f69-f661-4cba-baa4-1ec0d7762283,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:51.190412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 020c1f69-f661-4cba-baa4-1ec0d7762283 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:51.192433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-96e3970c-a2e2-46ea-9d93-e805d2a2e4d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8305dae-7096-437d-aabd-a5c92fea48f5 HTTP/1.1" status: 200 len: 217 time: 0.1279187 Mar 10 17:48:51.267971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] No DVR routers for this DVR port 020c1f69-f661-4cba-baa4-1ec0d7762283 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:51.273571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:51.273969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.285546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 020c1f69-f661-4cba-baa4-1ec0d7762283 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:51.285883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 020c1f69-f661-4cba-baa4-1ec0d7762283 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:51.301755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:51.317399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.321027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1591ade-2949-4694-8bc3-d5e918a78720 req-a4e3ea53-1ab0-4f36-b5e9-ae3b53d428a0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.41 "DELETE /v2.0/ports/020c1f69-f661-4cba-baa4-1ec0d7762283 HTTP/1.1" status: 204 len: 173 time: 2.0817993 Mar 10 17:48:51.353435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:51.366226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.377355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc73e584-2ff0-446a-9c65-ed163ab97823 req-e6e59b40-b86a-4aa9-8e34-e861df863dd0 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb18d79-4de5-4876-b073-937248ad19c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718916 Mar 10 17:48:51.397351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-a12f6163-8cac-4aea-9762-b73d1e52288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.404376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-a12f6163-8cac-4aea-9762-b73d1e52288b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 200 len: 852 time: 0.1664255 Mar 10 17:48:51.476158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.485728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-97c1f8b3-0dba-4f8f-9600-0ff63922150c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ce818a-8b1e-4dd0-8277-b84fdecf8607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744908 Mar 10 17:48:51.504180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:51.538228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] Publish callbacks [] for security_group (000ebe36-1132-4690-b5a2-0841dc712de7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.543489 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.592361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['8023ca5e-f632-4bfe-ad2a-6d03f87dc800'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:51.643834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 8293785f-3ece-46c2-853c-1ec334239af0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:48:51.654538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] Publish callbacks [] for security_group (000ebe36-1132-4690-b5a2-0841dc712de7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.668887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:48:51.673417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:48:51.721743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca6f2d-8785-4540-a9bf-9d8c99df6225 None None] Network 8293785f-3ece-46c2-853c-1ec334239af0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:51.744397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=3de248f9-2e54-4953-b56f-e0c0930ad157,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:51.757476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.758616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.840567 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9cb49e90-583f-436e-bf05-346b943f9b9e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4722245 Mar 10 17:48:51.841859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd39de-c902-4e6b-868b-1e0ced33764a req-3c0d8905-1596-46a1-997e-074423bd1a83 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.842922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:51.843573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdd39de-c902-4e6b-868b-1e0ced33764a req-3c0d8905-1596-46a1-997e-074423bd1a83 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3136849 Mar 10 17:48:51.854375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-dee94ba3-8027-419d-a114-a23ec936ba74 service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510923 Mar 10 17:48:51.855966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870069-c659-4586-9b59-1bff07d7a77f req-39f51236-172c-4458-a847-00fcef320c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.857714 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-39f51236-172c-4458-a847-00fcef320c6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1128 time: 0.7569540 Mar 10 17:48:51.858580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (000ebe36-1132-4690-b5a2-0841dc712de7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.861148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.865704 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/000ebe36-1132-4690-b5a2-0841dc712de7 HTTP/1.1" status: 204 len: 168 time: 0.9119918 Mar 10 17:48:51.872963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-378e9f8e-8bf1-40bb-acf1-037f17b45a67 None None] Provisioning complete for port 6714f516-5eea-4d18-b0db-56d163092ab9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:51.873589 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-378e9f8e-8bf1-40bb-acf1-037f17b45a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:51.920442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99683c9-cca6-4f52-9fbc-29530bf4ff54 req-472aba06-455d-43b3-bf86-ee93967cc6af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:51.926260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b99683c9-cca6-4f52-9fbc-29530bf4ff54 req-472aba06-455d-43b3-bf86-ee93967cc6af tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.3946126 Mar 10 17:48:51.993347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77758f-f383-43bb-9386-1e941a63718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ebe36-1132-4690-b5a2-0841dc712de7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:52.128856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'name': 'network-vif-deleted', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:52.130022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4e734-caf0-487c-b601-a0ee3a3543c8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.130999 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d286f6-d6b3-400a-ae44-bf528771fb2b" -d '{"events": [{"server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "name": "network-vif-deleted", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:52.133168 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-74a4e734-caf0-487c-b601-a0ee3a3543c8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 920 time: 0.2881224 Mar 10 17:48:52.137301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:52.179146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bdd39de-c902-4e6b-868b-1e0ced33764a req-8905e2c1-0fb2-4c6c-b6c5-e1b03cde64df tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159988 Mar 10 17:48:52.256893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b99683c9-cca6-4f52-9fbc-29530bf4ff54 req-b7d852cc-1f2b-4f3b-a5f5-ed5c66b159f9 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989709 Mar 10 17:48:52.263896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870069-c659-4586-9b59-1bff07d7a77f req-6a3f9acb-cd95-4dc7-bbb7-0f38e3260b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.265764 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-6a3f9acb-cd95-4dc7-bbb7-0f38e3260b27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.3039043 Mar 10 17:48:52.275685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-378e9f8e-8bf1-40bb-acf1-037f17b45a67 None None] Current status of the port 6714f516-5eea-4d18-b0db-56d163092ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:52.359490 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-271d2870-812d-47f2-95cb-acd26137d58e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 217 time: 0.0797958 Mar 10 17:48:52.361770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6714f516-5eea-4d18-b0db-56d163092ab9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:52.386591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4c101e9-944f-4ac6-bcbf-c38f5fa5a64b req-5ad765c9-a9d6-4b5d-b943-ec93f6bb33db service neutron] 10.222.0.41 "GET /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095716 Mar 10 17:48:52.402699 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04935da4-dab9-46e0-aa78-b921b9414c07 x-openstack-request-id: req-04935da4-dab9-46e0-aa78-b921b9414c07 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:52.402995 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10c2640-3e46-4841-a1f3-8651780293ab", "name": "network-vif-deleted", "tag": "020c1f69-f661-4cba-baa4-1ec0d7762283", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:52.403253 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04935da4-dab9-46e0-aa78-b921b9414c07 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:52.403647 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10c2640-3e46-4841-a1f3-8651780293ab', 'name': 'network-vif-deleted', 'tag': '020c1f69-f661-4cba-baa4-1ec0d7762283', 'status': 'completed', 'code': 200} Mar 10 17:48:52.417585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ab46f-84d4-4a42-a745-68d37afc5721 req-b78f1056-b9d2-4113-9b3d-07fec65623e7 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.419248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b1ab46f-84d4-4a42-a745-68d37afc5721 req-b78f1056-b9d2-4113-9b3d-07fec65623e7 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 944 time: 0.1136985 Mar 10 17:48:52.507095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6714f516-5eea-4d18-b0db-56d163092ab9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:52.507461 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:52.512243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b1ab46f-84d4-4a42-a745-68d37afc5721 req-cbc64903-797c-4cb7-887e-de1f05c60412 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852859 Mar 10 17:48:52.525874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870069-c659-4586-9b59-1bff07d7a77f req-1f690a23-5122-4aa1-b3b0-243df1b6ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.527963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-1f690a23-5122-4aa1-b3b0-243df1b6ff69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.1669464 Mar 10 17:48:52.603223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51bcc0-5f16-498f-8d78-ca776e021379 req-764f265f-9431-49a7-b78f-254265231d0c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.613652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb51bcc0-5f16-498f-8d78-ca776e021379 req-764f265f-9431-49a7-b78f-254265231d0c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.0909262 Mar 10 17:48:52.615666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54154) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:52.626337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'port_id': '0223059d-458d-4388-b9f8-71b3c028fb55'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:52.649001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 3de248f9-2e54-4953-b56f-e0c0930ad157 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:52.649275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:52.655850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:52.735338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870069-c659-4586-9b59-1bff07d7a77f req-9ae24b35-785b-4788-ae0a-ff875e5ff1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:52.736768 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-9ae24b35-785b-4788-ae0a-ff875e5ff1b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1988528 Mar 10 17:48:52.760651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:52.832147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:52.907187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Provisioning complete for port ace168eb-04bd-4651-8b89-a6326b51d62f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:52.907569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:52.993932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Port ace168eb-04bd-4651-8b89-a6326b51d62f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:53.025331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:53.036578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:53.037136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.123360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6714f516-5eea-4d18-b0db-56d163092ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:53.128564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Provisioning complete for port 6714f516-5eea-4d18-b0db-56d163092ab9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:53.128564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.198624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f8305dae-7096-437d-aabd-a5c92fea48f5 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:48:53.387344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:53.387742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.491949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.504048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:53.507316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:53.510731 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f723fc-9d85-4ed0-9355-84216dc30edd" -d '{"events": [{"server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "name": "network-vif-plugged", "status": "completed", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:53.528549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 3de248f9-2e54-4953-b56f-e0c0930ad157 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:53.532922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (eeb18d79-4de5-4876-b073-937248ad19c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.533855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Current status of the port 6714f516-5eea-4d18-b0db-56d163092ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:53.540671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.597917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f8305dae-7096-437d-aabd-a5c92fea48f5,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:53.654912 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2179de-e96b-478d-ac4b-340b446f4f68 x-openstack-request-id: req-6e2179de-e96b-478d-ac4b-340b446f4f68 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:53.656992 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "name": "network-vif-plugged", "status": "completed", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:53.657449 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e2179de-e96b-478d-ac4b-340b446f4f68 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:53.657657 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800', 'code': 200} Mar 10 17:48:53.710518 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-4a87b5e4-85e8-49be-bbdb-0ca3c3f2e9fb service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9601698 Mar 10 17:48:53.722188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'f8305dae-7096-437d-aabd-a5c92fea48f5', 'network_id': '49ce818a-8b1e-4dd0-8277-b84fdecf8607', 'port_id': 'f8305dae-7096-437d-aabd-a5c92fea48f5', 'mac_address': 'fa:16:3e:ed:9f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc70611-068b-4133-9a66-be43d55f01c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:48:53.735858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Provisioning complete for port 3de248f9-2e54-4953-b56f-e0c0930ad157 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:53.739023 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.765338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (eeb18d79-4de5-4876-b073-937248ad19c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.791952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:53.837187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c5614058-bf50-4aac-8093-1a2347bd091e None None] Port 3de248f9-2e54-4953-b56f-e0c0930ad157 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:53.840727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f8305dae-7096-437d-aabd-a5c92fea48f5 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:53.841118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:53.873940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8305dae-7096-437d-aabd-a5c92fea48f5 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:48:53.908427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f8305dae-7096-437d-aabd-a5c92fea48f5,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:53.923547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.048408 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:48:54.056822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Provisioning complete for port ace168eb-04bd-4651-8b89-a6326b51d62f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:54.057581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.063861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:54.097709 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7c870069-c659-4586-9b59-1bff07d7a77f req-da9d7e0a-c887-4c52-af9f-a40f728e74c0 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657916 Mar 10 17:48:54.160707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Port ace168eb-04bd-4651-8b89-a6326b51d62f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:54.186908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Provisioning complete for port 3de248f9-2e54-4953-b56f-e0c0930ad157 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:54.187353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.205101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3de248f9-2e54-4953-b56f-e0c0930ad157), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.229733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c85ad9-7c85-42cf-8965-098c3a2f074f req-c4a9c7b1-c878-4219-8321-7218dadcbffc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:54.237723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73c85ad9-7c85-42cf-8965-098c3a2f074f req-c4a9c7b1-c878-4219-8321-7218dadcbffc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.9242852 Mar 10 17:48:54.247637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f412c-45f5-4034-9858-e6023a319f11 None None] Port 3de248f9-2e54-4953-b56f-e0c0930ad157 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:48:54.282389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eeb18d79-4de5-4876-b073-937248ad19c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.284932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.286077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/security-groups/eeb18d79-4de5-4876-b073-937248ad19c1 HTTP/1.1" status: 204 len: 168 time: 1.6282828 Mar 10 17:48:54.290782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['f8305dae-7096-437d-aabd-a5c92fea48f5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:48:54.291338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437192d-3c51-4ebe-b385-a5644b58e7a8 req-5cf6057d-f9e4-4060-acfb-02424172c09a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:54.292250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=3de248f9-2e54-4953-b56f-e0c0930ad157,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:54.293037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5437192d-3c51-4ebe-b385-a5644b58e7a8 req-5cf6057d-f9e4-4060-acfb-02424172c09a tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 945 time: 0.2916365 Mar 10 17:48:54.308508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b6b3e-95be-41b6-a30c-a041fa5169ce req-fab01e6e-c812-45b6-b37c-a6cb2b97fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:54.310280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-221b6b3e-95be-41b6-a30c-a041fa5169ce req-fab01e6e-c812-45b6-b37c-a6cb2b97fec8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 1127 time: 0.3118916 Mar 10 17:48:54.345779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180988d-288b-42a3-ba5b-4765eff8aa01 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb18d79-4de5-4876-b073-937248ad19c1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:54.365215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-641d98e5-fcd9-4fdb-a4f7-e4afdd87acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:54.367139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-641d98e5-fcd9-4fdb-a4f7-e4afdd87acd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1127 time: 0.3677337 Mar 10 17:48:54.419831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.442262 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-693d36dc-7bd6-4ed5-bd0e-586d5f1b92f5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/3de248f9-2e54-4953-b56f-e0c0930ad157 HTTP/1.1" status: 204 len: 168 time: 2.2999589 Mar 10 17:48:54.443356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:54.510249 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f08902-3519-4cba-8faa-dbdcd588c267 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:54.513163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3f08902-3519-4cba-8faa-dbdcd588c267 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/3de248f9-2e54-4953-b56f-e0c0930ad157 HTTP/1.1" status: 404 len: 333 time: 0.0634699 Mar 10 17:48:54.517592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54214) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:54.544910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73c85ad9-7c85-42cf-8965-098c3a2f074f req-7933d335-079f-4992-bdc8-483b97f86b4a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060122 Mar 10 17:48:54.599068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:48:54.617311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-221b6b3e-95be-41b6-a30c-a041fa5169ce req-4e8bf622-7caa-4b1f-9857-4c53fbc0d4b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545307 Mar 10 17:48:54.621985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:54.645577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:54.716611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5437192d-3c51-4ebe-b385-a5644b58e7a8 req-3ad3b22c-9090-4706-8bf5-8184e9b0b399 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124620 Mar 10 17:48:54.724453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.741271 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.791469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-a936896d-b5d3-4cfd-8cae-d7ffdff79a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:54.793010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-a936896d-b5d3-4cfd-8cae-d7ffdff79a98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.3912320 Mar 10 17:48:54.828078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71c7302f-b7f7-4bbe-b41f-096cab942c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:54.911021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-79b74176-3396-4f3d-a43f-da5ace611c4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 1000 time: 0.1092391 Mar 10 17:48:54.927094 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP c12792c7-e613-44c9-899d-0fd595fa3c10 associated. External IP: 172.25.3.89, port: 0223059d-458d-4388-b9f8-71b3c028fb55. Mar 10 17:48:54.985209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port ace168eb-04bd-4651-8b89-a6326b51d62f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:54.985936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.015393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-fd44d73a-d3a3-45c0-8b64-4b4a8660edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:55.016883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-fd44d73a-d3a3-45c0-8b64-4b4a8660edb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0999112 Mar 10 17:48:55.110087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71c7302f-b7f7-4bbe-b41f-096cab942c33 admin admin] Publish callbacks [] for security_group (973c8fd9-0d69-48c3-8221-264a0f874261), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.123806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71c7302f-b7f7-4bbe-b41f-096cab942c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (973c8fd9-0d69-48c3-8221-264a0f874261), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.156005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-470b5560-5f0c-4f98-977b-81fdcb0d5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:55.157539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-470b5560-5f0c-4f98-977b-81fdcb0d5d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991483 Mar 10 17:48:55.193605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.199348 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71c7302f-b7f7-4bbe-b41f-096cab942c33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74766c76c2664e029457648da689b656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503747 Mar 10 17:48:55.205039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:55.222768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7302f-b7f7-4bbe-b41f-096cab942c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c8fd9-0d69-48c3-8221-264a0f874261,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:55.232283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for ace168eb-04bd-4651-8b89-a6326b51d62f owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:55.345558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] Publish callbacks [] for security_group (973c8fd9-0d69-48c3-8221-264a0f874261), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.352897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:55.388291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-2d55f507-47ae-43c3-b5d7-4053a4a5d597 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226114 Mar 10 17:48:55.390336 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] Publish callbacks [] for security_group (973c8fd9-0d69-48c3-8221-264a0f874261), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.451103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ace168eb-04bd-4651-8b89-a6326b51d62f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.503268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=ace168eb-04bd-4651-8b89-a6326b51d62f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:55.551947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.674703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:55.678906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3b2a62a-de80-4406-b7ba-f68a2f1853d4 req-cebf91c8-eb70-44dc-a16e-dda708c63c89 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799785 Mar 10 17:48:55.682688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.687217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:55.688223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (973c8fd9-0d69-48c3-8221-264a0f874261), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.691036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:55.694780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/973c8fd9-0d69-48c3-8221-264a0f874261 HTTP/1.1" status: 204 len: 168 time: 0.4865785 Mar 10 17:48:55.721217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:55.726737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:55.838293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae077-5920-45fb-b176-be88ffed5f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c8fd9-0d69-48c3-8221-264a0f874261,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:55.879572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-67a6beb5-c8bd-42e0-be9c-10f153b6bfb3 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "PUT /v2.0/floatingips/c12792c7-e613-44c9-899d-0fd595fa3c10 HTTP/1.1" status: 200 len: 991 time: 3.2534900 Mar 10 17:48:55.879572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:55.879572 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:56.003852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422afdc-4cf5-4f01-8a4e-6ef0b965518c req-f98d3164-6212-4b62-a03f-a41dcaf0d9a6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:56.006218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7422afdc-4cf5-4f01-8a4e-6ef0b965518c req-f98d3164-6212-4b62-a03f-a41dcaf0d9a6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3209589 Mar 10 17:48:56.065934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2400e-fccd-4c79-9d56-38115890d8d8 req-86dbb0a4-ed21-46aa-ab0c-c080c87e3e24 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:56.067681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aba2400e-fccd-4c79-9d56-38115890d8d8 req-86dbb0a4-ed21-46aa-ab0c-c080c87e3e24 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 945 time: 0.1995456 Mar 10 17:48:56.073612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:56.138582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.145698 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a95d632-d001-463a-a25e-91c0b87d3d64 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/ace168eb-04bd-4651-8b89-a6326b51d62f HTTP/1.1" status: 204 len: 168 time: 1.6255212 Mar 10 17:48:56.146263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:56.203607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aba2400e-fccd-4c79-9d56-38115890d8d8 req-4284e66e-0c03-4f34-a9f1-28150c791f7c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225159 Mar 10 17:48:56.222383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7422afdc-4cf5-4f01-8a4e-6ef0b965518c req-dbe4aa38-ef12-4cdc-b40a-454700f187aa tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966505 Mar 10 17:48:56.245264 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aee8843-6f77-48e9-abb0-b5d75b8055ab tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:48:56.250284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54258) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:56.251172 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5aee8843-6f77-48e9-abb0-b5d75b8055ab tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/ace168eb-04bd-4651-8b89-a6326b51d62f HTTP/1.1" status: 404 len: 333 time: 0.0861859 Mar 10 17:48:56.329991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet c13e2b71-27e9-4b87-89d7-84961b2ef982 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:56.341588 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb980f-895d-4607-afc1-9057db338325 x-openstack-request-id: req-b0cb980f-895d-4607-afc1-9057db338325 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:56.342028 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:56.342454 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0cb980f-895d-4607-afc1-9057db338325 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:56.343375 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55', 'status': 'completed', 'code': 200} Mar 10 17:48:56.351291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (c13e2b71-27e9-4b87-89d7-84961b2ef982), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.377730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 8cb2204a-876c-4974-90c6-62f5e39d9d0d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:56.378325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.514678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (c13e2b71-27e9-4b87-89d7-84961b2ef982), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.591521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-f9a00813-c0c4-4ecd-89df-79476bd5a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:56.593775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-f9a00813-c0c4-4ecd-89df-79476bd5a026 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1128 time: 0.2463944 Mar 10 17:48:56.595199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c12792c7-e613-44c9-899d-0fd595fa3c10', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '0223059d-458d-4388-b9f8-71b3c028fb55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:ee:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:48:32Z', 'updated_at': '2022-03-10T17:48:54Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:56.605713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 8cb2204a-876c-4974-90c6-62f5e39d9d0d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8cb2204a-876c-4974-90c6-62f5e39d9d0d,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:56.606318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.638938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 8cb2204a-876c-4974-90c6-62f5e39d9d0d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:56.664990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:56.673068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c13e2b71-27e9-4b87-89d7-84961b2ef982), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.690762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:56.691404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:56.763998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (c13e2b71-27e9-4b87-89d7-84961b2ef982), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.849669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=c13e2b71-27e9-4b87-89d7-84961b2ef982,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:56.902816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:56.953378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:56.958171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6efcb192-ee48-42c1-b1bb-2a7249d346c7 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/c13e2b71-27e9-4b87-89d7-84961b2ef982 HTTP/1.1" status: 204 len: 168 time: 0.7053692 Mar 10 17:48:56.960870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:56.966727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6496c-2a0a-49a2-8e3a-e47bb84afcc8 None None] Network 8293785f-3ece-46c2-853c-1ec334239af0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:57.008312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8cb2204a-876c-4974-90c6-62f5e39d9d0d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.083535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8293785f-3ece-46c2-853c-1ec334239af0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.088779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=8cb2204a-876c-4974-90c6-62f5e39d9d0d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:57.098362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-b64b2b46-ac86-46d5-86a7-a687b5ba7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:57.099893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-b64b2b46-ac86-46d5-86a7-a687b5ba7848 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.4888837 Mar 10 17:48:57.113234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:57.141119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.412182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-6edf19cb-95ce-43aa-9623-f3ff53b7b9c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 999 time: 0.3003402 Mar 10 17:48:57.457012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f8305dae-7096-437d-aabd-a5c92fea48f5 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:48:57.559798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.577303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port f8305dae-7096-437d-aabd-a5c92fea48f5 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:48:57.583915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port f8305dae-7096-437d-aabd-a5c92fea48f5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:48:57.584302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.633444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c12792c7-e613-44c9-899d-0fd595fa3c10', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '0223059d-458d-4388-b9f8-71b3c028fb55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:ee:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:48:32Z', 'updated_at': '2022-03-10T17:48:54Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:57.639525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e514d0b-0e68-459a-bebc-005cbf96ac6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.672057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] DHCP port deletion for 8293785f-3ece-46c2-853c-1ec334239af0 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:48:57.675758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e219ce-65dd-4e3f-b033-2046cbda7ee3 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'c12792c7-e613-44c9-899d-0fd595fa3c10', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '0223059d-458d-4388-b9f8-71b3c028fb55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:ee:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:48:32Z', 'updated_at': '2022-03-10T17:48:54Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:57.719467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port f8305dae-7096-437d-aabd-a5c92fea48f5 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:48:57.720342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.765194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:57.780785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e514d0b-0e68-459a-bebc-005cbf96ac6d admin admin] Publish callbacks [] for security_group (7712b6bb-ff4a-42b9-8638-625e434429c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.792726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:48:57.795880 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd9f86-b906-4be1-b81c-5b06a49bef57" -d '{"events": [{"server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "name": "network-vif-plugged", "status": "completed", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:48:57.812504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f8305dae-7096-437d-aabd-a5c92fea48f5,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:57.816194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527972-9dc8-454e-9dce-4439642015a5 req-a307a38a-c516-4972-80ac-48df97214914 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:57.818004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1527972-9dc8-454e-9dce-4439642015a5 req-a307a38a-c516-4972-80ac-48df97214914 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 945 time: 0.4019177 Mar 10 17:48:57.819937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e514d0b-0e68-459a-bebc-005cbf96ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7712b6bb-ff4a-42b9-8638-625e434429c1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.830029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.842186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-386b05e2-a5a9-46f9-b564-a44bcd055830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:57.844150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-386b05e2-a5a9-46f9-b564-a44bcd055830 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.4028900 Mar 10 17:48:57.887987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 6714f516-5eea-4d18-b0db-56d163092ab9 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:57.888350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.893847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:57.929391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Deleting port 6714f516-5eea-4d18-b0db-56d163092ab9 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:57.929777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:57.956939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd2fc7-c131-49a8-8cf1-1c3f44642e76 req-d6c3a48d-396d-4264-94bd-9865c647cab8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:57.958699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebfd2fc7-c131-49a8-8cf1-1c3f44642e76 req-d6c3a48d-396d-4264-94bd-9865c647cab8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.5437603 Mar 10 17:48:57.975879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0e514d0b-0e68-459a-bebc-005cbf96ac6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4157126c7b82419a88f42ca719f251e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8577912 Mar 10 17:48:57.977152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514d0b-0e68-459a-bebc-005cbf96ac6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7712b6bb-ff4a-42b9-8638-625e434429c1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:58.006237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54312) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:58.046737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7508bb6e-619a-4281-9617-c7bcb2550534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.060776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] For port 6714f516-5eea-4d18-b0db-56d163092ab9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6714f516-5eea-4d18-b0db-56d163092ab9,segment=NetworkSegment(ff763ad4-dbf5-456c-9010-9ee7a44ff826),segment_id=ff763ad4-dbf5-456c-9010-9ee7a44ff826)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:58.061660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.081048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Calling delete_port for 6714f516-5eea-4d18-b0db-56d163092ab9 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:58.089326 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be756edb-ce0a-4333-a850-60cc93b5ca37 None None] New status for floating IP c12792c7-e613-44c9-899d-0fd595fa3c10: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:48:58.134993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Router 5fdeda80-a0bc-444c-94bd-fec56aee5472 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:48:58.180830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] For port 6714f516-5eea-4d18-b0db-56d163092ab9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6714f516-5eea-4d18-b0db-56d163092ab9,segment=NetworkSegment(ff763ad4-dbf5-456c-9010-9ee7a44ff826),segment_id=ff763ad4-dbf5-456c-9010-9ee7a44ff826)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:58.181195 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.185670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.206747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] No DVR routers for this DVR port 6714f516-5eea-4d18-b0db-56d163092ab9 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:58.219683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebfd2fc7-c131-49a8-8cf1-1c3f44642e76 req-58171b3a-5152-411a-b062-00ff7307eb6f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531321 Mar 10 17:48:58.249997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5a1c3-2953-4b18-b6e4-8368e0693b9a None None] Pushing event deleted for resources: {'Port': ['ID=6714f516-5eea-4d18-b0db-56d163092ab9,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:58.259182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 6714f516-5eea-4d18-b0db-56d163092ab9 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:58.288994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1527972-9dc8-454e-9dce-4439642015a5 req-66ecf4d1-dcd4-4422-af51-80514de48322 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603875 Mar 10 17:48:58.325803 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30f2e5-91a3-4868-a2c5-6c9bd8af5b36 x-openstack-request-id: req-1a30f2e5-91a3-4868-a2c5-6c9bd8af5b36 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:48:58.326082 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "name": "network-vif-plugged", "status": "completed", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:48:58.326328 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a30f2e5-91a3-4868-a2c5-6c9bd8af5b36 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:48:58.326821 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5', 'code': 200} Mar 10 17:48:58.336044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7508bb6e-619a-4281-9617-c7bcb2550534 admin admin] Publish callbacks [] for security_group (3a8f96c0-e890-4b93-b212-a47a1433b57b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.342008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:48:58.356919 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b30040d0-d99d-4716-9d5a-d14bf71ab51b tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "PUT /v2.0/routers/5fdeda80-a0bc-444c-94bd-fec56aee5472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7315278 Mar 10 17:48:58.358259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Sync routers for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:48:58.364904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] Publish callbacks [] for security_group (7712b6bb-ff4a-42b9-8638-625e434429c1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.367993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:58.370934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7508bb6e-619a-4281-9617-c7bcb2550534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3a8f96c0-e890-4b93-b212-a47a1433b57b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.378532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-7576b110-c812-42af-a13b-1ca7322a00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:58.380907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-7576b110-c812-42af-a13b-1ca7322a00cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5132725 Mar 10 17:48:58.381147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:58.383784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:58.436984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6714f516-5eea-4d18-b0db-56d163092ab9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:48:58.476390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6714f516-5eea-4d18-b0db-56d163092ab9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:48:58.477098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6714f516-5eea-4d18-b0db-56d163092ab9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:48:58.491932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting subnet fb60d789-d424-4500-ab03-4b60b01d2e22 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:48:58.502955 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7508bb6e-619a-4281-9617-c7bcb2550534 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6e1ea3b98d744eebe21d25361bbe8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345083 Mar 10 17:48:58.504080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:58.508280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (fb60d789-d424-4500-ab03-4b60b01d2e22), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.536930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508bb6e-619a-4281-9617-c7bcb2550534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f96c0-e890-4b93-b212-a47a1433b57b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:58.557758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] Publish callbacks [] for security_group (7712b6bb-ff4a-42b9-8638-625e434429c1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.579177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (fb60d789-d424-4500-ab03-4b60b01d2e22), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:58.728966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:58.921024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:48:56Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:58.956183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Checking router: 5fdeda80-a0bc-444c-94bd-fec56aee5472 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:48:58.968130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Routers {'5fdeda80-a0bc-444c-94bd-fec56aee5472'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:48:58.968716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5fdeda80-a0bc-444c-94bd-fec56aee5472'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:59.006971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] Publish callbacks [] for security_group (3a8f96c0-e890-4b93-b212-a47a1433b57b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.044866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9dd82-bbdd-4e3a-ae8a-9298b362c1db req-1dc5c76c-42e8-4bc9-a61c-3fe816e25b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:59.046527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bc9dd82-bbdd-4e3a-ae8a-9298b362c1db req-1dc5c76c-42e8-4bc9-a61c-3fe816e25b11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 1127 time: 0.5865405 Mar 10 17:48:59.066255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] Publish callbacks [] for security_group (3a8f96c0-e890-4b93-b212-a47a1433b57b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.083410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] Set router 5fdeda80-a0bc-444c-94bd-fec56aee5472 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:48:59.085562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (fb60d789-d424-4500-ab03-4b60b01d2e22), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.097608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3eeb7-825d-4c5d-835f-92ffa0a5086b req-36ae3c53-b32b-4f37-85a0-7d73c65f7f93 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:59.099175 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdc3eeb7-825d-4c5d-835f-92ffa0a5086b req-36ae3c53-b32b-4f37-85a0-7d73c65f7f93 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.6382525 Mar 10 17:48:59.105297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-74e9ad61-60e8-4443-867e-8f6d43898ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478016 Mar 10 17:48:59.111590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6714f516-5eea-4d18-b0db-56d163092ab9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.178516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7712b6bb-ff4a-42b9-8638-625e434429c1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.181052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.182571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7712b6bb-ff4a-42b9-8638-625e434429c1 HTTP/1.1" status: 204 len: 168 time: 1.1640997 Mar 10 17:48:59.200812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (fb60d789-d424-4500-ab03-4b60b01d2e22), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.201074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No DVR routers for this DVR port 6714f516-5eea-4d18-b0db-56d163092ab9 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:48:59.206809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=6714f516-5eea-4d18-b0db-56d163092ab9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:59.218358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3a8f96c0-e890-4b93-b212-a47a1433b57b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.223599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.227403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a8f96c0-e890-4b93-b212-a47a1433b57b HTTP/1.1" status: 204 len: 168 time: 0.7163718 Mar 10 17:48:59.262363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba244-7636-4b19-ba0a-33b6a73ac84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712b6bb-ff4a-42b9-8638-625e434429c1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:59.266722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Subnet': ['ID=fb60d789-d424-4500-ab03-4b60b01d2e22,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:59.270771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852acc1-21b1-4df5-90e1-e8433de630a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f96c0-e890-4b93-b212-a47a1433b57b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:59.273192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.281339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-39ba8787-3c28-44c1-8123-ac37ad6e8724 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/subnets/fb60d789-d424-4500-ab03-4b60b01d2e22 HTTP/1.1" status: 204 len: 168 time: 0.9113677 Mar 10 17:48:59.282858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54326) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:59.293525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9bc9dd82-bbdd-4e3a-ae8a-9298b362c1db req-4eafa7d5-e2cb-409f-a66a-b491b45ada7c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387836 Mar 10 17:48:59.311302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b522c010-e41a-49aa-b556-56fd17424c91 None None] Network 0656d132-ae82-43ab-b3f6-c4f359d455d6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:48:59.433536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdc3eeb7-825d-4c5d-835f-92ffa0a5086b req-99d3eb77-080a-4f46-947e-cdb4f8b66617 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125734 Mar 10 17:48:59.481310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:48:56Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:59.483537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.489883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8293785f-3ece-46c2-853c-1ec334239af0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.513302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88d459-93ab-4732-8dd7-5bbe94ff742c None None] The sync data for ids ['5fdeda80-a0bc-444c-94bd-fec56aee5472'] in n-d-833115-2 is: [{'id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'name': 'tempest-TestNetworkBasicOps-router-673391894', 'tenant_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '12db810d-44ec-4d01-8414-93a8b9503586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:34Z', 'updated_at': '2022-03-10T17:48:56Z', 'revision_number': 5, 'project_id': 'ec24b1366d6941d48bdfb73c6e21b186', 'gw_port': {'id': '12db810d-44ec-4d01-8414-93a8b9503586', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdeda80-a0bc-444c-94bd-fec56aee5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:36Z', 'updated_at': '2022-03-10T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:48:59.570304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a2fdd3d-3553-4c0d-9fd0-2923fb1f4008 req-34ac39df-638a-436c-8e6b-f84441e3cb4f service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486630 Mar 10 17:48:59.594582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8293785f-3ece-46c2-853c-1ec334239af0']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:59.620209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff763ad4-dbf5-456c-9010-9ee7a44ff826') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:59.620522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff763ad4-dbf5-456c-9010-9ee7a44ff826') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:48:59.647963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (ff763ad4-dbf5-456c-9010-9ee7a44ff826), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.657197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b3132-2312-4ab6-b75d-04dadb3dedba req-84c15644-9d5b-4172-ac5e-e8a8c7d92225 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:59.659132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b1b3132-2312-4ab6-b75d-04dadb3dedba req-84c15644-9d5b-4172-ac5e-e8a8c7d92225 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.2934549 Mar 10 17:48:59.677552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_gateway (5fdeda80-a0bc-444c-94bd-fec56aee5472), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.694034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ff763ad4-dbf5-456c-9010-9ee7a44ff826), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.709177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:48:59.709575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (ff763ad4-dbf5-456c-9010-9ee7a44ff826), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:48:59.712636 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:48:59.739637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b1b3132-2312-4ab6-b75d-04dadb3dedba req-10b105d5-3c0e-430b-9ec8-287f84ede8ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742352 Mar 10 17:48:59.745998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:59.777849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Deleting port 12db810d-44ec-4d01-8414-93a8b9503586 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:48:59.778113 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12db810d-44ec-4d01-8414-93a8b9503586), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.781691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a516da-719c-42d2-b6af-1a2cf37daf83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.790278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8293785f-3ece-46c2-853c-1ec334239af0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.814338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.822284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/8293785f-3ece-46c2-853c-1ec334239af0 HTTP/1.1" status: 204 len: 168 time: 2.8553317 Mar 10 17:48:59.822284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de9e7-2b89-472a-877d-91359da4273c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=8293785f-3ece-46c2-853c-1ec334239af0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:48:59.822284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54342) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:48:59.826755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-706242306'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:48:59.848413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:48:59.852214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.884011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:48:59.895250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.895610 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa of type vlan for network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 Mar 10 17:48:59.913897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] For port 12db810d-44ec-4d01-8414-93a8b9503586, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=12db810d-44ec-4d01-8414-93a8b9503586,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:48:59.914362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12db810d-44ec-4d01-8414-93a8b9503586), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.914582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] DHCP port deletion for 0656d132-ae82-43ab-b3f6-c4f359d455d6 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:48:59.940191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Calling delete_port for 12db810d-44ec-4d01-8414-93a8b9503586 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:48:59.949448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.982066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.984221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:48:59.993641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:48:59.994368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.023445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Deleting port 143ff69e-5f15-4b1d-843e-400bde31ac1e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:00.024314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.029386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a516da-719c-42d2-b6af-1a2cf37daf83 admin admin] Publish callbacks [] for security_group (9908ec48-0b54-4450-b544-a4a074c2d707), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.035080 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a516da-719c-42d2-b6af-1a2cf37daf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9908ec48-0b54-4450-b544-a4a074c2d707), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.085914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.094465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e430a626-d085-4e1b-9cc9-baada6f87f13 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2716181 Mar 10 17:49:00.096080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54346) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:00.097789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:00.103061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:00.121738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a516da-719c-42d2-b6af-1a2cf37daf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9908ec48-0b54-4450-b544-a4a074c2d707,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.190791 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3a516da-719c-42d2-b6af-1a2cf37daf83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09d8262f540d4c4fac7b358fab6e6126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342725 Mar 10 17:49:00.194625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54352) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:00.208352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] For port 143ff69e-5f15-4b1d-843e-400bde31ac1e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=143ff69e-5f15-4b1d-843e-400bde31ac1e,segment=NetworkSegment(5bfe7684-acfc-415c-bb97-8ba3c13aea09),segment_id=5bfe7684-acfc-415c-bb97-8ba3c13aea09)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:00.209014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.254853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:00.260344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.284630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Calling delete_port for 143ff69e-5f15-4b1d-843e-400bde31ac1e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:00.303817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] Publish callbacks [] for security_group (9908ec48-0b54-4450-b544-a4a074c2d707), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.338617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] Publish callbacks [] for security_group (9908ec48-0b54-4450-b544-a4a074c2d707), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.352349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (12db810d-44ec-4d01-8414-93a8b9503586), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.370347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 143ff69e-5f15-4b1d-843e-400bde31ac1e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:00.388727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Port': ['ID=12db810d-44ec-4d01-8414-93a8b9503586,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.520045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9908ec48-0b54-4450-b544-a4a074c2d707), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.525562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.528852 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9908ec48-0b54-4450-b544-a4a074c2d707 HTTP/1.1" status: 204 len: 168 time: 0.3315892 Mar 10 17:49:00.532684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 143ff69e-5f15-4b1d-843e-400bde31ac1e is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:00.533528 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.536560 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (143ff69e-5f15-4b1d-843e-400bde31ac1e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.539742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.578931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] Pushing event deleted for resources: {'Port': ['ID=143ff69e-5f15-4b1d-843e-400bde31ac1e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.582644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea7465-1816-4c10-bc6d-cc965f047aca None None] No DVR routers for this DVR port 143ff69e-5f15-4b1d-843e-400bde31ac1e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:00.590413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f8888-3c1a-437f-ac7c-5b8741f70d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9908ec48-0b54-4450-b544-a4a074c2d707,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.636302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8cb2204a-876c-4974-90c6-62f5e39d9d0d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:00.673030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (b6aa88da-4db7-48ad-989e-c3d2096cb31a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.687960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8cb2204a-876c-4974-90c6-62f5e39d9d0d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:49:00.687960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8cb2204a-876c-4974-90c6-62f5e39d9d0d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:49:00.737148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.740410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router_controller (5fdeda80-a0bc-444c-94bd-fec56aee5472), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.751859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=b6aa88da-4db7-48ad-989e-c3d2096cb31a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:00.768522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173baeb-3875-4cb3-a962-678b44486e09 req-ef38caaa-7234-4a97-bb4a-5ccdd040272c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:00.770102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c173baeb-3875-4cb3-a962-678b44486e09 req-ef38caaa-7234-4a97-bb4a-5ccdd040272c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.2427242 Mar 10 17:49:00.807083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (5fdeda80-a0bc-444c-94bd-fec56aee5472), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.808299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdeda80-a0bc-444c-94bd-fec56aee5472 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:49:00.817132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.823525 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f87e5cf-123f-4c85-b30a-8d6ad77a16a1 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/routers/5fdeda80-a0bc-444c-94bd-fec56aee5472 HTTP/1.1" status: 204 len: 168 time: 1.5395632 Mar 10 17:49:00.824473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:00.858651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c173baeb-3875-4cb3-a962-678b44486e09 req-0e6c4f7a-6973-4a87-93d7-1d2dd0e70dbf tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758321 Mar 10 17:49:00.867330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:00.868098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:00.894489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:00.939871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:00.947048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:00.947646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:00.954642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8181f99-5334-44ae-843b-dba3642cebab None None] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:00.985363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-de2b6db1-97c8-4002-9183-9021c4bbe264 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8859413 Mar 10 17:49:00.985844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:00.995173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1', 'name': 'tempest-PortsTestJSON-540510673', 'fixed_ips': [{'subnet_id': 'b6aa88da-4db7-48ad-989e-c3d2096cb31a', 'ip_address': '172.20.0.10'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:01.003726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (0656d132-ae82-43ab-b3f6-c4f359d455d6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.033768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462afc6-273f-413b-b37b-56e186e54ab7 req-b93e19b1-6de1-44d6-b6e9-d3986caddd59 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:01.035757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0462afc6-273f-413b-b37b-56e186e54ab7 req-b93e19b1-6de1-44d6-b6e9-d3986caddd59 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1357758 Mar 10 17:49:01.149275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0462afc6-273f-413b-b37b-56e186e54ab7 req-4d24a722-d372-432b-bcba-8a6f425b0a77 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993640 Mar 10 17:49:01.161522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1', 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': 'b6aa88da-4db7-48ad-989e-c3d2096cb31a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:01.172009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.198773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (0656d132-ae82-43ab-b3f6-c4f359d455d6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.227479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0656d132-ae82-43ab-b3f6-c4f359d455d6']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:01.239763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe7684-acfc-415c-bb97-8ba3c13aea09') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:01.240086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe7684-acfc-415c-bb97-8ba3c13aea09') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:01.248982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:01.268097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (5bfe7684-acfc-415c-bb97-8ba3c13aea09), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.301364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5bfe7684-acfc-415c-bb97-8ba3c13aea09), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.336079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:01.336493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (5bfe7684-acfc-415c-bb97-8ba3c13aea09), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:01.339689 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:01.387756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Allocated IP 172.20.0.2 (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1/b6aa88da-4db7-48ad-989e-c3d2096cb31a/4e834f04-c612-4ce9-a12e-4b577089e379) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:01.455167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.465213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (0656d132-ae82-43ab-b3f6-c4f359d455d6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.474581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.485469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] 10.222.0.35 "DELETE /v2.0/networks/0656d132-ae82-43ab-b3f6-c4f359d455d6 HTTP/1.1" status: 204 len: 168 time: 0.6592059 Mar 10 17:49:01.509719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec2251-272d-4cfd-b523-bb79e7620ea9 tempest-TestNetworkBasicOps-749395281 tempest-TestNetworkBasicOps-749395281-project] Pushing event deleted for resources: {'Network': ['ID=0656d132-ae82-43ab-b3f6-c4f359d455d6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:01.512065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:01.612259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks [] for port (4e834f04-c612-4ce9-a12e-4b577089e379), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.624192 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.645777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54394) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:01.668751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:01.673345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:01.679739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:01.688606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Pushing event updated for resources: {'Port': ['ID=4e834f04-c612-4ce9-a12e-4b577089e379,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:01.709512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.10 (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1/b6aa88da-4db7-48ad-989e-c3d2096cb31a/98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:01.757027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Attempting to bind port 4e834f04-c612-4ce9-a12e-4b577089e379 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:01.757413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Attempting to bind port 4e834f04-c612-4ce9-a12e-4b577089e379 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:01.757836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Attempting to bind port 4e834f04-c612-4ce9-a12e-4b577089e379 on network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:01.765551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:01.766261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Checking segment: {'id': '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:01.766881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.767449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Bound using segment: {'id': '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:01.768105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Bound port: 4e834f04-c612-4ce9-a12e-4b577089e379, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:01.768485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.863223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] For port 4e834f04-c612-4ce9-a12e-4b577089e379, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:01.868255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] For port 4e834f04-c612-4ce9-a12e-4b577089e379, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e834f04-c612-4ce9-a12e-4b577089e379,segment=NetworkSegment(6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa),segment_id=6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:01.875852 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.893503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1060475289'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:01.941494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Made reservation on behalf of 239e3bdabb84406f953a10566f37bcdf for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:01.947529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.947788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f04c0-9f7a-4b66-809f-cff102dc23d5 None None] Pushing event updated for resources: {'Port': ['ID=4e834f04-c612-4ce9-a12e-4b577089e379,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:01.952877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:01.964822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:01.973251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.013705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.079315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:02.083087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:02.088858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:02.131041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:02.134267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2775ca-2b11-4d5e-ab02-b4f59838fda9 req-f5899a98-eb08-4701-af0a-cd76ed72fbde tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:02.135937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2775ca-2b11-4d5e-ab02-b4f59838fda9 req-f5899a98-eb08-4701-af0a-cd76ed72fbde tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.1321311 Mar 10 17:49:02.185894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks [] for security_group (f8829996-7af4-4395-a9b9-9f97169486d2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.191371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:02.192362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.234294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8829996-7af4-4395-a9b9-9f97169486d2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.270859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e31ce55-e91c-4df4-aa89-9a7f1475b9fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2825644 Mar 10 17:49:02.272228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54414) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:02.297370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': 'c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1', 'name': 'tempest-PortsTestJSON-2035586063', 'fixed_ips': [{'subnet_id': 'b6aa88da-4db7-48ad-989e-c3d2096cb31a', 'ip_address': '172.20.0.9'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:02.358411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:02.397508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c2775ca-2b11-4d5e-ab02-b4f59838fda9 req-2ac373b9-93dc-4dbc-828b-645cfdac67a6 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441065 Mar 10 17:49:02.461764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e834f04-c612-4ce9-a12e-4b577089e379 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:02.471889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (edc9abb1-cba3-4fcb-9c34-6583fbf31f31), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.472550 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Added segment edc9abb1-cba3-4fcb-9c34-6583fbf31f31 of type vlan for network ea6be91a-f113-46a6-b622-dcea92dc13e8 Mar 10 17:49:02.524554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ea6be91a-f113-46a6-b622-dcea92dc13e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.549046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8829996-7af4-4395-a9b9-9f97169486d2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:02.560639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:02.571829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4e834f04-c612-4ce9-a12e-4b577089e379 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:02.572532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.575490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.601814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 8b90cc36-a625-4b1b-878b-e8ea4cbc567f yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:02.658410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ea6be91a-f113-46a6-b622-dcea92dc13e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.663989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:02.664592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.727064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8844a2-7e01-46da-b3a4-977572f8d014 req-5b6f5119-037f-4dc3-8024-01c8c1de3bd0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:02.728781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e8844a2-7e01-46da-b3a4-977572f8d014 req-5b6f5119-037f-4dc3-8024-01c8c1de3bd0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3996909 Mar 10 17:49:02.740732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5ddaad4-feb3-4fcd-9340-db92a0e53181 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec24b1366d6941d48bdfb73c6e21b186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7787778 Mar 10 17:49:02.744402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0974760 Mar 10 17:49:02.748148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54428) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:02.760473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4e834f04-c612-4ce9-a12e-4b577089e379 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:02.761702 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.811400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.9 (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1/b6aa88da-4db7-48ad-989e-c3d2096cb31a/8b90cc36-a625-4b1b-878b-e8ea4cbc567f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:02.815274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4e834f04-c612-4ce9-a12e-4b577089e379, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e834f04-c612-4ce9-a12e-4b577089e379,segment=NetworkSegment(6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa),segment_id=6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:02.823810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71864f4-85ae-4e30-9249-cb7ea9799835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Pushing event updated for resources: {'Network': ['ID=ea6be91a-f113-46a6-b622-dcea92dc13e8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:02.824390 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.918579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e8844a2-7e01-46da-b3a4-977572f8d014 req-3100c98d-6c93-41d4-beaa-764ac9c4260a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807058 Mar 10 17:49:02.939696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:02.941704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] Publish callbacks [] for security_group (d18b272b-02fe-491a-a1ea-a8100314b088), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:02.998979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] Publish callbacks [] for security_group (d18b272b-02fe-491a-a1ea-a8100314b088), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.054731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12db810d-44ec-4d01-8414-93a8b9503586 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:03.145861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 12db810d-44ec-4d01-8414-93a8b9503586 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:49:03.146520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d18b272b-02fe-491a-a1ea-a8100314b088), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.149232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.149987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 12db810d-44ec-4d01-8414-93a8b9503586 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:49:03.150504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d18b272b-02fe-491a-a1ea-a8100314b088 HTTP/1.1" status: 204 len: 168 time: 0.4004622 Mar 10 17:49:03.166348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3d4f-a4fa-4aa1-9395-9754b77baa68 req-19e86e53-faa7-4068-b0dd-70b5948d7774 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.167958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92c3d4f-a4fa-4aa1-9395-9754b77baa68 req-19e86e53-faa7-4068-b0dd-70b5948d7774 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.1048181 Mar 10 17:49:03.172447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (8b90cc36-a625-4b1b-878b-e8ea4cbc567f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.174206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649c33f-ebe7-4778-8a83-8f625e9316f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b272b-02fe-491a-a1ea-a8100314b088,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:03.181037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4e834f04-c612-4ce9-a12e-4b577089e379,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:03.243566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8b90cc36-a625-4b1b-878b-e8ea4cbc567f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.256327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92c3d4f-a4fa-4aa1-9395-9754b77baa68 req-bdc8d16a-acfd-4184-9ac1-3520aac22d34 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781426 Mar 10 17:49:03.306144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=8b90cc36-a625-4b1b-878b-e8ea4cbc567f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:03.329191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:03.331209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:03.334218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:03.410445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.411122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.433825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:03.439701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8', 'binding:host_id': 'n-h1-833115-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1562792479'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:03.446456 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7648082-bab4-44cb-99fb-83e444d7ca6b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1727121 Mar 10 17:49:03.450660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:03.467872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ea72b-c51c-457f-bd51-c0dd477d46c9 None None] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:03.469147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Made reservation on behalf of e16ecd532bf64e86a4a0c315112c8e51 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:03.472228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.485325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.598740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07979aba-671a-4a35-8011-c3c5706d235c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.600675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07979aba-671a-4a35-8011-c3c5706d235c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1477051 Mar 10 17:49:03.604874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:03.643806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b260d203-0ad8-4057-893c-19d29d658bfe None None] Provisioning complete for port 4e834f04-c612-4ce9-a12e-4b577089e379 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:03.644663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b260d203-0ad8-4057-893c-19d29d658bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.667430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for security_group (70a09637-31c4-45b7-ad89-b90cd6a869d3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.685358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (70a09637-31c4-45b7-ad89-b90cd6a869d3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.696451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d34a1-07f5-41d2-855e-d7fc373e256a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.702310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d34a1-07f5-41d2-855e-d7fc373e256a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.708182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d34a1-07f5-41d2-855e-d7fc373e256a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:03.709866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-344d34a1-07f5-41d2-855e-d7fc373e256a tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1040337 Mar 10 17:49:03.713127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54462) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:03.713301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:03.804486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a09637-31c4-45b7-ad89-b90cd6a869d3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:03.860330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54464) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:03.888642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f81b1021-c08e-491c-992a-84c8f13af334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.922221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 8b90cc36-a625-4b1b-878b-e8ea4cbc567f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:03.924093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8b90cc36-a625-4b1b-878b-e8ea4cbc567f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:03.981499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b260d203-0ad8-4057-893c-19d29d658bfe None None] Current status of the port 4e834f04-c612-4ce9-a12e-4b577089e379 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:04.078168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:04.106548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.110642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8b90cc36-a625-4b1b-878b-e8ea4cbc567f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.127323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 8b90cc36-a625-4b1b-878b-e8ea4cbc567f owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:04.140643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.200044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-53c696a0-8fba-4bf9-96f9-aeddf4f614ce tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:04.201463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-53c696a0-8fba-4bf9-96f9-aeddf4f614ce tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.1939087 Mar 10 17:49:04.226701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f81b1021-c08e-491c-992a-84c8f13af334 admin admin] Publish callbacks [] for security_group (f6278434-db1c-4b7f-87c0-9db5068a3072), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.256917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=9c86ca06-de3a-4311-bfb9-4e1bc6297d92,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:04.261099 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f81b1021-c08e-491c-992a-84c8f13af334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f6278434-db1c-4b7f-87c0-9db5068a3072), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.324263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Provisioning complete for port 4e834f04-c612-4ce9-a12e-4b577089e379 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:04.324917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.329879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8b90cc36-a625-4b1b-878b-e8ea4cbc567f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.387866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e834f04-c612-4ce9-a12e-4b577089e379 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:04.397109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=8b90cc36-a625-4b1b-878b-e8ea4cbc567f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:04.504489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Current status of the port 4e834f04-c612-4ce9-a12e-4b577089e379 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:04.513369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Could not find standard attr ID for object 8b90cc36-a625-4b1b-878b-e8ea4cbc567f. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:49:04.514624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.518792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f81b1021-c08e-491c-992a-84c8f13af334 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81f046115a164f79b21b5eb0399fff9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570909 Mar 10 17:49:04.526185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb58f1-67e3-41e2-896a-6e40e89cbfa8 req-9ab5ad47-e774-44d5-9c80-3dc871dfdb82 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:04.527720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bceb58f1-67e3-41e2-896a-6e40e89cbfa8 req-9ab5ad47-e774-44d5-9c80-3dc871dfdb82 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.4383371 Mar 10 17:49:04.527875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4e834f04-c612-4ce9-a12e-4b577089e379 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:04.528309 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.528829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:04.530226 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-865f0eb4-4f6d-4e9d-bc46-43c5a83a5f7c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/8b90cc36-a625-4b1b-878b-e8ea4cbc567f HTTP/1.1" status: 204 len: 168 time: 0.8154819 Mar 10 17:49:04.530903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:04.532928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b1021-c08e-491c-992a-84c8f13af334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6278434-db1c-4b7f-87c0-9db5068a3072,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:04.573467 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd9ea0d-0fc9-46f3-a625-bcb47391f2cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:49:04.579003 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5dd9ea0d-0fc9-46f3-a625-bcb47391f2cb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/8b90cc36-a625-4b1b-878b-e8ea4cbc567f HTTP/1.1" status: 404 len: 333 time: 0.0458941 Mar 10 17:49:04.580819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:04.594614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Provisioning complete for port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:04.595231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.668985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Checking segment: {'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:04.669291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ab00f221-d40a-4589-808d-3eeaa87a892a None None] Port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:04.669900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Network hostable DHCP agents. Network: ea6be91a-f113-46a6-b622-dcea92dc13e8, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:04.701348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4e834f04-c612-4ce9-a12e-4b577089e379 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:04.714914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] Publish callbacks [] for security_group (f6278434-db1c-4b7f-87c0-9db5068a3072), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.733141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-ecb0ea20-c7f0-43de-8087-a294c40de90c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:04.735152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-ecb0ea20-c7f0-43de-8087-a294c40de90c tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "GET /v2.0/ports?device_id=090bdb89-9f20-426a-91c9-d742b8085a9a HTTP/1.1" status: 200 len: 945 time: 0.4391906 Mar 10 17:49:04.736788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:04.737262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.807902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-db214743-ccee-4322-bb1e-a1d37451c02d None None] Provisioning complete for port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:04.808481 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db214743-ccee-4322-bb1e-a1d37451c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.817665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6930-e534-4711-a829-7caf3a3b59e7 req-d8bfd225-1448-4fd8-b9f5-9ac7a43e2ddb tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:04.825779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9ec6930-e534-4711-a829-7caf3a3b59e7 req-d8bfd225-1448-4fd8-b9f5-9ac7a43e2ddb tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 945 time: 0.3801012 Mar 10 17:49:04.844764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:04.849606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bceb58f1-67e3-41e2-896a-6e40e89cbfa8 req-e2f0d669-cbc4-45fc-a359-b506fc134805 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251816 Mar 10 17:49:04.857703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] Publish callbacks [] for security_group (f6278434-db1c-4b7f-87c0-9db5068a3072), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.868146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Deleting port f8305dae-7096-437d-aabd-a5c92fea48f5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:04.868494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.875248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-db214743-ccee-4322-bb1e-a1d37451c02d None None] Port 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:04.897426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:04.913364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:04.999274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-110ccf25-d849-4d84-84e4-5384126df922 None None] Could not find standard attr ID for object 8b90cc36-a625-4b1b-878b-e8ea4cbc567f. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:49:05.007294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ea6be91a-f113-46a6-b622-dcea92dc13e8) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:05.012233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:05.018046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61fa72-1951-426a-afda-43c0d766957d None None] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:05.040839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.041482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.042815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.082272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.082951 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.099622 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 2 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.120977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.162519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.162751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.163016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.166377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:05.181582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.181914 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.185476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] For port f8305dae-7096-437d-aabd-a5c92fea48f5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=f8305dae-7096-437d-aabd-a5c92fea48f5,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:05.186939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.189849 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 3 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.203686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9ec6930-e534-4711-a829-7caf3a3b59e7 req-c3b9956e-e4c8-4481-98df-c67225626d88 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/security-groups?id=99faf4d1-3acf-407b-bfb2-43e7e6509fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492198 Mar 10 17:49:05.230123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Calling delete_port for f8305dae-7096-437d-aabd-a5c92fea48f5 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:05.254323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.254691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.255024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.261895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.265871 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7d27b6d-8560-4a45-b159-57d04879d141 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e HTTP/1.1" status: 204 len: 168 time: 0.6833053 Mar 10 17:49:05.268449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:05.271184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f6278434-db1c-4b7f-87c0-9db5068a3072), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.273849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.277933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6278434-db1c-4b7f-87c0-9db5068a3072 HTTP/1.1" status: 204 len: 168 time: 0.7411261 Mar 10 17:49:05.310664 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-747f6a1f-28e6-4858-b238-34b352a4be94 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:49:05.312242 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-747f6a1f-28e6-4858-b238-34b352a4be94 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/98e050f7-b62d-45fc-9ba2-ecbedc2ddf6e HTTP/1.1" status: 404 len: 333 time: 0.0428128 Mar 10 17:49:05.315910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:05.330953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.331284 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.333980 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 4 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.339453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c043c-c454-4588-b0c1-93a065f26113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6278434-db1c-4b7f-87c0-9db5068a3072,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:05.342842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Deleting port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:05.343205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.389573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.389573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.390151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.415660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.415989 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.421268 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 5 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.431628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet b6aa88da-4db7-48ad-989e-c3d2096cb31a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:49:05.441275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (b6aa88da-4db7-48ad-989e-c3d2096cb31a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.499803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (b6aa88da-4db7-48ad-989e-c3d2096cb31a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.506638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.507157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.507613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.519237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.519706 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.524102 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 6 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.604762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] For port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,segment=NetworkSegment(d8ef5894-6e41-40d3-91d3-443f10ffdf16),segment_id=d8ef5894-6e41-40d3-91d3-443f10ffdf16)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:05.605234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.619207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.619679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.620111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.639019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Calling delete_port for 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:05.643858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.644003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b6aa88da-4db7-48ad-989e-c3d2096cb31a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.644444 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.650006 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 7 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.669797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.670300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.672606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.681876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54506) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:05.727074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.727536 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.727667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b6aa88da-4db7-48ad-989e-c3d2096cb31a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.730578 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 8 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.748477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.749049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.749458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.751590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f8305dae-7096-437d-aabd-a5c92fea48f5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.764439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['f8305dae-7096-437d-aabd-a5c92fea48f5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:49:05.781468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aa88da-4db7-48ad-989e-c3d2096cb31a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:05.796649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.800964 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e7a868e-54d8-428f-92e4-5e6eb8ce18ed tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/b6aa88da-4db7-48ad-989e-c3d2096cb31a HTTP/1.1" status: 204 len: 168 time: 0.4812088 Mar 10 17:49:05.801358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:05.811326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa19bb4-abe3-4370-899a-88973b874e3d None None] Network c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:05.833550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.833972 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.841960 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 9 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.857457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a9d9-9935-4674-abd0-4111613884e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.879102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event deleted for resources: {'Port': ['ID=f8305dae-7096-437d-aabd-a5c92fea48f5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:05.886591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] No DVR routers for this DVR port f8305dae-7096-437d-aabd-a5c92fea48f5 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:05.890490 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:05.894757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a91894cd-67b8-4bc1-abb5-61cb1a8499b3 req-4d027930-ecf9-4f76-8193-d2ef92c873d9 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.41 "DELETE /v2.0/ports/f8305dae-7096-437d-aabd-a5c92fea48f5 HTTP/1.1" status: 204 len: 173 time: 1.6792107 Mar 10 17:49:05.899834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'name': 'network-vif-deleted', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:05.902525 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e217e-3da8-4156-aaeb-f6e3cad96494" -d '{"events": [{"server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "name": "network-vif-deleted", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:05.907393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.907848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.908240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.926575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.927217 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.928321 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 10 to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 Mar 10 17:49:05.946916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:05.947365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:05.948661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:05.956002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:05.957068 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:05.957452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.008788 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f86f7-92bb-4459-a373-82dd115a99d4 x-openstack-request-id: req-e71f86f7-92bb-4459-a373-82dd115a99d4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:06.014244 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d69893c-e577-4b22-8656-c359e21a967b", "name": "network-vif-deleted", "tag": "f8305dae-7096-437d-aabd-a5c92fea48f5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:06.014707 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e71f86f7-92bb-4459-a373-82dd115a99d4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:06.015206 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d69893c-e577-4b22-8656-c359e21a967b', 'name': 'network-vif-deleted', 'tag': 'f8305dae-7096-437d-aabd-a5c92fea48f5', 'status': 'completed', 'code': 200} Mar 10 17:49:06.042836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.053951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] DHCP port deletion for c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:49:06.143143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Deleting port 4e834f04-c612-4ce9-a12e-4b577089e379 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:06.143546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.155629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:06.156239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempted to set empty binding levels {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:49:06.159765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8023ca5e-f632-4bfe-ad2a-6d03f87dc800), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.173435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['f8305dae-7096-437d-aabd-a5c92fea48f5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:49:06.185315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a9d9-9935-4674-abd0-4111613884e8 admin admin] Publish callbacks [] for security_group (777f6493-f5cb-46e0-8cad-30c8b46f144e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.192220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 4e834f04-c612-4ce9-a12e-4b577089e379 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:06.192572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.195168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.200681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a9d9-9935-4674-abd0-4111613884e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (777f6493-f5cb-46e0-8cad-30c8b46f144e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.202916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Pushing event deleted for resources: {'Port': ['ID=8023ca5e-f632-4bfe-ad2a-6d03f87dc800,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.254081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:06.255158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.290055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a9d9-9935-4674-abd0-4111613884e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f6493-f5cb-46e0-8cad-30c8b46f144e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.369372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2a6e-ce79-447a-81e6-fb3df6f45ad1 req-caf53b85-524e-4411-a758-4a3305a4e86e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:06.371215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68da2a6e-ce79-447a-81e6-fb3df6f45ad1 req-caf53b85-524e-4411-a758-4a3305a4e86e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.2824721 Mar 10 17:49:06.372182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] No DVR routers for this DVR port 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:06.375582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.380403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3a946d4-2841-4f02-8505-f02460c1c80e req-152598ed-7db8-45ae-a156-0f5f0f0518a4 tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.59 "DELETE /v2.0/ports/8023ca5e-f632-4bfe-ad2a-6d03f87dc800 HTTP/1.1" status: 204 len: 173 time: 1.6260846 Mar 10 17:49:06.399501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] For port 4e834f04-c612-4ce9-a12e-4b577089e379, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e834f04-c612-4ce9-a12e-4b577089e379,segment=NetworkSegment(6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa),segment_id=6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:06.400106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.414413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e834f04-c612-4ce9-a12e-4b577089e379 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:06.425505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Calling delete_port for 4e834f04-c612-4ce9-a12e-4b577089e379 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:06.431005 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9ea6a9d9-9935-4674-abd0-4111613884e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=209608ed02a44090a8919ef00a5d3f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7435160 Mar 10 17:49:06.444375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] For port 4e834f04-c612-4ce9-a12e-4b577089e379, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e834f04-c612-4ce9-a12e-4b577089e379,segment=NetworkSegment(6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa),segment_id=6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:06.445580 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.447556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.0114062 Mar 10 17:49:06.453384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54534) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:06.453902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54536) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:06.474763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b801571-5c30-47f7-999d-eb051dce7c0b req-dc9a9b1a-eacb-4df0-8aaf-2d54949305fb tempest-MultipleCreateTestJSON-343601296 tempest-MultipleCreateTestJSON-343601296-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d69893c-e577-4b22-8656-c359e21a967b HTTP/1.1" status: 200 len: 210 time: 0.1173592 Mar 10 17:49:06.513567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 4e834f04-c612-4ce9-a12e-4b577089e379 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:06.539864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231046-790b-495b-b49d-efd188540757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=9c86ca06-de3a-4311-bfb9-4e1bc6297d92,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.552566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:06.612963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] Publish callbacks [] for security_group (777f6493-f5cb-46e0-8cad-30c8b46f144e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.623553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4e834f04-c612-4ce9-a12e-4b577089e379 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:06.623968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.638546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68da2a6e-ce79-447a-81e6-fb3df6f45ad1 req-daddb764-1422-41c5-9a4d-d8eabda030da tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546320 Mar 10 17:49:06.639009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.647458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4e834f04-c612-4ce9-a12e-4b577089e379), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.688292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] Pushing event deleted for resources: {'Port': ['ID=4e834f04-c612-4ce9-a12e-4b577089e379,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.689502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=4e834f04-c612-4ce9-a12e-4b577089e379,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.694011 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] Publish callbacks [] for security_group (777f6493-f5cb-46e0-8cad-30c8b46f144e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.697018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No DVR routers for this DVR port 4e834f04-c612-4ce9-a12e-4b577089e379 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:06.702964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e9169-bed1-4e45-9fe2-cf15a016ab6d None None] No DVR routers for this DVR port 4e834f04-c612-4ce9-a12e-4b577089e379 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:06.739218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Deleting port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:06.739558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.774856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:06.799450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:49:06.800099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 8023ca5e-f632-4bfe-ad2a-6d03f87dc800 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:49:06.800707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1923555388-network', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:06.813671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.823356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 9c86ca06-de3a-4311-bfb9-4e1bc6297d92, host n-h1-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:06.823798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.828943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (777f6493-f5cb-46e0-8cad-30c8b46f144e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.831635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.832794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/777f6493-f5cb-46e0-8cad-30c8b46f144e HTTP/1.1" status: 204 len: 168 time: 0.3690920 Mar 10 17:49:06.841465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:06.852175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:06.852575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:06.852954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Calling delete_port for 9c86ca06-de3a-4311-bfb9-4e1bc6297d92 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:06.855067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Made reservation on behalf of b95d73c8cf974134ae40847a555e62a0 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:06.857491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.862907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10642d82-0ac3-40f9-89ca-8918bbae1a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f6493-f5cb-46e0-8cad-30c8b46f144e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:06.867336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.876278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.882544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.890781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:06.891176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6b34a16e-fbd2-4b28-973a-d6ee2fc4b1fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:06.894693 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:06.978161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:06.998607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.006265 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1 HTTP/1.1" status: 204 len: 168 time: 1.2038615 Mar 10 17:49:07.007281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a215-d918-4ae0-9c65-1cfb41aee397 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=c7e1686a-78c1-4c8c-8a2e-27ad85d95fb1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.009578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54544) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.022041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1294258146'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:07.043286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9c86ca06-de3a-4311-bfb9-4e1bc6297d92), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.097574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.101535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9c86ca06-de3a-4311-bfb9-4e1bc6297d92 HTTP/1.1" status: 204 len: 168 time: 0.6364858 Mar 10 17:49:07.102366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:07.104670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54548) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.105620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.122888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f702-384a-4079-a91b-af98fb01d6d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c86ca06-de3a-4311-bfb9-4e1bc6297d92,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.131487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks [] for security_group (a2e78031-92ee-4645-b1d6-05750ec7efe4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.131634 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d4da1-d0de-4160-a9b8-a5a5d46e0747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:49:07.136632 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-839d4da1-d0de-4160-a9b8-a5a5d46e0747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports/9c86ca06-de3a-4311-bfb9-4e1bc6297d92 HTTP/1.1" status: 404 len: 333 time: 0.0273669 Mar 10 17:49:07.136859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54550) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.143460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568979177'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:07.157455 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a2e78031-92ee-4645-b1d6-05750ec7efe4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.168076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:07.197709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:07.206864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6c99ee99-cb07-4158-94a6-76b43a1bde72), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.207248 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Added segment 6c99ee99-cb07-4158-94a6-76b43a1bde72 of type vlan for network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 Mar 10 17:49:07.214392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.226592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Made reservation on behalf of e16ecd532bf64e86a4a0c315112c8e51 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:07.228116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3764ad80-fd0a-43bc-ae66-54499db74351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.228880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.231966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e97db45c-f8f4-4d87-9d07-cedbdaf4d04a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.232307 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Added segment e97db45c-f8f4-4d87-9d07-cedbdaf4d04a of type vlan for network 57ceb479-9e91-4f77-b54a-a4772056e731 Mar 10 17:49:07.246933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e78031-92ee-4645-b1d6-05750ec7efe4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.307471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 096953f2-772c-4972-9bcd-eec4d3a94ae0 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:07.311055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3764ad80-fd0a-43bc-ae66-54499db74351 admin admin] Publish callbacks [] for security_group (d7e8bec9-2cc7-4b71-8e0f-07360c9611ad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.316588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3764ad80-fd0a-43bc-ae66-54499db74351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d7e8bec9-2cc7-4b71-8e0f-07360c9611ad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.320530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (121375fa-69e1-412a-95e7-5cd5fc8c7f70), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.329243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (57ceb479-9e91-4f77-b54a-a4772056e731), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.354956 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3764ad80-fd0a-43bc-ae66-54499db74351 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fd6c6b4136d4783829e4f4fd0f77e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393578 Mar 10 17:49:07.357720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54554) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.363782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764ad80-fd0a-43bc-ae66-54499db74351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e8bec9-2cc7-4b71-8e0f-07360c9611ad,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.416279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] Publish callbacks [] for security_group (d7e8bec9-2cc7-4b71-8e0f-07360c9611ad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.419409 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (121375fa-69e1-412a-95e7-5cd5fc8c7f70), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.425678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:07.426267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.441712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] Publish callbacks [] for security_group (d7e8bec9-2cc7-4b71-8e0f-07360c9611ad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.461244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-08cf37ef-cd0b-4e43-8b8d-7b83d1504976 req-55a97a75-e011-4086-ae88-bfa8b73918ad service neutron] (103795) timed out ('10.222.0.35', 34884) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:49:07.486491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4729805 Mar 10 17:49:07.486491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (57ceb479-9e91-4f77-b54a-a4772056e731), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.486491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:07.486874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.487327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.492222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:07.512321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d7e8bec9-2cc7-4b71-8e0f-07360c9611ad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.515560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.517199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7e8bec9-2cc7-4b71-8e0f-07360c9611ad HTTP/1.1" status: 204 len: 168 time: 0.1580775 Mar 10 17:49:07.540359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de69d9-b096-42fa-a42a-e94e0c691781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e8bec9-2cc7-4b71-8e0f-07360c9611ad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.620921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54564) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.644757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0886538 Mar 10 17:49:07.648495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0c9a6-c2ce-4a99-b404-254ede4759a2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Network': ['ID=121375fa-69e1-412a-95e7-5cd5fc8c7f70,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.651011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54566) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.656072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Request body: {'subnet': {'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1923555388-subnet', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:07.663029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:07.666204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:07.669127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.675541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.719353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Made reservation on behalf of b95d73c8cf974134ae40847a555e62a0 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:07.721715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.730508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Deleting subnet 2bc70611-068b-4133-9a66-be43d55f01c3 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:49:07.732486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc6272-477b-403d-9b87-486c02eee69a admin admin] Pushing event updated for resources: {'Network': ['ID=57ceb479-9e91-4f77-b54a-a4772056e731,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.734076 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Publish callbacks [] for subnet (2bc70611-068b-4133-9a66-be43d55f01c3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.748705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 57ceb479-9e91-4f77-b54a-a4772056e731 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:07.764608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.781843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2bc70611-068b-4133-9a66-be43d55f01c3), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.886258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=096953f2-772c-4972-9bcd-eec4d3a94ae0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:07.891992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:07.895350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:07.898460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:07.899314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:07.899919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:07.921640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-79bc0365-693d-4f14-86df-944775f9ee6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7832398 Mar 10 17:49:07.924393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54572) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:07.929793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:07.973754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedfd3a-8083-4bf0-b494-780aedf846fc req-98edec60-8e4c-4e51-9594-0df20aa37f0b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:07.973754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ceedfd3a-8083-4bf0-b494-780aedf846fc req-98edec60-8e4c-4e51-9594-0df20aa37f0b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1427019 Mar 10 17:49:08.017002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'name': 'network-vif-deleted', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:08.019325 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a29d02-1d09-41b8-9fc6-263563db3700" -d '{"events": [{"server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "name": "network-vif-deleted", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:08.045501 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.071755 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c2b64-23cb-46ee-820d-47402cdd492b x-openstack-request-id: req-5b6c2b64-23cb-46ee-820d-47402cdd492b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:08.072237 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090bdb89-9f20-426a-91c9-d742b8085a9a", "name": "network-vif-deleted", "tag": "8023ca5e-f632-4bfe-ad2a-6d03f87dc800", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:08.072356 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b6c2b64-23cb-46ee-820d-47402cdd492b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:08.072691 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090bdb89-9f20-426a-91c9-d742b8085a9a', 'name': 'network-vif-deleted', 'tag': '8023ca5e-f632-4bfe-ad2a-6d03f87dc800', 'status': 'completed', 'code': 200} Mar 10 17:49:08.078579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ceedfd3a-8083-4bf0-b494-780aedf846fc req-ec5a9a26-9e07-4711-a32b-a610658a695c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998998 Mar 10 17:49:08.257957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2bc70611-068b-4133-9a66-be43d55f01c3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.281872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 096953f2-772c-4972-9bcd-eec4d3a94ae0 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:08.290671 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.297323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.380491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2bc70611-068b-4133-9a66-be43d55f01c3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.464711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc70611-068b-4133-9a66-be43d55f01c3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:08.486213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.489121 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c154845-c3d7-4202-a04b-29d478f9439b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2bc70611-068b-4133-9a66-be43d55f01c3 HTTP/1.1" status: 204 len: 168 time: 0.8671846 Mar 10 17:49:08.493221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:08.516011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (890f20f7-8012-4ab4-8a16-d164b1005ac8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.659237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3b978221-abb0-4354-8814-bb4c037a5b30), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.668617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (49ce818a-8b1e-4dd0-8277-b84fdecf8607), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.674799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=890f20f7-8012-4ab4-8a16-d164b1005ac8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:08.748514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=096953f2-772c-4972-9bcd-eec4d3a94ae0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:08.762587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Checking segment: {'id': '6c99ee99-cb07-4158-94a6-76b43a1bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:08.763001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network hostable DHCP agents. Network: 121375fa-69e1-412a-95e7-5cd5fc8c7f70, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:08.764929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.765273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.765963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.773860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.775049 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.775199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b978221-abb0-4354-8814-bb4c037a5b30,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:08.775754 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 2 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.792764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.793263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.793750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.799704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.800242 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.800778 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 3 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.814269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Checking segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:08.814672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Network hostable DHCP agents. Network: 57ceb479-9e91-4f77-b54a-a4772056e731, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:08.815431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.815918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.816451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.821627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.821872 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.822315 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 4 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.838059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.838404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.838789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.843969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.844321 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.844716 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 5 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.851558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (49ce818a-8b1e-4dd0-8277-b84fdecf8607), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.857246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.857790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.858147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.860855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:08.863095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.863487 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.863881 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 6 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.877367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.877701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.878036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.882762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.883121 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.883486 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 7 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.883622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ce818a-8b1e-4dd0-8277-b84fdecf8607']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:08.892041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 121375fa-69e1-412a-95e7-5cd5fc8c7f70) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:08.896506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.896844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.897185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.897626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ef5894-6e41-40d3-91d3-443f10ffdf16') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:08.897927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ef5894-6e41-40d3-91d3-443f10ffdf16') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:08.901686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.902012 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.902581 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 8 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.904718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1283a-8627-438c-85f4-52960dbc70e9 None None] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:08.909016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:08.909790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.915773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d8ef5894-6e41-40d3-91d3-443f10ffdf16), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.919932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Network 57ceb479-9e91-4f77-b54a-a4772056e731 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:08.938383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.939875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.940512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.940698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 57ceb479-9e91-4f77-b54a-a4772056e731) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:08.946262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d8ef5894-6e41-40d3-91d3-443f10ffdf16), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.949631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:08.950511 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.959363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.960774 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.961382 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 9 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:08.962940 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-463bedfe-cb20-40d3-9ced-f333723fa148 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4750261 Mar 10 17:49:08.969278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:08.969695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d8ef5894-6e41-40d3-91d3-443f10ffdf16), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:08.971347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:08.972131 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:08.976756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-580999279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:08.985060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:08.985533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:08.985996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:08.994886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:08.996155 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:08.997073 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 10 to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 Mar 10 17:49:09.014399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:09.015317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:09.016197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:09.019782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1977f-1d4e-4385-be0c-250f17c3ed1b None None] Network 57ceb479-9e91-4f77-b54a-a4772056e731 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:09.022169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:09.022683 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:09.031819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.044375 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d59a472-2b18-4288-a7fa-a346947573b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3922563 Mar 10 17:49:09.047672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54608) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.053983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756718b-3742-4563-9238-a559a6966545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-121375fa-69e1-412a-95e7-5cd5fc8c7f70', 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': '890f20f7-8012-4ab4-8a16-d164b1005ac8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:09.054979 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.056212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:09.057595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (963bb0c8-65f5-4a64-8625-a455b448732b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.058756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (963bb0c8-65f5-4a64-8625-a455b448732b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.063924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (49ce818a-8b1e-4dd0-8277-b84fdecf8607), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.071170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.074515 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] 10.222.0.35 "DELETE /v2.0/networks/49ce818a-8b1e-4dd0-8277-b84fdecf8607 HTTP/1.1" status: 204 len: 168 time: 0.5802410 Mar 10 17:49:09.099529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d41a7-b33e-4d3a-abd4-4be1cbcd7eea admin admin] Pushing event deleted for resources: {'Network': ['ID=49ce818a-8b1e-4dd0-8277-b84fdecf8607,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:09.136844 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.138188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.162500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for router_controller (963bb0c8-65f5-4a64-8625-a455b448732b), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.171099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (963bb0c8-65f5-4a64-8625-a455b448732b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.200796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 096953f2-772c-4972-9bcd-eec4d3a94ae0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:09.201161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempted to set empty binding levels {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:49:09.205397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.207898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2bbdb34a-b551-49bc-9456-6783ae955cb4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2347283 Mar 10 17:49:09.210264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.218829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70', 'name': 'tempest-PortsTestJSON-2026236224'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:09.245435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.281072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:49:09.283155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f8305dae-7096-437d-aabd-a5c92fea48f5 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:09.319740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-57ceb479-9e91-4f77-b54a-a4772056e731', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:09.321079 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.328140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: f8305dae-7096-437d-aabd-a5c92fea48f5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:49:09.328821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device f8305dae-7096-437d-aabd-a5c92fea48f5 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:49:09.387386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for router_controller (7038b4ca-482c-447e-9850-842b8f71b9cb), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.394201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] In _notify_port_updated(), no bound segment for port 096953f2-772c-4972-9bcd-eec4d3a94ae0 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:49:09.395477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.396393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.400834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:09.404446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.405547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "PUT /v2.0/ports/096953f2-772c-4972-9bcd-eec4d3a94ae0 HTTP/1.1" status: 200 len: 979 time: 1.4793260 Mar 10 17:49:09.406967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54622) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.407422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.482252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f736b-aa1e-4be4-864b-aa5ce7eea5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=096953f2-772c-4972-9bcd-eec4d3a94ae0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:09.502632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 66095c27-1832-4408-af4a-a1021a9de8c2 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:09.546629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a29f8-a697-4952-9a46-9eb5e8ffdfe4 req-8c11de48-dde3-4b47-81a8-f1480fb77ba5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.553992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e8a29f8-a697-4952-9a46-9eb5e8ffdfe4 req-8c11de48-dde3-4b47-81a8-f1480fb77ba5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3442247 Mar 10 17:49:09.593923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.594415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.594982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.595447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.595914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.596376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.596853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.597313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.597908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.598218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.598748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.599211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.599903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.600114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.600890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.601348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:09.604092 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c136ad8d-7f9d-439d-a27f-c719db776948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14549 time: 0.1947701 Mar 10 17:49:09.607863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54626) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.624640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0086976f-beee-4a4a-9c49-811035963325 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0caffea36ac481ea4c7336dbbe2eb64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134695 Mar 10 17:49:09.628491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54628) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:09.630550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e756718b-3742-4563-9238-a559a6966545 None None] Allocated IP 172.20.0.2 (121375fa-69e1-412a-95e7-5cd5fc8c7f70/890f20f7-8012-4ab4-8a16-d164b1005ac8/47055005-54af-4b31-92b2-10d6bea3eae2) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:09.674001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for router_gateway (7038b4ca-482c-447e-9850-842b8f71b9cb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.722031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Deleting port 096953f2-772c-4972-9bcd-eec4d3a94ae0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:09.722466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.740260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e8a29f8-a697-4952-9a46-9eb5e8ffdfe4 req-a0c55006-9a3d-46d5-81cd-de5a918dd615 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849401 Mar 10 17:49:09.741869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:09.764735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] Publish callbacks [] for security_group (99faf4d1-3acf-407b-bfb2-43e7e6509fce), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.803151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] Publish callbacks [] for security_group (99faf4d1-3acf-407b-bfb2-43e7e6509fce), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.810220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 096953f2-772c-4972-9bcd-eec4d3a94ae0, host n-h1-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:09.810623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.819472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:49:09.821522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Allocated IP 172.20.0.2 (57ceb479-9e91-4f77-b54a-a4772056e731/3b978221-abb0-4354-8814-bb4c037a5b30/d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:09.827488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Calling delete_port for 096953f2-772c-4972-9bcd-eec4d3a94ae0 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:09.924937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (096953f2-772c-4972-9bcd-eec4d3a94ae0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.946408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (99faf4d1-3acf-407b-bfb2-43e7e6509fce), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.949573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.954154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99faf4d1-3acf-407b-bfb2-43e7e6509fce HTTP/1.1" status: 204 len: 168 time: 0.3245921 Mar 10 17:49:09.956167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event deleted for resources: {'Port': ['ID=096953f2-772c-4972-9bcd-eec4d3a94ae0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:09.971405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:09.975145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c6cb253-b6b2-4bb5-991f-2f33f177f630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "DELETE /v2.0/ports/096953f2-772c-4972-9bcd-eec4d3a94ae0 HTTP/1.1" status: 204 len: 168 time: 0.3654215 Mar 10 17:49:09.979244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:10.007776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028423e-1e56-43c8-b49b-a39520ac996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99faf4d1-3acf-407b-bfb2-43e7e6509fce,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:10.037587 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb57c25-fbea-4fc4-ad85-05a000a3d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:49:10.043149 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fcb57c25-fbea-4fc4-ad85-05a000a3d023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports/096953f2-772c-4972-9bcd-eec4d3a94ae0 HTTP/1.1" status: 404 len: 333 time: 0.0589933 Mar 10 17:49:10.044087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54640) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:10.058125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811429808', 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:10.070914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for router_gateway (7038b4ca-482c-447e-9850-842b8f71b9cb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.087413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Made reservation on behalf of e16ecd532bf64e86a4a0c315112c8e51 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:10.091506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.096973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.117431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 0cfd8a51-379e-4563-9d7b-2e1105bdded2 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:10.186604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks [] for port (47055005-54af-4b31-92b2-10d6bea3eae2), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.193099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:10.193577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.314254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Allocated IP 172.25.3.170 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/76e4cdbe-fffc-4ae5-80e8-611136b67595) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:10.331976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.337365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.13 (121375fa-69e1-412a-95e7-5cd5fc8c7f70/890f20f7-8012-4ab4-8a16-d164b1005ac8/66095c27-1832-4408-af4a-a1021a9de8c2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:10.371284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (0cfd8a51-379e-4563-9d7b-2e1105bdded2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.372909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:49:10.454472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756718b-3742-4563-9238-a559a6966545 None None] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:10.479615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0cfd8a51-379e-4563-9d7b-2e1105bdded2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.488919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e756718b-3742-4563-9238-a559a6966545 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:10.529709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756718b-3742-4563-9238-a559a6966545 None None] Pushing event updated for resources: {'Port': ['ID=47055005-54af-4b31-92b2-10d6bea3eae2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:10.533273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756718b-3742-4563-9238-a559a6966545 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:10.565034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.566345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=0cfd8a51-379e-4563-9d7b-2e1105bdded2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:10.588438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:10.592080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:10.602745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:10.603702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:10.604302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.612532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:10.635107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.641076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.667359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a34a3ab4-233c-4518-aaaa-b888b58f0090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6221790 Mar 10 17:49:10.668329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:10.675313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (66095c27-1832-4408-af4a-a1021a9de8c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.698789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:10.703802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:10.705995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Pushing event updated for resources: {'Port': ['ID=76e4cdbe-fffc-4ae5-80e8-611136b67595,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:10.714649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:10.718088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5962f4-53ef-4fde-b7e0-50fa1e04dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:10.722512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a5962f4-53ef-4fde-b7e0-50fa1e04dc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports/0cfd8a51-379e-4563-9d7b-2e1105bdded2 HTTP/1.1" status: 200 len: 958 time: 0.0510545 Mar 10 17:49:10.725962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:10.753782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:10.804504 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks [] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.805955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e756718b-3742-4563-9238-a559a6966545 None None] Attempting to bind port 47055005-54af-4b31-92b2-10d6bea3eae2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:10.806317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e756718b-3742-4563-9238-a559a6966545 None None] Attempting to bind port 47055005-54af-4b31-92b2-10d6bea3eae2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6c99ee99-cb07-4158-94a6-76b43a1bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:10.813340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756718b-3742-4563-9238-a559a6966545 None None] Attempting to bind port 47055005-54af-4b31-92b2-10d6bea3eae2 on network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:10.822321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['a056c8c4-be21-4645-b2a9-cc5b03bbe786'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:49:10.857864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.873453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756718b-3742-4563-9238-a559a6966545 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:10.874630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756718b-3742-4563-9238-a559a6966545 None None] Checking segment: {'id': '6c99ee99-cb07-4158-94a6-76b43a1bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:10.875104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.875636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756718b-3742-4563-9238-a559a6966545 None None] Bound using segment: {'id': '6c99ee99-cb07-4158-94a6-76b43a1bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:10.876185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e756718b-3742-4563-9238-a559a6966545 None None] Bound port: 47055005-54af-4b31-92b2-10d6bea3eae2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c99ee99-cb07-4158-94a6-76b43a1bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '121375fa-69e1-412a-95e7-5cd5fc8c7f70'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:10.876710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.888591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Network 57ceb479-9e91-4f77-b54a-a4772056e731 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:10.896291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:10.901668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:10.933930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:10.972770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:10.979160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:10.984517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:11.023656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d437-23c4-4ee2-a119-3bf67261b65c req-de8b934e-3e36-423b-967e-957aa6a0fefb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:11.025552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de6d437-23c4-4ee2-a119-3bf67261b65c req-de8b934e-3e36-423b-967e-957aa6a0fefb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.1274798 Mar 10 17:49:11.041810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e756718b-3742-4563-9238-a559a6966545 None None] For port 47055005-54af-4b31-92b2-10d6bea3eae2, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:11.044929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Deleting port 0cfd8a51-379e-4563-9d7b-2e1105bdded2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:11.045328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0cfd8a51-379e-4563-9d7b-2e1105bdded2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.046899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e756718b-3742-4563-9238-a559a6966545 None None] For port 47055005-54af-4b31-92b2-10d6bea3eae2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=47055005-54af-4b31-92b2-10d6bea3eae2,segment=NetworkSegment(6c99ee99-cb07-4158-94a6-76b43a1bde72),segment_id=6c99ee99-cb07-4158-94a6-76b43a1bde72)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:11.084334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de6d437-23c4-4ee2-a119-3bf67261b65c req-02adb6a9-8d2d-46f1-b543-5eeca029fdcc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531073 Mar 10 17:49:11.095828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756718b-3742-4563-9238-a559a6966545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.120479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Pushing event updated for resources: {'Port': ['ID=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:11.150121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Attempting to bind port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:11.150871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Attempting to bind port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:11.151450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Attempting to bind port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb on network 57ceb479-9e91-4f77-b54a-a4772056e731 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:11.168847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for router_gateway (7038b4ca-482c-447e-9850-842b8f71b9cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.180909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0cfd8a51-379e-4563-9d7b-2e1105bdded2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.191451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:11.192575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Checking segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:11.193174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.193890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Calling delete_port for 0cfd8a51-379e-4563-9d7b-2e1105bdded2 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:11.194561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Bound using segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:11.195239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Bound port: d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:11.195833 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.270678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=66095c27-1832-4408-af4a-a1021a9de8c2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:11.294759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:11.295479 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.302582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0cfd8a51-379e-4563-9d7b-2e1105bdded2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.341851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cfd8a51-379e-4563-9d7b-2e1105bdded2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:11.351125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:11.372442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.385186 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e50a311f-ed54-4b34-b2a5-ae44c6efdfd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "DELETE /v2.0/ports/0cfd8a51-379e-4563-9d7b-2e1105bdded2 HTTP/1.1" status: 204 len: 168 time: 0.6579697 Mar 10 17:49:11.395916 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1579a7fd-5b55-4cc3-ba7e-2dfc4b5c1ec9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1843154 Mar 10 17:49:11.400827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54678) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:11.401168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:11.469203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756718b-3742-4563-9238-a559a6966545 None None] Pushing event updated for resources: {'Port': ['ID=47055005-54af-4b31-92b2-10d6bea3eae2,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:11.487747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] For port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:11.542393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] For port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:11.556176 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7e2ff9-041f-4ef8-8060-704110916f58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:49:11.560282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54682) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:11.564662 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea7e2ff9-041f-4ef8-8060-704110916f58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports/0cfd8a51-379e-4563-9d7b-2e1105bdded2 HTTP/1.1" status: 404 len: 333 time: 0.1607811 Mar 10 17:49:11.574822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021427312'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:11.574822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.599882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.610787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1940519400-network', 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:11.711748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:11.714310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.745613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.747829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e24b66-e4fa-4cc6-8ae9-51162253d4c9 None None] Pushing event updated for resources: {'Port': ['ID=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:11.787687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Made reservation on behalf of e16ecd532bf64e86a4a0c315112c8e51 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:11.790067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:11.822654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 7f265d61-8368-4980-a12d-195571c52894 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:11.832311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Router 7038b4ca-482c-447e-9850-842b8f71b9cb is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:49:12.128966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks [] for security_group (f969f83c-af1d-4c1d-9b36-30427625f6ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.134690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:12.138402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.141803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f969f83c-af1d-4c1d-9b36-30427625f6ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.149810 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:12.169759 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:12.174159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:12.186136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.190945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e580dfa0-6204-4345-9820-4778482a31a2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1375420 Mar 10 17:49:12.192868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:12.210501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969f83c-af1d-4c1d-9b36-30427625f6ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:12.224732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:12.271419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (814266a2-6f10-42cd-807c-9e48bcba0074), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.271939 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Added segment 814266a2-6f10-42cd-807c-9e48bcba0074 of type vlan for network b6ae8b64-70f2-4e62-b657-88523eddd6cc Mar 10 17:49:12.394279 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (7f265d61-8368-4980-a12d-195571c52894), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.394738 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ccc1-b860-4779-9fb0-904a1ca9619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.435444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b6ae8b64-70f2-4e62-b657-88523eddd6cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.535670 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:12.596073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 47055005-54af-4b31-92b2-10d6bea3eae2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:12.623324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7f265d61-8368-4980-a12d-195571c52894), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.647149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b6ae8b64-70f2-4e62-b657-88523eddd6cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.648255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:12.649213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.682904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811a686-7248-4a8a-9851-38ea4c5f317d req-fce1573a-55a7-4225-8198-b7deb8d74644 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:12.684681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2811a686-7248-4a8a-9851-38ea4c5f317d req-fce1573a-55a7-4225-8198-b7deb8d74644 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.2944553 Mar 10 17:49:12.768330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 47055005-54af-4b31-92b2-10d6bea3eae2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:12.768701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.790899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Network ea6be91a-f113-46a6-b622-dcea92dc13e8 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:12.796210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] Pushing event updated for resources: {'Network': ['ID=b6ae8b64-70f2-4e62-b657-88523eddd6cc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:12.807656 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e03892f2-209c-4c4a-b890-5fd8d5845b9e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4545186 Mar 10 17:49:12.815981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:12.821764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Request body: {'subnet': {'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1940519400-subnet', 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:12.839021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=7f265d61-8368-4980-a12d-195571c52894,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:12.852117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:12.863606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:12.867215 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:10Z', 'revision_number': 3, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:12.885475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:12.894786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:12.895507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:12.917897 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:49:12.927181 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Updating router 7038b4ca-482c-447e-9850-842b8f71b9cb port 76e4cdbe-fffc-4ae5-80e8-611136b67595 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:49:12.931419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:12.936407 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.013573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (66095c27-1832-4408-af4a-a1021a9de8c2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.022477 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.137877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-feff5fc5-ca9a-45f9-8b13-2831b553a479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5757160 Mar 10 17:49:13.140966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 47055005-54af-4b31-92b2-10d6bea3eae2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:13.141367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.146868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54700) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:13.155359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:13.178247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2811a686-7248-4a8a-9851-38ea4c5f317d req-7329d11a-fdb9-4c76-83ab-30bdef664128 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4824047 Mar 10 17:49:13.199334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6fe94-90f8-4980-964a-63b754ec8a8a None None] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:13.321529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 47055005-54af-4b31-92b2-10d6bea3eae2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=47055005-54af-4b31-92b2-10d6bea3eae2,segment=NetworkSegment(6c99ee99-cb07-4158-94a6-76b43a1bde72),segment_id=6c99ee99-cb07-4158-94a6-76b43a1bde72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:13.338172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:13.394101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.395191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:13.490081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=47055005-54af-4b31-92b2-10d6bea3eae2,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:13.548420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd448a8e-8aa7-43c3-811f-6146394f21b9 None None] Provisioning complete for port 47055005-54af-4b31-92b2-10d6bea3eae2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:13.549234 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd448a8e-8aa7-43c3-811f-6146394f21b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.566117 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks [] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.587818 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.603758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8ce7a-5095-440e-8f1a-282da38f103e None None] Network 57ceb479-9e91-4f77-b54a-a4772056e731 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:13.665759 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Attempting to bind port 76e4cdbe-fffc-4ae5-80e8-611136b67595 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:13.666604 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Attempting to bind port 76e4cdbe-fffc-4ae5-80e8-611136b67595 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:13.667241 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Attempting to bind port 76e4cdbe-fffc-4ae5-80e8-611136b67595 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:13.683848 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:13.684726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:13.685482 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.686291 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:13.686970 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Bound port: 76e4cdbe-fffc-4ae5-80e8-611136b67595, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:13.687999 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.695438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port a056c8c4-be21-4645-b2a9-cc5b03bbe786 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:13.695905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.752599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.766199 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Pushing event updated for resources: {'Port': ['ID=76e4cdbe-fffc-4ae5-80e8-611136b67595,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:13.778283 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.790040 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.790458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.793215 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.793607 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.793957 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.794301 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.794674 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.795003 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.796527 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.797053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.800086 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.801531 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:13.828198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] For port 76e4cdbe-fffc-4ae5-80e8-611136b67595, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:13.835366 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] For port 76e4cdbe-fffc-4ae5-80e8-611136b67595, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76e4cdbe-fffc-4ae5-80e8-611136b67595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:13.854095 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.869213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (0ba1fbb9-63cb-4345-ba5d-0be33608aac4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:13.960239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06650d67-633c-4fdd-821d-12932f6fcfda None None] Pushing event updated for resources: {'Port': ['ID=76e4cdbe-fffc-4ae5-80e8-611136b67595,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:13.988990 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:13.989860 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:48:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:14.000966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba1fbb9-63cb-4345-ba5d-0be33608aac4,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:14.061148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=66095c27-1832-4408-af4a-a1021a9de8c2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:14.069119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:14.072306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.122645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:14.122645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.181562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:14.181562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Network hostable DHCP agents. Network: b6ae8b64-70f2-4e62-b657-88523eddd6cc, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:14.245002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f265d61-8368-4980-a12d-195571c52894), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.281115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:14.381515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:14.386523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:14.394048 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f1d8f-0176-4c0c-909a-99105657c360" -d '{"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:14.491480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd448a8e-8aa7-43c3-811f-6146394f21b9 None None] Current status of the port 47055005-54af-4b31-92b2-10d6bea3eae2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:14.504048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:14.530204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b6ae8b64-70f2-4e62-b657-88523eddd6cc) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:14.532284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.565542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:14.566155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.711081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c49540-709e-4fe3-b5cd-9c16605c9685 None None] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:14.717164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d4974707-bb54-4405-88fb-b727714dc8ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8968916 Mar 10 17:49:14.729038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (963bb0c8-65f5-4a64-8625-a455b448732b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:14.812340 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:10Z', 'revision_number': 3, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:14.887866 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6167b4-bd47-48cd-8d51-9a399369172a None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:10Z', 'revision_number': 3, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:14.939542 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0efe0fe-e4e0-49c0-8960-0cfb8be24c47 x-openstack-request-id: req-d0efe0fe-e4e0-49c0-8960-0cfb8be24c47 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:14.939855 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:14.940094 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0efe0fe-e4e0-49c0-8960-0cfb8be24c47 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:14.940497 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'code': 200} Mar 10 17:49:14.942067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:14.946401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63e7eb-7bca-41e1-b60f-26cde8feea97 req-8dd386c9-324d-4059-9084-26e18c19d5aa tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:14.952580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee63e7eb-7bca-41e1-b60f-26cde8feea97 req-8dd386c9-324d-4059-9084-26e18c19d5aa tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.5488062 Mar 10 17:49:15.097308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37f8b9-2af0-4ef9-88e6-9c0ad7f5e84c None None] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:15.142870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:15.236747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e946ab6-a887-4f1c-b79d-5e1fa114c617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:15.291039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Provisioning complete for port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:15.297289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:15.307204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:15.337806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee63e7eb-7bca-41e1-b60f-26cde8feea97 req-fe155410-c9c4-4136-8630-259372dce258 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783107 Mar 10 17:49:15.787945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:15.788533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:15.793697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] device_id is not set on port 7f265d61-8368-4980-a12d-195571c52894 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:15.995523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:16.008050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.016926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (66095c27-1832-4408-af4a-a1021a9de8c2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.037682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.041375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks [] for port (7f265d61-8368-4980-a12d-195571c52894), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.097694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.275781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (963bb0c8-65f5-4a64-8625-a455b448732b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.294940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=66095c27-1832-4408-af4a-a1021a9de8c2,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:16.344136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:16.358271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Current status of the port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:16.370413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Provisioning complete for port 47055005-54af-4b31-92b2-10d6bea3eae2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:16.371134 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.532028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 47055005-54af-4b31-92b2-10d6bea3eae2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:16.532309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:16.539486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:16.639831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Current status of the port 47055005-54af-4b31-92b2-10d6bea3eae2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:16.708829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Provisioning complete for port 66095c27-1832-4408-af4a-a1021a9de8c2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:16.709203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.818597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 47055005-54af-4b31-92b2-10d6bea3eae2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:16.819287 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.926966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7f265d61-8368-4980-a12d-195571c52894), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:16.942567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Router 963bb0c8-65f5-4a64-8625-a455b448732b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:49:16.965180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f434999-7262-4a85-bcb4-5c945962de4e None None] Port 66095c27-1832-4408-af4a-a1021a9de8c2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:16.972124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-1cd9e8b5-ddba-4798-935f-3508da7f1147 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:16.982006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-1cd9e8b5-ddba-4798-935f-3508da7f1147 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 1.2114682 Mar 10 17:49:17.127106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 47055005-54af-4b31-92b2-10d6bea3eae2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:17.130097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76e4cdbe-fffc-4ae5-80e8-611136b67595 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:17.176710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:17.192586 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cb9de854-8a03-4510-8533-6aa794c6945e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/routers/963bb0c8-65f5-4a64-8625-a455b448732b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7889521 Mar 10 17:49:17.201322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:17.276031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Allocated IP 172.20.0.1 (57ceb479-9e91-4f77-b54a-a4772056e731/3b978221-abb0-4354-8814-bb4c037a5b30/abe6c696-4653-4c5e-82c9-0395bf32b815) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:17.280766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] Sync routers for ids ['963bb0c8-65f5-4a64-8625-a455b448732b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:17.305856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=7f265d61-8368-4980-a12d-195571c52894,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:17.332668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb85fd8-7f82-4832-9700-97c3eb7aef83 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:17.337913 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6cb85fd8-7f82-4832-9700-97c3eb7aef83 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?device_id=963bb0c8-65f5-4a64-8625-a455b448732b HTTP/1.1" status: 200 len: 983 time: 0.1339169 Mar 10 17:49:17.344243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:17.388003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:17.388343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:17.389094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:17.389935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Provisioning complete for port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:17.401007 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:17.427212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-2cd8c80b-5a09-470e-9f1b-d6fd7e030a45 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.1487153 Mar 10 17:49:17.430279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:17.430872 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:17.537907 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 2 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:17.545109 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:17.558501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] Routers {'963bb0c8-65f5-4a64-8625-a455b448732b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:17.560243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5beca4-59ae-4f69-b8e5-3c88a121f9a8 req-6e4453d1-35db-4866-a555-1f952e6e046d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:17.562280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5beca4-59ae-4f69-b8e5-3c88a121f9a8 req-6e4453d1-35db-4866-a555-1f952e6e046d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.6368804 Mar 10 17:49:17.563380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['963bb0c8-65f5-4a64-8625-a455b448732b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:17.567527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-6c4d8fda-4f10-4450-9cdd-19bcab5d9927 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243536 Mar 10 17:49:17.684079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:17.722131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] Routers {'963bb0c8-65f5-4a64-8625-a455b448732b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:17.723034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['963bb0c8-65f5-4a64-8625-a455b448732b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:17.867467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:17.872664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda01518-258f-4886-8661-5057dbf3e04d None None] The sync data for ids ['963bb0c8-65f5-4a64-8625-a455b448732b'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:17.940387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks [] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:17.974906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 76e4cdbe-fffc-4ae5-80e8-611136b67595 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:17.975438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:17.997307 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.042612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:18.042962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:18.043305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:18.078044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-f1f5f604-a173-4c53-b6f9-2057fa67a997 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983025 Mar 10 17:49:18.115469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Current status of the port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:18.161724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Provisioning complete for port 66095c27-1832-4408-af4a-a1021a9de8c2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:18.162098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.214506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-6ecb9555-515e-4ab5-9c88-4bed47c206a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209347 Mar 10 17:49:18.215348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:18.215840 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:18.230243 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 3 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:18.240703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Network 57ceb479-9e91-4f77-b54a-a4772056e731 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:18.259399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:18.266125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:18.269704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Pushing event updated for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:18.307975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5478de00-1991-445a-90b3-3ce59d18a994 None None] Port 66095c27-1832-4408-af4a-a1021a9de8c2 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:18.371827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 76e4cdbe-fffc-4ae5-80e8-611136b67595 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:18.372385 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.383583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f5beca4-59ae-4f69-b8e5-3c88a121f9a8 req-967fcf76-e571-4aeb-b914-5d525bc82554 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076135 Mar 10 17:49:18.389001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:18.401471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:18.402441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:18.423380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:18.424556 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:18.427863 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 4 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:18.437605 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (7038b4ca-482c-447e-9850-842b8f71b9cb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.455804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 76e4cdbe-fffc-4ae5-80e8-611136b67595, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76e4cdbe-fffc-4ae5-80e8-611136b67595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:18.477327 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.590311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=76e4cdbe-fffc-4ae5-80e8-611136b67595,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:18.809247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (963bb0c8-65f5-4a64-8625-a455b448732b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:18.953895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8fbd2edc-a189-4876-844f-2017728ceaa4 None None] Provisioning complete for port abe6c696-4653-4c5e-82c9-0395bf32b815 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:18.954404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8fbd2edc-a189-4876-844f-2017728ceaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.048380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd2edc-a189-4876-844f-2017728ceaa4 None None] Port abe6c696-4653-4c5e-82c9-0395bf32b815 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:19.188252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:19.188826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:19.188934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:19.220763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 66095c27-1832-4408-af4a-a1021a9de8c2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:19.221160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.299831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:19.333995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3312afde-f8d5-4772-aff1-1e6c4bd825c2 req-1665fb05-cdca-4e3e-8e12-f4254ec6c7e5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 210 time: 0.2138591 Mar 10 17:49:19.351044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:19.351381 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:19.354220 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 5 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:19.401449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.420758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:19.430962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:19.431397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:19.440157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.480495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:19.488842 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:19.495653 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 6 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:19.518046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:19.525454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.529192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:19.575518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 66095c27-1832-4408-af4a-a1021a9de8c2 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:19.678664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:19.681018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:19.681380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:19.713910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:19.717114 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:19.729293 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 7 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:19.749827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:19.771921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:19.772413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:19.772752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:20.007086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:20.007518 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:20.034244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (66095c27-1832-4408-af4a-a1021a9de8c2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.050764 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 8 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:20.081138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=66095c27-1832-4408-af4a-a1021a9de8c2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:20.251685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks [] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.288396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461238cc-1221-4f02-91df-24b68e6242ea req-00d6755d-006c-42f5-a70d-d1a7f5407d2b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:20.304055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-461238cc-1221-4f02-91df-24b68e6242ea req-00d6755d-006c-42f5-a70d-d1a7f5407d2b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.7927999 Mar 10 17:49:20.367612 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.379789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:20.380121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:20.380462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:20.495835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (963bb0c8-65f5-4a64-8625-a455b448732b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.555090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:20.555429 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:20.577985 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 9 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:20.655395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76e4cdbe-fffc-4ae5-80e8-611136b67595 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:20.661397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-461238cc-1221-4f02-91df-24b68e6242ea req-7d2334d7-9684-42f1-b9b4-91c61ca6dea1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563704 Mar 10 17:49:20.706559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Pushing event updated for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:20.760030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 76e4cdbe-fffc-4ae5-80e8-611136b67595 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:20.760780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.764281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:20.764281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:20.766030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:20.776779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (7038b4ca-482c-447e-9850-842b8f71b9cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:20.856774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 76e4cdbe-fffc-4ae5-80e8-611136b67595 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:20.885730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:20.886489 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:20.955415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Router 963bb0c8-65f5-4a64-8625-a455b448732b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:49:21.057880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:21.073187 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] Sync routers for ids ['963bb0c8-65f5-4a64-8625-a455b448732b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:21.074928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1cd5f011-85a7-4cc0-aae7-a0281babdfbd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/routers/963bb0c8-65f5-4a64-8625-a455b448732b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7295904 Mar 10 17:49:21.076603 n-d-833115-2 neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempt 10 to bind port 7f265d61-8368-4980-a12d-195571c52894 Mar 10 17:49:21.077381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:21.090950 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] Routers {'963bb0c8-65f5-4a64-8625-a455b448732b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:21.091583 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['963bb0c8-65f5-4a64-8625-a455b448732b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:21.118612 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0565a960-653e-49f3-a039-062c17822b43 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:49:21.123271 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0565a960-653e-49f3-a039-062c17822b43 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/66095c27-1832-4408-af4a-a1021a9de8c2 HTTP/1.1" status: 404 len: 333 time: 0.0419788 Mar 10 17:49:21.124288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54794) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:21.131776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:21.132110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:21.132448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempting to bind port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:21.141543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:21.141869 n-d-833115-2 neutron-server[103795]: ERROR neutron.plugins.ml2.managers [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Failed to bind port 7f265d61-8368-4980-a12d-195571c52894 on host n-h1-833115-2 for vnic_type normal using segments [{'id': 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ea6be91a-f113-46a6-b622-dcea92dc13e8'}] Mar 10 17:49:21.142239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7f265d61-8368-4980-a12d-195571c52894), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:21.170726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:21.183966 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] Routers {'963bb0c8-65f5-4a64-8625-a455b448732b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:21.185323 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['963bb0c8-65f5-4a64-8625-a455b448732b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:21.231357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:21.232312 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941dac1-e9ef-452a-8cc8-0dd7daab3b8e None None] The sync data for ids ['963bb0c8-65f5-4a64-8625-a455b448732b'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:21.321668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Network 57ceb479-9e91-4f77-b54a-a4772056e731 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:21.330234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a146f558-6a69-467b-a10e-4c84034586b6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:21.332916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a146f558-6a69-467b-a10e-4c84034586b6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.6561377 Mar 10 17:49:21.334833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 7f265d61-8368-4980-a12d-195571c52894, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:21.335416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attempted to set empty binding levels {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:49:21.357712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:21.375229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7735f36-2aae-4976-8e43-6ef566e5df9f req-963ef84c-ddfe-43c9-83a7-f380e4aaab07 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 210 time: 0.0941885 Mar 10 17:49:21.376231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:21.386270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for router (963bb0c8-65f5-4a64-8625-a455b448732b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:21.408785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7f265d61-8368-4980-a12d-195571c52894), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:21.498357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] In _notify_port_updated(), no bound segment for port 7f265d61-8368-4980-a12d-195571c52894 on network ea6be91a-f113-46a6-b622-dcea92dc13e8 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:49:21.499278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:21.499894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:21.501223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "PUT /v2.0/ports/7f265d61-8368-4980-a12d-195571c52894 HTTP/1.1" status: 200 len: 979 time: 8.3521373 Mar 10 17:49:21.507189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54796) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:21.681914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce66fe-8125-49b0-8d90-a1f06851fe0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event updated for resources: {'Port': ['ID=7f265d61-8368-4980-a12d-195571c52894,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:21.914745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-257de23d-d293-4a6f-ac63-9d3cb5a03b1c None None] Provisioning complete for port abe6c696-4653-4c5e-82c9-0395bf32b815 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:21.915858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-257de23d-d293-4a6f-ac63-9d3cb5a03b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:21.944179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Router 7038b4ca-482c-447e-9850-842b8f71b9cb has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:49:21.957602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e110c-d516-4c61-aaa6-154a3e2ba522 req-53fb8b20-89cb-46b7-bbab-c054b6313a24 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:21.965265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-323e110c-d516-4c61-aaa6-154a3e2ba522 req-53fb8b20-89cb-46b7-bbab-c054b6313a24 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1951118 Mar 10 17:49:21.977878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:21.983018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.015848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-257de23d-d293-4a6f-ac63-9d3cb5a03b1c None None] Port abe6c696-4653-4c5e-82c9-0395bf32b815 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:22.068875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-323e110c-d516-4c61-aaa6-154a3e2ba522 req-ec6dd30d-ae92-48a5-8607-3d41b53007d3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026475 Mar 10 17:49:22.126365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Deleting port 7f265d61-8368-4980-a12d-195571c52894 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:22.127173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7f265d61-8368-4980-a12d-195571c52894), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.164574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (963bb0c8-65f5-4a64-8625-a455b448732b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.166988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for router_controller (963bb0c8-65f5-4a64-8625-a455b448732b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.241420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (963bb0c8-65f5-4a64-8625-a455b448732b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.242099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Fanout notify agent at l3_agent the message router_deleted on router 963bb0c8-65f5-4a64-8625-a455b448732b {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:49:22.259401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.268558 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d41c0d63-1a00-4f69-9948-3e9e3df749cd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/routers/963bb0c8-65f5-4a64-8625-a455b448732b HTTP/1.1" status: 204 len: 168 time: 1.1414320 Mar 10 17:49:22.269413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54802) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:22.362359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet 890f20f7-8012-4ab4-8a16-d164b1005ac8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:49:22.367544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (890f20f7-8012-4ab4-8a16-d164b1005ac8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.450053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (890f20f7-8012-4ab4-8a16-d164b1005ac8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.563979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (890f20f7-8012-4ab4-8a16-d164b1005ac8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.632780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (890f20f7-8012-4ab4-8a16-d164b1005ac8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.682531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=890f20f7-8012-4ab4-8a16-d164b1005ac8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:22.691077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.694316 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c933a680-098b-4e9f-8c72-3a3b9ae36705 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/890f20f7-8012-4ab4-8a16-d164b1005ac8 HTTP/1.1" status: 204 len: 168 time: 0.4238510 Mar 10 17:49:22.697404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54806) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:22.702043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce31402-c6fe-4822-8a52-ee733563dab2 None None] Network 121375fa-69e1-412a-95e7-5cd5fc8c7f70 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:22.822876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4044283f-a8d7-4a5b-b756-69cf6fee66cb req-c59d745e-8950-4700-833c-3038083321a0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 210 time: 0.0806270 Mar 10 17:49:22.824757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] For port 7f265d61-8368-4980-a12d-195571c52894, host n-h1-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:22.826622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7f265d61-8368-4980-a12d-195571c52894), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.869022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Calling delete_port for 7f265d61-8368-4980-a12d-195571c52894 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:22.881778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:22.900833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8c69712-682a-4542-bfe8-cdea7a35d867 admin admin] 10.222.0.35 "PUT /v2.0/routers/7038b4ca-482c-447e-9850-842b8f71b9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7068436 Mar 10 17:49:22.924583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:22.931297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (121375fa-69e1-412a-95e7-5cd5fc8c7f70), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:22.964896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:22.965546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:22.997546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.9 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/604b4bf2-e26d-4658-99e9-a4fd36dadd94) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:23.075156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 47055005-54af-4b31-92b2-10d6bea3eae2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:23.075500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.123687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7f265d61-8368-4980-a12d-195571c52894), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.233840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.240983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "DELETE /v2.0/ports/7f265d61-8368-4980-a12d-195571c52894 HTTP/1.1" status: 204 len: 168 time: 1.7178569 Mar 10 17:49:23.241192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] DHCP port deletion for 121375fa-69e1-412a-95e7-5cd5fc8c7f70 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:49:23.243752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7b459-958a-497e-a2d1-a1ffba07c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f265d61-8368-4980-a12d-195571c52894,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:23.265649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:23.326190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] For port 47055005-54af-4b31-92b2-10d6bea3eae2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=47055005-54af-4b31-92b2-10d6bea3eae2,segment=NetworkSegment(6c99ee99-cb07-4158-94a6-76b43a1bde72),segment_id=6c99ee99-cb07-4158-94a6-76b43a1bde72)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:23.327489 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.337716 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d90d9a0-be44-4754-809f-ecf621476bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:49:23.343929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6d90d9a0-be44-4754-809f-ecf621476bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216591942-project-admin] 10.222.0.35 "GET /v2.0/ports/7f265d61-8368-4980-a12d-195571c52894 HTTP/1.1" status: 404 len: 333 time: 0.0724542 Mar 10 17:49:23.348360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:23.407818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f72d4a-f986-437e-8054-a9cb9305de32 req-c1db823e-042b-4654-9f09-214adb7b598b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:23.415959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5f72d4a-f986-437e-8054-a9cb9305de32 req-c1db823e-042b-4654-9f09-214adb7b598b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1672113 Mar 10 17:49:23.464309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 47055005-54af-4b31-92b2-10d6bea3eae2 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:23.493833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5f72d4a-f986-437e-8054-a9cb9305de32 req-fde8e1c0-be58-4111-b87b-b0d81da286f9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768664 Mar 10 17:49:23.525392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:23.542558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.592186 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.612744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Deleting port 47055005-54af-4b31-92b2-10d6bea3eae2 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:23.613122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.683115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:23.690537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:23.702850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:23.811710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:23.855669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] For port 47055005-54af-4b31-92b2-10d6bea3eae2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=47055005-54af-4b31-92b2-10d6bea3eae2,segment=NetworkSegment(6c99ee99-cb07-4158-94a6-76b43a1bde72),segment_id=6c99ee99-cb07-4158-94a6-76b43a1bde72)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:23.855903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.867839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ea6be91a-f113-46a6-b622-dcea92dc13e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.871310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Calling delete_port for 47055005-54af-4b31-92b2-10d6bea3eae2 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:23.891317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 2, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:23.898967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:23.898967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:23.950587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-0ce5dca3-1471-40e5-8381-fb289fa9eb04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5972900 Mar 10 17:49:23.988054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Request body: {'port': {'device_id': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:24.038284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:49:24.038897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Updating router 7038b4ca-482c-447e-9850-842b8f71b9cb port abe6c696-4653-4c5e-82c9-0395bf32b815 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:49:24.113721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.206253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.239640 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.293686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No DVR routers for this DVR port 47055005-54af-4b31-92b2-10d6bea3eae2 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:24.363244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ea6be91a-f113-46a6-b622-dcea92dc13e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.387475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6be91a-f113-46a6-b622-dcea92dc13e8']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:24.398094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:24.398614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9abb1-cba3-4fcb-9c34-6583fbf31f31') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:24.409311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (edc9abb1-cba3-4fcb-9c34-6583fbf31f31), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.423051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (edc9abb1-cba3-4fcb-9c34-6583fbf31f31), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.429882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:24.430525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (edc9abb1-cba3-4fcb-9c34-6583fbf31f31), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:24.540424 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:24.545023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=47055005-54af-4b31-92b2-10d6bea3eae2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:24.610174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:24.626299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-38226557-network', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:24.635374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ea6be91a-f113-46a6-b622-dcea92dc13e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.668783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604b4bf2-e26d-4658-99e9-a4fd36dadd94 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:49:24.686640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks [] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.703815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Transition to ACTIVE for port object 604b4bf2-e26d-4658-99e9-a4fd36dadd94 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:49:24.719257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.726372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f5e1d-5380-45af-8439-7f3f667eddaa req-fdf90bb7-d691-41f1-911f-1a40d902d8f4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:24.737388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d61f5e1d-5380-45af-8439-7f3f667eddaa req-fdf90bb7-d691-41f1-911f-1a40d902d8f4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 931 time: 0.6205595 Mar 10 17:49:24.740675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] 10.222.0.35 "DELETE /v2.0/networks/ea6be91a-f113-46a6-b622-dcea92dc13e8 HTTP/1.1" status: 204 len: 168 time: 1.3915622 Mar 10 17:49:24.759447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.812147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (121375fa-69e1-412a-95e7-5cd5fc8c7f70), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.830986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:24.845520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks [] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.863101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 47055005-54af-4b31-92b2-10d6bea3eae2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:24.867040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Made reservation on behalf of 1bf6141402bd4b2293c6514ee85cab92 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:24.871632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.874874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.912997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a58d-db04-4cbb-934c-f6ec5257358b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059751560-project] Pushing event deleted for resources: {'Network': ['ID=ea6be91a-f113-46a6-b622-dcea92dc13e8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:24.930223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:24.941418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121375fa-69e1-412a-95e7-5cd5fc8c7f70']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:25.052791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c99ee99-cb07-4158-94a6-76b43a1bde72') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:25.053393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c99ee99-cb07-4158-94a6-76b43a1bde72') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:25.055249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d61f5e1d-5380-45af-8439-7f3f667eddaa req-39dabea5-1c8d-4a69-bda8-355bdf3fe49e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162403 Mar 10 17:49:25.069985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f1b07-6f42-4f9d-8399-e0811a03d336 None None] Pushing event updated for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.072901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 47055005-54af-4b31-92b2-10d6bea3eae2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:49:25.073325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 47055005-54af-4b31-92b2-10d6bea3eae2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:49:25.079459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (47055005-54af-4b31-92b2-10d6bea3eae2), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.118936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] Pushing event deleted for resources: {'Port': ['ID=47055005-54af-4b31-92b2-10d6bea3eae2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.139210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795e475-8538-423c-b8dc-64ada1f7a2c3 None None] No DVR routers for this DVR port 47055005-54af-4b31-92b2-10d6bea3eae2 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:49:25.155873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.186673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6c99ee99-cb07-4158-94a6-76b43a1bde72), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.272683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936db5-df90-476f-bbe7-20337079259d req-8712c52e-96b6-4136-b355-71f398713b63 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:25.274306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6936db5-df90-476f-bbe7-20337079259d req-8712c52e-96b6-4136-b355-71f398713b63 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.5687926 Mar 10 17:49:25.339916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6c99ee99-cb07-4158-94a6-76b43a1bde72), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.368148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Attempting to bind port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:25.373734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Attempting to bind port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:25.379222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Attempting to bind port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:25.404055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:25.407140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Attempting to bind port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:25.441950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Attempting to bind port abe6c696-4653-4c5e-82c9-0395bf32b815 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:25.442775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:25.443871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:25.444034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Attempting to bind port abe6c696-4653-4c5e-82c9-0395bf32b815 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:25.444310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Attempting to bind port abe6c696-4653-4c5e-82c9-0395bf32b815 on network 57ceb479-9e91-4f77-b54a-a4772056e731 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:25.445311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:25.446479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Bound port: 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:25.447248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.469032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:25.470079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Checking segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:25.472063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.472666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:25.473256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6c99ee99-cb07-4158-94a6-76b43a1bde72), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.474132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Bound using segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:25.476508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Bound port: abe6c696-4653-4c5e-82c9-0395bf32b815, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:25.477802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.483966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6936db5-df90-476f-bbe7-20337079259d req-bf91b008-9bdd-4520-b7be-88753db20b9c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767521 Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:25.539923 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:25.620319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:25.629089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54868) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:25.689024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] For port abe6c696-4653-4c5e-82c9-0395bf32b815, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:25.703452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] For port abe6c696-4653-4c5e-82c9-0395bf32b815, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abe6c696-4653-4c5e-82c9-0395bf32b815,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:25.723585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.746151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:25.750727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d95f37e5-b2e3-408f-8443-0221571b139f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.763921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.787258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (121375fa-69e1-412a-95e7-5cd5fc8c7f70), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.798165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.804964 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/121375fa-69e1-412a-95e7-5cd5fc8c7f70 HTTP/1.1" status: 204 len: 168 time: 3.1064689 Mar 10 17:49:25.856878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:25.857986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=121375fa-69e1-412a-95e7-5cd5fc8c7f70,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.925996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Provisioning complete for port abe6c696-4653-4c5e-82c9-0395bf32b815 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:25.927547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:25.961287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f1b07-6f42-4f9d-8399-e0811a03d336 None None] Pushing event updated for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.968586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:25.969443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:25.970297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:26.052306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf408f7-52f6-49ee-acd4-603002c6228d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:26.054344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abf408f7-52f6-49ee-acd4-603002c6228d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/425413b9-2e5f-44c0-9822-83f405f1f4c0 HTTP/1.1" status: 200 len: 841 time: 0.1885097 Mar 10 17:49:26.079561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:26.088049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.089325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:26.099638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-a62f4e29-aa9a-46e1-862e-1cb53fefb5ed service neutron] 10.222.0.41 "PUT /v2.0/ports/604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 200 len: 1091 time: 2.1324010 Mar 10 17:49:26.108715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:26.130812 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92394297-96ce-45b8-ab7a-ce4116d98fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:26.284000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d95f37e5-b2e3-408f-8443-0221571b139f admin admin] Publish callbacks [] for security_group (0797b0ec-2db3-4f43-ba93-a6d272f6e259), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.303989 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fad7ae-e8e2-470f-ad8c-e0a556b037de x-openstack-request-id: req-35fad7ae-e8e2-470f-ad8c-e0a556b037de {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:26.306526 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:26.306797 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35fad7ae-e8e2-470f-ad8c-e0a556b037de {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:26.307220 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94', 'status': 'completed', 'code': 200} Mar 10 17:49:26.388284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks [] for security_group (dac6f7f3-0cde-4c09-9252-50e1a4bdd957), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.392884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.392884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.393434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.393837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.394175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.395983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.396340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.398235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.398235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.399400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.399846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.400226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.400521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f92ab9-124f-4d64-8d38-0883bc03ded9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:26.411857 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac6f7f3-0cde-4c09-9252-50e1a4bdd957), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.418762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d95f37e5-b2e3-408f-8443-0221571b139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0797b0ec-2db3-4f43-ba93-a6d272f6e259), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.455312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-92ba3cbd-e5d8-45bd-bbf7-9735e2754c52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=239e3bdabb84406f953a10566f37bcdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8228366 Mar 10 17:49:26.456008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:26.488516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33046c2e-c8b1-4043-9aca-4ba00f9bf1b2 req-d346feaa-72a9-4252-ab90-5432ea9309bd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:26.490102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33046c2e-c8b1-4043-9aca-4ba00f9bf1b2 req-d346feaa-72a9-4252-ab90-5432ea9309bd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 943 time: 0.1934967 Mar 10 17:49:26.495211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-f50dac40-d765-4b1b-9500-f22fdaa44d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:26.496692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-f50dac40-d765-4b1b-9500-f22fdaa44d51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 1125 time: 0.3381376 Mar 10 17:49:26.503912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:26.538593 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a8ade797-38cf-4307-a4a9-844f3fdc0031 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/425413b9-2e5f-44c0-9822-83f405f1f4c0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2474759 Mar 10 17:49:26.577519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:26.588861 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] Publish callbacks [] for security_group (f8829996-7af4-4395-a9b9-9f97169486d2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.638132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-5d801077-1998-456f-94c0-099bda29c6b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 200 len: 217 time: 0.1144187 Mar 10 17:49:26.645125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:26.705469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:26.726238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b877a6dd-b11f-4231-a196-f380d2c60913), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.726759 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Added segment b877a6dd-b11f-4231-a196-f380d2c60913 of type vlan for network d8f598d6-e181-4e5e-8d78-102fc67bf813 Mar 10 17:49:26.728698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] Publish callbacks [] for security_group (f8829996-7af4-4395-a9b9-9f97169486d2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.812227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d8f598d6-e181-4e5e-8d78-102fc67bf813), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.869528 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d95f37e5-b2e3-408f-8443-0221571b139f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aaca73978238431fb14f3b6663f1e7e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0069942 Mar 10 17:49:26.875814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:26.915352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d8f598d6-e181-4e5e-8d78-102fc67bf813), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.916716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:26.917395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:26.989394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33046c2e-c8b1-4043-9aca-4ba00f9bf1b2 req-787ac1c2-0732-43de-9b4f-64fef2ebf3c7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916768 Mar 10 17:49:27.020455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Pushing event updated for resources: {'Network': ['ID=d8f598d6-e181-4e5e-8d78-102fc67bf813,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:27.037787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-ade1d41f-565c-4f46-8681-64e71ab3e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:27.041267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-ade1d41f-565c-4f46-8681-64e71ab3e743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.3552001 Mar 10 17:49:27.053962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:27.059018 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4378076 Mar 10 17:49:27.063895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.067670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54896) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:27.072871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Request body: {'subnet': {'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-38226557-subnet', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:27.084062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414a274-5022-4372-952a-9059adf3b7f9 req-ca32a956-f2bf-4093-b1fa-cf0cfa4f0312 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:27.088150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f414a274-5022-4372-952a-9059adf3b7f9 req-ca32a956-f2bf-4093-b1fa-cf0cfa4f0312 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.4488096 Mar 10 17:49:27.146781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65763a70-ac81-4beb-b111-1275850b12dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6f7f3-0cde-4c09-9252-50e1a4bdd957,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:27.147737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-4e3d6b0e-e601-41da-8084-9ee44531f2eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004839 Mar 10 17:49:27.230581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8829996-7af4-4395-a9b9-9f97169486d2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.233265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f37e5-b2e3-408f-8443-0221571b139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0797b0ec-2db3-4f43-ba93-a6d272f6e259,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:27.238553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.241239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8829996-7af4-4395-a9b9-9f97169486d2 HTTP/1.1" status: 204 len: 168 time: 0.7789743 Mar 10 17:49:27.251712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Made reservation on behalf of 1bf6141402bd4b2293c6514ee85cab92 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:27.258632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.308105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871809ee-c3bb-4c42-bd77-6d292b282f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8829996-7af4-4395-a9b9-9f97169486d2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:27.355454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:25Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:27.438952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778278a-b49d-49b5-a8d8-8db87af9f318 None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:25Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:27.480322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f414a274-5022-4372-952a-9059adf3b7f9 req-10f58c94-930f-4b55-9a6c-935b6a39ed71 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839157 Mar 10 17:49:27.564387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Current status of the port abe6c696-4653-4c5e-82c9-0395bf32b815 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:27.564862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.597022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-f89f5f49-f6d2-4683-a43d-3e8921fcccf5 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384549 Mar 10 17:49:27.700245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] For port abe6c696-4653-4c5e-82c9-0395bf32b815, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abe6c696-4653-4c5e-82c9-0395bf32b815,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:27.713485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.877183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfd6ccde-fd42-4e66-b543-e66756470924 req-9bac2249-ee0d-465e-bc43-9c32fa570140 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723348 Mar 10 17:49:27.888368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c733283f-920c-48f6-b4fa-397b3f11530d None None] Provisioning complete for port abe6c696-4653-4c5e-82c9-0395bf32b815 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:27.888792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c733283f-920c-48f6-b4fa-397b3f11530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.894366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93887a09-ef86-4436-ad92-b8d50239aa2e None None] Pushing event updated for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:27.943438 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] Publish callbacks [] for security_group (0797b0ec-2db3-4f43-ba93-a6d272f6e259), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.948245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:27.952361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:27.955945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (191fe324-38f2-42e0-b02c-b2edff0e4e25), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.036604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54904) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:28.183913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c733283f-920c-48f6-b4fa-397b3f11530d None None] Current status of the port abe6c696-4653-4c5e-82c9-0395bf32b815 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:28.185910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] Publish callbacks [] for security_group (0797b0ec-2db3-4f43-ba93-a6d272f6e259), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.218220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b940bd1-6e10-4218-a04b-a3b51b8d4f58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e16ecd532bf64e86a4a0c315112c8e51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747136 Mar 10 17:49:28.221086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:28.295151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-2af685c1-5666-4bba-a40e-40c5f534b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:28.296921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-2af685c1-5666-4bba-a40e-40c5f534b71f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 1125 time: 0.3483069 Mar 10 17:49:28.334168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] Publish callbacks [] for security_group (70a09637-31c4-45b7-ad89-b90cd6a869d3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.386387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=191fe324-38f2-42e0-b02c-b2edff0e4e25,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:28.396556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a9615-0366-40ae-96de-3ecbd3a42685 req-9403f865-2614-4cb5-95d3-852bf3d144dd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:28.402033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-025a9615-0366-40ae-96de-3ecbd3a42685 req-9403f865-2614-4cb5-95d3-852bf3d144dd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 943 time: 0.2437451 Mar 10 17:49:28.420186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Checking segment: {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:28.422047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Network hostable DHCP agents. Network: d8f598d6-e181-4e5e-8d78-102fc67bf813, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:28.464834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0797b0ec-2db3-4f43-ba93-a6d272f6e259), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.468521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.472424 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0797b0ec-2db3-4f43-ba93-a6d272f6e259 HTTP/1.1" status: 204 len: 168 time: 1.5833631 Mar 10 17:49:28.505089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:28.537451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] Publish callbacks [] for security_group (70a09637-31c4-45b7-ad89-b90cd6a869d3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.540833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386520d-7018-422f-a4a6-b0f2930de83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0797b0ec-2db3-4f43-ba93-a6d272f6e259,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:28.562242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d8f598d6-e181-4e5e-8d78-102fc67bf813) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:28.570487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28845c-8590-470a-b30c-a28d6172741d None None] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:28.570949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:28.571604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.748881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cd3eb685-0e86-4eaf-96b8-b43552874d70 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6799231 Mar 10 17:49:28.757581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:28.775511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:28.822554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b1491ab0-66b4-49a1-9bbc-f900baec007b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.827294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abe6c696-4653-4c5e-82c9-0395bf32b815 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:28.832914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-025a9615-0366-40ae-96de-3ecbd3a42685 req-955e55dd-dbb9-433b-af53-44a2ca264b86 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686364 Mar 10 17:49:28.936827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-2de7ace5-d578-417b-a192-c67488ed5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:28.939853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-2de7ace5-d578-417b-a192-c67488ed5e6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.6305630 Mar 10 17:49:28.975734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d8f598d6-e181-4e5e-8d78-102fc67bf813', 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813', 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'fixed_ips': [{'subnet_id': '191fe324-38f2-42e0-b02c-b2edff0e4e25'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:28.976690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:28.994522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port abe6c696-4653-4c5e-82c9-0395bf32b815 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:28.995547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.081798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:29.157961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:29.171245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf419-2eda-4f1b-96c2-72dffdf367e4 req-c1efe3dd-c2d3-4162-a210-71a03dc6c613 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:29.173365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d3cf419-2eda-4f1b-96c2-72dffdf367e4 req-c1efe3dd-c2d3-4162-a210-71a03dc6c613 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3912699 Mar 10 17:49:29.175940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a28a1128-4464-4fa2-9798-091940947c75), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.179261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-74d76bad-96f9-491a-ab6d-f10e6e0285b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 200 len: 217 time: 0.2318323 Mar 10 17:49:29.182347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a28a1128-4464-4fa2-9798-091940947c75), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.205026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:29.205477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.284793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=b1491ab0-66b4-49a1-9bbc-f900baec007b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:29.289793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25a1be-f7db-4578-b21d-836d55552751 None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:29.341291 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5fcfd360-0f5a-4369-be2c-8746048ed92b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7513750 Mar 10 17:49:29.342406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:29.367237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'security_group': {'name': 'tempest-secgroup-611986332'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:29.391266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (70a09637-31c4-45b7-ad89-b90cd6a869d3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.398156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.401095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70a09637-31c4-45b7-ad89-b90cd6a869d3 HTTP/1.1" status: 204 len: 168 time: 1.1789386 Mar 10 17:49:29.430481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d3cf419-2eda-4f1b-96c2-72dffdf367e4 req-5038b3ea-af73-4b54-83b8-b1171387c7de tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458971 Mar 10 17:49:29.443359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15a52c-e2eb-455a-aa81-877d9408f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a09637-31c4-45b7-ad89-b90cd6a869d3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:29.463667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-e849a6fd-69d0-420b-b2d9-5655d55334a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:29.472924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-e849a6fd-69d0-420b-b2d9-5655d55334a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.2862151 Mar 10 17:49:29.500209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for router_controller (a28a1128-4464-4fa2-9798-091940947c75), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.561412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-3972471c-1952-4fb8-a2e9-bb2f9f0f6c9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798068 Mar 10 17:49:29.622408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port abe6c696-4653-4c5e-82c9-0395bf32b815 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:29.626375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.744148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54924) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:29.780798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-0815c298-e442-488d-a56f-f79fe2f11550', 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'project_id': '09921784801f486ab79069826f92a307', 'fixed_ips': [{'subnet_id': 'b1491ab0-66b4-49a1-9bbc-f900baec007b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:29.785533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.793693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217efd-8f33-4e0b-8da9-34475a320294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.856966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-1d100c22-b3a7-4e0b-856c-a2b4a7fe7c0c service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861583 Mar 10 17:49:29.926608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for router_gateway (a28a1128-4464-4fa2-9798-091940947c75), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:29.997891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (a616095b-afb0-4ae7-83b3-c4ca7c426fd7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.021551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a616095b-afb0-4ae7-83b3-c4ca7c426fd7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.061780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Allocated IP 172.20.0.2 (d8f598d6-e181-4e5e-8d78-102fc67bf813/191fe324-38f2-42e0-b02c-b2edff0e4e25/c9cf3377-5d0d-4b60-b700-8989fb08c018) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:30.127678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616095b-afb0-4ae7-83b3-c4ca7c426fd7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:30.192538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.196800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90201993-32b6-4803-b9d4-ac8ad74d973d tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8396914 Mar 10 17:49:30.196800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:30.202321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'security_group': {'name': 'tempest-secgroup-984097620'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:30.207721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92394297-96ce-45b8-ab7a-ce4116d98fc2 req-4e09bd45-8129-48f2-9493-b5e14f77dbb6 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421779 Mar 10 17:49:30.242007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217efd-8f33-4e0b-8da9-34475a320294 admin admin] Publish callbacks [] for security_group (54584ddc-fd80-4aaa-a791-75be2d7b6514), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.254507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7b0d9-d85b-4dc2-aac1-23e31c11d6d6 req-3ed40aa3-1f9c-4aa8-b3d4-42a619f12612 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:30.263908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.264578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9c7b0d9-d85b-4dc2-aac1-23e31c11d6d6 req-3ed40aa3-1f9c-4aa8-b3d4-42a619f12612 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 943 time: 0.2262771 Mar 10 17:49:30.268393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217efd-8f33-4e0b-8da9-34475a320294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (54584ddc-fd80-4aaa-a791-75be2d7b6514), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.307868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Allocated IP 172.20.0.2 (0815c298-e442-488d-a56f-f79fe2f11550/b1491ab0-66b4-49a1-9bbc-f900baec007b/2a970780-b90f-47cb-8f89-7c285e2ac868) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:30.312994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217efd-8f33-4e0b-8da9-34475a320294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54584ddc-fd80-4aaa-a791-75be2d7b6514,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:30.362364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54940) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:30.362686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-41217efd-8f33-4e0b-8da9-34475a320294 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00a0b91e5aab45e8882fab19cbd05856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155849 Mar 10 17:49:30.405747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9c7b0d9-d85b-4dc2-aac1-23e31c11d6d6 req-74ec79c5-58b8-4397-9c9b-cbe6b51d371b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404650 Mar 10 17:49:30.463916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.599700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (b22d0462-7dda-4cad-8612-2d7c1f599160), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.623014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b22d0462-7dda-4cad-8612-2d7c1f599160), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.626021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for router_gateway (a28a1128-4464-4fa2-9798-091940947c75), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.631931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] Publish callbacks [] for security_group (54584ddc-fd80-4aaa-a791-75be2d7b6514), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.668093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.703956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.705208 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5075922 Mar 10 17:49:30.717286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5db6e-aa9b-4c68-acc0-9fc72474c7b6 req-387e24d4-501b-40e5-880f-13eec58c85e3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:30.721120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe5db6e-aa9b-4c68-acc0-9fc72474c7b6 req-387e24d4-501b-40e5-880f-13eec58c85e3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1295288 Mar 10 17:49:30.723760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:30.734866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-792334862', 'security_groups': ['b22d0462-7dda-4cad-8612-2d7c1f599160'], 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1491ab0-66b4-49a1-9bbc-f900baec007b'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:30.750415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] Publish callbacks [] for security_group (54584ddc-fd80-4aaa-a791-75be2d7b6514), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.773132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c7a27-5920-4d8a-9a5b-16903b132219 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d0462-7dda-4cad-8612-2d7c1f599160,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:30.878580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Allocated IP 172.25.3.240 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/0061fe09-4d6c-4401-9618-1395869019d9) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:30.885612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (54584ddc-fd80-4aaa-a791-75be2d7b6514), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.889803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.897618 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54584ddc-fd80-4aaa-a791-75be2d7b6514 HTTP/1.1" status: 204 len: 168 time: 0.5332546 Mar 10 17:49:30.915806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks [] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:30.934922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bccc-fef1-49a2-b6a9-62675b5703ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54584ddc-fd80-4aaa-a791-75be2d7b6514,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:31.000777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe5db6e-aa9b-4c68-acc0-9fc72474c7b6 req-7350fcb9-a703-49ab-9398-aba4c29018db tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561970 Mar 10 17:49:31.021818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks [] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.054761 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:49:31.057070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.064878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:31.114410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:31.116064 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.118825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:31.127129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:31.177711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:31.192971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:31.219369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:31.226549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:31.236760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.261482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:31.292083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for port (0061fe09-4d6c-4401-9618-1395869019d9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.294287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:31.304284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Attempting to bind port 2a970780-b90f-47cb-8f89-7c285e2ac868 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:31.304942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Attempting to bind port 2a970780-b90f-47cb-8f89-7c285e2ac868 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4127616b-47a7-4386-a2ad-7fca6154b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:31.305476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Attempting to bind port 2a970780-b90f-47cb-8f89-7c285e2ac868 on network 0815c298-e442-488d-a56f-f79fe2f11550 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:31.308240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Pushing event updated for resources: {'Port': ['ID=c9cf3377-5d0d-4b60-b700-8989fb08c018,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:31.320324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:31.320324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Checking segment: {'id': '4127616b-47a7-4386-a2ad-7fca6154b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:31.320324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.320324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Bound using segment: {'id': '4127616b-47a7-4386-a2ad-7fca6154b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:31.321040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Bound port: 2a970780-b90f-47cb-8f89-7c285e2ac868, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4127616b-47a7-4386-a2ad-7fca6154b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:31.321132 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.407250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 604b4bf2-e26d-4658-99e9-a4fd36dadd94 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:49:31.497730 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0061fe09-4d6c-4401-9618-1395869019d9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.541556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:31.551326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:31.561133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:31.698421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:31.744682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '604b4bf2-e26d-4658-99e9-a4fd36dadd94', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': '604b4bf2-e26d-4658-99e9-a4fd36dadd94', 'mac_address': 'fa:16:3e:e6:65:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:49:31.798051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Pushing event updated for resources: {'Port': ['ID=0061fe09-4d6c-4401-9618-1395869019d9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:31.829038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Attempting to bind port c9cf3377-5d0d-4b60-b700-8989fb08c018 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:31.834373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Attempting to bind port c9cf3377-5d0d-4b60-b700-8989fb08c018 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:31.839800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Attempting to bind port c9cf3377-5d0d-4b60-b700-8989fb08c018 on network d8f598d6-e181-4e5e-8d78-102fc67bf813 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:31.962824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:31.964830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Checking segment: {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:31.966223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.967595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Bound using segment: {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:31.968425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Bound port: c9cf3377-5d0d-4b60-b700-8989fb08c018, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:31.970723 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:31.987739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21a01a-f620-47b7-b85d-5520fc7b6ae0 req-dc6a993a-7364-462b-9954-6b5eedcfc73f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:31.989509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d21a01a-f620-47b7-b85d-5520fc7b6ae0 req-dc6a993a-7364-462b-9954-6b5eedcfc73f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 943 time: 0.4018283 Mar 10 17:49:31.992796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1589718594'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:32.046036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:32.064999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:32.064999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.088061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.5 (0815c298-e442-488d-a56f-f79fe2f11550/b1491ab0-66b4-49a1-9bbc-f900baec007b/0e85d714-06f2-4fd4-8fc1-833ca1a6bf61) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:32.090979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604b4bf2-e26d-4658-99e9-a4fd36dadd94 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:49:32.101040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:32.108106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.119301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:32.125400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:32.144533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.159921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.219492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.258190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] For port c9cf3377-5d0d-4b60-b700-8989fb08c018, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:32.283501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d21a01a-f620-47b7-b85d-5520fc7b6ae0 req-f3f191d0-b511-4a76-809d-d8c10c28c21a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844267 Mar 10 17:49:32.328246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] For port c9cf3377-5d0d-4b60-b700-8989fb08c018, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9cf3377-5d0d-4b60-b700-8989fb08c018,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:32.371531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.395705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:32.427056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8b5f-6eaf-4206-be3b-4db5382e457a req-0325c5e4-5adf-444b-8d1b-8f23b8982e16 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:32.438104 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ed8b5f-6eaf-4206-be3b-4db5382e457a req-0325c5e4-5adf-444b-8d1b-8f23b8982e16 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.2381656 Mar 10 17:49:32.572437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30c8da-8f74-4abb-bc9f-dab58f132dbe None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:32.655713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (f8c08f13-3def-4e24-ab81-a8eaa4894371), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.677792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8c08f13-3def-4e24-ab81-a8eaa4894371), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.708039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:49:32.712483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5714d5-9a02-48af-887a-0ac0cd81a7e1 None None] Pushing event updated for resources: {'Port': ['ID=c9cf3377-5d0d-4b60-b700-8989fb08c018,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:32.738171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88ed8b5f-6eaf-4206-be3b-4db5382e457a req-5d0c932e-aafd-4014-a74a-15a53bc25033 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327282 Mar 10 17:49:32.817695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.836879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for router_gateway (a28a1128-4464-4fa2-9798-091940947c75), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:32.910954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.029706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c08f13-3def-4e24-ab81-a8eaa4894371,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:33.047220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:33.075866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:33.079843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:33.113267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:33.119675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b9e86691-d952-4367-bccf-04fce2d7a1fd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.120015 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment b9e86691-d952-4367-bccf-04fce2d7a1fd of type vlan for network eced0a10-9df9-407a-ae32-b5f13108d1ef Mar 10 17:49:33.211669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=0e85d714-06f2-4fd4-8fc1-833ca1a6bf61,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:33.284582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:33.285268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.317028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (eced0a10-9df9-407a-ae32-b5f13108d1ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.325332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-24fd6df0-a5fe-4135-b1ca-5ef3a0dcb106 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6002917 Mar 10 17:49:33.326457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55000) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:33.337637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:33.597904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a28a1128-4464-4fa2-9798-091940947c75), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.602027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (eced0a10-9df9-407a-ae32-b5f13108d1ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.608392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:33.609166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:33.709937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4115047 Mar 10 17:49:33.737692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:33.745320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'name': 'tempest-PortsIpV6TestJSON-1356215303'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:33.891981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3fa3-c3ac-4d80-837f-2af41d5aafae tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=eced0a10-9df9-407a-ae32-b5f13108d1ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:33.907709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:34.024446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa440-17c1-4618-917a-a12bbdddb943 req-b6aa1d59-e1c0-4e4f-8ea1-2bf2b1d00b08 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:34.026080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3befa440-17c1-4618-917a-a12bbdddb943 req-b6aa1d59-e1c0-4e4f-8ea1-2bf2b1d00b08 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 944 time: 0.6070538 Mar 10 17:49:34.038227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:34.043867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:34.150407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:34.173092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:34.182352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:34.471164 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Router a28a1128-4464-4fa2-9798-091940947c75 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:49:34.534765 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1491ab0-66b4-49a1-9bbc-f900baec007b (CIDR: 172.20.0.0/28) Mar 10 17:49:34.574471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6329-a8d9-40c7-9f89-e53e59cb8f80 req-c67c6809-19b5-4820-afa8-35cdc76667f1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:34.583923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e07c6329-a8d9-40c7-9f89-e53e59cb8f80 req-c67c6809-19b5-4820-afa8-35cdc76667f1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.6524417 Mar 10 17:49:34.592224 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:49:34.593240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:49:34.638042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f167a725-efa3-4e5e-9db5-06d857029546 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3085134 Mar 10 17:49:34.658877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3befa440-17c1-4618-917a-a12bbdddb943 req-8b32bffc-39d1-459f-aad3-a2bb6b4903bb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135604 Mar 10 17:49:34.661648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:34.664284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e6430-b227-4161-9919-a5eaa11436e3 None None] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:34.709211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:34.761530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e07c6329-a8d9-40c7-9f89-e53e59cb8f80 req-9968dfb2-a049-446d-be55-49efd377ce4f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718295 Mar 10 17:49:34.863056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Provisioning complete for port c9cf3377-5d0d-4b60-b700-8989fb08c018 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:34.863425 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:34.909790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:35.142009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Current status of the port c9cf3377-5d0d-4b60-b700-8989fb08c018 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:35.142402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.229514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] For port c9cf3377-5d0d-4b60-b700-8989fb08c018, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9cf3377-5d0d-4b60-b700-8989fb08c018,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:35.244815 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.307599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcb623-5a96-4a12-a2f1-fd9e9961e345 None None] Pushing event updated for resources: {'Port': ['ID=c9cf3377-5d0d-4b60-b700-8989fb08c018,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:35.329683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:35.330060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.437196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 604b4bf2-e26d-4658-99e9-a4fd36dadd94 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:35.500862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:35.501231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.549847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:35.573790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:35.574185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.624261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:35.627139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:49:35.635020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:35.635020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.636114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Provisioning complete for port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:35.636489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.639913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.640714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c9cf3377-5d0d-4b60-b700-8989fb08c018 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:35.692925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.829225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:35.843022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Sync routers for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:35.862572 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:35.870001 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:35.870946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.872216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e30418dc-cf3d-4008-b826-3d1fb6fe16ed admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1118159 Mar 10 17:49:35.886929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55046) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:35.904642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:35.929107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:35.973272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:36.005318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:36.005736 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.010043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:36.075735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b2cd-0362-41ed-a6b3-a252d01002ae req-78f065ae-514b-4095-acf4-a892ec2cf61e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:36.081102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.085371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e86b2cd-0362-41ed-a6b3-a252d01002ae req-78f065ae-514b-4095-acf4-a892ec2cf61e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 944 time: 0.2581925 Mar 10 17:49:36.103711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:36.104425 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.143806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c9cf3377-5d0d-4b60-b700-8989fb08c018 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:36.144056 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.160993 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:36.171545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:36.175253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:36.177966 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9375a0-b939-4a17-90cd-5dad9688b62f" -d '{"events": [{"server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "name": "network-vif-plugged", "status": "completed", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:36.203737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.266622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:36.294386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=b7963e6a-53f8-4372-ae52-a22f0e1d0d51,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:36.376400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c9cf3377-5d0d-4b60-b700-8989fb08c018 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:36.380404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e86b2cd-0362-41ed-a6b3-a252d01002ae req-24c51482-00c1-49e1-a54b-d0e52582324e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902079 Mar 10 17:49:36.383661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0fc7-04e5-4c8e-a817-904c03c13b98 None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:36.425428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad488-39d7-4310-a963-c6802bb6d158 req-f9497dc4-0dbe-498d-8ab4-43b0521ad3ed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:36.447044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3ad488-39d7-4310-a963-c6802bb6d158 req-f9497dc4-0dbe-498d-8ab4-43b0521ad3ed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.4618144 Mar 10 17:49:36.543360 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e581b44-31e6-4371-a14c-b2e8ee37d02f x-openstack-request-id: req-6e581b44-31e6-4371-a14c-b2e8ee37d02f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:36.543672 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "name": "network-vif-plugged", "status": "completed", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:36.543938 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e581b44-31e6-4371-a14c-b2e8ee37d02f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:36.544350 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94', 'code': 200} Mar 10 17:49:36.555771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c9f2e9b-37bb-4894-bdb2-fa856fa0b730 None None] Provisioning complete for port c9cf3377-5d0d-4b60-b700-8989fb08c018 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:36.556944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2e9b-37bb-4894-bdb2-fa856fa0b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.559716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': 'b9e86691-d952-4367-bccf-04fce2d7a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:36.560227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: eced0a10-9df9-407a-ae32-b5f13108d1ef, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:36.660233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:32Z', 'revision_number': 3, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:36.737816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3ad488-39d7-4310-a963-c6802bb6d158 req-e4b9f79a-6ca0-4a22-b3f4-8b2c93bc4608 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897501 Mar 10 17:49:36.751335 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Checking router: a28a1128-4464-4fa2-9798-091940947c75 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:49:36.751789 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Updating router a28a1128-4464-4fa2-9798-091940947c75 port 0061fe09-4d6c-4401-9618-1395869019d9 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:49:36.765903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f2e9b-37bb-4894-bdb2-fa856fa0b730 None None] Current status of the port c9cf3377-5d0d-4b60-b700-8989fb08c018 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:36.775574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:36.806587 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0061fe09-4d6c-4401-9618-1395869019d9), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.809942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d63c-0c21-4958-96e5-471e1ea8d93e req-d94e6405-d457-4451-b64d-fea011f9310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:36.821415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dca7d63c-0c21-4958-96e5-471e1ea8d93e req-d94e6405-d457-4451-b64d-fea011f9310f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 1127 time: 0.2324226 Mar 10 17:49:36.893163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:36.895476 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:36.993557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dca7d63c-0c21-4958-96e5-471e1ea8d93e req-1565f5f8-31ea-46b2-b9f3-6c641101aeae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647995 Mar 10 17:49:36.995439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:37.065437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:37.067354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c9cf3377-5d0d-4b60-b700-8989fb08c018 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:37.121656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, eced0a10-9df9-407a-ae32-b5f13108d1ef) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:37.128185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c9cf3377-5d0d-4b60-b700-8989fb08c018 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:37.129052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.157689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:37.166478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df54ae-2118-4ef1-acce-68df5e979a82 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:37.186080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:37.186791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.351340 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks [] for port (0061fe09-4d6c-4401-9618-1395869019d9), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.359858 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0061fe09-4d6c-4401-9618-1395869019d9), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.396873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e03762b1-951b-42ad-98c0-89e20b6071c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.447493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c9cf3377-5d0d-4b60-b700-8989fb08c018 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:37.455341 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Attempting to bind port 0061fe09-4d6c-4401-9618-1395869019d9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:37.455924 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Attempting to bind port 0061fe09-4d6c-4401-9618-1395869019d9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:37.456457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Attempting to bind port 0061fe09-4d6c-4401-9618-1395869019d9 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:37.471687 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:37.473096 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:37.475069 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.475765 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:37.476407 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Bound port: 0061fe09-4d6c-4401-9618-1395869019d9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:37.478317 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0061fe09-4d6c-4401-9618-1395869019d9), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.487016 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-25f9cc71-f9d0-4639-98d9-af6f8a2334c7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7482169 Mar 10 17:49:37.490738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55060) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:37.498743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1330760297'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:37.552464 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] For port 0061fe09-4d6c-4401-9618-1395869019d9, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:37.556550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] For port 0061fe09-4d6c-4401-9618-1395869019d9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0061fe09-4d6c-4401-9618-1395869019d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:37.572937 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0061fe09-4d6c-4401-9618-1395869019d9), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.604777 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:37.605967 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:37.629480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:37.658230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:37.664881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:37.667629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcb8e1-e3c7-4fba-b2eb-a22eb5dd5dac None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:37.680852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.689763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=e03762b1-951b-42ad-98c0-89e20b6071c2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:37.721036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:37.733174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:37.758070 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:37.773729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a2aafe53-b9ca-4386-81eb-7725600652fc tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1078942 Mar 10 17:49:37.783531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b318ef-8b11-41df-a805-a182f7c42a18 req-ab18894a-9edc-4c64-a877-e893309d5187 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:37.814703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62b318ef-8b11-41df-a805-a182f7c42a18 req-ab18894a-9edc-4c64-a877-e893309d5187 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 945 time: 0.3120353 Mar 10 17:49:37.825568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55062) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:37.863776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-931386139', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e03762b1-951b-42ad-98c0-89e20b6071c2'}], 'security_groups': ['a616095b-afb0-4ae7-83b3-c4ca7c426fd7']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:37.973682 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691200-6a57-4e7f-b018-7442832a31e0 None None] Pushing event updated for resources: {'Port': ['ID=0061fe09-4d6c-4401-9618-1395869019d9,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:37.985587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:38.008483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (25e9c36f-4920-48d4-ba29-a6fc26711d85), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.008831 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment 25e9c36f-4920-48d4-ba29-a6fc26711d85 of type vlan for network 658e73b0-8fa9-47c9-884f-b4a7e7d62353 Mar 10 17:49:38.115867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.121975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (658e73b0-8fa9-47c9-884f-b4a7e7d62353), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.144014 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691200-6a57-4e7f-b018-7442832a31e0 None None] Pushing event updated for resources: {'Port': ['ID=0061fe09-4d6c-4401-9618-1395869019d9,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:38.192197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Update dhcp port {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'fixed_ips': [{'subnet_id': 'b1491ab0-66b4-49a1-9bbc-f900baec007b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e03762b1-951b-42ad-98c0-89e20b6071c2'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '2a970780-b90f-47cb-8f89-7c285e2ac868'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:49:38.257622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (658e73b0-8fa9-47c9-884f-b4a7e7d62353), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.276923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:38.277573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.335526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:38.387854 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:32Z', 'revision_number': 3, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:38.442328 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85897cbe-2987-4bed-8ae1-9b0c4498a6a7 None None] The sync data for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 is: [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:32Z', 'revision_number': 3, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:38.516083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=658e73b0-8fa9-47c9-884f-b4a7e7d62353,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:38.607463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 658e73b0-8fa9-47c9-884f-b4a7e7d62353 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:38.657426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df9a5530-d28b-488a-a9f0-dda8c08fb1f6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1628578 Mar 10 17:49:38.667301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:38.706792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'ports': [{'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'}, {'network_id': '658e73b0-8fa9-47c9-884f-b4a7e7d62353'}]} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:38.707184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:38.707602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': '658e73b0-8fa9-47c9-884f-b4a7e7d62353'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:38.745530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62b318ef-8b11-41df-a805-a182f7c42a18 req-79f0d6d0-8629-4887-b255-cf8f8d2fa8d0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9297111 Mar 10 17:49:38.761559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Allocated IP 172.20.0.1 (d8f598d6-e181-4e5e-8d78-102fc67bf813/191fe324-38f2-42e0-b02c-b2edff0e4e25/24f24403-5695-4c3a-b6c2-df2ef903db78) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:38.766520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d22af-62bf-42a5-a32f-d5c83bf48638 req-48d16a0d-60db-4813-84fb-b3e4ded0aa4d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:38.773766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f6d22af-62bf-42a5-a32f-d5c83bf48638 req-48d16a0d-60db-4813-84fb-b3e4ded0aa4d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.5853565 Mar 10 17:49:38.973148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.042143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Allocated IP 172.20.0.18 (0815c298-e442-488d-a56f-f79fe2f11550/e03762b1-951b-42ad-98c0-89e20b6071c2/2a970780-b90f-47cb-8f89-7c285e2ac868) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:39.359928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks [] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.389894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 2} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:39.393842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:39.395116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f6d22af-62bf-42a5-a32f-d5c83bf48638 req-44d8bd04-ff34-4201-a908-461408d9be60 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199179 Mar 10 17:49:39.397161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.453023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.824443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.945999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Publish callbacks [] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:39.959436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.023890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Pushing event updated for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:40.069783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:40.080214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 4388ba69-5963-4810-a586-2ab963ee1447 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:40.083563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:40.089701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:40.104923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92506e-2672-4897-bf3e-55d41354a298 None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:40.181745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (a28a1128-4464-4fa2-9798-091940947c75), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.214377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Delete allocated IP 172.20.0.5 (0815c298-e442-488d-a56f-f79fe2f11550/b1491ab0-66b4-49a1-9bbc-f900baec007b) {{(pid=103795) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:49:40.235324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.30 (0815c298-e442-488d-a56f-f79fe2f11550/e03762b1-951b-42ad-98c0-89e20b6071c2/0e85d714-06f2-4fd4-8fc1-833ca1a6bf61) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:40.578665 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.607979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.698645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.731171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (4388ba69-5963-4810-a586-2ab963ee1447), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.837272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e65db3aa-88d7-41b6-b794-4573a8f72e09 None None] Provisioning complete for port 24f24403-5695-4c3a-b6c2-df2ef903db78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:40.837895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e65db3aa-88d7-41b6-b794-4573a8f72e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:40.909409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=0e85d714-06f2-4fd4-8fc1-833ca1a6bf61,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:40.946885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095bd7a-a67f-44d2-8b4f-fe2c93cb89d8 req-495251d3-9b1b-4fb2-aedf-7d3dbf49f11f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:40.948686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3095bd7a-a67f-44d2-8b4f-fe2c93cb89d8 req-495251d3-9b1b-4fb2-aedf-7d3dbf49f11f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 945 time: 1.0003691 Mar 10 17:49:40.976592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port fa811184-0559-4413-bb28-d1bd9495a451 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:41.050730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0061fe09-4d6c-4401-9618-1395869019d9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:41.166942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e65db3aa-88d7-41b6-b794-4573a8f72e09 None None] Port 24f24403-5695-4c3a-b6c2-df2ef903db78 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:41.208222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0061fe09-4d6c-4401-9618-1395869019d9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:41.208598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0061fe09-4d6c-4401-9618-1395869019d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.344621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862090c2-cef4-4307-80d4-967fdad37ca2 req-674ebeda-f865-4740-8aa1-48cdf9f67854 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:41.368962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-862090c2-cef4-4307-80d4-967fdad37ca2 req-674ebeda-f865-4740-8aa1-48cdf9f67854 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.7786083 Mar 10 17:49:41.416762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0061fe09-4d6c-4401-9618-1395869019d9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:41.417733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0061fe09-4d6c-4401-9618-1395869019d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.465289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 0061fe09-4d6c-4401-9618-1395869019d9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0061fe09-4d6c-4401-9618-1395869019d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:41.476903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0061fe09-4d6c-4401-9618-1395869019d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.479163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:41.549530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] In _notify_port_updated(), no bound segment for port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 on network 0815c298-e442-488d-a56f-f79fe2f11550 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:49:41.559695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=0061fe09-4d6c-4401-9618-1395869019d9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:41.563133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:41.567090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.575814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-57c3b149-8eac-43d2-b210-999c98d2f7da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/ports/0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 HTTP/1.1" status: 200 len: 920 time: 3.7361898 Mar 10 17:49:41.576038 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks [] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.580394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:41.617824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.628595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3095bd7a-a67f-44d2-8b4f-fe2c93cb89d8 req-5801896a-ee1c-4871-9b7a-4cfe0a9451c5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031106 Mar 10 17:49:41.712931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:41.713306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.769118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-862090c2-cef4-4307-80d4-967fdad37ca2 req-fce766d3-67e7-4e2b-a710-648565bc6fad tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602185 Mar 10 17:49:41.840824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (a28a1128-4464-4fa2-9798-091940947c75), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:41.976417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:41.977022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.059329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:42.059784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.163831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (fa811184-0559-4413-bb28-d1bd9495a451), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.217315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:42.224356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:42.268438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Provisioning complete for port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:42.269121 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.298310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4388ba69-5963-4810-a586-2ab963ee1447), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.337323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:42.353749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:42.354974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.400399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Pushing event updated for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:42.487306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:42.540364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:42.541943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.553386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:42.558188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (fa811184-0559-4413-bb28-d1bd9495a451), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.591376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6dbbbda-273a-45b9-8992-d1a56cd95f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.602304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:42.617904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-043cdbfb-9e6d-43f0-bc98-6dec7e9714f7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:42.648383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d8789b90-ab9a-4121-8e83-b738bfa81b6b None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:42.649662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-043cdbfb-9e6d-43f0-bc98-6dec7e9714f7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.5230160 Mar 10 17:49:42.678262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=4388ba69-5963-4810-a586-2ab963ee1447,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:42.692895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-2edb8d14-4d93-450d-b499-b0b73ac9f8ea tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0348339 Mar 10 17:49:42.709259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0061fe09-4d6c-4401-9618-1395869019d9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:42.800950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=fa811184-0559-4413-bb28-d1bd9495a451,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:42.823040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:42.824958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': '25e9c36f-4920-48d4-ba29-a6fc26711d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '658e73b0-8fa9-47c9-884f-b4a7e7d62353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:42.825508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: 658e73b0-8fa9-47c9-884f-b4a7e7d62353, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:42.829762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7de69432-162d-4ff2-8285-9461ff043f12 None None] Provisioning complete for port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:42.831588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:42.833727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7de69432-162d-4ff2-8285-9461ff043f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.950958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0061fe09-4d6c-4401-9618-1395869019d9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:42.951351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0061fe09-4d6c-4401-9618-1395869019d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:42.959476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7de69432-162d-4ff2-8285-9461ff043f12 None None] Port 0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:43.049494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 658e73b0-8fa9-47c9-884f-b4a7e7d62353 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:43.184059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 658e73b0-8fa9-47c9-884f-b4a7e7d62353) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:43.209877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:43.218562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0e85d714-06f2-4fd4-8fc1-833ca1a6bf61), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:43.219884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:43.229407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77bab53-366c-4065-bb00-7fa483a8aeae None None] Network 658e73b0-8fa9-47c9-884f-b4a7e7d62353 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:43.243949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:43.244676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:43.318888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=0e85d714-06f2-4fd4-8fc1-833ca1a6bf61,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:43.384498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3c587952-56aa-4e18-8a4b-7d81b463056d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7159646 Mar 10 17:49:43.404237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3ad3-7fa8-4333-9261-f48fa125b1ed req-5e39654d-08d2-43c6-91cf-4152ce43812f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:43.408348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:43.414678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebf3ad3-7fa8-4333-9261-f48fa125b1ed req-5e39654d-08d2-43c6-91cf-4152ce43812f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3173199 Mar 10 17:49:43.439890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0061fe09-4d6c-4401-9618-1395869019d9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:43.500113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-005c63e9-1b3f-4320-bb27-c526b24d92ef None None] Provisioning complete for port 24f24403-5695-4c3a-b6c2-df2ef903db78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:43.501009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-005c63e9-1b3f-4320-bb27-c526b24d92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:43.543106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Router a28a1128-4464-4fa2-9798-091940947c75 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:49:43.561784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-8b30bb3a-924e-4316-a12e-7c462bac95b1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8596258 Mar 10 17:49:43.575154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-005c63e9-1b3f-4320-bb27-c526b24d92ef None None] Port 24f24403-5695-4c3a-b6c2-df2ef903db78 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:43.734339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebf3ad3-7fa8-4333-9261-f48fa125b1ed req-70eff706-3dbf-4d86-a882-a20fc1134e5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168075 Mar 10 17:49:43.806405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:43.818266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f364962b-d368-4912-832a-80126a39ce0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 HTTP/1.1" status: 204 len: 168 time: 2.2306840 Mar 10 17:49:43.822679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:43.832154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port fa811184-0559-4413-bb28-d1bd9495a451 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:43.832512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fa811184-0559-4413-bb28-d1bd9495a451), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:43.867049 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-de65be2c-1702-44b0-b492-25eec1c62e37 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:49:43.869534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-de65be2c-1702-44b0-b492-25eec1c62e37 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/0e85d714-06f2-4fd4-8fc1-833ca1a6bf61 HTTP/1.1" status: 404 len: 333 time: 0.0439291 Mar 10 17:49:43.873150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:43.918836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-fc07bfc7-70cd-48fb-a72f-bca96b3df34a service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122818 Mar 10 17:49:44.000039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (b22d0462-7dda-4cad-8612-2d7c1f599160), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.011972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fa811184-0559-4413-bb28-d1bd9495a451), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.035861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:49:44.037393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for fa811184-0559-4413-bb28-d1bd9495a451 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:44.042342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c75fdc1e-848c-4c4a-83b2-9143dbd02f31 admin admin] 10.222.0.35 "PUT /v2.0/routers/a28a1128-4464-4fa2-9798-091940947c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1543083 Mar 10 17:49:44.059447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Sync routers for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:49:44.083075 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (b22d0462-7dda-4cad-8612-2d7c1f599160), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.125622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:44.127956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a14cd551-0ebb-4810-9cd6-5443371d4be1 req-331a4aac-6552-49ec-9ba7-532d03542732 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021842 Mar 10 17:49:44.131402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:44.163199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b22d0462-7dda-4cad-8612-2d7c1f599160), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.166305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.184010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/security-groups/b22d0462-7dda-4cad-8612-2d7c1f599160 HTTP/1.1" status: 204 len: 168 time: 0.3093305 Mar 10 17:49:44.189728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:44.228761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7299dca-93d3-4fed-9b56-67d874336acb tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d0462-7dda-4cad-8612-2d7c1f599160,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:44.272302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (fa811184-0559-4413-bb28-d1bd9495a451), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.465670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=fa811184-0559-4413-bb28-d1bd9495a451,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:44.479803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.491485 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cdeb7b45-66cf-496d-9cb9-d819bfb1844d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/fa811184-0559-4413-bb28-d1bd9495a451 HTTP/1.1" status: 204 len: 168 time: 1.0820494 Mar 10 17:49:44.496467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55170) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:44.545089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (a616095b-afb0-4ae7-83b3-c4ca7c426fd7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.567454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:44.675616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (a616095b-afb0-4ae7-83b3-c4ca7c426fd7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.726536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4b8b-6e43-4e99-8e27-e0fd4aea702d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:44.783545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eef66f-2592-4c5a-8046-4d4c7d662521 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:44.802968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eef66f-2592-4c5a-8046-4d4c7d662521 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:44.813841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06eef66f-2592-4c5a-8046-4d4c7d662521 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3138211 Mar 10 17:49:44.814753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:45.075006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:40Z', 'revision_number': 4, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24f24403-5695-4c3a-b6c2-df2ef903db78', 'name': '', 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'mac_address': 'fa:16:3e:f0:8f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:38Z', 'updated_at': '2022-03-10T17:49:40Z', 'revision_number': 2, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'subnets': [{'id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:45.104222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a616095b-afb0-4ae7-83b3-c4ca7c426fd7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:45.107059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:45.108297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/security-groups/a616095b-afb0-4ae7-83b3-c4ca7c426fd7 HTTP/1.1" status: 204 len: 168 time: 0.9174154 Mar 10 17:49:45.114001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:45.165889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Checking router: a28a1128-4464-4fa2-9798-091940947c75 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:49:45.166667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Updating router a28a1128-4464-4fa2-9798-091940947c75 port 24f24403-5695-4c3a-b6c2-df2ef903db78 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:49:45.179133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cea391-4de8-4b60-b359-87e4e1431ad4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616095b-afb0-4ae7-83b3-c4ca7c426fd7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:45.305052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c473-71e0-4149-973c-cda38ae3c45b req-a35743aa-342a-4ea3-a95e-e5472ba46255 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:45.318067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8775c473-71e0-4149-973c-cda38ae3c45b req-a35743aa-342a-4ea3-a95e-e5472ba46255 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3838668 Mar 10 17:49:45.336150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:45.401648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet b1491ab0-66b4-49a1-9bbc-f900baec007b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:49:45.413919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (b1491ab0-66b4-49a1-9bbc-f900baec007b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:45.553046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8775c473-71e0-4149-973c-cda38ae3c45b req-124700e5-86ef-4606-9a9c-ca493d0ea778 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332218 Mar 10 17:49:46.163840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks [] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.176422 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.184482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.206526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-1e2eba84-7b3b-4ebe-8cfd-4fa2c6b95077 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:46.217321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-1e2eba84-7b3b-4ebe-8cfd-4fa2c6b95077 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.5155537 Mar 10 17:49:46.277750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-843fc0ac-51dd-4cd9-8a9c-a9f3061bf097 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0528073 Mar 10 17:49:46.317126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Pushing event updated for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:46.354136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.365114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.365511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.365847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.366180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.366532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.366859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.367181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.367507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.367823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.368149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.368462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.368776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:46.542910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-390f34d5-b283-42b7-956a-bb9023d0e60f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577822 Mar 10 17:49:46.550743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Attempting to bind port 24f24403-5695-4c3a-b6c2-df2ef903db78 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:46.552680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Attempting to bind port 24f24403-5695-4c3a-b6c2-df2ef903db78 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:46.552680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Attempting to bind port 24f24403-5695-4c3a-b6c2-df2ef903db78 on network d8f598d6-e181-4e5e-8d78-102fc67bf813 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:46.577360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:46.578049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Checking segment: {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:46.580615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.581317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Bound using segment: {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:46.584075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Bound port: 24f24403-5695-4c3a-b6c2-df2ef903db78, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b877a6dd-b11f-4231-a196-f380d2c60913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:46.586565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.763971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 4388ba69-5963-4810-a586-2ab963ee1447 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:46.764542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4388ba69-5963-4810-a586-2ab963ee1447), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.813210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (b1491ab0-66b4-49a1-9bbc-f900baec007b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.886599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] For port 24f24403-5695-4c3a-b6c2-df2ef903db78, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:46.905040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] For port 24f24403-5695-4c3a-b6c2-df2ef903db78, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24f24403-5695-4c3a-b6c2-df2ef903db78,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:46.907045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2815468b-cd53-4b4c-b000-66f55da8da41 None None] Provisioning complete for port 24f24403-5695-4c3a-b6c2-df2ef903db78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:46.907415 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2815468b-cd53-4b4c-b000-66f55da8da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.978809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:46.984814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb63ea-16b5-4b20-8250-7e9929c0cf4a req-e9adbd67-d4a2-4435-b043-c6822ed9dc3e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:46.988806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccfb63ea-16b5-4b20-8250-7e9929c0cf4a req-e9adbd67-d4a2-4435-b043-c6822ed9dc3e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1969392 Mar 10 17:49:47.070225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b1491ab0-66b4-49a1-9bbc-f900baec007b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.164267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b1491ab0-66b4-49a1-9bbc-f900baec007b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.172419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10060f01-3f84-4776-8ccd-cc79b54c51d6 None None] Pushing event updated for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:47.268282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.273404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edf52b-f9c5-40d3-8365-22c00a8417ca None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:47.277442 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/b1491ab0-66b4-49a1-9bbc-f900baec007b HTTP/1.1" status: 204 len: 168 time: 2.1622670 Mar 10 17:49:47.279558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2815468b-cd53-4b4c-b000-66f55da8da41 None None] Port 24f24403-5695-4c3a-b6c2-df2ef903db78 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:47.283788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:47.304993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:47.338156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:49:47.338848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:49:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:47.412821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712833-2819-46b6-b24f-0e130b336396 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=b1491ab0-66b4-49a1-9bbc-f900baec007b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:47.443227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccfb63ea-16b5-4b20-8250-7e9929c0cf4a req-9de20e3d-ab3d-4dba-91c6-de7f4d68f8cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4265056 Mar 10 17:49:47.473399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-2bf11746-f099-455b-af3b-ca6544f7c025 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9192827 Mar 10 17:49:47.479177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4388ba69-5963-4810-a586-2ab963ee1447), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.532237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 4388ba69-5963-4810-a586-2ab963ee1447 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:47.725840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.781459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:49:47.806645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4388ba69-5963-4810-a586-2ab963ee1447), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.873120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=4388ba69-5963-4810-a586-2ab963ee1447,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:47.911475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:47.921658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-204b2736-deb8-4648-bdf3-9b66c7db5cb8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/4388ba69-5963-4810-a586-2ab963ee1447 HTTP/1.1" status: 204 len: 168 time: 3.1039398 Mar 10 17:49:47.924866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:48.039703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100dd2f-3ef6-4fc5-aff0-ab7659cad063 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:48.055154 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9100dd2f-3ef6-4fc5-aff0-ab7659cad063 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1291912 Mar 10 17:49:48.057611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:48.112443 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8eb5bf-f45b-4231-a224-2305cbd8191e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:49:48.114201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad8eb5bf-f45b-4231-a224-2305cbd8191e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/fa811184-0559-4413-bb28-d1bd9495a451 HTTP/1.1" status: 404 len: 333 time: 0.0556593 Mar 10 17:49:48.122937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Provisioning complete for port 24f24403-5695-4c3a-b6c2-df2ef903db78 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:48.123310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.125728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:48.183223 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-39016629-c039-459d-9d0d-aa2112e8ff93 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:49:48.184670 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-39016629-c039-459d-9d0d-aa2112e8ff93 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/4388ba69-5963-4810-a586-2ab963ee1447 HTTP/1.1" status: 404 len: 333 time: 0.0579426 Mar 10 17:49:48.188729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:48.338151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (658e73b0-8fa9-47c9-884f-b4a7e7d62353), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.537740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:40Z', 'revision_number': 4, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24f24403-5695-4c3a-b6c2-df2ef903db78', 'name': '', 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'mac_address': 'fa:16:3e:f0:8f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:38Z', 'updated_at': '2022-03-10T17:49:46Z', 'revision_number': 4, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'subnets': [{'id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:48.625793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Current status of the port 24f24403-5695-4c3a-b6c2-df2ef903db78 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:48.626185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.638288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (658e73b0-8fa9-47c9-884f-b4a7e7d62353), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.690821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] For port 24f24403-5695-4c3a-b6c2-df2ef903db78, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24f24403-5695-4c3a-b6c2-df2ef903db78,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:48.697305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817e443-6824-4db2-ad82-3231a8245481 None None] The sync data for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 is: [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:49:40Z', 'revision_number': 4, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '24f24403-5695-4c3a-b6c2-df2ef903db78', 'name': '', 'network_id': 'd8f598d6-e181-4e5e-8d78-102fc67bf813', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'mac_address': 'fa:16:3e:f0:8f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:38Z', 'updated_at': '2022-03-10T17:49:46Z', 'revision_number': 4, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'subnets': [{'id': '191fe324-38f2-42e0-b02c-b2edff0e4e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:49:48.706835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658e73b0-8fa9-47c9-884f-b4a7e7d62353']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:48.719057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.727208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e9c36f-4920-48d4-ba29-a6fc26711d85') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:48.727208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e9c36f-4920-48d4-ba29-a6fc26711d85') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:49:48.768157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (25e9c36f-4920-48d4-ba29-a6fc26711d85), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.799948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (25e9c36f-4920-48d4-ba29-a6fc26711d85), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.827522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:49:48.828859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (25e9c36f-4920-48d4-ba29-a6fc26711d85), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:48.934574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a9bd5-144d-4fe5-b93a-1990e457e259 None None] Pushing event updated for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:49.004581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-848aa935-b3ce-4de1-b196-6dbfeec3a547 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5302682 Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:49:49.025131 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:49:49.048086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (658e73b0-8fa9-47c9-884f-b4a7e7d62353), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:49.063035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:49.073966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/658e73b0-8fa9-47c9-884f-b4a7e7d62353 HTTP/1.1" status: 204 len: 168 time: 0.8830690 Mar 10 17:49:49.080486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55328) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:49.111536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b4bb-34ec-47ab-a9e6-aa85decc4045 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=658e73b0-8fa9-47c9-884f-b4a7e7d62353,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:49.118337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-797879601'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:49.134132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ea7b1-c989-453c-9e05-0d996065010c req-fe2718ca-bfef-402c-a229-c94b56d61ec0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:49.136697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c99ea7b1-c989-453c-9e05-0d996065010c req-fe2718ca-bfef-402c-a229-c94b56d61ec0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3284669 Mar 10 17:49:49.146740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-8b6f982e-26c0-46ea-86a3-7d1bace9287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:49.148642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-8b6f982e-26c0-46ea-86a3-7d1bace9287b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1127 time: 0.4531906 Mar 10 17:49:49.316589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-d2afb6c1-d245-4562-91b5-84dfd376a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:49.318640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-d2afb6c1-d245-4562-91b5-84dfd376a0a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.1529930 Mar 10 17:49:49.319298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:49.323514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:49.328322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:49.472857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-1194a8d1-29fe-4e11-9bed-7b5249b9a835 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 1000 time: 0.1435728 Mar 10 17:49:49.721130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:49.731342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:49.737008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f849241a-b215-449f-83f4-1c4abbe13304 req-860dc538-35d1-4cee-bbb0-81e94676cadb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 210 time: 0.4093969 Mar 10 17:49:49.990096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c99ea7b1-c989-453c-9e05-0d996065010c req-d0638032-b44f-4627-9e4c-b91865de3623 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8375490 Mar 10 17:49:50.018818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-94b05044-7b84-489b-99a3-927442e89da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:50.021717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-94b05044-7b84-489b-99a3-927442e89da6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.5044577 Mar 10 17:49:50.067083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:50.068244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.177059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:50.180535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:49:50.211719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4466764e-1caa-47ee-838d-80d175403c7a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.212063 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment 4466764e-1caa-47ee-838d-80d175403c7a of type vlan for network 899f86dd-b363-4029-93f4-87ec4145c169 Mar 10 17:49:50.220105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:50.221043 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.354315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-9abb830b-49fe-4439-b74e-54d6ae3987ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:50.356099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-9abb830b-49fe-4439-b74e-54d6ae3987ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3192399 Mar 10 17:49:50.362035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (899f86dd-b363-4029-93f4-87ec4145c169), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.487386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2caa7-9cf5-43f0-8886-0c2ac74b168d None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:50.529310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (899f86dd-b363-4029-93f4-87ec4145c169), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.537374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:50.538130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.552902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (12a568e6-09af-462f-b450-2aaa0343e88f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.650939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:50.691637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5893793 Mar 10 17:49:50.692627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:50.698320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55346) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:50.705409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:50.707158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:50.709266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c5618-65ed-4697-b794-9ac58f1f2a28 None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:50.724787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '899f86dd-b363-4029-93f4-87ec4145c169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:50.748577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4608130 Mar 10 17:49:50.758827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:50.798018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-4000079b-ace5-45a6-8e2f-e7174387cade service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283113 Mar 10 17:49:50.805328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=899f86dd-b363-4029-93f4-87ec4145c169,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:50.917903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129549726'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:50.946797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24f24403-5695-4c3a-b6c2-df2ef903db78 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:50.955567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.955984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.956333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.956672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.957005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.957338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.957671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.958006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.958330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.958683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.959014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.959349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.962576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcf807c-82a7-4dcf-9f25-a3b22e6da47d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:49:50.976561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0bd14e6-ba0f-40cd-9935-d8b73024c345 req-4d669693-a8a9-416b-9ba3-f8e70bdeafc0 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586976 Mar 10 17:49:51.087898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:49:51.114479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5bd6e-65ba-4a03-8d59-2f7b1ed7ca0f tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=12a568e6-09af-462f-b450-2aaa0343e88f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:51.129822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f5c533-0c3b-4fa0-9687-8717872239fc req-3e7ec36a-2135-4115-ad55-76737fdd9f42 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 210 time: 0.1520762 Mar 10 17:49:51.298008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:51.314014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec4fbb-ed0c-41d6-8d8e-34ff4481b6b8 req-27b0244a-4d27-45f0-8a41-a8ab4d0b8420 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:51.316297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15ec4fbb-ed0c-41d6-8d8e-34ff4481b6b8 req-27b0244a-4d27-45f0-8a41-a8ab4d0b8420 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.1841121 Mar 10 17:49:51.331702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:51.338902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:51.363495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-5ebdbab3-17b0-439c-b76a-9e455cfe5ddf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3081508 Mar 10 17:49:51.435489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 24f24403-5695-4c3a-b6c2-df2ef903db78 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:51.436150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:51.502107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15ec4fbb-ed0c-41d6-8d8e-34ff4481b6b8 req-37ae618c-ea67-464d-ac4b-e9c41543c969 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717265 Mar 10 17:49:51.569173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-c54b2823-09d8-4663-b165-0ffd10629fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:51.571339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-c54b2823-09d8-4663-b165-0ffd10629fdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 1128 time: 0.1092999 Mar 10 17:49:51.576063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Performing IP validity checks on allocation pools {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:49:51.580522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:49:51.694887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-9197bc3d-c7ad-4315-bb2f-f25136ae2498 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:51.700613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-9197bc3d-c7ad-4315-bb2f-f25136ae2498 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.4792836 Mar 10 17:49:51.722179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Update dhcp port {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'fixed_ips': [{'subnet_id': 'e03762b1-951b-42ad-98c0-89e20b6071c2', 'ip_address': '172.20.0.18'}, {'subnet_id': '12a568e6-09af-462f-b450-2aaa0343e88f'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '2a970780-b90f-47cb-8f89-7c285e2ac868'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:49:51.725932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '82f97859-3446-48f9-b4a1-2059e4208059', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:51.830603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-dc35672a-3605-4a56-8692-014ca8669804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:51.832613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-dc35672a-3605-4a56-8692-014ca8669804 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.2112727 Mar 10 17:49:51.862720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 24f24403-5695-4c3a-b6c2-df2ef903db78 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:51.874258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.005560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-f6a22888-d8ec-492f-bd49-113ea39892e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 200 len: 1001 time: 0.1505570 Mar 10 17:49:52.098009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (8fa6115e-92ba-4e98-91ae-ebcd3d29348a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.101780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-ca6260f6-b622-4c86-b3b0-a3bacd348007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:52.103846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-ca6260f6-b622-4c86-b3b0-a3bacd348007 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0962822 Mar 10 17:49:52.116666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fa6115e-92ba-4e98-91ae-ebcd3d29348a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.156124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa6115e-92ba-4e98-91ae-ebcd3d29348a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:52.171105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ca9966a8-4c15-41e2-b80c-316df44001c5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.185178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:52.190943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.211949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Allocated IP 172.20.0.2 (0815c298-e442-488d-a56f-f79fe2f11550/12a568e6-09af-462f-b450-2aaa0343e88f/2a970780-b90f-47cb-8f89-7c285e2ac868) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:52.220125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-4f9899df-272c-4a67-a881-eeaee00950a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:52.223553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-4f9899df-272c-4a67-a881-eeaee00950a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088459 Mar 10 17:49:52.242630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.244125 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bac3cdd4-bb75-4d9c-bf8a-c2ff27df5ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4794064 Mar 10 17:49:52.258320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55368) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:52.263934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'security_group': {'name': 'tempest-secgroup-1109204735'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:52.321465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.345873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=ca9966a8-4c15-41e2-b80c-316df44001c5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:52.360953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': '4466764e-1caa-47ee-838d-80d175403c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:52.363097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: 899f86dd-b363-4029-93f4-87ec4145c169, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:49:52.425800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:52.458717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 899f86dd-b363-4029-93f4-87ec4145c169 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:49:52.465734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Publish callbacks [] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.486784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.511682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 899f86dd-b363-4029-93f4-87ec4145c169) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:52.527894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:52.528576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.543518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1e01d1c-3ede-40bd-8939-8680a00a6c59 req-d551c00a-724b-44d3-89a5-fc41be412704 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 210 time: 0.1892562 Mar 10 17:49:52.556598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.8 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/aee6761e-8915-4a37-a24b-fd1823ffd3d2) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:52.572230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfec5fd-b4a6-4c4e-a55a-99bf04e524a7 None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:52.610814 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a87d906a-185e-4780-b7ca-3c26ca1342bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9113827 Mar 10 17:49:52.618453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:52.631087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': '899f86dd-b363-4029-93f4-87ec4145c169', 'name': 'tempest-PortsIpV6TestJSON-1578142823'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:52.662016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ec45e-f7b7-43b4-a07c-2ecc0c04ac4c None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:52.666068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-3e943344-2ef8-4eaa-a5ac-b50ebe996555 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322946 Mar 10 17:49:52.798993 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (9abfc0f4-6b9a-4887-ba32-6237eaad0180), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.841133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9abfc0f4-6b9a-4887-ba32-6237eaad0180), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.864345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-899f86dd-b363-4029-93f4-87ec4145c169', 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': 'ca9966a8-4c15-41e2-b80c-316df44001c5'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:49:52.865603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.963634 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:52.965335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7058351 Mar 10 17:49:52.971118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55374) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:52.978737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131008699'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:52.987950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f6f4-f9e4-48e9-83bc-76e61feaf917 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abfc0f4-6b9a-4887-ba32-6237eaad0180,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:53.066365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9c573-7bb5-42ca-b3fe-9b490e5b746a req-4d0f1961-b6d6-4f5b-a150-077edb5582bc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:53.074443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d9c573-7bb5-42ca-b3fe-9b490e5b746a req-4d0f1961-b6d6-4f5b-a150-077edb5582bc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.3424096 Mar 10 17:49:53.093788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:53.097254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.172924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 39c7a67f-b822-4958-85b8-2fceaab0d50a yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:53.191093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad9029c1-cc3a-42e0-9b0f-c8c7421df4ca req-831112c0-4011-4eb4-a70d-82809cfb4841 service neutron] 10.222.0.59 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118663 Mar 10 17:49:53.219806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d9c573-7bb5-42ca-b3fe-9b490e5b746a req-07207b56-fa5e-4d79-bf1f-42b8a8122345 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181433 Mar 10 17:49:53.221100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.327145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Allocated IP 2001:db8::2 (899f86dd-b363-4029-93f4-87ec4145c169/ca9966a8-4c15-41e2-b80c-316df44001c5/13e21128-2e00-4a29-a40d-54bf26945444) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:53.379280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.417294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (bcd2ea60-6aae-43dd-8891-9a81796268c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.428794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bcd2ea60-6aae-43dd-8891-9a81796268c1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.488860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.526859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:53.532491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5541027 Mar 10 17:49:53.534134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:53.539660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1009093535', 'security_groups': ['bcd2ea60-6aae-43dd-8891-9a81796268c1'], 'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12a568e6-09af-462f-b450-2aaa0343e88f'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:53.565950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:49:53.686240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:53.702493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:49:53.709522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:53.811456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:53.836669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:53.978102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:53.979425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.004331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18a59a-de9c-4e97-bfe5-3dbe0861a71e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd2ea60-6aae-43dd-8891-9a81796268c1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:54.019397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-c18526e3-7c01-463e-8e1d-32fbd360b66d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3016908 Mar 10 17:49:54.033535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Request body: {'port': {'device_id': '82f97859-3446-48f9-b4a1-2059e4208059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:54.047773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks [] for port (13e21128-2e00-4a29-a40d-54bf26945444), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.056061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:54.079544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (13e21128-2e00-4a29-a40d-54bf26945444), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.086381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3dab6-c94a-46ce-924c-c27067bfbf6b req-71a55c60-f47d-490d-9d85-a41d57a99750 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:54.088712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71e3dab6-c94a-46ce-924c-c27067bfbf6b req-71a55c60-f47d-490d-9d85-a41d57a99750 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 931 time: 0.1881464 Mar 10 17:49:54.181423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::80 (899f86dd-b363-4029-93f4-87ec4145c169/ca9966a8-4c15-41e2-b80c-316df44001c5/39c7a67f-b822-4958-85b8-2fceaab0d50a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:54.231211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:54.248510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:54.266439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:54.343947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71e3dab6-c94a-46ce-924c-c27067bfbf6b req-5aba84c6-5085-42bd-aacc-ec135ec1dea2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429080 Mar 10 17:49:54.377283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:54.377908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.405214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.434670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55402) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:54.513165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.524605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] device_id is not set on port 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:49:54.554322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Pushing event updated for resources: {'Port': ['ID=13e21128-2e00-4a29-a40d-54bf26945444,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:54.561010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:54.622394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343e65f-22c7-4b60-b411-ff8005b20d01 req-ecb80b9e-3d68-41ab-8996-2587c5726100 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:54.625573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c343e65f-22c7-4b60-b411-ff8005b20d01 req-ecb80b9e-3d68-41ab-8996-2587c5726100 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 945 time: 0.2179825 Mar 10 17:49:54.720563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:54.720996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.726069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Attempting to bind port 13e21128-2e00-4a29-a40d-54bf26945444 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:54.726391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Attempting to bind port 13e21128-2e00-4a29-a40d-54bf26945444 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4466764e-1caa-47ee-838d-80d175403c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:54.727923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Attempting to bind port 13e21128-2e00-4a29-a40d-54bf26945444 on network 899f86dd-b363-4029-93f4-87ec4145c169 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:54.729114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.733608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.738388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:54.815236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=39c7a67f-b822-4958-85b8-2fceaab0d50a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:54.843212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.6 (0815c298-e442-488d-a56f-f79fe2f11550/12a568e6-09af-462f-b450-2aaa0343e88f/10a6d9d2-47cd-41d2-9cee-e52f9f6665e8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:49:54.903160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:54.903572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Checking segment: {'id': '4466764e-1caa-47ee-838d-80d175403c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:54.903993 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:54.904406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Bound using segment: {'id': '4466764e-1caa-47ee-838d-80d175403c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:54.904903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Bound port: 13e21128-2e00-4a29-a40d-54bf26945444, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4466764e-1caa-47ee-838d-80d175403c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '899f86dd-b363-4029-93f4-87ec4145c169'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:54.905283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13e21128-2e00-4a29-a40d-54bf26945444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.008886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:55.009937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.015271 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.045683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 899f86dd-b363-4029-93f4-87ec4145c169 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:55.083019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.155085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] For port 13e21128-2e00-4a29-a40d-54bf26945444, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:55.162891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] For port 13e21128-2e00-4a29-a40d-54bf26945444, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=13e21128-2e00-4a29-a40d-54bf26945444,segment=NetworkSegment(4466764e-1caa-47ee-838d-80d175403c7a),segment_id=4466764e-1caa-47ee-838d-80d175403c7a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:55.188769 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (13e21128-2e00-4a29-a40d-54bf26945444), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.212054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:55.214310 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685e6b2d-39a0-465b-8fa3-102ccbfdf668" -d '{"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:55.245781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-05d640b6-cba6-4845-bf23-1a839809e823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.287102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee6761e-8915-4a37-a24b-fd1823ffd3d2 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:49:55.316116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks [] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.360120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Transition to ACTIVE for port object aee6761e-8915-4a37-a24b-fd1823ffd3d2 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:49:55.360120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:55.363218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:55.378444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c343e65f-22c7-4b60-b411-ff8005b20d01 req-ffdb9abb-b3fb-4d8c-9936-4e861d9e44cb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197083 Mar 10 17:49:55.388095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:55.390275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.416378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.517861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:55.519227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.606550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:55.658323 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262f939-75cf-4c01-b356-a5bd169ec100 x-openstack-request-id: req-9262f939-75cf-4c01-b356-a5bd169ec100 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:55.658682 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-unplugged", "status": "failed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "code": 422}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:55.658939 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9262f939-75cf-4c01-b356-a5bd169ec100 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:55.659339 n-d-833115-2 neutron-server[103796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'code': 422} returned with failed status Mar 10 17:49:55.664340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:55.668341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:49:55.680672 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0fb68f78-9602-469d-9fc6-acf1c1c7def1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0544503 Mar 10 17:49:55.726815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55420) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:55.738851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c732571-9445-4345-becb-d777f8db108f service neutron] Pushing event updated for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:55.744088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=10a6d9d2-47cd-41d2-9cee-e52f9f6665e8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:55.762220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-45f9caa1-3c38-4ac1-9c07-a66e7ad82a96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7064495 Mar 10 17:49:55.792193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec84a5-f67c-42ed-acd4-6ed752d2d560 None None] Pushing event updated for resources: {'Port': ['ID=13e21128-2e00-4a29-a40d-54bf26945444,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:55.815620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:49:55.820716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0f771195-6bc7-4d19-b961-d8eae7d94b35 None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:55.821929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:49:55.885589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Attempting to bind port aee6761e-8915-4a37-a24b-fd1823ffd3d2 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:49:55.885947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Attempting to bind port aee6761e-8915-4a37-a24b-fd1823ffd3d2 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:49:55.886257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Attempting to bind port aee6761e-8915-4a37-a24b-fd1823ffd3d2 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:55.906137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Port aee6761e-8915-4a37-a24b-fd1823ffd3d2 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:49:55.906572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Attempting to bind port aee6761e-8915-4a37-a24b-fd1823ffd3d2 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:49:55.921669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:49:55.922019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:49:55.922399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:49:55.922868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Bound port: aee6761e-8915-4a37-a24b-fd1823ffd3d2, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:49:55.923236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.078311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:56.132407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:56.134133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:49:56.137657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:49:56.154138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.170066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-05d640b6-cba6-4845-bf23-1a839809e823 admin admin] Publish callbacks [] for security_group (96853363-459a-4d5f-9423-2f909efcdc28), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.203256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-05d640b6-cba6-4845-bf23-1a839809e823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (96853363-459a-4d5f-9423-2f909efcdc28), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.247250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.252702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.254103 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-3c732571-9445-4345-becb-d777f8db108f service neutron] 10.222.0.59 "PUT /v2.0/ports/aee6761e-8915-4a37-a24b-fd1823ffd3d2 HTTP/1.1" status: 200 len: 1091 time: 2.2266695 Mar 10 17:49:56.254667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:49:56.257045 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a4f967-d80a-4164-993a-09f4149acc16" -d '{"events": [{"name": "network-changed", "server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:49:56.301659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-05d640b6-cba6-4845-bf23-1a839809e823 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22cf2396da324172b60f71d1693055f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8643987 Mar 10 17:49:56.304152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55432) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:56.326958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451c72-59ab-4056-a231-27d768f1244d req-56a4208d-e1f8-4f35-9f64-ef83993f9dd6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.336846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21451c72-59ab-4056-a231-27d768f1244d req-56a4208d-e1f8-4f35-9f64-ef83993f9dd6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 943 time: 0.7827795 Mar 10 17:49:56.410235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-76ca97ff-74e2-4ac8-93c2-cc0bee4c2423 None None] Provisioning complete for port 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:56.410647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-76ca97ff-74e2-4ac8-93c2-cc0bee4c2423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.458900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c732571-9445-4345-becb-d777f8db108f service neutron] Pushing event updated for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:56.494357 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e0afd5-38c1-441d-9373-6d7fb0979a68 x-openstack-request-id: req-02e0afd5-38c1-441d-9373-6d7fb0979a68 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:49:56.494700 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:49:56.494961 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02e0afd5-38c1-441d-9373-6d7fb0979a68 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:49:56.495365 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2', 'status': 'completed', 'code': 200} Mar 10 17:49:56.534285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-76ca97ff-74e2-4ac8-93c2-cc0bee4c2423 None None] Port 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:56.541875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.543103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.547190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-0c4e6b7f-1e25-4add-8d57-ed50f6e66655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.550931 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-0c4e6b7f-1e25-4add-8d57-ed50f6e66655 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 1125 time: 0.2138441 Mar 10 17:49:56.572546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] Publish callbacks [] for security_group (96853363-459a-4d5f-9423-2f909efcdc28), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.585728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a4a93b37-08b2-43c1-a0a2-6e9072a8e582 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0478706 Mar 10 17:49:56.597778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55438) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:56.604088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:56.626631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d640b6-cba6-4845-bf23-1a839809e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96853363-459a-4d5f-9423-2f909efcdc28,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:56.652825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-2663947c-e43e-40fe-9be7-89ab9d33fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.655477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-2663947c-e43e-40fe-9be7-89ab9d33fefb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 1127 time: 0.8159454 Mar 10 17:49:56.711767 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-157bcc68-54d2-48f3-a4e0-14fb318b7915 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2 HTTP/1.1" status: 200 len: 217 time: 0.1480014 Mar 10 17:49:56.745166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21451c72-59ab-4056-a231-27d768f1244d req-dcdbb766-2ede-43bd-991f-f7a56a5e4d16 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912804 Mar 10 17:49:56.808536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] Publish callbacks [] for security_group (96853363-459a-4d5f-9423-2f909efcdc28), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:56.818473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 13e21128-2e00-4a29-a40d-54bf26945444 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:56.929477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de341a2c-a290-4573-9f83-84ff16683fba req-5140ee59-dc69-49a6-8524-b77949655a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:56.931128 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-5140ee59-dc69-49a6-8524-b77949655a5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.2066832 Mar 10 17:49:56.931375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 39c7a67f-b822-4958-85b8-2fceaab0d50a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:49:56.931734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.006025 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-3e355a28-8ba8-46e6-8a18-134ff23801a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647619 Mar 10 17:49:57.017062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (96853363-459a-4d5f-9423-2f909efcdc28), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.027133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.029884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96853363-459a-4d5f-9423-2f909efcdc28 HTTP/1.1" status: 204 len: 168 time: 0.7246718 Mar 10 17:49:57.048259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.073584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 13e21128-2e00-4a29-a40d-54bf26945444 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:57.073995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13e21128-2e00-4a29-a40d-54bf26945444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.106313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba11ea2-593e-4531-8363-ae035403841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96853363-459a-4d5f-9423-2f909efcdc28,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:57.339253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-cdc62d9b-82af-4369-908a-a034cc0fa5b1 req-b6512e1b-225f-4c9c-874e-22696bb213d8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:49:57.348266 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-5c48f0bd-4617-4f37-9430-53f5a2c87606 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322628 Mar 10 17:49:57.355256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdc62d9b-82af-4369-908a-a034cc0fa5b1 req-b6512e1b-225f-4c9c-874e-22696bb213d8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257564 Mar 10 17:49:57.388867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 13e21128-2e00-4a29-a40d-54bf26945444 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:57.389284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13e21128-2e00-4a29-a40d-54bf26945444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.502684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 13e21128-2e00-4a29-a40d-54bf26945444, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=13e21128-2e00-4a29-a40d-54bf26945444,segment=NetworkSegment(4466764e-1caa-47ee-838d-80d175403c7a),segment_id=4466764e-1caa-47ee-838d-80d175403c7a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:49:57.515655 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (13e21128-2e00-4a29-a40d-54bf26945444), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.523607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de341a2c-a290-4573-9f83-84ff16683fba req-d0f70ce2-05f2-4e5a-8454-b063388f5d42 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639972 Mar 10 17:49:57.664716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f5c03-9194-4889-a4c3-2286fddc0ccd None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:49:57.721311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:57.725370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.739386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-0c2b7744-ef16-4445-99f1-8887bab1b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:57.740985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-0c2b7744-ef16-4445-99f1-8887bab1b4ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 1.0283682 Mar 10 17:49:57.772454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-3d3668ea-1ce3-4cb2-a9e9-8f4a1520f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:57.774958 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-3d3668ea-1ce3-4cb2-a9e9-8f4a1520f50e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 1125 time: 0.1691387 Mar 10 17:49:57.871766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=13e21128-2e00-4a29-a40d-54bf26945444,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:57.902156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2c777429-e795-40b9-9bc5-e51eefc9a622 None None] Provisioning complete for port 13e21128-2e00-4a29-a40d-54bf26945444 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:57.902412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c777429-e795-40b9-9bc5-e51eefc9a622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13e21128-2e00-4a29-a40d-54bf26945444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:57.908167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:57.986259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2cef-9cce-4cb8-81ab-da0b98a7c2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.062615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-326d4453-b436-4fbd-8176-7d9a504b3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:58.065088 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-326d4453-b436-4fbd-8176-7d9a504b3b08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.2821131 Mar 10 17:49:58.139181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-1d8ad167-1d91-4d5a-b9bd-553865c19333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 200 len: 217 time: 0.3815680 Mar 10 17:49:58.165510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.181313 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-f4fc2587-cd57-4826-995e-d9ee70a7e37b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2 HTTP/1.1" status: 200 len: 217 time: 0.1014018 Mar 10 17:49:58.196118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55470) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:58.217915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2c777429-e795-40b9-9bc5-e51eefc9a622 None None] Current status of the port 13e21128-2e00-4a29-a40d-54bf26945444 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:58.247638 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12a568e6-09af-462f-b450-2aaa0343e88f (CIDR: 172.20.0.0/28) Mar 10 17:49:58.251228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-a66b3350-cb86-4224-9c40-2704ba0b900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:58.252828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-a66b3350-cb86-4224-9c40-2704ba0b900a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0941055 Mar 10 17:49:58.275435 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:49:58.275931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:49:58.279266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-47f2f2b1-d608-45cf-b096-13e92af85ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:58.279582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 39c7a67f-b822-4958-85b8-2fceaab0d50a owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:49:58.280954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-47f2f2b1-d608-45cf-b096-13e92af85ca6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0930164 Mar 10 17:49:58.313926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-5eb5f834-8b08-4065-90e8-0b1fef738b6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413640 Mar 10 17:49:58.337210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e2168-85b8-441a-9225-5c33e8a9071c req-a31fb667-37d6-494c-8cbb-62b96c34a88f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:58.337750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-855e2168-85b8-441a-9225-5c33e8a9071c req-a31fb667-37d6-494c-8cbb-62b96c34a88f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.6650269 Mar 10 17:49:58.362052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-91739e3f-18a5-4b97-9060-57113d51fabe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653589 Mar 10 17:49:58.364494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2cef-9cce-4cb8-81ab-da0b98a7c2e0 admin admin] Publish callbacks [] for security_group (f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.384161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2cef-9cce-4cb8-81ab-da0b98a7c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.413702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e414-f83a-4fc4-b77e-413cf61c6a5c req-e0a1fb28-5908-40c5-8805-3107af233730 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:58.415577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a525e414-f83a-4fc4-b77e-413cf61c6a5c req-e0a1fb28-5908-40c5-8805-3107af233730 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 943 time: 0.3313835 Mar 10 17:49:58.422207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a601af9b-c15e-4b85-b56e-ca07c5f4453c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8223510 Mar 10 17:49:58.422901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55474) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:58.443402 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e5e2cef-9cce-4cb8-81ab-da0b98a7c2e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2765dbf990164886807da0302716b2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341682 Mar 10 17:49:58.447797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55476) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:58.482331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:58.608951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2cef-9cce-4cb8-81ab-da0b98a7c2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:58.651151 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-d60999a1-53cb-4122-ac6d-58bb95585dcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4488769 Mar 10 17:49:58.652418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] Publish callbacks [] for security_group (f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.667187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-9deb907c-e4e1-4333-92ca-1cb7c56a8450 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:49:58.668613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-9deb907c-e4e1-4333-92ca-1cb7c56a8450 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069873 Mar 10 17:49:58.671762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 13e21128-2e00-4a29-a40d-54bf26945444 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:49:58.690971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-ff9fbeb1-fd87-4dff-b5ce-70fa1c004bae service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201632 Mar 10 17:49:58.699009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] Publish callbacks [] for security_group (f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.735283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Provisioning complete for port 13e21128-2e00-4a29-a40d-54bf26945444 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:58.735836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13e21128-2e00-4a29-a40d-54bf26945444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.743294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:58.765164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:58.768642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.830498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 13e21128-2e00-4a29-a40d-54bf26945444 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:58.830876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13e21128-2e00-4a29-a40d-54bf26945444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.866190 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d6a4f967-d80a-4164-993a-09f4149acc16 req-621ce3cd-11ca-486b-b11b-ff9973609425 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651428 Mar 10 17:49:58.921321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-855e2168-85b8-441a-9225-5c33e8a9071c req-a8e4e239-c297-466d-840f-058f8fa73f9c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5620828 Mar 10 17:49:58.962901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.967112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:58.969041 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6 HTTP/1.1" status: 204 len: 168 time: 0.5119209 Mar 10 17:49:58.977706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a525e414-f83a-4fc4-b77e-413cf61c6a5c req-26b6c4ca-cca6-49a7-8032-d442b76d33aa tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022361 Mar 10 17:49:58.991763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a3d9-61a9-4706-934e-6b6d80b300b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0b16d-99fe-4f7c-87dc-f8ee99e7aad6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:59.038001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-6e6bd264-0da4-4925-8720-6bbde2c5e592 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940680 Mar 10 17:49:59.064415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Current status of the port 13e21128-2e00-4a29-a40d-54bf26945444 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:59.116242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Provisioning complete for port 39c7a67f-b822-4958-85b8-2fceaab0d50a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:49:59.116651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.181983 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e03762b1-951b-42ad-98c0-89e20b6071c2 (CIDR: 172.20.0.16/28) Mar 10 17:49:59.197093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 13e21128-2e00-4a29-a40d-54bf26945444 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:49:59.200212 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:49:59.202101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:49:59.219974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (39c7a67f-b822-4958-85b8-2fceaab0d50a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.224355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0379960-307b-48df-8107-1136ee5badc5 None None] Port 39c7a67f-b822-4958-85b8-2fceaab0d50a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:49:59.266847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=39c7a67f-b822-4958-85b8-2fceaab0d50a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:49:59.275864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55488) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:59.276019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ef1407fd-82ea-4e7f-8272-aaa6c6370020 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8083518 Mar 10 17:49:59.282517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'subnet': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:49:59.328850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aeb0c33-ee70-42ac-af81-68db6a5071b8 req-19abcfd6-2bad-4bb6-82de-7502b9fe40ff service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817078 Mar 10 17:49:59.338796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bfcd0eca-d613-47d4-b7c4-b0daea9d7161 None None] Could not find standard attr ID for object 39c7a67f-b822-4958-85b8-2fceaab0d50a. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:49:59.357792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.361950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-94b702c0-3b68-4d0d-997d-0bd8c086e689 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/39c7a67f-b822-4958-85b8-2fceaab0d50a HTTP/1.1" status: 204 len: 168 time: 3.6189747 Mar 10 17:49:59.367109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55492) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:59.400939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-3a2c0a03-e692-4e83-8342-b53a39dc04ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:49:59.402410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-3a2c0a03-e692-4e83-8342-b53a39dc04ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports/a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 940 time: 0.6408584 Mar 10 17:49:59.445646 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b68b3d1-50e3-408c-890d-ec04ebaf4d8a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:49:59.446298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b68b3d1-50e3-408c-890d-ec04ebaf4d8a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:49:59.456144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b68b3d1-50e3-408c-890d-ec04ebaf4d8a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/39c7a67f-b822-4958-85b8-2fceaab0d50a HTTP/1.1" status: 404 len: 333 time: 0.0876009 Mar 10 17:49:59.458524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55496) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:59.492492 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0a50e5-1f58-499a-a12d-57d1b4bcdecc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:49:59.493993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b0a50e5-1f58-499a-a12d-57d1b4bcdecc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/39c7a67f-b822-4958-85b8-2fceaab0d50a HTTP/1.1" status: 404 len: 333 time: 0.0334778 Mar 10 17:49:59.498126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55498) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:49:59.520719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Made reservation on behalf of 09921784801f486ab79069826f92a307 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:49:59.526319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.588400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet ca9966a8-4c15-41e2-b80c-316df44001c5 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:49:59.597048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (ca9966a8-4c15-41e2-b80c-316df44001c5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.687828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (ca9966a8-4c15-41e2-b80c-316df44001c5), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.900573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ca9966a8-4c15-41e2-b80c-316df44001c5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.939442 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:49:59.966594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3d7222c5-9336-455e-86ad-c648e1070ca8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.066639 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (ca9966a8-4c15-41e2-b80c-316df44001c5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.121829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75643873-d5c9-4d35-945b-cc0662775e4b None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:00.125016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.128882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/ca9966a8-4c15-41e2-b80c-316df44001c5 HTTP/1.1" status: 204 len: 168 time: 0.6293566 Mar 10 17:50:00.132407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20457de5-1bb7-4563-bc76-128799084a79 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9966a8-4c15-41e2-b80c-316df44001c5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:00.143960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Subnet': ['ID=3d7222c5-9336-455e-86ad-c648e1070ca8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:00.151722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Network 0815c298-e442-488d-a56f-f79fe2f11550 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:00.166302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55526) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:00.168194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:00.179987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:00.181316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.224910 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0f96f558-ffb8-43ea-8a29-a1b03baa2ab6 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9477949 Mar 10 17:50:00.229142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55528) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:00.235189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeaffc5-3bdb-4439-aa0e-53d1c1ceb1b0 None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:00.246644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1374615883', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d7222c5-9336-455e-86ad-c648e1070ca8'}], 'security_groups': ['8fa6115e-92ba-4e98-91ae-ebcd3d29348a', '9abfc0f4-6b9a-4887-ba32-6237eaad0180']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:00.330630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af2809-adec-4e23-a166-adc4c8c035f1 req-895a77d8-471a-4e96-b669-03154654427c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:00.346968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1af2809-adec-4e23-a166-adc4c8c035f1 req-895a77d8-471a-4e96-b669-03154654427c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3317838 Mar 10 17:50:00.382576 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (899f86dd-b363-4029-93f4-87ec4145c169), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.442840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f351913-1f4a-49ef-b41d-24a100c48da2 req-a3b72f9f-c2e0-44a5-bbaf-dec7df67d93b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:00.445890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f351913-1f4a-49ef-b41d-24a100c48da2 req-a3b72f9f-c2e0-44a5-bbaf-dec7df67d93b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 943 time: 0.3322301 Mar 10 17:50:00.452064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] DHCP port deletion for 899f86dd-b363-4029-93f4-87ec4145c169 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:00.556607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1af2809-adec-4e23-a166-adc4c8c035f1 req-19255af0-59dd-451d-8423-ba460774c025 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087560 Mar 10 17:50:00.614795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.665276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Deleting port 13e21128-2e00-4a29-a40d-54bf26945444 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:00.666179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (13e21128-2e00-4a29-a40d-54bf26945444), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.680612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 13e21128-2e00-4a29-a40d-54bf26945444 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:00.688508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f351913-1f4a-49ef-b41d-24a100c48da2 req-15c6b881-30ca-43fa-a4d4-b39e06e470b5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176647 Mar 10 17:50:00.712440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 13e21128-2e00-4a29-a40d-54bf26945444 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:00.716455 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (13e21128-2e00-4a29-a40d-54bf26945444), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.743005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Update dhcp port {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'fixed_ips': [{'subnet_id': 'e03762b1-951b-42ad-98c0-89e20b6071c2', 'ip_address': '172.20.0.18'}, {'subnet_id': '12a568e6-09af-462f-b450-2aaa0343e88f', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d7222c5-9336-455e-86ad-c648e1070ca8'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '2a970780-b90f-47cb-8f89-7c285e2ac868'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:50:00.798812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.830774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 13e21128-2e00-4a29-a40d-54bf26945444, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=13e21128-2e00-4a29-a40d-54bf26945444,segment=NetworkSegment(4466764e-1caa-47ee-838d-80d175403c7a),segment_id=4466764e-1caa-47ee-838d-80d175403c7a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:00.831405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (13e21128-2e00-4a29-a40d-54bf26945444), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:00.849629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 13e21128-2e00-4a29-a40d-54bf26945444 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:00.952753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (13e21128-2e00-4a29-a40d-54bf26945444), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.017020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=13e21128-2e00-4a29-a40d-54bf26945444,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:01.031155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 13e21128-2e00-4a29-a40d-54bf26945444 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:01.095859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aee6761e-8915-4a37-a24b-fd1823ffd3d2 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:50:01.113762 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No ports have port_id starting with 13e21128-2e00-4a29-a40d-54bf26945444 Mar 10 17:50:01.208123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] For port 13e21128-2e00-4a29-a40d-54bf26945444, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=13e21128-2e00-4a29-a40d-54bf26945444,segment=NetworkSegment(4466764e-1caa-47ee-838d-80d175403c7a),segment_id=4466764e-1caa-47ee-838d-80d175403c7a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:01.211068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (13e21128-2e00-4a29-a40d-54bf26945444), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.252433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Calling delete_port for 13e21128-2e00-4a29-a40d-54bf26945444 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:01.267556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (899f86dd-b363-4029-93f4-87ec4145c169), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.285245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Delete allocated IP 172.20.0.6 (0815c298-e442-488d-a56f-f79fe2f11550/12a568e6-09af-462f-b450-2aaa0343e88f) {{(pid=103794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:50:01.296776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Allocated IP 172.20.0.34 (0815c298-e442-488d-a56f-f79fe2f11550/3d7222c5-9336-455e-86ad-c648e1070ca8/10a6d9d2-47cd-41d2-9cee-e52f9f6665e8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:01.329493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899f86dd-b363-4029-93f4-87ec4145c169']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:01.341688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4466764e-1caa-47ee-838d-80d175403c7a') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:01.342105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4466764e-1caa-47ee-838d-80d175403c7a') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:01.355694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4466764e-1caa-47ee-838d-80d175403c7a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.377734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4466764e-1caa-47ee-838d-80d175403c7a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.394883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:01.395292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4466764e-1caa-47ee-838d-80d175403c7a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.403866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:01.406775 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:01.427855 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 17:50:01.435398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2', 'mac_address': 'fa:16:3e:a7:8b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:50:01.500522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port aee6761e-8915-4a37-a24b-fd1823ffd3d2 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:01.500923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.515289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (13e21128-2e00-4a29-a40d-54bf26945444), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.545781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (899f86dd-b363-4029-93f4-87ec4145c169), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.560543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.567946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/899f86dd-b363-4029-93f4-87ec4145c169 HTTP/1.1" status: 204 len: 168 time: 1.4003425 Mar 10 17:50:01.574382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:01.586514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0b17-6f74-4dd1-b547-091cb24d7868 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=899f86dd-b363-4029-93f4-87ec4145c169,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:01.587143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Pushing event deleted for resources: {'Port': ['ID=13e21128-2e00-4a29-a40d-54bf26945444,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:01.589773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-591058896'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:01.624137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee6761e-8915-4a37-a24b-fd1823ffd3d2 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:01.637649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.640631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] Network 899f86dd-b363-4029-93f4-87ec4145c169 is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:50:01.641085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cd034-df94-48cc-b026-c5f1f83ecfce None None] No DVR routers for this DVR port 13e21128-2e00-4a29-a40d-54bf26945444 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:01.651978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.716707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:01.721036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.833943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:01.849263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] In _notify_port_updated(), no bound segment for port 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 on network 0815c298-e442-488d-a56f-f79fe2f11550 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:50:01.849594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.859973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:01.863258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:01.864866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "PUT /v2.0/ports/10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 HTTP/1.1" status: 200 len: 960 time: 1.6313419 Mar 10 17:50:01.879651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:01.903367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed1c4e-8486-4608-b4fc-807509b679a8 req-25655912-1baf-4456-9fbb-97c0e3a53ce5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:01.911881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41ed1c4e-8486-4608-b4fc-807509b679a8 req-25655912-1baf-4456-9fbb-97c0e3a53ce5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1556313 Mar 10 17:50:01.944939 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-712ba8a8-7cef-4133-bbb1-7511f4fee10d {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:50:01.946369 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:50:01.961628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:01.967392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:50:02.014091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41ed1c4e-8486-4608-b4fc-807509b679a8 req-428ca54f-03d3-40b0-9aae-1218796febde tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944700 Mar 10 17:50:02.040965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a62be-4636-411f-96d7-98dc4796324a req-d7f011fd-ed54-4ff4-9feb-d0bb4805c6c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:02.043998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92a62be-4636-411f-96d7-98dc4796324a req-d7f011fd-ed54-4ff4-9feb-d0bb4805c6c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 944 time: 0.2025237 Mar 10 17:50:02.068240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4204ba68-374f-4b79-b4dd-e3cee69a70f3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.068590 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment 4204ba68-374f-4b79-b4dd-e3cee69a70f3 of type vlan for network 34bb006b-1946-4810-9d77-cea8b2e91969 Mar 10 17:50:02.123406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['aee6761e-8915-4a37-a24b-fd1823ffd3d2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:02.141305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92a62be-4636-411f-96d7-98dc4796324a req-57db2b58-7528-4bbd-bde8-04aef462fdc4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Mar 10 17:50:02.171537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b399653-0873-448b-a097-25b412176cdf tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event updated for resources: {'Port': ['ID=10a6d9d2-47cd-41d2-9cee-e52f9f6665e8,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:02.255770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (34bb006b-1946-4810-9d77-cea8b2e91969), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.301411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (34bb006b-1946-4810-9d77-cea8b2e91969), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.307495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:02.307495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.348795 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7694678 Mar 10 17:50:02.350576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:02.351738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:02.352072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.356572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:02.473628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:02.478270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.508606 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.531501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722966aa-c340-4eb5-8ebf-5f41b9ac20bd tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=34bb006b-1946-4810-9d77-cea8b2e91969,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:02.545017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 34bb006b-1946-4810-9d77-cea8b2e91969 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:50:02.558025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.573973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:02.733350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (10a6d9d2-47cd-41d2-9cee-e52f9f6665e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.763040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=10a6d9d2-47cd-41d2-9cee-e52f9f6665e8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:02.858159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.868175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fbb4c457-d2ba-45e5-8884-394bd7ec17b4 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 HTTP/1.1" status: 204 len: 168 time: 0.9818971 Mar 10 17:50:02.869519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55580) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:02.907713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (94a98908-a34b-482a-b6c8-cdeaa8dfd3e6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:02.915171 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cfdeda-8298-4b59-b51d-c9d8c3d373ce tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] GET failed (client error): The resource could not be found. Mar 10 17:50:02.920139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63cfdeda-8298-4b59-b51d-c9d8c3d373ce tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports/10a6d9d2-47cd-41d2-9cee-e52f9f6665e8 HTTP/1.1" status: 404 len: 333 time: 0.0469964 Mar 10 17:50:02.920801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55582) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:02.981742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (bcd2ea60-6aae-43dd-8891-9a81796268c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.013920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (bcd2ea60-6aae-43dd-8891-9a81796268c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.034286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aee6761e-8915-4a37-a24b-fd1823ffd3d2 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:03.052857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': '4204ba68-374f-4b79-b4dd-e3cee69a70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:03.053473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: 34bb006b-1946-4810-9d77-cea8b2e91969, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:50:03.075825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=94a98908-a34b-482a-b6c8-cdeaa8dfd3e6,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:03.077820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bcd2ea60-6aae-43dd-8891-9a81796268c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.080650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.084675 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/security-groups/bcd2ea60-6aae-43dd-8891-9a81796268c1 HTTP/1.1" status: 204 len: 168 time: 0.1628935 Mar 10 17:50:03.085314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:03.126559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 34bb006b-1946-4810-9d77-cea8b2e91969 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:50:03.142624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0acaa-097e-40e9-ae5e-935ab7ec1a86 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd2ea60-6aae-43dd-8891-9a81796268c1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:03.144501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 34bb006b-1946-4810-9d77-cea8b2e91969) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:03.158129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:03.160789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.195113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc755138-cc0d-4536-a859-2b2f837def00 None None] Network 34bb006b-1946-4810-9d77-cea8b2e91969 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:03.219999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (9abfc0f4-6b9a-4887-ba32-6237eaad0180), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.252526 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (9abfc0f4-6b9a-4887-ba32-6237eaad0180), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.315470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fca853a-1142-4298-bc17-d3c6d42c20c1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9633873 Mar 10 17:50:03.317981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:03.326973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-432214062'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:03.336877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Allocated IP 172.20.0.35 (0815c298-e442-488d-a56f-f79fe2f11550/3d7222c5-9336-455e-86ad-c648e1070ca8/2a970780-b90f-47cb-8f89-7c285e2ac868) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:03.466164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e874b-b2cf-425d-985c-bc6f8fc4a5f4 req-5222b039-e7fa-4d72-be15-8a8fe0e0b04b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:03.470329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69e874b-b2cf-425d-985c-bc6f8fc4a5f4 req-5222b039-e7fa-4d72-be15-8a8fe0e0b04b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2605658 Mar 10 17:50:03.474000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9abfc0f4-6b9a-4887-ba32-6237eaad0180), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.477834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.481918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/security-groups/9abfc0f4-6b9a-4887-ba32-6237eaad0180 HTTP/1.1" status: 204 len: 168 time: 0.3905187 Mar 10 17:50:03.483973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55600) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:03.497387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15bd38-9966-41d2-b150-6cfd79bc2ae8 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abfc0f4-6b9a-4887-ba32-6237eaad0180,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:03.517508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port aee6761e-8915-4a37-a24b-fd1823ffd3d2 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:50:03.524171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:03.532769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.564203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-34bb006b-1946-4810-9d77-cea8b2e91969', 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': '94a98908-a34b-482a-b6c8-cdeaa8dfd3e6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:50:03.565336 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.571889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port b5c6a16c-88d3-419d-9ef8-f68a242b6b80 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:03.577801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port aee6761e-8915-4a37-a24b-fd1823ffd3d2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:03.578539 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.603789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be197d-3191-4ee1-a5b9-59383f8d810d req-73e3694c-2ef8-42cc-8b47-29434a93a25c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:03.605683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1be197d-3191-4ee1-a5b9-59383f8d810d req-73e3694c-2ef8-42cc-8b47-29434a93a25c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 944 time: 0.3032365 Mar 10 17:50:03.720036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69e874b-b2cf-425d-985c-bc6f8fc4a5f4 req-7f3c54b3-b913-46d2-ab8b-1d589f9cbde5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391355 Mar 10 17:50:03.723906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1be197d-3191-4ee1-a5b9-59383f8d810d req-b954d3d1-59b9-4803-974f-b7ff49ea3c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080248 Mar 10 17:50:03.756218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (8fa6115e-92ba-4e98-91ae-ebcd3d29348a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.756688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:03.794887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (8fa6115e-92ba-4e98-91ae-ebcd3d29348a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.847566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fa6115e-92ba-4e98-91ae-ebcd3d29348a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.851116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:03.855120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/security-groups/8fa6115e-92ba-4e98-91ae-ebcd3d29348a HTTP/1.1" status: 204 len: 168 time: 0.3602910 Mar 10 17:50:03.858881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55604) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:03.901815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa580e-b059-4635-bb4b-6d99b8d4b161 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa6115e-92ba-4e98-91ae-ebcd3d29348a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:03.952226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet 12a568e6-09af-462f-b450-2aaa0343e88f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:04.046853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Publish callbacks [] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.056298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (12a568e6-09af-462f-b450-2aaa0343e88f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.165849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (12a568e6-09af-462f-b450-2aaa0343e88f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.354629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::1f9 (34bb006b-1946-4810-9d77-cea8b2e91969/94a98908-a34b-482a-b6c8-cdeaa8dfd3e6/b5c6a16c-88d3-419d-9ef8-f68a242b6b80) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:04.366615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.419154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port aee6761e-8915-4a37-a24b-fd1823ffd3d2 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:04.419443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.464541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (12a568e6-09af-462f-b450-2aaa0343e88f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.482713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:04.484990 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae11412-e3ed-40bd-aab3-98ea08d217f3" -d '{"events": [{"server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "name": "network-vif-plugged", "status": "completed", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:04.623277 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28826c-e74b-4e86-8fe5-785155eca8f2 x-openstack-request-id: req-cd28826c-e74b-4e86-8fe5-785155eca8f2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:04.623569 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "name": "network-vif-plugged", "status": "completed", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:04.626486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (b5c6a16c-88d3-419d-9ef8-f68a242b6b80), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.628076 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd28826c-e74b-4e86-8fe5-785155eca8f2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:04.629383 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2', 'code': 200} Mar 10 17:50:04.656642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (12a568e6-09af-462f-b450-2aaa0343e88f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.661796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:04.703224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5c6a16c-88d3-419d-9ef8-f68a242b6b80), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.714072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=12a568e6-09af-462f-b450-2aaa0343e88f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:04.730257 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.738479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4929cc66-835e-4302-a952-882ff2398a4b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/12a568e6-09af-462f-b450-2aaa0343e88f HTTP/1.1" status: 204 len: 168 time: 0.8764155 Mar 10 17:50:04.741576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:04.768013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb0990-7837-4412-8cbe-acd3993e6705 None None] Pushing event updated for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:04.777793 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.835514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 34bb006b-1946-4810-9d77-cea8b2e91969 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:04.839145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:04.842213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:04.854460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:04.855157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:04.911523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=b5c6a16c-88d3-419d-9ef8-f68a242b6b80,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:04.931374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03b7b295-68c5-496f-a8c5-da23813ea618 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6088419 Mar 10 17:50:04.931374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55626) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:04.938326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:04.945753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c10c50-0d02-4296-917f-af90577726b3 req-4ba18bb6-3ada-421b-866b-0a247fa18416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:04.948016 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a7c10c50-0d02-4296-917f-af90577726b3 req-4ba18bb6-3ada-421b-866b-0a247fa18416 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 1127 time: 0.2551723 Mar 10 17:50:05.030705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Allocated IP 2001:db8::2 (34bb006b-1946-4810-9d77-cea8b2e91969/94a98908-a34b-482a-b6c8-cdeaa8dfd3e6/229137d0-6625-4586-b47f-3565266d8acf) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:05.095903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet 3d7222c5-9336-455e-86ad-c648e1070ca8 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:05.103028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (3d7222c5-9336-455e-86ad-c648e1070ca8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.184071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (3d7222c5-9336-455e-86ad-c648e1070ca8), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.240736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a7c10c50-0d02-4296-917f-af90577726b3 req-483bda8d-0bfe-465f-a339-994d452faeeb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618144 Mar 10 17:50:05.428443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port b5c6a16c-88d3-419d-9ef8-f68a242b6b80 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:05.429146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b5c6a16c-88d3-419d-9ef8-f68a242b6b80), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.441507 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks [] for port (229137d0-6625-4586-b47f-3565266d8acf), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.464290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (229137d0-6625-4586-b47f-3565266d8acf), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.603962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b5c6a16c-88d3-419d-9ef8-f68a242b6b80), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.613864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Network 34bb006b-1946-4810-9d77-cea8b2e91969 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:05.620611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for b5c6a16c-88d3-419d-9ef8-f68a242b6b80 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:05.664655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Pushing event updated for resources: {'Port': ['ID=229137d0-6625-4586-b47f-3565266d8acf,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:05.672744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:05.678291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:05.795055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Attempting to bind port 229137d0-6625-4586-b47f-3565266d8acf on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:05.795055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Attempting to bind port 229137d0-6625-4586-b47f-3565266d8acf by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4204ba68-374f-4b79-b4dd-e3cee69a70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:05.795491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Attempting to bind port 229137d0-6625-4586-b47f-3565266d8acf on network 34bb006b-1946-4810-9d77-cea8b2e91969 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:05.806887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:05.807266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Checking segment: {'id': '4204ba68-374f-4b79-b4dd-e3cee69a70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:05.807683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.808085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Bound using segment: {'id': '4204ba68-374f-4b79-b4dd-e3cee69a70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:05.808575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Bound port: 229137d0-6625-4586-b47f-3565266d8acf, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4204ba68-374f-4b79-b4dd-e3cee69a70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34bb006b-1946-4810-9d77-cea8b2e91969'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:05.808964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (229137d0-6625-4586-b47f-3565266d8acf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.839426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5c6a16c-88d3-419d-9ef8-f68a242b6b80), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.893991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=b5c6a16c-88d3-419d-9ef8-f68a242b6b80,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:05.938676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:05.942457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d783cf95-2b46-421f-b60d-f1e454be64f5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/b5c6a16c-88d3-419d-9ef8-f68a242b6b80 HTTP/1.1" status: 204 len: 168 time: 1.0112672 Mar 10 17:50:05.945319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:06.002497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] For port 229137d0-6625-4586-b47f-3565266d8acf, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:06.013668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] For port 229137d0-6625-4586-b47f-3565266d8acf, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=229137d0-6625-4586-b47f-3565266d8acf,segment=NetworkSegment(4204ba68-374f-4b79-b4dd-e3cee69a70f3),segment_id=4204ba68-374f-4b79-b4dd-e3cee69a70f3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:06.018759 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3e890a-8658-4e80-9761-a4580995e2a8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:06.020941 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2a3e890a-8658-4e80-9761-a4580995e2a8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/b5c6a16c-88d3-419d-9ef8-f68a242b6b80 HTTP/1.1" status: 404 len: 333 time: 0.0737762 Mar 10 17:50:06.029127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (229137d0-6625-4586-b47f-3565266d8acf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.037389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:06.086526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2658da-591d-4d5a-a297-06df31a6a2b8 None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:06.147842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 94a98908-a34b-482a-b6c8-cdeaa8dfd3e6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:06.155254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (94a98908-a34b-482a-b6c8-cdeaa8dfd3e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.159320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bfb02-e4a1-45bb-a700-128891ec32bf req-508edf05-9fa2-4fc8-9f9f-f90db3bd5afc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:06.160870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d68bfb02-e4a1-45bb-a700-128891ec32bf req-508edf05-9fa2-4fc8-9f9f-f90db3bd5afc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 1.1306856 Mar 10 17:50:06.181978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af4a1-627c-4b4b-9501-80daa9b32732 req-fa5678b5-7118-41c1-ae54-c66999e2719b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:06.199900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-209af4a1-627c-4b4b-9501-80daa9b32732 req-fa5678b5-7118-41c1-ae54-c66999e2719b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.9754727 Mar 10 17:50:06.275926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (94a98908-a34b-482a-b6c8-cdeaa8dfd3e6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.286826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Could not find standard attr ID for object 10a6d9d2-47cd-41d2-9cee-e52f9f6665e8. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:06.320070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3d7222c5-9336-455e-86ad-c648e1070ca8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.326183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-209af4a1-627c-4b4b-9501-80daa9b32732 req-66e9f775-489d-4cf2-9ed6-4ffd93a6b954 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253686 Mar 10 17:50:06.369949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d78aa-12ea-47da-93d7-8c194dc3f4ad None None] Pushing event updated for resources: {'Port': ['ID=229137d0-6625-4586-b47f-3565266d8acf,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:06.377049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d68bfb02-e4a1-45bb-a700-128891ec32bf req-01c8d38f-57f4-4755-a495-d8cc7c91f8ee tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037964 Mar 10 17:50:06.421994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:06.422368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.441932 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (3d7222c5-9336-455e-86ad-c648e1070ca8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.479813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.489897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/3d7222c5-9336-455e-86ad-c648e1070ca8 HTTP/1.1" status: 204 len: 168 time: 1.7454720 Mar 10 17:50:06.492915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55642) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:06.521556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (94a98908-a34b-482a-b6c8-cdeaa8dfd3e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.611172 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b730237-6019-4319-a142-ca4af0b561b3 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:06.611648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b730237-6019-4319-a142-ca4af0b561b3 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:06.634630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b730237-6019-4319-a142-ca4af0b561b3 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/12a568e6-09af-462f-b450-2aaa0343e88f HTTP/1.1" status: 404 len: 337 time: 0.1335149 Mar 10 17:50:06.635283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55646) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:06.644455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5afeb-c2e9-485a-88b8-8a4af91d6a36 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7222c5-9336-455e-86ad-c648e1070ca8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:06.760517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (94a98908-a34b-482a-b6c8-cdeaa8dfd3e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.836758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=94a98908-a34b-482a-b6c8-cdeaa8dfd3e6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:06.844475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:06.851919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:06.856177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dec66fd5-5837-4f62-a118-8e838ddd57b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/94a98908-a34b-482a-b6c8-cdeaa8dfd3e6 HTTP/1.1" status: 204 len: 168 time: 0.8175309 Mar 10 17:50:06.885671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:07.021104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting subnet e03762b1-951b-42ad-98c0-89e20b6071c2 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:07.025945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (e03762b1-951b-42ad-98c0-89e20b6071c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.033696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:07.046043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd49ff-827a-421b-9769-0eea05a44403 None None] Update dhcp port {'port': {'network_id': '0815c298-e442-488d-a56f-f79fe2f11550', 'fixed_ips': [{'subnet_id': 'e03762b1-951b-42ad-98c0-89e20b6071c2', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d7222c5-9336-455e-86ad-c648e1070ca8'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '2a970780-b90f-47cb-8f89-7c285e2ac868'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:50:07.084503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (34bb006b-1946-4810-9d77-cea8b2e91969), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.105041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60fd49ff-827a-421b-9769-0eea05a44403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.127179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:07.127874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.134835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e03762b1-951b-42ad-98c0-89e20b6071c2), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.218229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 229137d0-6625-4586-b47f-3565266d8acf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:07.218957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (229137d0-6625-4586-b47f-3565266d8acf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.247555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:07.248265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.300757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e03762b1-951b-42ad-98c0-89e20b6071c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.304775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 229137d0-6625-4586-b47f-3565266d8acf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=229137d0-6625-4586-b47f-3565266d8acf,segment=NetworkSegment(4204ba68-374f-4b79-b4dd-e3cee69a70f3),segment_id=4204ba68-374f-4b79-b4dd-e3cee69a70f3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:07.305134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (229137d0-6625-4586-b47f-3565266d8acf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.351253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 229137d0-6625-4586-b47f-3565266d8acf owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:07.504196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-466db6a7-a168-4f6f-b3ea-bf0866056827 None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:07.504734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e03762b1-951b-42ad-98c0-89e20b6071c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.505678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:07.527241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.533467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/e03762b1-951b-42ad-98c0-89e20b6071c2 HTTP/1.1" status: 204 len: 168 time: 0.8917460 Mar 10 17:50:07.533770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-60fd49ff-827a-421b-9769-0eea05a44403 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e03762b1-951b-42ad-98c0-89e20b6071c2: This subnet is being modified by another concurrent operation. Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e03762b1-951b-42ad-98c0-89e20b6071c2: This subnet is being modified by another concurrent operation. Mar 10 17:50:07.555092 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:50:07.585040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3d2e6-5061-42c3-a4d2-21eecdb83ebd tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Subnet': ['ID=e03762b1-951b-42ad-98c0-89e20b6071c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:07.601167 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b114f0fa-a8ad-48ff-a396-a786ceb66ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:07.601702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b114f0fa-a8ad-48ff-a396-a786ceb66ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:07.633341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55662) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:07.642192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b114f0fa-a8ad-48ff-a396-a786ceb66ae5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/b1491ab0-66b4-49a1-9bbc-f900baec007b HTTP/1.1" status: 404 len: 337 time: 0.0867939 Mar 10 17:50:07.689076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e2e5fb0-b1ac-4a25-a063-e458b67cf251 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "GET /v2.0/ports?device_id=963bb0c8-65f5-4a64-8625-a455b448732b HTTP/1.1" status: 200 len: 205 time: 0.0528462 Mar 10 17:50:07.691813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:07.697806 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (229137d0-6625-4586-b47f-3565266d8acf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.718605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17996f8-a9d4-43bd-881a-fb9367f368d0 None None] Network 0815c298-e442-488d-a56f-f79fe2f11550 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:07.732273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 229137d0-6625-4586-b47f-3565266d8acf on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:07.759727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=229137d0-6625-4586-b47f-3565266d8acf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:07.779302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30d2c-7a2c-4b95-ba35-87b1ccf77e7b req-5e5f5487-b7c7-4fe7-a7a1-a2f5efeadc6a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:07.780492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98a30d2c-7a2c-4b95-ba35-87b1ccf77e7b req-5e5f5487-b7c7-4fe7-a7a1-a2f5efeadc6a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2597816 Mar 10 17:50:07.799549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8701-3eb5-44b7-8524-ac50aa887b6f req-e0810ae2-24cd-48fb-ad59-58e6f68fed39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:07.801095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-223b8701-3eb5-44b7-8524-ac50aa887b6f req-e0810ae2-24cd-48fb-ad59-58e6f68fed39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 0.2640886 Mar 10 17:50:07.858247 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-783b04e4-54fd-4fb6-9c29-cb0def5d5942 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] delete failed (client error): The resource could not be found. Mar 10 17:50:07.860648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-783b04e4-54fd-4fb6-9c29-cb0def5d5942 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/routers/963bb0c8-65f5-4a64-8625-a455b448732b HTTP/1.1" status: 404 len: 336 time: 0.1675138 Mar 10 17:50:07.866493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:07.894605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Provisioning complete for port 425413b9-2e5f-44c0-9822-83f405f1f4c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:07.895177 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.899974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (34bb006b-1946-4810-9d77-cea8b2e91969), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:07.921541 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa15fc-34e9-4442-b4a5-621a2a564eb5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:07.922460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aa15fc-34e9-4442-b4a5-621a2a564eb5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:07.935969 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-95aa15fc-34e9-4442-b4a5-621a2a564eb5 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/890f20f7-8012-4ab4-8a16-d164b1005ac8 HTTP/1.1" status: 404 len: 337 time: 0.0578973 Mar 10 17:50:07.937367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:07.964720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98a30d2c-7a2c-4b95-ba35-87b1ccf77e7b req-87fc7fdb-3b3e-4d2e-b5f1-4ebcfa4fc534 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601779 Mar 10 17:50:07.979975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bb006b-1946-4810-9d77-cea8b2e91969']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:07.980968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] DHCP port deletion for 0815c298-e442-488d-a56f-f79fe2f11550 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:07.985641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-223b8701-3eb5-44b7-8524-ac50aa887b6f req-78bb02f1-5f50-4e81-99b9-ee81efee1134 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696727 Mar 10 17:50:07.996211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Port 425413b9-2e5f-44c0-9822-83f405f1f4c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:07.997315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4204ba68-374f-4b79-b4dd-e3cee69a70f3') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:07.997642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4204ba68-374f-4b79-b4dd-e3cee69a70f3') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:08.018323 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-441b8d40-604b-4ab0-b952-c731cf3ad023 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.027511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4204ba68-374f-4b79-b4dd-e3cee69a70f3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.040688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441b8d40-604b-4ab0-b952-c731cf3ad023 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.054901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:50:08.063798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.067425 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-441b8d40-604b-4ab0-b952-c731cf3ad023 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/b6aa88da-4db7-48ad-989e-c3d2096cb31a HTTP/1.1" status: 404 len: 337 time: 0.1283398 Mar 10 17:50:08.084090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4204ba68-374f-4b79-b4dd-e3cee69a70f3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.097557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Provisioning complete for port 2a970780-b90f-47cb-8f89-7c285e2ac868 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:08.097926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.122679 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-930da61c-dba6-4f87-861e-bfe39304ae9b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.123421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930da61c-dba6-4f87-861e-bfe39304ae9b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.129648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-930da61c-dba6-4f87-861e-bfe39304ae9b tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/c13e2b71-27e9-4b87-89d7-84961b2ef982 HTTP/1.1" status: 404 len: 337 time: 0.0623763 Mar 10 17:50:08.129648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:08.129648 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4204ba68-374f-4b79-b4dd-e3cee69a70f3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.130252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:08.146645 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:08.163047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d9c31-e71f-4575-8b6d-2fd722a92add None None] Network 34bb006b-1946-4810-9d77-cea8b2e91969 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:08.179095 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7143882-c899-4a05-bce8-ef9b0cfac461 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.179095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7143882-c899-4a05-bce8-ef9b0cfac461 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.186103 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c7143882-c899-4a05-bce8-ef9b0cfac461 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/816a2793-5ed9-4611-9a4c-cd3620b96aa3 HTTP/1.1" status: 404 len: 333 time: 0.0510998 Mar 10 17:50:08.188386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.251913 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf46ed96-3327-4f8d-8ac7-2dc86611688c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.252486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf46ed96-3327-4f8d-8ac7-2dc86611688c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.258091 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf46ed96-3327-4f8d-8ac7-2dc86611688c tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/a8d73eb3-3dc0-4497-b9e3-c9e780e3e29a HTTP/1.1" status: 404 len: 337 time: 0.0659015 Mar 10 17:50:08.258282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55684) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.265780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Deleting port 2a970780-b90f-47cb-8f89-7c285e2ac868 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:08.266181 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.318183 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f91aaa-f5ed-4376-b2de-a1e5dcbf5dc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.320872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f91aaa-f5ed-4376-b2de-a1e5dcbf5dc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.326384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (34bb006b-1946-4810-9d77-cea8b2e91969), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.332753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.337026 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72f91aaa-f5ed-4376-b2de-a1e5dcbf5dc9 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/a5c5ae91-8018-4011-8d65-e18262c1367b HTTP/1.1" status: 404 len: 337 time: 0.0776110 Mar 10 17:50:08.338371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.342299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/34bb006b-1946-4810-9d77-cea8b2e91969 HTTP/1.1" status: 204 len: 168 time: 1.4795105 Mar 10 17:50:08.349003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.361171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5291fc-460c-4170-91fc-d82d05c41ea6 req-30bcc4a2-dbfb-4b4e-8008-61ca2e7ffa05 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:08.362954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d5291fc-460c-4170-91fc-d82d05c41ea6 req-30bcc4a2-dbfb-4b4e-8008-61ca2e7ffa05 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 0.2129719 Mar 10 17:50:08.369622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'name': 'tempest-PortsIpV6TestJSON-596442964'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:08.397914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763d42b-2642-481e-bf42-54fcd94706e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=34bb006b-1946-4810-9d77-cea8b2e91969,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:08.419895 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1575f4e7-9a3f-42da-8f97-a5c5efd918b2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.420718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1575f4e7-9a3f-42da-8f97-a5c5efd918b2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.427141 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1575f4e7-9a3f-42da-8f97-a5c5efd918b2 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/864a6513-25a2-4416-a4fb-ef0752bef5cd HTTP/1.1" status: 404 len: 333 time: 0.0870972 Mar 10 17:50:08.428110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.446791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039822e-b073-49c9-92dd-c32b5b1cb1d7 None None] DHCP port deletion for 34bb006b-1946-4810-9d77-cea8b2e91969 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:08.468393 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0840d80-6744-4209-b405-ccf4ee3f5d24 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.469096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0840d80-6744-4209-b405-ccf4ee3f5d24 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.472565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] For port 2a970780-b90f-47cb-8f89-7c285e2ac868, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2a970780-b90f-47cb-8f89-7c285e2ac868,segment=NetworkSegment(4127616b-47a7-4386-a2ad-7fca6154b923),segment_id=4127616b-47a7-4386-a2ad-7fca6154b923)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:08.473217 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.477078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a0840d80-6744-4209-b405-ccf4ee3f5d24 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/32a6c3e6-1292-45f3-92d2-a3bf144e8614 HTTP/1.1" status: 404 len: 337 time: 0.0468225 Mar 10 17:50:08.478349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55692) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.510886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bb30a550-8fc5-467f-aced-bec7f86999e8 None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:08.515287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Calling delete_port for 2a970780-b90f-47cb-8f89-7c285e2ac868 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:08.518231 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a9c081-4cbc-4f35-a467-2c9fd49d65da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] DELETE failed (client error): The resource could not be found. Mar 10 17:50:08.518815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a9c081-4cbc-4f35-a467-2c9fd49d65da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:08.537694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09a9c081-4cbc-4f35-a467-2c9fd49d65da tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/subnets/5c5756c2-6a4b-4762-b5a6-ff93ebbae983 HTTP/1.1" status: 404 len: 337 time: 0.0484300 Mar 10 17:50:08.537694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:08.585312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d5291fc-460c-4170-91fc-d82d05c41ea6 req-c6deb5c4-e48a-47af-8cca-734664ccbbab tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000377 Mar 10 17:50:08.636728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:08.640246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.667785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1d10f30b-97a0-4519-889c-8757e0bccfe9 None None] Could not find standard attr ID for object 229137d0-6625-4586-b47f-3565266d8acf. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:08.674064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2a970780-b90f-47cb-8f89-7c285e2ac868 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:08.679254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port c9a2873a-d0d3-471d-b030-f8eb94422d9f yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:08.736033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Deleting port 425413b9-2e5f-44c0-9822-83f405f1f4c0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:08.736384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.814978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2a970780-b90f-47cb-8f89-7c285e2ac868 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:08.816843 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.831986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2a970780-b90f-47cb-8f89-7c285e2ac868), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.869635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:08.873293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] No DVR routers for this DVR port 2a970780-b90f-47cb-8f89-7c285e2ac868 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:08.875111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9db258-2449-43ac-9c44-c64e8fcb773e None None] Pushing event deleted for resources: {'Port': ['ID=2a970780-b90f-47cb-8f89-7c285e2ac868,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:08.909699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa1c17-c163-473f-b2b2-f266d1e5c309 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:50:08.919135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Calling delete_port for 425413b9-2e5f-44c0-9822-83f405f1f4c0 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:09.075459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa1c17-c163-473f-b2b2-f266d1e5c309 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:50:09.100182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (425413b9-2e5f-44c0-9822-83f405f1f4c0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.148842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.156004 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/ports/425413b9-2e5f-44c0-9822-83f405f1f4c0 HTTP/1.1" status: 204 len: 168 time: 0.6263247 Mar 10 17:50:09.157042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55712) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:09.167765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5226-6b69-44a8-97e6-87c649aa625e tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Port': ['ID=425413b9-2e5f-44c0-9822-83f405f1f4c0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:09.261191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (0815c298-e442-488d-a56f-f79fe2f11550), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.284324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (c9a2873a-d0d3-471d-b030-f8eb94422d9f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.348812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da130d3-a89f-43da-bce7-3b04b2b7b73a req-e5b0bbff-784e-40df-8f50-b14c7759d3df tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:09.350248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9da130d3-a89f-43da-bce7-3b04b2b7b73a req-e5b0bbff-784e-40df-8f50-b14c7759d3df tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 0.3631589 Mar 10 17:50:09.414588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (0815c298-e442-488d-a56f-f79fe2f11550), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.428344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74ff3e-a077-49e1-af26-c6f65cf3f702 req-d5601ac6-7469-4da5-8568-25601b2f9032 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:09.429951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b74ff3e-a077-49e1-af26-c6f65cf3f702 req-d5601ac6-7469-4da5-8568-25601b2f9032 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2674949 Mar 10 17:50:09.445736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0815c298-e442-488d-a56f-f79fe2f11550']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:09.456575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4127616b-47a7-4386-a2ad-7fca6154b923') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:09.457004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4127616b-47a7-4386-a2ad-7fca6154b923') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:09.468018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (4127616b-47a7-4386-a2ad-7fca6154b923), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.483343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9da130d3-a89f-43da-bce7-3b04b2b7b73a req-78eba1f2-adba-4e7c-a032-566618259120 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114757 Mar 10 17:50:09.485397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4127616b-47a7-4386-a2ad-7fca6154b923), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.493019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:09.493437 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (4127616b-47a7-4386-a2ad-7fca6154b923), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.548698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b74ff3e-a077-49e1-af26-c6f65cf3f702 req-b89f2f85-1230-46de-9465-2d7bc0d1c53b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782800 Mar 10 17:50:09.558247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c9a2873a-d0d3-471d-b030-f8eb94422d9f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:09.570829 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:09.584725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (0815c298-e442-488d-a56f-f79fe2f11550), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.598090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.602087 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] 10.222.0.35 "DELETE /v2.0/networks/0815c298-e442-488d-a56f-f79fe2f11550 HTTP/1.1" status: 204 len: 168 time: 0.4439087 Mar 10 17:50:09.617693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba817c82-857e-4ab0-b0b2-0e0d4a25e345 tempest-PortsTestJSON-782414801 tempest-PortsTestJSON-782414801-project] Pushing event deleted for resources: {'Network': ['ID=0815c298-e442-488d-a56f-f79fe2f11550,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:09.665578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:09.672456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:09.676809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:09.682224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:09.683430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.693756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=c9a2873a-d0d3-471d-b030-f8eb94422d9f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:09.724441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dfba948f-bf3c-4606-ada3-7ffa47b153dc tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3601959 Mar 10 17:50:09.727241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55716) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:09.838657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port c9a2873a-d0d3-471d-b030-f8eb94422d9f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:09.839007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c9a2873a-d0d3-471d-b030-f8eb94422d9f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.916344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c9a2873a-d0d3-471d-b030-f8eb94422d9f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:09.936222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for c9a2873a-d0d3-471d-b030-f8eb94422d9f owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:09.960203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:10.092175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c9a2873a-d0d3-471d-b030-f8eb94422d9f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.138172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.144540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/c9a2873a-d0d3-471d-b030-f8eb94422d9f HTTP/1.1" status: 204 len: 168 time: 0.4153941 Mar 10 17:50:10.145381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:10.146818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1ffcd-277b-46d9-ada6-262e96134266 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=c9a2873a-d0d3-471d-b030-f8eb94422d9f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:10.155563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'mac_address': 'fa:16:3e:6e:61:34', 'name': 'tempest-PortsIpV6TestJSON-1062777155'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:10.267756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2904c364-f487-4728-8ec5-54176dce29e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09921784801f486ab79069826f92a307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039782 Mar 10 17:50:10.268482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:10.336737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:10.362083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-388bb930-9354-43f8-a732-de85ebf1e02c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:10.363779 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-388bb930-9354-43f8-a732-de85ebf1e02c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 0.1301179 Mar 10 17:50:10.394720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] Publish callbacks [] for security_group (979890af-e10f-4b0f-ae18-d287ca62f408), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.477977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.480983 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] Publish callbacks [] for security_group (979890af-e10f-4b0f-ae18-d287ca62f408), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.555272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 2b741af9-c203-451b-9561-6af961d89044 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:10.620908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab90309-6040-4341-be92-d2add20cb283 req-e94e8dff-ad0c-4adf-aca2-b4571cceed67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:10.629740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab90309-6040-4341-be92-d2add20cb283 req-e94e8dff-ad0c-4adf-aca2-b4571cceed67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 945 time: 0.0651214 Mar 10 17:50:10.663869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port aee6761e-8915-4a37-a24b-fd1823ffd3d2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:10.664449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.666894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (979890af-e10f-4b0f-ae18-d287ca62f408), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.669750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.671047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/979890af-e10f-4b0f-ae18-d287ca62f408 HTTP/1.1" status: 204 len: 168 time: 0.4017012 Mar 10 17:50:10.718692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f06608-1965-4388-b415-13a6c16388ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979890af-e10f-4b0f-ae18-d287ca62f408,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:10.767937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab90309-6040-4341-be92-d2add20cb283 req-68dc6151-4c64-41d3-a22e-427a19c2cd9c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370118 Mar 10 17:50:10.826013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9556-5580-4e6b-838d-9ff2b7a0b97d req-43b785de-5739-4a2a-8bea-a8ddd10d00cb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:10.830237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22da9556-5580-4e6b-838d-9ff2b7a0b97d req-43b785de-5739-4a2a-8bea-a8ddd10d00cb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1202354 Mar 10 17:50:10.923044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22da9556-5580-4e6b-838d-9ff2b7a0b97d req-683fb1c3-2c9e-46fe-959d-d954f9ba8f37 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859323 Mar 10 17:50:10.958838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port aee6761e-8915-4a37-a24b-fd1823ffd3d2, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=aee6761e-8915-4a37-a24b-fd1823ffd3d2,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:10.959200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:10.984407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for aee6761e-8915-4a37-a24b-fd1823ffd3d2 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:10.993537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (2b741af9-c203-451b-9561-6af961d89044), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.084545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b741af9-c203-451b-9561-6af961d89044), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.218301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:11.229707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:11.233076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:11.238266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:11.238936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.260013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=2b741af9-c203-451b-9561-6af961d89044,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:11.270494 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38ab6c5f-aed2-4db9-9298-7dd7a7cd7c0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1239710 Mar 10 17:50:11.273940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55754) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:11.307681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (aee6761e-8915-4a37-a24b-fd1823ffd3d2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.319611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:11.363791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a973c60-f3f8-4284-9b87-b7b7e366b923 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:11.368386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=aee6761e-8915-4a37-a24b-fd1823ffd3d2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:11.371083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1a973c60-f3f8-4284-9b87-b7b7e366b923 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/2b741af9-c203-451b-9561-6af961d89044 HTTP/1.1" status: 200 len: 845 time: 0.0966432 Mar 10 17:50:11.374586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:11.376640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['aee6761e-8915-4a37-a24b-fd1823ffd3d2'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:11.454972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port aee6761e-8915-4a37-a24b-fd1823ffd3d2 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:11.458450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.463288 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2065f147-9624-4980-ad68-b4873e7ea1f2 req-70c268d9-73f9-421e-bf54-23de18690410 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "DELETE /v2.0/ports/aee6761e-8915-4a37-a24b-fd1823ffd3d2 HTTP/1.1" status: 204 len: 173 time: 1.0827546 Mar 10 17:50:11.466675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'name': 'network-vif-deleted', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:11.469505 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc0dfaf-b756-4c25-9f9a-50bca21de805" -d '{"events": [{"server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "name": "network-vif-deleted", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:11.598676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 2b741af9-c203-451b-9561-6af961d89044 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:11.599108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b741af9-c203-451b-9561-6af961d89044), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.784492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b741af9-c203-451b-9561-6af961d89044), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:11.819110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 2b741af9-c203-451b-9561-6af961d89044 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:11.972395 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa132586-e1c0-4997-8daa-a0c6d85eb3d8 x-openstack-request-id: req-fa132586-e1c0-4997-8daa-a0c6d85eb3d8 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:11.972520 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f97859-3446-48f9-b4a1-2059e4208059", "name": "network-vif-deleted", "tag": "aee6761e-8915-4a37-a24b-fd1823ffd3d2", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:11.973287 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa132586-e1c0-4997-8daa-a0c6d85eb3d8 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:11.973854 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f97859-3446-48f9-b4a1-2059e4208059', 'name': 'network-vif-deleted', 'tag': 'aee6761e-8915-4a37-a24b-fd1823ffd3d2', 'status': 'completed', 'code': 200} Mar 10 17:50:11.983033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d6ad6be-8e3c-4dd7-98b6-48216b6e56df req-e5052d60-de0e-436b-b418-bc48f1bdbe5e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f97859-3446-48f9-b4a1-2059e4208059 HTTP/1.1" status: 200 len: 210 time: 0.0616925 Mar 10 17:50:11.994090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b741af9-c203-451b-9561-6af961d89044), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.065475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.072304 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/2b741af9-c203-451b-9561-6af961d89044 HTTP/1.1" status: 204 len: 168 time: 0.6938381 Mar 10 17:50:12.072304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19034e6-0ea0-4ae7-8575-5df2b2bc0ed9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=2b741af9-c203-451b-9561-6af961d89044,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:12.072638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55778) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:12.121717 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cda0c2-d403-4dc5-aadc-b8b08550d27c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:12.124944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d6cda0c2-d403-4dc5-aadc-b8b08550d27c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/2b741af9-c203-451b-9561-6af961d89044 HTTP/1.1" status: 404 len: 333 time: 0.0516465 Mar 10 17:50:12.128810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:12.135712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'name': 'tempest-PortsIpV6TestJSON-257055656'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:12.243762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fcd13-13cf-4d67-8adb-ea8766370305 req-98b42c89-9f4d-46ff-a326-53b81cff57ba tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:12.253362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-294fcd13-13cf-4d67-8adb-ea8766370305 req-98b42c89-9f4d-46ff-a326-53b81cff57ba tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1268299 Mar 10 17:50:12.273034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:12.276487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.324588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 6c927a9d-bf99-4b91-bcbd-c812002fb7c6 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:12.332437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-294fcd13-13cf-4d67-8adb-ea8766370305 req-9ae025ff-8089-4a52-a78e-676c0b03f8e9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777247 Mar 10 17:50:12.404256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e7078b37-57d5-4837-aa31-62a7beb6b567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.561737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.603088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.663668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:12.671761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:12.676218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:12.686186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:12.687288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.707060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=6c927a9d-bf99-4b91-bcbd-c812002fb7c6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:12.722852 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00fef035-2da1-4021-925c-00119ae20d10 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5926681 Mar 10 17:50:12.725433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55794) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:12.731047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:12.811540 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.975529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:12.982308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.014657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] In _notify_port_updated(), no bound segment for port 6c927a9d-bf99-4b91-bcbd-c812002fb7c6 on network eced0a10-9df9-407a-ae32-b5f13108d1ef {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:50:13.020319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:13.021022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.031611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:13.036552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/ports/6c927a9d-bf99-4b91-bcbd-c812002fb7c6 HTTP/1.1" status: 200 len: 818 time: 0.3099201 Mar 10 17:50:13.060227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a31998-3292-4987-aeaf-570764973156 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=6c927a9d-bf99-4b91-bcbd-c812002fb7c6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:13.210720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 6c927a9d-bf99-4b91-bcbd-c812002fb7c6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:13.211245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.291711 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.311018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 6c927a9d-bf99-4b91-bcbd-c812002fb7c6 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:13.405992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c927a9d-bf99-4b91-bcbd-c812002fb7c6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.464823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.469205 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/6c927a9d-bf99-4b91-bcbd-c812002fb7c6 HTTP/1.1" status: 204 len: 168 time: 0.4349988 Mar 10 17:50:13.470864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ada5-5576-49c7-a544-d58b207e44f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=6c927a9d-bf99-4b91-bcbd-c812002fb7c6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:13.471626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:13.572082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e62dcc-6eb9-4778-bddc-4636115993d5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:13.574516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8e62dcc-6eb9-4778-bddc-4636115993d5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1000824 Mar 10 17:50:13.576765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55822) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:13.610883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cf60d-fe81-4c31-a165-10176f2ea89d req-1ad55fd2-60bf-4543-a5c1-f8f09ede8d39 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:13.616448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b1cf60d-fe81-4c31-a165-10176f2ea89d req-1ad55fd2-60bf-4543-a5c1-f8f09ede8d39 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1004477 Mar 10 17:50:13.618906 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9035744-58a9-4d88-b82e-3814f4036265 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:13.623725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b9035744-58a9-4d88-b82e-3814f4036265 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/6c927a9d-bf99-4b91-bcbd-c812002fb7c6 HTTP/1.1" status: 404 len: 333 time: 0.0425818 Mar 10 17:50:13.625057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55824) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:13.637731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853836176'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:13.693538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:13.698330 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.739019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b1cf60d-fe81-4c31-a165-10176f2ea89d req-b4995109-cf41-43d2-b688-33f7650d34fd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160469 Mar 10 17:50:13.739966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:50:13.764839 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1c5f0633-af0f-4000-8542-e3d32ec1a4b4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.765340 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment 1c5f0633-af0f-4000-8542-e3d32ec1a4b4 of type vlan for network 21c77623-5233-40be-9744-d150496c1636 Mar 10 17:50:13.813280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (21c77623-5233-40be-9744-d150496c1636), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.853654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (21c77623-5233-40be-9744-d150496c1636), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.859163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:13.859809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:13.918774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2880738 Mar 10 17:50:13.919969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:13.924547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:13.999159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae21c40-1f3e-453c-9be3-92ffcfa87963 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=21c77623-5233-40be-9744-d150496c1636,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:14.015279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 21c77623-5233-40be-9744-d150496c1636 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:50:14.035246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:14.038917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.048092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-cc588b92-3591-4a64-b996-3522791e1d9d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:14.049983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-cc588b92-3591-4a64-b996-3522791e1d9d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.2075052 Mar 10 17:50:14.072136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-5a09cc1b-705f-4ebe-981e-95360cdf2dd4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0115747 Mar 10 17:50:14.151694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-c7dd82d1-d164-48bc-ace8-ceb1b8640d76 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732524 Mar 10 17:50:14.301536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (7c2257ff-d04a-4dcd-9c60-8dcff49fd658), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.309939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-059ff208-d5f8-4bce-859d-72d23b889689 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447833 Mar 10 17:50:14.359480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=7c2257ff-d04a-4dcd-9c60-8dcff49fd658,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:14.395530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': '1c5f0633-af0f-4000-8542-e3d32ec1a4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '21c77623-5233-40be-9744-d150496c1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:14.396691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: 21c77623-5233-40be-9744-d150496c1636, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:50:14.420310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 21c77623-5233-40be-9744-d150496c1636 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:50:14.430092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-8b12ac11-b4da-4059-9b7b-2b77d59817f5 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190779 Mar 10 17:50:14.435046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 21c77623-5233-40be-9744-d150496c1636) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:14.444527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fa303-1280-43b3-ba4c-43b8c260b3a4 None None] Network 21c77623-5233-40be-9744-d150496c1636 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:14.465489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:14.466115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.501524 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8cc8c83-b351-4ff4-a5b6-bb18d210ad5e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5812166 Mar 10 17:50:14.504502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:14.512933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:14.658753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-21c77623-5233-40be-9744-d150496c1636', 'network_id': '21c77623-5233-40be-9744-d150496c1636', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:50:14.659929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.710056 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c40d241-fc4c-4546-b417-d9513a9df40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.713734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f06eacd9-8f31-4b4c-b708-d21a516516a8 req-d5a442bd-5966-4bd4-90e6-b17358bb270b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 210 time: 0.0937588 Mar 10 17:50:14.761909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:14.766701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:14.966582 n-d-833115-2 neutron-server[103794]: INFO neutron.db.ipam_backend_mixin [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c2257ff-d04a-4dcd-9c60-8dcff49fd658 (CIDR: 2001:db8::/64) Mar 10 17:50:14.969877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Allocated IP 2001:db8::2 (21c77623-5233-40be-9744-d150496c1636/7c2257ff-d04a-4dcd-9c60-8dcff49fd658/4b3e4a50-cfca-4759-bb62-bee8921befbe) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:14.975327 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:50:14.975811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:50:15.012731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eec84029-9822-410c-97c3-bbedab40e43d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5066862 Mar 10 17:50:15.015485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:15.020631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:15.047532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e2bc-dff8-4656-9a9b-d77166f797d6 req-12295b8e-ccc6-4a36-8d07-7a7585bb438a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:15.053767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e71e2bc-dff8-4656-9a9b-d77166f797d6 req-12295b8e-ccc6-4a36-8d07-7a7585bb438a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1695867 Mar 10 17:50:15.112814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aee6761e-8915-4a37-a24b-fd1823ffd3d2 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:15.139235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e71e2bc-dff8-4656-9a9b-d77166f797d6 req-610ac6f8-6ffd-44a4-8f62-0aca0df1fe53 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789618 Mar 10 17:50:15.230252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: aee6761e-8915-4a37-a24b-fd1823ffd3d2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:50:15.230619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device aee6761e-8915-4a37-a24b-fd1823ffd3d2 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:50:15.246398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:15.251140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.330530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks [] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.348002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.441215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Network 21c77623-5233-40be-9744-d150496c1636 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:15.459111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:15.462913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:15.480607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Pushing event updated for resources: {'Port': ['ID=4b3e4a50-cfca-4759-bb62-bee8921befbe,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:15.607849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Attempting to bind port 4b3e4a50-cfca-4759-bb62-bee8921befbe on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:15.610053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Attempting to bind port 4b3e4a50-cfca-4759-bb62-bee8921befbe by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1c5f0633-af0f-4000-8542-e3d32ec1a4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '21c77623-5233-40be-9744-d150496c1636'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:15.610516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Attempting to bind port 4b3e4a50-cfca-4759-bb62-bee8921befbe on network 21c77623-5233-40be-9744-d150496c1636 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:15.619496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:15.622462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Checking segment: {'id': '1c5f0633-af0f-4000-8542-e3d32ec1a4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '21c77623-5233-40be-9744-d150496c1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:15.630927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.631450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Bound using segment: {'id': '1c5f0633-af0f-4000-8542-e3d32ec1a4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '21c77623-5233-40be-9744-d150496c1636'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:15.632059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Bound port: 4b3e4a50-cfca-4759-bb62-bee8921befbe, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5f0633-af0f-4000-8542-e3d32ec1a4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '21c77623-5233-40be-9744-d150496c1636'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:15.632545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.687528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (d463c0e3-dd24-498f-bcb8-9946d483a1e3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.707613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] For port 4b3e4a50-cfca-4759-bb62-bee8921befbe, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:15.722593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] For port 4b3e4a50-cfca-4759-bb62-bee8921befbe, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4b3e4a50-cfca-4759-bb62-bee8921befbe,segment=NetworkSegment(1c5f0633-af0f-4000-8542-e3d32ec1a4b4),segment_id=1c5f0633-af0f-4000-8542-e3d32ec1a4b4)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:15.733681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.806823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 21c77623-5233-40be-9744-d150496c1636 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:15.808890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:15.822299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:15.824169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.850829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=d463c0e3-dd24-498f-bcb8-9946d483a1e3,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:15.870666 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b685eb8-b98b-407b-b305-dd274ec9ec8d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8540111 Mar 10 17:50:15.871517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eceeb967-c61f-4ca3-9b68-b47b4ef08c05 req-30e31c5b-3526-4728-8eab-c05603429fca tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 210 time: 0.0589714 Mar 10 17:50:15.872197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55860) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:15.895402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658'}, {'subnet_id': 'd463c0e3-dd24-498f-bcb8-9946d483a1e3'}], 'name': 'tempest-PortsIpV6TestJSON-1827023436'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:15.895929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:15.911848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729880b-55f1-4c41-a648-916d48fecaab None None] Pushing event updated for resources: {'Port': ['ID=4b3e4a50-cfca-4759-bb62-bee8921befbe,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:16.079491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:16.290539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:16.337131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port b11d5260-4311-478e-8c1b-753d4fe6bf91 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:16.567250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-ea09c5e5-c848-404c-8ca5-d234cfb66e3a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:16.568756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-ea09c5e5-c848-404c-8ca5-d234cfb66e3a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.4116511 Mar 10 17:50:16.588999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:16.760416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4b3e4a50-cfca-4759-bb62-bee8921befbe up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:16.870642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e3b17-e84f-47fc-890c-c04bbecad508 req-168b3178-0f74-49be-868b-1a8f3c8cbd3a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:16.872678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de6e3b17-e84f-47fc-890c-c04bbecad508 req-168b3178-0f74-49be-868b-1a8f3c8cbd3a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.4652913 Mar 10 17:50:16.873559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:16.877649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:16.878987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:16.882100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.021653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::3b1 (21c77623-5233-40be-9744-d150496c1636/7c2257ff-d04a-4dcd-9c60-8dcff49fd658/b11d5260-4311-478e-8c1b-753d4fe6bf91) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:17.035610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8:0:1::112 (21c77623-5233-40be-9744-d150496c1636/d463c0e3-dd24-498f-bcb8-9946d483a1e3/b11d5260-4311-478e-8c1b-753d4fe6bf91) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:17.115608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:17.116011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.178401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4b3e4a50-cfca-4759-bb62-bee8921befbe, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4b3e4a50-cfca-4759-bb62-bee8921befbe,segment=NetworkSegment(1c5f0633-af0f-4000-8542-e3d32ec1a4b4),segment_id=1c5f0633-af0f-4000-8542-e3d32ec1a4b4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:17.195370 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.303440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4b3e4a50-cfca-4759-bb62-bee8921befbe,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:17.358688 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.363524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.412598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ddc4c73-82c2-4775-90ce-0dc7c3407cde req-292b1fa9-a138-4cc7-a494-89e08111f4bd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 210 time: 0.0331829 Mar 10 17:50:17.458654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ffa92-56fc-4bb1-afc4-485f07237476 None None] Network 21c77623-5233-40be-9744-d150496c1636 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:17.469724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.516043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de6e3b17-e84f-47fc-890c-c04bbecad508 req-b8718a39-67ec-4b4c-bd76-f645ce8427a4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6278877 Mar 10 17:50:17.607516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=b11d5260-4311-478e-8c1b-753d4fe6bf91,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:17.630351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 21c77623-5233-40be-9744-d150496c1636 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:17.633675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:17.639831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:17.645147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-13f21e3b-285c-464d-8e40-40d040e3204e None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:17.645522 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-13f21e3b-285c-464d-8e40-40d040e3204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.655547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:17.656221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.699499 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bfa19909-59cf-4fc7-97e5-fcbbfc2e3400 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8255343 Mar 10 17:50:17.700423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55870) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:17.708199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:17.713253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.13 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/6f9feaf1-2ffe-4954-884d-1a6e473c8643) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:17.848321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:17.896268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-13f21e3b-285c-464d-8e40-40d040e3204e None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:17.986783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Update dhcp port {'port': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd463c0e3-dd24-498f-bcb8-9946d483a1e3'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '4b3e4a50-cfca-4759-bb62-bee8921befbe'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:50:18.019624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.052167 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.109505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.143573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:18.148870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:18.158703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:18.188189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Delete allocated IP 2001:db8:0:1::112 (21c77623-5233-40be-9744-d150496c1636/d463c0e3-dd24-498f-bcb8-9946d483a1e3) {{(pid=103794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:50:18.299570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:18.313485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:18.335530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:18.336219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.370242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b5409c9f-59bc-43c8-968a-323bd4829c83 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7866628 Mar 10 17:50:18.371727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.382677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Request body: {'port': {'device_id': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:18.386020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.473535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=b11d5260-4311-478e-8c1b-753d4fe6bf91,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:18.489886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Allocated IP 2001:db8:0:1::2 (21c77623-5233-40be-9744-d150496c1636/d463c0e3-dd24-498f-bcb8-9946d483a1e3/4b3e4a50-cfca-4759-bb62-bee8921befbe) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:18.509464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.592794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] In _notify_port_updated(), no bound segment for port b11d5260-4311-478e-8c1b-753d4fe6bf91 on network 21c77623-5233-40be-9744-d150496c1636 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:50:18.603954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:18.607808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.615055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b8fddf3-32f1-4507-9332-80478e1b7a14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/ports/b11d5260-4311-478e-8c1b-753d4fe6bf91 HTTP/1.1" status: 200 len: 926 time: 0.9133830 Mar 10 17:50:18.615885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:18.634943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658'}, {'subnet_id': 'd463c0e3-dd24-498f-bcb8-9946d483a1e3'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:18.708498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] For port 4b3e4a50-cfca-4759-bb62-bee8921befbe, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4b3e4a50-cfca-4759-bb62-bee8921befbe,segment=NetworkSegment(1c5f0633-af0f-4000-8542-e3d32ec1a4b4),segment_id=1c5f0633-af0f-4000-8542-e3d32ec1a4b4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:18.745666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Publish callbacks [] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.756495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4b3e4a50-cfca-4759-bb62-bee8921befbe up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:18.765098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.808800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.975468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9feaf1-2ffe-4954-884d-1a6e473c8643 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:18.982238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015963-8ca7-4e76-8d13-82ae99f25d86 None None] Pushing event updated for resources: {'Port': ['ID=4b3e4a50-cfca-4759-bb62-bee8921befbe,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:18.991192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:18.992540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:18.996014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks [] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.029285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Transition to ACTIVE for port object 6f9feaf1-2ffe-4954-884d-1a6e473c8643 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:50:19.051833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34348-ccb1-4511-8ff2-6934a61edf2d req-b16576db-411a-46b3-bb3c-b89848d0fcc1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.055487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72a34348-ccb1-4511-8ff2-6934a61edf2d req-b16576db-411a-46b3-bb3c-b89848d0fcc1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 932 time: 0.5111394 Mar 10 17:50:19.057242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.119331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:19.185998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Pushing event updated for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:19.229432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068866d-aaff-4fcc-824b-9e60e747cd0e req-e5d31663-308b-4759-9a6e-76dbbac357b4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.232804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3068866d-aaff-4fcc-824b-9e60e747cd0e req-e5d31663-308b-4759-9a6e-76dbbac357b4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.5630174 Mar 10 17:50:19.310459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3068866d-aaff-4fcc-824b-9e60e747cd0e req-fc4c2916-37e5-4e09-8296-62892f51db4b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670521 Mar 10 17:50:19.337946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.417585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Attempting to bind port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:19.417840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Attempting to bind port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:19.418141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Attempting to bind port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:19.429567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72a34348-ccb1-4511-8ff2-6934a61edf2d req-0e9da4f6-d529-4eac-a0ea-79e8f6fe315b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522305 Mar 10 17:50:19.430191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:50:19.430535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Attempting to bind port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:19.442688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:19.444347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8:0:1::255 (21c77623-5233-40be-9744-d150496c1636/d463c0e3-dd24-498f-bcb8-9946d483a1e3/b11d5260-4311-478e-8c1b-753d4fe6bf91) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:19.444890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:19.450871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:19.451458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Bound port: 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:19.463101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.546224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:19.550102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:19.563821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.580083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.580769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.582228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] 10.222.0.41 "PUT /v2.0/ports/6f9feaf1-2ffe-4954-884d-1a6e473c8643 HTTP/1.1" status: 200 len: 1092 time: 1.2038448 Mar 10 17:50:19.584013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:19.586787 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad06b56-96d5-469c-912f-9b4afede51d6" -d '{"events": [{"name": "network-changed", "server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:19.728710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.736690 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb385a-dd2f-499d-8834-6190f9be6318 x-openstack-request-id: req-22eb385a-dd2f-499d-8834-6190f9be6318 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:19.737020 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:19.737228 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22eb385a-dd2f-499d-8834-6190f9be6318 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:19.737736 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643', 'status': 'completed', 'code': 200} Mar 10 17:50:19.741543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.757870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c260-6ecd-4983-8ed0-fcceaa2eaace service neutron] Pushing event updated for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:19.775458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-643472a5-ed5b-4fa5-9097-c3d6148e6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.776976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-643472a5-ed5b-4fa5-9097-c3d6148e6428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 1126 time: 0.1304650 Mar 10 17:50:19.851074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b0d2810b-5561-4ba5-877f-ffb2d234618b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643 HTTP/1.1" status: 200 len: 217 time: 0.0664897 Mar 10 17:50:19.854138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a63fd7-5321-4ad3-9fa6-1c6bd4220434 None None] Network 21c77623-5233-40be-9744-d150496c1636 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:19.878716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] In _notify_port_updated(), no bound segment for port b11d5260-4311-478e-8c1b-753d4fe6bf91 on network 21c77623-5233-40be-9744-d150496c1636 {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:50:19.883676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.884294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.889225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/ports/b11d5260-4311-478e-8c1b-753d4fe6bf91 HTTP/1.1" status: 200 len: 1012 time: 1.2723093 Mar 10 17:50:19.891954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:19.904564 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863ebce-dae8-47ba-aad4-61934bbebe05 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=b11d5260-4311-478e-8c1b-753d4fe6bf91,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:19.955916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b9f4eb88-224c-457e-b419-0e2cf92a0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:19.959974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-b9f4eb88-224c-457e-b419-0e2cf92a0904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.1047351 Mar 10 17:50:19.990995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Provisioning complete for port b11d5260-4311-478e-8c1b-753d4fe6bf91 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:19.991598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:19.998678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-47bcceaa-d141-49c1-87e5-7ee0ea824288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315847 Mar 10 17:50:20.049798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Port b11d5260-4311-478e-8c1b-753d4fe6bf91 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:20.081258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:20.081904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.109822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port b11d5260-4311-478e-8c1b-753d4fe6bf91 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:20.110500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.219550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-a8190e9b-dcb6-42b6-9fe6-e7c30f6d15db service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140243 Mar 10 17:50:20.238935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba0f80-013d-4bca-9ecb-edc5be809df1 None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:20.280076 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.301309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for b11d5260-4311-478e-8c1b-753d4fe6bf91 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:20.411509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53f58fe5-70b8-4a17-a00a-bae04288e0ad req-25646629-8bbe-425a-b687-640da42b63a2 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846013 Mar 10 17:50:20.577793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Provisioning complete for port b11d5260-4311-478e-8c1b-753d4fe6bf91 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:20.578656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.705605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4b3e4a50-cfca-4759-bb62-bee8921befbe up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:20.722959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Port b11d5260-4311-478e-8c1b-753d4fe6bf91 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:20.785339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb4ff-a679-42b0-a07a-cb48416efe87 req-b74e0c1e-bf30-4a2b-a14a-858d9acaee12 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:20.786698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eafb4ff-a679-42b0-a07a-cb48416efe87 req-b74e0c1e-bf30-4a2b-a14a-858d9acaee12 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3010082 Mar 10 17:50:20.830839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:20.831207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.910009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4b3e4a50-cfca-4759-bb62-bee8921befbe triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:20.910284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:20.939049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eafb4ff-a679-42b0-a07a-cb48416efe87 req-2bb178a8-034a-452c-b4ec-ab4469838133 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324325 Mar 10 17:50:20.954236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7883dc-e426-4098-9c18-86ebc16ceeac req-abcc3c6b-63d3-4362-abde-e2b207755bc2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:20.956826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb7883dc-e426-4098-9c18-86ebc16ceeac req-abcc3c6b-63d3-4362-abde-e2b207755bc2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 944 time: 0.3850679 Mar 10 17:50:20.963867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-3adb0585-1a4d-4859-9e6d-d8a247dd8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:20.974963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-3adb0585-1a4d-4859-9e6d-d8a247dd8cd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 1126 time: 0.2753279 Mar 10 17:50:21.143486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e416224e-40c1-4c09-bcb6-8b192cee0bce None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:21.174849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb7883dc-e426-4098-9c18-86ebc16ceeac req-84dc3885-e044-40a0-8fa4-d15890e716b3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986864 Mar 10 17:50:21.202888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b11d5260-4311-478e-8c1b-753d4fe6bf91), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.237680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-330aaec7-b347-4b33-a1a0-af9203740724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:21.241930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-330aaec7-b347-4b33-a1a0-af9203740724 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.2455413 Mar 10 17:50:21.242293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=b11d5260-4311-478e-8c1b-753d4fe6bf91,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:21.245554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4b3e4a50-cfca-4759-bb62-bee8921befbe is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:21.269407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-98445996-dbac-4bad-8ad1-39b87552019c None None] Could not find standard attr ID for object b11d5260-4311-478e-8c1b-753d4fe6bf91. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:21.312388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-e7d57fdc-a084-44dc-a510-4a0ccaf0dd6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643 HTTP/1.1" status: 200 len: 217 time: 0.0630493 Mar 10 17:50:21.328074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.335898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76d39765-4ae7-49a5-acd1-f05d7d98cba0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/b11d5260-4311-478e-8c1b-753d4fe6bf91 HTTP/1.1" status: 204 len: 168 time: 1.4429095 Mar 10 17:50:21.339603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:21.369649 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1981e50d-bcbd-4fe7-95f4-72aecb15da04 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:21.375426 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1981e50d-bcbd-4fe7-95f4-72aecb15da04 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/b11d5260-4311-478e-8c1b-753d4fe6bf91 HTTP/1.1" status: 404 len: 333 time: 0.0305145 Mar 10 17:50:21.375645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:21.444743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-c7c56042-d020-45aa-912a-102a6e883402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:21.446196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-c7c56042-d020-45aa-912a-102a6e883402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.1280582 Mar 10 17:50:21.489584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-25426d9a-0736-4d3d-8393-bdf2b6198ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363843 Mar 10 17:50:21.493365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22e51dfd-6227-49d0-ac34-77f5fd379802 None None] Could not find standard attr ID for object b11d5260-4311-478e-8c1b-753d4fe6bf91. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:21.494823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet d463c0e3-dd24-498f-bcb8-9946d483a1e3 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:21.499864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (d463c0e3-dd24-498f-bcb8-9946d483a1e3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.565043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (d463c0e3-dd24-498f-bcb8-9946d483a1e3), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.707799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-40dde70d-e02b-480c-b921-a3d19647fb85 None None] Could not find standard attr ID for object b11d5260-4311-478e-8c1b-753d4fe6bf91. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:21.736296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-aa210d42-3581-46aa-9bb1-3063ba665f6c service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832323 Mar 10 17:50:21.741032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d463c0e3-dd24-498f-bcb8-9946d483a1e3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.902852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (d463c0e3-dd24-498f-bcb8-9946d483a1e3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.945444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad06b56-96d5-469c-912f-9b4afede51d6 req-05c7668c-e7ea-48d2-b61a-70d88f7bf140 service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011034 Mar 10 17:50:21.946914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:21.950245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/d463c0e3-dd24-498f-bcb8-9946d483a1e3 HTTP/1.1" status: 204 len: 168 time: 0.5741675 Mar 10 17:50:21.951287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa616cd5-adb2-4b5a-a7ab-dc9a7542c456 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=d463c0e3-dd24-498f-bcb8-9946d483a1e3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:21.953118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55896) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:21.970516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd7a9b-c491-418c-8e21-2561ceace5de None None] Network 21c77623-5233-40be-9744-d150496c1636 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:22.037427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 7c2257ff-d04a-4dcd-9c60-8dcff49fd658 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:22.041116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (7c2257ff-d04a-4dcd-9c60-8dcff49fd658), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.085138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (7c2257ff-d04a-4dcd-9c60-8dcff49fd658), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.111188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9bcdb-7bdf-4cf1-b79e-082f8c725f49 req-77a77f84-0ee3-4d84-a9a6-b8a3475e8c5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:22.121715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86f9bcdb-7bdf-4cf1-b79e-082f8c725f49 req-77a77f84-0ee3-4d84-a9a6-b8a3475e8c5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.0830512 Mar 10 17:50:22.195121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7c2257ff-d04a-4dcd-9c60-8dcff49fd658), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.245231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86f9bcdb-7bdf-4cf1-b79e-082f8c725f49 req-86c852af-9c93-4241-8cf9-6bf8f8779e37 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149054 Mar 10 17:50:22.275487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (7c2257ff-d04a-4dcd-9c60-8dcff49fd658), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.319059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2257ff-d04a-4dcd-9c60-8dcff49fd658,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:22.323203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.327052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-55b3a9c1-0a42-4a54-8bc8-d30fe48d41ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/7c2257ff-d04a-4dcd-9c60-8dcff49fd658 HTTP/1.1" status: 204 len: 168 time: 0.3725684 Mar 10 17:50:22.329705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55904) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:22.426872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc39b4-3eb9-4a84-acf3-14340c065e81 None None] Update dhcp port {'port': {'network_id': '21c77623-5233-40be-9744-d150496c1636', 'fixed_ips': [{'subnet_id': '7c2257ff-d04a-4dcd-9c60-8dcff49fd658'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '4b3e4a50-cfca-4759-bb62-bee8921befbe'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:50:22.436339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (21c77623-5233-40be-9744-d150496c1636), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.455824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75cc39b4-3eb9-4a84-acf3-14340c065e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.457020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a494b9a-e52b-4477-9d4d-09980a953e0a req-76a3b83c-a60f-4f27-8549-98a4c9a23f09 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:22.460974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a494b9a-e52b-4477-9d4d-09980a953e0a req-76a3b83c-a60f-4f27-8549-98a4c9a23f09 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 944 time: 0.1714389 Mar 10 17:50:22.538913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a494b9a-e52b-4477-9d4d-09980a953e0a req-99a025d9-7bd9-4b95-9674-f47e2d2a0db8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722926 Mar 10 17:50:22.566898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 4b3e4a50-cfca-4759-bb62-bee8921befbe {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:22.567350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.649357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 4b3e4a50-cfca-4759-bb62-bee8921befbe, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4b3e4a50-cfca-4759-bb62-bee8921befbe,segment=NetworkSegment(1c5f0633-af0f-4000-8542-e3d32ec1a4b4),segment_id=1c5f0633-af0f-4000-8542-e3d32ec1a4b4)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:22.649887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.666023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 4b3e4a50-cfca-4759-bb62-bee8921befbe owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:22.678896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd633d0-943f-4609-8f32-3927935ae549 None None] Network 21c77623-5233-40be-9744-d150496c1636 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:22.766768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4b3e4a50-cfca-4759-bb62-bee8921befbe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.793608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-729dc4eb-8fb0-4c91-8cbe-5da98aefe73c None None] Could not find standard attr ID for object 4b3e4a50-cfca-4759-bb62-bee8921befbe. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:22.801847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 4b3e4a50-cfca-4759-bb62-bee8921befbe on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:22.805092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=4b3e4a50-cfca-4759-bb62-bee8921befbe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:22.843211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7d442-121a-4440-8906-561961c07235 None None] DHCP port deletion for 21c77623-5233-40be-9744-d150496c1636 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:22.901757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (21c77623-5233-40be-9744-d150496c1636), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.922713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c77623-5233-40be-9744-d150496c1636']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:22.937310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5f0633-af0f-4000-8542-e3d32ec1a4b4') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:22.937683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5f0633-af0f-4000-8542-e3d32ec1a4b4') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:22.954892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (1c5f0633-af0f-4000-8542-e3d32ec1a4b4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.975037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1c5f0633-af0f-4000-8542-e3d32ec1a4b4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.982043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:22.982575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (1c5f0633-af0f-4000-8542-e3d32ec1a4b4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:22.986104 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:23.054065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (21c77623-5233-40be-9744-d150496c1636), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.063119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.072375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/21c77623-5233-40be-9744-d150496c1636 HTTP/1.1" status: 204 len: 168 time: 0.7350693 Mar 10 17:50:23.072498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55906) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:23.078551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed430-780a-4951-8d56-9ed2c2bd5d6e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=21c77623-5233-40be-9744-d150496c1636,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:23.129459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9b299-f235-484a-a346-3d1ecf8a8f0a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:23.131033 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5cb9b299-f235-484a-a346-3d1ecf8a8f0a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0576336 Mar 10 17:50:23.134751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:23.185773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0676faa9-0388-49ea-816b-7db6ceea1c13 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0498090 Mar 10 17:50:23.189391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:23.194452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1239262104'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:23.219432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:23.223121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.248430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:50:23.257890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a1cde9c5-eff9-435c-8326-ad2b05fb70ca), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.258230 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment a1cde9c5-eff9-435c-8326-ad2b05fb70ca of type vlan for network da2c7343-ca06-4a09-a421-1cb5a98cfa3c Mar 10 17:50:23.307955 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (da2c7343-ca06-4a09-a421-1cb5a98cfa3c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.336722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (da2c7343-ca06-4a09-a421-1cb5a98cfa3c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.342412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:23.343292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.381456 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1909008 Mar 10 17:50:23.385884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55916) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:23.392383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:23.424566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597f33b-1a15-49cd-b707-d741661880c3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=da2c7343-ca06-4a09-a421-1cb5a98cfa3c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:23.438718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:50:23.482126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e73ff7-c834-4301-8c32-fbb2a2a7ba98 req-bcfeafd2-fe4e-4283-8613-47d1e28abb19 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:23.483654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82e73ff7-c834-4301-8c32-fbb2a2a7ba98 req-bcfeafd2-fe4e-4283-8613-47d1e28abb19 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1313763 Mar 10 17:50:23.516279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:23.520219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.586474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82e73ff7-c834-4301-8c32-fbb2a2a7ba98 req-3726b3e9-31dd-4779-9f88-262478a9af25 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942614 Mar 10 17:50:23.642861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6f9feaf1-2ffe-4954-884d-1a6e473c8643 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:50:23.724794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4a9c-87b9-4f37-8cf3-152d6956ffe3 req-4cb8bc33-1a9f-4d16-81fa-3645b2b9f92a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:23.725830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bfe4a9c-87b9-4f37-8cf3-152d6956ffe3 req-4cb8bc33-1a9f-4d16-81fa-3645b2b9f92a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 944 time: 0.0957551 Mar 10 17:50:23.749837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:23.760928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6f9feaf1-2ffe-4954-884d-1a6e473c8643', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': '6f9feaf1-2ffe-4954-884d-1a6e473c8643', 'mac_address': 'fa:16:3e:2b:54:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:50:23.799360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:23.799744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.813195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9feaf1-2ffe-4954-884d-1a6e473c8643 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:23.822290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bfe4a9c-87b9-4f37-8cf3-152d6956ffe3 req-d2518498-18eb-4efc-a817-4e64b9c6eacb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883453 Mar 10 17:50:23.832468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (363587ee-06fa-4a76-8074-c3072a81f741), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.848059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:23.853540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.900306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=363587ee-06fa-4a76-8074-c3072a81f741,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:23.901724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:23.910142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:23.910542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: da2c7343-ca06-4a09-a421-1cb5a98cfa3c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:50:23.928033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:50:23.938263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, da2c7343-ca06-4a09-a421-1cb5a98cfa3c) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:23.942644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:23.943261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:23.949849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad357da-765f-491a-ab50-d5d7af65a472 None None] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:23.965368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6015f359-a98a-4c82-863c-2ae3d60a6a01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5743146 Mar 10 17:50:23.965630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:23.974194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c', 'name': 'tempest-PortsIpV6TestJSON-1611559171'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:24.065264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-da2c7343-ca06-4a09-a421-1cb5a98cfa3c', 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': '363587ee-06fa-4a76-8074-c3072a81f741'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:50:24.066235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.101544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:24.105327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.124180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 0a4e1d13-9815-4e3f-878c-bc63b35d9ad3 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:24.145042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6f9feaf1-2ffe-4954-884d-1a6e473c8643'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:24.246762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::381 (da2c7343-ca06-4a09-a421-1cb5a98cfa3c/363587ee-06fa-4a76-8074-c3072a81f741/0a4e1d13-9815-4e3f-878c-bc63b35d9ad3) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:24.418645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (0a4e1d13-9815-4e3f-878c-bc63b35d9ad3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.468327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0a4e1d13-9815-4e3f-878c-bc63b35d9ad3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.519137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:24.522398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:24.527373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:24.531184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Allocated IP 2001:db8::2 (da2c7343-ca06-4a09-a421-1cb5a98cfa3c/363587ee-06fa-4a76-8074-c3072a81f741/79548b45-8a5e-4b5d-a36b-a32ee7a3446f) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:24.533349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:24.534227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.538596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=0a4e1d13-9815-4e3f-878c-bc63b35d9ad3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:24.559304 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b5f39ea4-738b-4125-aeee-5ff4a563f72c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5920527 Mar 10 17:50:24.561712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:24.570133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c', 'name': 'tempest-PortsIpV6TestJSON-1504604050'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:24.700991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4b3e4a50-cfca-4759-bb62-bee8921befbe no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:24.716531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:24.722553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.746252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port f5194b2b-a97e-477b-8223-34e0733f002f yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:24.767701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4b3e4a50-cfca-4759-bb62-bee8921befbe {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:50:24.768154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4b3e4a50-cfca-4759-bb62-bee8921befbe not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:50:24.827681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6160-7142-4ed8-856c-c86536f383ca req-e5282d19-6f58-4297-9631-1a1f140f8e09 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:24.837920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d37a6160-7142-4ed8-856c-c86536f383ca req-e5282d19-6f58-4297-9631-1a1f140f8e09 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1118498 Mar 10 17:50:24.838182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks [] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.852557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:24.917778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:24.921104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:24.936723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:24.940122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Pushing event updated for resources: {'Port': ['ID=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:24.941023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::3dc (da2c7343-ca06-4a09-a421-1cb5a98cfa3c/363587ee-06fa-4a76-8074-c3072a81f741/f5194b2b-a97e-477b-8223-34e0733f002f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:24.958007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d37a6160-7142-4ed8-856c-c86536f383ca req-168a38ae-f8fa-470f-b6c9-638aea3186d8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113214 Mar 10 17:50:25.049485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b708bf2-092a-49cd-b3f4-451d420b6281 req-8bb7effa-82c2-4b56-b8dc-1aa86dd3596e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:25.051047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b708bf2-092a-49cd-b3f4-451d420b6281 req-8bb7effa-82c2-4b56-b8dc-1aa86dd3596e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 945 time: 0.0902247 Mar 10 17:50:25.068616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Attempting to bind port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:25.068985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Attempting to bind port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:25.069349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Attempting to bind port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f on network da2c7343-ca06-4a09-a421-1cb5a98cfa3c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:25.075175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:25.075713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Checking segment: {'id': 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:25.076122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.076518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Bound using segment: {'id': 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:25.076988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Bound port: 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'da2c7343-ca06-4a09-a421-1cb5a98cfa3c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:25.077368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.128046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b708bf2-092a-49cd-b3f4-451d420b6281 req-80d9ae84-9fbd-4e0d-9805-785b15a7eac0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Mar 10 17:50:25.163023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] For port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:25.168011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] For port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,segment=NetworkSegment(a1cde9c5-eff9-435c-8326-ad2b05fb70ca),segment_id=a1cde9c5-eff9-435c-8326-ad2b05fb70ca)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:25.176170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.203900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (f5194b2b-a97e-477b-8223-34e0733f002f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.260900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f5194b2b-a97e-477b-8223-34e0733f002f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.300936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd9c0c-1a9e-4557-9b12-a03bd3475c6e None None] Pushing event updated for resources: {'Port': ['ID=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:25.328660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:25.332724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:25.339622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:25.351848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:25.351848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.370783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=f5194b2b-a97e-477b-8223-34e0733f002f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:25.390339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b781aa7-56c4-4ea5-a3dc-b398aeabda2e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8271129 Mar 10 17:50:25.392833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:25.529916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b2585-9e2a-45a3-aaa6-bb2140c9b997 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:25.537040 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-804b2585-9e2a-45a3-aaa6-bb2140c9b997 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A381 HTTP/1.1" status: 200 len: 929 time: 0.1407497 Mar 10 17:50:25.537602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:25.659000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6f9feaf1-2ffe-4954-884d-1a6e473c8643 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:25.801387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port f5194b2b-a97e-477b-8223-34e0733f002f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:25.802023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f5194b2b-a97e-477b-8223-34e0733f002f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:25.822132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:50:25.827226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:25.827894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.058262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f5194b2b-a97e-477b-8223-34e0733f002f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.081224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:26.081652 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.088983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for f5194b2b-a97e-477b-8223-34e0733f002f owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:26.145987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:26.153436 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e191bb8-9f4a-48b7-a564-6a3205f58384" -d '{"events": [{"server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:26.190571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:26.205959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.252601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cd014-f8bc-4abc-98fe-9d4d88fdce91 req-c6b3ec5e-5382-41a1-834e-d238677d4f6c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:26.260626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af4cd014-f8bc-4abc-98fe-9d4d88fdce91 req-c6b3ec5e-5382-41a1-834e-d238677d4f6c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1201134 Mar 10 17:50:26.330119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:26.356857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af4cd014-f8bc-4abc-98fe-9d4d88fdce91 req-6b41c81f-12f2-4995-b225-1c3fb2461c8e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907388 Mar 10 17:50:26.385224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f5194b2b-a97e-477b-8223-34e0733f002f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.405766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37c51-a435-4a53-9cda-fd4ae39306ab req-cea8189f-afa5-43f8-a33a-e2140a16c843 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:26.415379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71b37c51-a435-4a53-9cda-fd4ae39306ab req-cea8189f-afa5-43f8-a33a-e2140a16c843 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.1811216 Mar 10 17:50:26.427122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=f5194b2b-a97e-477b-8223-34e0733f002f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:26.464162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.471483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/f5194b2b-a97e-477b-8223-34e0733f002f HTTP/1.1" status: 204 len: 168 time: 0.9302874 Mar 10 17:50:26.473290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.473898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.474415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.474791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.475267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.475596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.475922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.476247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.476570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.476891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.477206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.477522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.477837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113e2a6-dc80-4845-9c8d-1dce00134225 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:26.480120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55980) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:26.521105 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5581aa7f-17bf-4e8a-b9a9-08cd4ea00242 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:26.526365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5581aa7f-17bf-4e8a-b9a9-08cd4ea00242 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/f5194b2b-a97e-477b-8223-34e0733f002f HTTP/1.1" status: 404 len: 333 time: 0.0448976 Mar 10 17:50:26.526821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:26.573669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71b37c51-a435-4a53-9cda-fd4ae39306ab req-aeb1a8eb-280c-4a56-8b71-6b523e575c13 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552966 Mar 10 17:50:26.635239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3c3b1-8280-4ac2-aa90-4dbca66fef2c req-ca6c0a26-5a8d-4037-bfe1-31443d19e937 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:26.643269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fae3c3b1-8280-4ac2-aa90-4dbca66fef2c req-ca6c0a26-5a8d-4037-bfe1-31443d19e937 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.1314075 Mar 10 17:50:26.680202 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b24eb-cf51-45ad-83e9-45f6a871c5df x-openstack-request-id: req-c85b24eb-cf51-45ad-83e9-45f6a871c5df {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:26.680750 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:26.681013 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c85b24eb-cf51-45ad-83e9-45f6a871c5df {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:26.681420 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643', 'code': 200} Mar 10 17:50:26.812827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 0a4e1d13-9815-4e3f-878c-bc63b35d9ad3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:26.814116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0a4e1d13-9815-4e3f-878c-bc63b35d9ad3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.831205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79548b45-8a5e-4b5d-a36b-a32ee7a3446f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:26.840005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fae3c3b1-8280-4ac2-aa90-4dbca66fef2c req-425cbc4e-b57f-408e-81e2-e4d09b02bf9c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954565 Mar 10 17:50:26.954363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134870fe-65c5-41c4-9bb9-9d1dd88a6d47 req-9b8ae1a6-7f9b-4b40-a370-67ce6f188cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:26.957185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134870fe-65c5-41c4-9bb9-9d1dd88a6d47 req-9b8ae1a6-7f9b-4b40-a370-67ce6f188cfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 1128 time: 0.1634829 Mar 10 17:50:26.984110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:26.998321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:26.999011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.052502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0a4e1d13-9815-4e3f-878c-bc63b35d9ad3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.085966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-134870fe-65c5-41c4-9bb9-9d1dd88a6d47 req-4a7d29ab-b280-445b-a2ab-9276615913e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224725 Mar 10 17:50:27.110587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 0a4e1d13-9815-4e3f-878c-bc63b35d9ad3 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:27.177797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:27.178404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.241700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,segment=NetworkSegment(a1cde9c5-eff9-435c-8326-ad2b05fb70ca),segment_id=a1cde9c5-eff9-435c-8326-ad2b05fb70ca)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:27.255565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635e4d7-4c74-4e25-a15b-e8f3e435e47a None None] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:27.355189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.483057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0a4e1d13-9815-4e3f-878c-bc63b35d9ad3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.517849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:27.535797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-60f23706-1b9e-42a4-9679-7d36c8e34178 None None] Provisioning complete for port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:27.536177 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60f23706-1b9e-42a4-9679-7d36c8e34178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.557284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=0a4e1d13-9815-4e3f-878c-bc63b35d9ad3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:27.597057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf8b52-caad-4a71-ae81-ef8b874008cc req-f9310aad-0849-4365-acd1-d49ced8a538b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:27.609693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77bf8b52-caad-4a71-ae81-ef8b874008cc req-f9310aad-0849-4365-acd1-d49ced8a538b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1101294 Mar 10 17:50:27.680891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.685336 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa955e37-a4c3-498c-9680-bdee6b81c7b1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/0a4e1d13-9815-4e3f-878c-bc63b35d9ad3 HTTP/1.1" status: 204 len: 168 time: 1.1563730 Mar 10 17:50:27.687112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:27.713648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:27.751848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77bf8b52-caad-4a71-ae81-ef8b874008cc req-d0eda6f6-4bb0-4fb3-8e52-d9bc62a571a7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326671 Mar 10 17:50:27.791503 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12c5101-eaca-444f-be5c-4cee1767ff82 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:27.795893 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d12c5101-eaca-444f-be5c-4cee1767ff82 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/0a4e1d13-9815-4e3f-878c-bc63b35d9ad3 HTTP/1.1" status: 404 len: 333 time: 0.1049736 Mar 10 17:50:27.796341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:27.834597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-60f23706-1b9e-42a4-9679-7d36c8e34178 None None] Current status of the port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:27.846045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072cdf4-ea0b-42ac-a7cc-e8cef87e7dd0 req-c11a9156-d37e-4396-9b51-4e843adc4ab6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:27.847686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2072cdf4-ea0b-42ac-a7cc-e8cef87e7dd0 req-c11a9156-d37e-4396-9b51-4e843adc4ab6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.0947304 Mar 10 17:50:27.921421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 363587ee-06fa-4a76-8074-c3072a81f741 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:27.929104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (363587ee-06fa-4a76-8074-c3072a81f741), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:27.983736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2072cdf4-ea0b-42ac-a7cc-e8cef87e7dd0 req-875770e8-6cc0-4943-ac65-f154a53aeb2a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248224 Mar 10 17:50:28.069857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3275cda-da92-439a-8c1e-2c9d25ff29fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.076311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-9bf9445c-da62-4be4-b1b2-f91a3eab508d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:28.077921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-9bf9445c-da62-4be4-b1b2-f91a3eab508d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.2248726 Mar 10 17:50:28.121447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (363587ee-06fa-4a76-8074-c3072a81f741), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.149780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d7296912-5033-4c01-9af4-57452598d2b9 None None] Could not find standard attr ID for object 0a4e1d13-9815-4e3f-878c-bc63b35d9ad3. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:28.172684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d7296912-5033-4c01-9af4-57452598d2b9 None None] Provisioning complete for port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:28.176664 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7296912-5033-4c01-9af4-57452598d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.292669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3275cda-da92-439a-8c1e-2c9d25ff29fb admin admin] Publish callbacks [] for security_group (370abe10-4bec-4bbe-a321-fbd991675f74), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.326469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3275cda-da92-439a-8c1e-2c9d25ff29fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (370abe10-4bec-4bbe-a321-fbd991675f74), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.349866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (363587ee-06fa-4a76-8074-c3072a81f741), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.417989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3275cda-da92-439a-8c1e-2c9d25ff29fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370abe10-4bec-4bbe-a321-fbd991675f74,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:28.463082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d7296912-5033-4c01-9af4-57452598d2b9 None None] Current status of the port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:28.478039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8757d-5d68-49a2-a209-d57a8b7020cc req-8fa9690d-eea4-4e8e-b4a0-59c17679ac58 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:28.482651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3af8757d-5d68-49a2-a209-d57a8b7020cc req-8fa9690d-eea4-4e8e-b4a0-59c17679ac58 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.5275204 Mar 10 17:50:28.510188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 0223059d-458d-4388-b9f8-71b3c028fb55 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:28.510789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.559308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d3275cda-da92-439a-8c1e-2c9d25ff29fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e372548eb404be78171fd6258d24d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8399200 Mar 10 17:50:28.561745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:28.615616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0afc109c-7b06-4a8d-bfb2-993421ba6571 None None] Could not find standard attr ID for object 0a4e1d13-9815-4e3f-878c-bc63b35d9ad3. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:28.643383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3af8757d-5d68-49a2-a209-d57a8b7020cc req-37b8e2fe-1ddf-4aae-b066-5cdc1be4be3a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395621 Mar 10 17:50:28.680376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] Publish callbacks [] for security_group (370abe10-4bec-4bbe-a321-fbd991675f74), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.698931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] For port 0223059d-458d-4388-b9f8-71b3c028fb55, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=0223059d-458d-4388-b9f8-71b3c028fb55,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:28.699294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.724055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79548b45-8a5e-4b5d-a36b-a32ee7a3446f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:28.740014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] Publish callbacks [] for security_group (370abe10-4bec-4bbe-a321-fbd991675f74), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.894096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:28.895186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:28.915391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (363587ee-06fa-4a76-8074-c3072a81f741), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.001957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=363587ee-06fa-4a76-8074-c3072a81f741,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:29.109262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:29.121433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.132636 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7e029de7-bb07-4f5a-b2e7-f0f4b3a9a193 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/363587ee-06fa-4a76-8074-c3072a81f741 HTTP/1.1" status: 204 len: 168 time: 1.3351860 Mar 10 17:50:29.133249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:29.160212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-27164d8c-699d-4620-b82b-ff0cf4efb49a None None] Could not find standard attr ID for object f5194b2b-a97e-477b-8223-34e0733f002f. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:50:29.427291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (da2c7343-ca06-4a09-a421-1cb5a98cfa3c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.459622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261ea5e-dba8-4efc-8c95-f0b0b04b271c None None] Network da2c7343-ca06-4a09-a421-1cb5a98cfa3c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:29.474731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.475229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.476678 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP c12792c7-e613-44c9-899d-0fd595fa3c10 disassociated. External IP: 172.25.3.89, port: 0223059d-458d-4388-b9f8-71b3c028fb55. Mar 10 17:50:29.477097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 0223059d-458d-4388-b9f8-71b3c028fb55 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:29.502478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451ea16-ff94-4350-844a-4f466e6f12d9 req-8defa57c-4a5b-42f6-a9d7-7e6cd6f40392 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:29.504979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e451ea16-ff94-4350-844a-4f466e6f12d9 req-8defa57c-4a5b-42f6-a9d7-7e6cd6f40392 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 946 time: 0.1795306 Mar 10 17:50:29.513745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b641-1297-419a-a240-5bddad55c4ac req-98b9bfb8-fe89-4a38-80bd-0908ef867ddd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:29.515916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a587b641-1297-419a-a240-5bddad55c4ac req-98b9bfb8-fe89-4a38-80bd-0908ef867ddd tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1890700 Mar 10 17:50:29.546018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (370abe10-4bec-4bbe-a321-fbd991675f74), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.549434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.555686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/370abe10-4bec-4bbe-a321-fbd991675f74 HTTP/1.1" status: 204 len: 168 time: 0.9929452 Mar 10 17:50:29.592523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579e4e-6730-4792-bc97-b676704036a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370abe10-4bec-4bbe-a321-fbd991675f74,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:29.639808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e451ea16-ff94-4350-844a-4f466e6f12d9 req-063ad075-59c2-4e5e-ab96-eed605e1522b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=19d3ab81-7743-4d0e-8503-52eee67075bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210973 Mar 10 17:50:29.646880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a587b641-1297-419a-a240-5bddad55c4ac req-1e73270c-c5e7-4edd-a3db-caf85ba33a26 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193488 Mar 10 17:50:29.777808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0223059d-458d-4388-b9f8-71b3c028fb55), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.804832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab969ff9-2228-482b-be37-e2ebf7895682 req-3d5c32cb-7379-40bd-9c4d-dfe8d8c4fa72 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:29.806519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab969ff9-2228-482b-be37-e2ebf7895682 req-3d5c32cb-7379-40bd-9c4d-dfe8d8c4fa72 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.0852633 Mar 10 17:50:29.853317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=0223059d-458d-4388-b9f8-71b3c028fb55,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:29.938547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] DHCP port deletion for da2c7343-ca06-4a09-a421-1cb5a98cfa3c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:29.947651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:29.956638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab969ff9-2228-482b-be37-e2ebf7895682 req-a8218c35-2edb-4916-9a0f-de3eb338b75f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410878 Mar 10 17:50:30.077822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Deleting port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:30.079562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.159764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:30.160781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.186885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3c2e4-854b-4498-af43-3a7f6843cd22 req-e8d945a9-ca8f-4a81-bad7-d450e2e5cae4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:30.188771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce3c2e4-854b-4498-af43-3a7f6843cd22 req-e8d945a9-ca8f-4a81-bad7-d450e2e5cae4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.1272230 Mar 10 17:50:30.220403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:50:30.252452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] For port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,segment=NetworkSegment(a1cde9c5-eff9-435c-8326-ad2b05fb70ca),segment_id=a1cde9c5-eff9-435c-8326-ad2b05fb70ca)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:30.252888 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.265910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56046) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:30.280819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Calling delete_port for 79548b45-8a5e-4b5d-a36b-a32ee7a3446f owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:30.287142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce3c2e4-854b-4498-af43-3a7f6843cd22 req-d1dd34d5-befa-4f71-938a-c35ec155e912 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924406 Mar 10 17:50:30.341574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,segment=NetworkSegment(a1cde9c5-eff9-435c-8326-ad2b05fb70ca),segment_id=a1cde9c5-eff9-435c-8326-ad2b05fb70ca)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:30.341947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.370413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3640738-45e0-4388-a20c-9564a92ddc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.404649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 79548b45-8a5e-4b5d-a36b-a32ee7a3446f owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:30.440689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:30.501859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] Pushing event deleted for resources: {'Port': ['ID=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:30.518870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd410c-6b49-458e-8875-4bfd6db8b6ee None None] No DVR routers for this DVR port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:30.737070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79548b45-8a5e-4b5d-a36b-a32ee7a3446f no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:30.784052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 79548b45-8a5e-4b5d-a36b-a32ee7a3446f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:50:30.784452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79548b45-8a5e-4b5d-a36b-a32ee7a3446f not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:50:30.867210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43ac6ab2-6c48-49d6-9d3a-c345e7be6504 req-6a489506-c832-4f28-8a17-f7b53ceb70eb tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 210 time: 0.0532722 Mar 10 17:50:30.910237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed4e1b-60f3-40ad-91c4-71d33e43c729 req-a2a14f15-16d4-4144-8154-1ea6c87c57c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:30.918171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44ed4e1b-60f3-40ad-91c4-71d33e43c729 req-a2a14f15-16d4-4144-8154-1ea6c87c57c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.1458516 Mar 10 17:50:30.926062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (79548b45-8a5e-4b5d-a36b-a32ee7a3446f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.032329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3640738-45e0-4388-a20c-9564a92ddc11 admin admin] Publish callbacks [] for security_group (a103b306-454a-416b-8a07-a04ed387b779), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.039137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=79548b45-8a5e-4b5d-a36b-a32ee7a3446f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:31.049231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 79548b45-8a5e-4b5d-a36b-a32ee7a3446f on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:31.064588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44ed4e1b-60f3-40ad-91c4-71d33e43c729 req-81d269b4-806e-483f-a57f-7390e92b37f6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382182 Mar 10 17:50:31.069005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:50:31.086869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3640738-45e0-4388-a20c-9564a92ddc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a103b306-454a-416b-8a07-a04ed387b779), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.090578 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:50:31.107765 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:50:31.108397 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:31.148956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f5b62-c29d-42cb-8d2d-e01f7eb33af6 req-338d1a23-980f-4205-8aed-ff895c693364 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:31.150396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-245f5b62-c29d-42cb-8d2d-e01f7eb33af6 req-338d1a23-980f-4205-8aed-ff895c693364 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1545155 Mar 10 17:50:31.240660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] No DVR routers for this DVR port 0223059d-458d-4388-b9f8-71b3c028fb55 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:31.246644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-245f5b62-c29d-42cb-8d2d-e01f7eb33af6 req-ab328740-13d7-48bf-bbd3-90117b2a6b4c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870454 Mar 10 17:50:31.247508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3640738-45e0-4388-a20c-9564a92ddc11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6a84fe4b7b444118910c7810cae4e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715984 Mar 10 17:50:31.248982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.250259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56060) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:31.252299 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2b3f04a6-ac83-468b-8401-e4af7a391825 req-b200b4e4-9889-4367-b759-0d9677eee908 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.59 "DELETE /v2.0/ports/0223059d-458d-4388-b9f8-71b3c028fb55 HTTP/1.1" status: 204 len: 173 time: 3.1631913 Mar 10 17:50:31.256520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'name': 'network-vif-deleted', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:31.258909 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eda000-568b-4eff-95c9-ceb1ff170401" -d '{"events": [{"server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "name": "network-vif-deleted", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:31.287580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640738-45e0-4388-a20c-9564a92ddc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a103b306-454a-416b-8a07-a04ed387b779,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:31.346230 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:50:31.366842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] Publish callbacks [] for security_group (a103b306-454a-416b-8a07-a04ed387b779), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.409796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] Publish callbacks [] for security_group (a103b306-454a-416b-8a07-a04ed387b779), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.426892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (da2c7343-ca06-4a09-a421-1cb5a98cfa3c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.438568 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9970b573-c58c-43de-aa58-42de1f539f0a x-openstack-request-id: req-9970b573-c58c-43de-aa58-42de1f539f0a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:31.438863 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc24be2-eb1c-474b-8cb3-0578ab132fe8", "name": "network-vif-deleted", "tag": "0223059d-458d-4388-b9f8-71b3c028fb55", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:31.439130 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9970b573-c58c-43de-aa58-42de1f539f0a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:31.440010 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc24be2-eb1c-474b-8cb3-0578ab132fe8', 'name': 'network-vif-deleted', 'tag': '0223059d-458d-4388-b9f8-71b3c028fb55', 'status': 'completed', 'code': 200} Mar 10 17:50:31.457616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2c7343-ca06-4a09-a421-1cb5a98cfa3c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:31.490950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a103b306-454a-416b-8a07-a04ed387b779), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.492931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:31.493299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cde9c5-eff9-435c-8326-ad2b05fb70ca') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:31.494007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.495271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a103b306-454a-416b-8a07-a04ed387b779 HTTP/1.1" status: 204 len: 168 time: 0.2437925 Mar 10 17:50:31.505723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465d184-18a9-4fb2-b6f0-b0483566f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a103b306-454a-416b-8a07-a04ed387b779,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:31.509539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (a1cde9c5-eff9-435c-8326-ad2b05fb70ca), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.540172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a1cde9c5-eff9-435c-8326-ad2b05fb70ca), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.558374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:31.563064 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (a1cde9c5-eff9-435c-8326-ad2b05fb70ca), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:31.570697 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:31.751093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (da2c7343-ca06-4a09-a421-1cb5a98cfa3c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.760091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.773606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/da2c7343-ca06-4a09-a421-1cb5a98cfa3c HTTP/1.1" status: 204 len: 168 time: 2.6371479 Mar 10 17:50:31.777991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56070) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:31.783442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160523078'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:31.835057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d31ab-a4cf-482f-b61e-442ba328b1cf tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=da2c7343-ca06-4a09-a421-1cb5a98cfa3c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:31.836457 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:31.863089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:31.875151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:31.981002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:50:32.014570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1dfd1096-92b6-4ae1-b603-fb54e612a183), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.020782 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment 1dfd1096-92b6-4ae1-b603-fb54e612a183 of type vlan for network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc Mar 10 17:50:32.116419 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:50:32.131671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:50:32.132557 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:32.226397 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.243055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-776a946a-a473-42b5-b0c1-3950fc69c87e req-ef77ae5b-6f69-4aa2-ac57-2d94ffd71b83 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc24be2-eb1c-474b-8cb3-0578ab132fe8 HTTP/1.1" status: 200 len: 210 time: 0.0879579 Mar 10 17:50:32.314535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-45fb1620-b2b6-4d9c-8633-913b00e2624b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:32.316438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-45fb1620-b2b6-4d9c-8633-913b00e2624b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.2583513 Mar 10 17:50:32.400131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.405295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:32.405936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.454498 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:50:32.533050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=dda7a9b1-a8b9-4ad7-9300-54f5f23329fc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:32.545791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:50:32.575949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cb1c99c4-4d54-490f-87db-9e3bec7364ca tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7939680 Mar 10 17:50:32.576314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:32.583118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:32.662483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19de5f-4ca9-4fc6-a76e-40842e3affdd req-b629f460-0d0c-428f-9743-85712dc4324c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:32.669532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e19de5f-4ca9-4fc6-a76e-40842e3affdd req-b629f460-0d0c-428f-9743-85712dc4324c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 946 time: 0.3763692 Mar 10 17:50:32.768497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93864647-2fbb-4bbb-a2e8-4c66a74c030e req-27a60356-ec77-4c9e-99a2-ef09dee0cf61 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:32.775452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93864647-2fbb-4bbb-a2e8-4c66a74c030e req-27a60356-ec77-4c9e-99a2-ef09dee0cf61 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3518739 Mar 10 17:50:32.848272 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:32.858208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:32.862953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.871416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-f11fa53d-2927-4988-acd6-6bb87d5641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:32.872980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-f11fa53d-2927-4988-acd6-6bb87d5641b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 1125 time: 0.1986225 Mar 10 17:50:32.888608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:32.889327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:32.903153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5a1ad9-8b6f-44ca-9dfb-3ac7e8c4c5f8 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:50:32.905324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e19de5f-4ca9-4fc6-a76e-40842e3affdd req-7c1b80c4-06f7-43cd-b201-7bad99283284 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268274 Mar 10 17:50:32.978593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93864647-2fbb-4bbb-a2e8-4c66a74c030e req-a4a865a7-9ace-43cf-a4cc-b7a4d335024e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937449 Mar 10 17:50:33.112429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-72456c76-014a-42b5-b52c-4f5528492947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:33.114059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-72456c76-014a-42b5-b52c-4f5528492947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1125 time: 0.1752756 Mar 10 17:50:33.121529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port 6f9feaf1-2ffe-4954-884d-1a6e473c8643, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6f9feaf1-2ffe-4954-884d-1a6e473c8643,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:33.121943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.149038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0223059d-458d-4388-b9f8-71b3c028fb55 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:33.173649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for 6f9feaf1-2ffe-4954-884d-1a6e473c8643 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:33.202435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 0223059d-458d-4388-b9f8-71b3c028fb55 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:50:33.202953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 0223059d-458d-4388-b9f8-71b3c028fb55 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:50:33.319051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e0fc5406-ba37-45c1-a16e-1b8fa984cb54), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.399138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:33.439338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fbf5bb-047d-4431-846a-3ddc93be1da7 None None] New status for floating IP c12792c7-e613-44c9-899d-0fd595fa3c10: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:50:33.495475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=e0fc5406-ba37-45c1-a16e-1b8fa984cb54,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:33.518070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-7a92899a-c3cd-4c85-af64-40a9c95bcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:33.520259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-7a92899a-c3cd-4c85-af64-40a9c95bcfe0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.3953817 Mar 10 17:50:33.565583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (19d3ab81-7743-4d0e-8503-52eee67075bb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.585493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': '1dfd1096-92b6-4ae1-b603-fb54e612a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:33.586286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: dda7a9b1-a8b9-4ad7-9300-54f5f23329fc, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:50:33.636587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (19d3ab81-7743-4d0e-8503-52eee67075bb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.662009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:50:33.710183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, dda7a9b1-a8b9-4ad7-9300-54f5f23329fc) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:33.730257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:33.731185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.732760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3124942-3ccf-431f-a04b-df12f1610572 None None] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:33.783013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-707971e5-32d1-47b2-b418-42da56398776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 998 time: 0.2510245 Mar 10 17:50:33.787365 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50db0164-c4c2-41f7-b27a-397195e002db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2061191 Mar 10 17:50:33.787885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:33.792705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc', 'name': 'tempest-PortsIpV6TestJSON-2002782108', 'fixed_ips': [{'subnet_id': 'e0fc5406-ba37-45c1-a16e-1b8fa984cb54', 'ip_address': '2001:db8::10'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:33.797724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (19d3ab81-7743-4d0e-8503-52eee67075bb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.813237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.817577 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/security-groups/19d3ab81-7743-4d0e-8503-52eee67075bb HTTP/1.1" status: 204 len: 168 time: 0.4161048 Mar 10 17:50:33.818156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:33.889037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952883c-39e6-468d-bd5c-96b60e18cb26 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3ab81-7743-4d0e-8503-52eee67075bb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:33.899146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-3e05b500-ed69-4d44-b66f-743030df8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:33.900731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-3e05b500-ed69-4d44-b66f-743030df8b66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1032901 Mar 10 17:50:33.902171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6f9feaf1-2ffe-4954-884d-1a6e473c8643), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.912556 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-88dd4003-93fc-4920-83ab-d1ebcbe9890b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] show failed (client error): The resource could not be found. Mar 10 17:50:33.928883 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88dd4003-93fc-4920-83ab-d1ebcbe9890b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups/19d3ab81-7743-4d0e-8503-52eee67075bb HTTP/1.1" status: 404 len: 347 time: 0.0852029 Mar 10 17:50:33.929411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:33.946706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:33.954586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-dda7a9b1-a8b9-4ad7-9300-54f5f23329fc', 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': 'e0fc5406-ba37-45c1-a16e-1b8fa984cb54'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:50:33.960444 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:33.996415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=6f9feaf1-2ffe-4954-884d-1a6e473c8643,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:34.094296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port 6f9feaf1-2ffe-4954-884d-1a6e473c8643 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:34.140351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:34.143698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd307ba3-3e14-4856-83ae-16af7276d43a req-dc3d8d63-3bfb-4a6f-a071-46bcc722b2fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "DELETE /v2.0/ports/6f9feaf1-2ffe-4954-884d-1a6e473c8643 HTTP/1.1" status: 204 len: 173 time: 1.8156884 Mar 10 17:50:34.145623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-713ec529-82ec-4766-8af0-e3448a0d28b6 req-ead028e1-73a9-48bc-a00e-f2576d91efe9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c534b0-6f27-42ea-8f23-0eab6e83f0eb HTTP/1.1" status: 200 len: 210 time: 0.0539684 Mar 10 17:50:34.146054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'name': 'network-vif-deleted', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:34.148582 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd5e58-ad25-4e93-8615-9981aef19d6f" -d '{"events": [{"server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "name": "network-vif-deleted", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:34.187119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-36304a61-0776-4e9e-a822-20dd8769e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:34.201422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-36304a61-0776-4e9e-a822-20dd8769e0b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2824855 Mar 10 17:50:34.277980 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f103320-7a8c-49d0-bf5d-141a7a896354 x-openstack-request-id: req-0f103320-7a8c-49d0-bf5d-141a7a896354 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:34.280100 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c534b0-6f27-42ea-8f23-0eab6e83f0eb", "name": "network-vif-deleted", "tag": "6f9feaf1-2ffe-4954-884d-1a6e473c8643", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:34.280363 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f103320-7a8c-49d0-bf5d-141a7a896354 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:34.280816 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c534b0-6f27-42ea-8f23-0eab6e83f0eb', 'name': 'network-vif-deleted', 'tag': '6f9feaf1-2ffe-4954-884d-1a6e473c8643', 'status': 'completed', 'code': 200} Mar 10 17:50:34.299356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:34.385240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 2eda52e3-e12f-416e-895a-48f25d004365 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:34.385589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2eda52e3-e12f-416e-895a-48f25d004365), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:34.416214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953b9bb-27d2-46bf-b6f1-9aac482f4fe2 req-bc0b68a5-d14e-4f45-81a9-d541991c322e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:34.417717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4953b9bb-27d2-46bf-b6f1-9aac482f4fe2 req-bc0b68a5-d14e-4f45-81a9-d541991c322e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2665164 Mar 10 17:50:34.532899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Allocated IP 2001:db8::2 (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc/e0fc5406-ba37-45c1-a16e-1b8fa984cb54/2930614e-b9a3-456b-84c1-0cc4d6682dc4) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:34.555670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4953b9bb-27d2-46bf-b6f1-9aac482f4fe2 req-00c5c6ac-d206-48c5-859a-d798f7eb7b60 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222544 Mar 10 17:50:34.572984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-14ae8a4a-5dcb-4dea-8b89-2217076c34eb service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508537 Mar 10 17:50:34.778757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-a40c808e-37bc-47e0-880d-44dfa0a73c7b service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976359 Mar 10 17:50:34.983711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks [] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:34.995933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:35.103240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:35.107050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:35.112018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:35.116300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Pushing event updated for resources: {'Port': ['ID=2930614e-b9a3-456b-84c1-0cc4d6682dc4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:35.278025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Attempting to bind port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:35.278397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Attempting to bind port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1dfd1096-92b6-4ae1-b603-fb54e612a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:35.287335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Attempting to bind port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 on network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:35.303900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:35.304282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Checking segment: {'id': '1dfd1096-92b6-4ae1-b603-fb54e612a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:35.304678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:35.305071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Bound using segment: {'id': '1dfd1096-92b6-4ae1-b603-fb54e612a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:35.305555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Bound port: 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfd1096-92b6-4ae1-b603-fb54e612a183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:35.305928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:35.545380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] For port 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:35.552942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] For port 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2930614e-b9a3-456b-84c1-0cc4d6682dc4,segment=NetworkSegment(1dfd1096-92b6-4ae1-b603-fb54e612a183),segment_id=1dfd1096-92b6-4ae1-b603-fb54e612a183)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:35.572323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:35.708788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ece7-b36f-4dc3-b7c0-bb24e0ab2422 None None] Pushing event updated for resources: {'Port': ['ID=2930614e-b9a3-456b-84c1-0cc4d6682dc4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:35.729629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6f9feaf1-2ffe-4954-884d-1a6e473c8643 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:35.799607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 6f9feaf1-2ffe-4954-884d-1a6e473c8643 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:50:35.803039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6f9feaf1-2ffe-4954-884d-1a6e473c8643 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:50:35.888624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:35.982003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:36.349265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8535454-136f-47f7-83d8-5bf8be38223a req-92bc7a25-50d0-4980-8dd0-2da2ef466792 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:36.359886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8535454-136f-47f7-83d8-5bf8be38223a req-92bc7a25-50d0-4980-8dd0-2da2ef466792 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.5321059 Mar 10 17:50:36.366259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-4c653fda-4397-4bfa-9b3a-9d1eb957dee7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:36.381579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-4c653fda-4397-4bfa-9b3a-9d1eb957dee7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.6960330 Mar 10 17:50:36.454224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-d9befc20-0266-4785-9491-b408dc89edbc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0714400 Mar 10 17:50:36.656812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::10 (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc/e0fc5406-ba37-45c1-a16e-1b8fa984cb54/9f3b952d-43d2-4e59-a58e-3b5ddaf36d47) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:36.716475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8535454-136f-47f7-83d8-5bf8be38223a req-065f573a-da07-42cd-b69c-9cd5af7cf470 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293464 Mar 10 17:50:36.773065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-26f6ea1f-afa8-4a15-9f61-3685b6afa344 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3177142 Mar 10 17:50:36.891552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2930614e-b9a3-456b-84c1-0cc4d6682dc4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:37.089592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-f20382b4-bd56-4339-a05c-fdd1758bc1e7 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152311 Mar 10 17:50:37.129155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.239695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2eda52e3-e12f-416e-895a-48f25d004365), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.240662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (2eda52e3-e12f-416e-895a-48f25d004365), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.303512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 2eda52e3-e12f-416e-895a-48f25d004365 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:37.355599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.376254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-3c5098dd-253c-4646-9dee-6e3a61ae0b13 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856290 Mar 10 17:50:37.585753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:37.592686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:37.597983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:37.604031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:37.604867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.650091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:37.650305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:37.655508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8666410 Mar 10 17:50:37.657898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:37.663630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': 'dda7a9b1-a8b9-4ad7-9300-54f5f23329fc', 'name': 'tempest-PortsIpV6TestJSON-1970665389', 'fixed_ips': [{'subnet_id': 'e0fc5406-ba37-45c1-a16e-1b8fa984cb54', 'ip_address': '2001:db8::f'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:37.680589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d9629-8964-4bf3-bc20-df1508a49aeb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=9f3b952d-43d2-4e59-a58e-3b5ddaf36d47,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:37.856295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1afc6-cb11-40c7-9d67-045caf23ceff None None] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:37.994812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2eda52e3-e12f-416e-895a-48f25d004365), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.209434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Provisioning complete for port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:38.210658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.255060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f95b081-7b03-42d7-ad53-df3fc54181d7 req-adf8728a-ee87-474d-9153-d0231d006602 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 210 time: 0.1512237 Mar 10 17:50:38.270107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=2eda52e3-e12f-416e-895a-48f25d004365,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:38.384831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (c12792c7-e613-44c9-899d-0fd595fa3c10), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.390161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.392330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea345c4d-c0fc-428d-9a9d-9fd5dfdd987b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/floatingips/c12792c7-e613-44c9-899d-0fd595fa3c10 HTTP/1.1" status: 204 len: 168 time: 4.4588745 Mar 10 17:50:38.442777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:38.517481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f152ac-14c0-486b-803c-76f02a3f7f81 req-1c3f5149-39a1-49e4-96a6-8589b75f62d1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:38.532910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7f152ac-14c0-486b-803c-76f02a3f7f81 req-1c3f5149-39a1-49e4-96a6-8589b75f62d1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3427103 Mar 10 17:50:38.646671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:38.653297 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.732641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7f152ac-14c0-486b-803c-76f02a3f7f81 req-b570b915-c1dc-4176-b435-e35f218fff0f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920547 Mar 10 17:50:38.782236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.835753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 71ac972f-083b-496e-bcbb-8bd56e0c3a14 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:38.842162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56236) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:38.848053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627140441', 'description': 'tempest-description--1583604216'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:38.869442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2930614e-b9a3-456b-84c1-0cc4d6682dc4,segment=NetworkSegment(1dfd1096-92b6-4ae1-b603-fb54e612a183),segment_id=1dfd1096-92b6-4ae1-b603-fb54e612a183)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:38.907401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:38.915140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.039115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2930614e-b9a3-456b-84c1-0cc4d6682dc4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:39.046182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:39.046870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.185682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:50:39.186052 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:50:39.204402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (bb8c57b8-ede9-41c6-90da-e84b9f871ca0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.218192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bb8c57b8-ede9-41c6-90da-e84b9f871ca0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.248679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::f (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc/e0fc5406-ba37-45c1-a16e-1b8fa984cb54/71ac972f-083b-496e-bcbb-8bd56e0c3a14) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:39.371747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.393702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5499387 Mar 10 17:50:39.401601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56246) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:39.449016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': 'bb8c57b8-ede9-41c6-90da-e84b9f871ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:39.596894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2503082-4eab-4ce3-8bf6-b2e75dc9fa2f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c57b8-ede9-41c6-90da-e84b9f871ca0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:39.610549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.645474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (d39a8a1f-f2b3-4da3-bde6-2c553d1e4ede), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.792230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b2137674-6891-4889-8371-ec117ee4e08c None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:39.824498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0c12301-f498-4ec5-bd43-7c758da08566 req-239c595a-a12e-4061-a49a-3d48cdff3491 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 210 time: 0.1738253 Mar 10 17:50:39.869684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.886217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (d39a8a1f-f2b3-4da3-bde6-2c553d1e4ede), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.897623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d39a8a1f-f2b3-4da3-bde6-2c553d1e4ede), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:39.973136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Provisioning complete for port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:39.974453 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.026531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39a8a1f-f2b3-4da3-bde6-2c553d1e4ede,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:40.049151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.049151 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6ce0be5-e31c-4966-ab56-e64143024ea4 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6295376 Mar 10 17:50:40.060407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:40.072914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'security_group_rule': {'security_group_id': 'bb8c57b8-ede9-41c6-90da-e84b9f871ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:40.154895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (53182aa9-14c0-4717-bdf8-a5bdf26dabc8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.196218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:40.226671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:40.232224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:40.255196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:40.256821 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.307643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:40.330226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Provisioning complete for port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:40.336497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.363887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (53182aa9-14c0-4717-bdf8-a5bdf26dabc8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.364623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:40.377777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7129796 Mar 10 17:50:40.415974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (53182aa9-14c0-4717-bdf8-a5bdf26dabc8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.504641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95da8ed-6064-43dc-ba95-02461c8d88ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=71ac972f-083b-496e-bcbb-8bd56e0c3a14,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:40.555828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53182aa9-14c0-4717-bdf8-a5bdf26dabc8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:40.593226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.598630 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a72f583c-584f-4564-815f-af85bf025c16 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5342610 Mar 10 17:50:40.598805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2404bd8-fdac-4084-a50b-c47735f2c273 req-f8412866-e47c-4fe2-a5e7-c5a1b87ec349 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:40.598805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2404bd8-fdac-4084-a50b-c47735f2c273 req-f8412866-e47c-4fe2-a5e7-c5a1b87ec349 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.6882994 Mar 10 17:50:40.600687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-212b8362-9578-4a8f-a8ad-6196fa60616a None None] Port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:40.616119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56276) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:40.633032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:40.742248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b67ae-b45c-4e4d-a475-039653ecbdee tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:40.747687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c8b67ae-b45c-4e4d-a475-039653ecbdee tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3656356 Mar 10 17:50:40.756547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56278) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:40.770585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-152e6a52-9429-45ad-bf4e-61b5a63b41b6 None None] Provisioning complete for port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:40.772682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-152e6a52-9429-45ad-bf4e-61b5a63b41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:40.904121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2404bd8-fdac-4084-a50b-c47735f2c273 req-089c2810-2ff1-43b6-b125-87d3b355ae6f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434258 Mar 10 17:50:41.022168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-152e6a52-9429-45ad-bf4e-61b5a63b41b6 None None] Port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:41.043906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.148484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2930614e-b9a3-456b-84c1-0cc4d6682dc4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:41.156789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f04ab8f3-52b7-46d3-aed9-ba9d56dec162 None None] Provisioning complete for port 71ac972f-083b-496e-bcbb-8bd56e0c3a14 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:41.157198 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f04ab8f3-52b7-46d3-aed9-ba9d56dec162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.187391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-33fe6f35-ba8a-4100-9b12-cd7c95604784 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:41.188957 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-33fe6f35-ba8a-4100-9b12-cd7c95604784 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.5503769 Mar 10 17:50:41.194392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e197593-850c-4b3b-b801-e55342c3917d req-bed7a472-0f56-4ee6-9cac-3b189b67a468 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 210 time: 0.0490456 Mar 10 17:50:41.221833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f04ab8f3-52b7-46d3-aed9-ba9d56dec162 None None] Port 71ac972f-083b-496e-bcbb-8bd56e0c3a14 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:41.241261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e72ba-4a17-447e-b5ea-02aab6b2db36 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:41.254646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e72ba-4a17-447e-b5ea-02aab6b2db36 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:41.272755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e72ba-4a17-447e-b5ea-02aab6b2db36 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:41.277114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b38e72ba-4a17-447e-b5ea-02aab6b2db36 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5170755 Mar 10 17:50:41.288600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56284) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:41.290895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:41.310011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:41.310513 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.618922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:41.662989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.687221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:41.693957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.850838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 71ac972f-083b-496e-bcbb-8bd56e0c3a14 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:41.853414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:41.917232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.11 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:42.069675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:42.103714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 71ac972f-083b-496e-bcbb-8bd56e0c3a14 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:42.333978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:42.399953 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-53989977-432c-4330-af9d-30e55b927350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:42.418670 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:42.431737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:42.547790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:42.564562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:42.575252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:42.584249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:42.705775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:42.712250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:42.751202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-fddde05e-5e20-497d-b473-4c21e70fa7e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4740779 Mar 10 17:50:42.767540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Request body: {'port': {'device_id': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:42.924306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:43.011954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.25.3.254 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/68e14881-122b-4372-a97b-c7d73065ca15) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:43.285939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (71ac972f-083b-496e-bcbb-8bd56e0c3a14), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:43.322989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=71ac972f-083b-496e-bcbb-8bd56e0c3a14,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:43.401855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:43.428328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-40e0ccf0-35ab-49a1-80c2-a629762a8e8b tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/71ac972f-083b-496e-bcbb-8bd56e0c3a14 HTTP/1.1" status: 204 len: 168 time: 2.1230035 Mar 10 17:50:43.438047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56308) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:43.579254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:43.600077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks [] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:43.633862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Transition to ACTIVE for port object c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:50:43.640813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:43.692263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e12c0-4100-417d-8645-991cc1edba4a req-934735bf-77e2-442d-be54-a2658ae2321a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:43.693908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0e12c0-4100-417d-8645-991cc1edba4a req-934735bf-77e2-442d-be54-a2658ae2321a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.6688676 Mar 10 17:50:43.706469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26b91-56bd-43d6-b971-86173aa7ae5d req-046ee35b-cb6a-4255-ac8d-37ac96e2aa06 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:43.713233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ad26b91-56bd-43d6-b971-86173aa7ae5d req-046ee35b-cb6a-4255-ac8d-37ac96e2aa06 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 932 time: 0.6638236 Mar 10 17:50:43.714259 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-61833a5d-a27a-405e-be98-149f808adaf4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:43.724705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-61833a5d-a27a-405e-be98-149f808adaf4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/71ac972f-083b-496e-bcbb-8bd56e0c3a14 HTTP/1.1" status: 404 len: 333 time: 0.2838242 Mar 10 17:50:43.748208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:43.797718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:43.989890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ad26b91-56bd-43d6-b971-86173aa7ae5d req-86c53754-7f88-489a-becd-4ed8b2d604bc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621641 Mar 10 17:50:43.999677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Attempting to bind port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:44.000326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Attempting to bind port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:44.000869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Attempting to bind port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:44.019152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:50:44.020416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a0e12c0-4100-417d-8645-991cc1edba4a req-5e6ce948-4446-47fb-a796-1df786db7b21 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572374 Mar 10 17:50:44.021185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Attempting to bind port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:44.023599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (68e14881-122b-4372-a97b-c7d73065ca15), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.046543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:44.049604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:44.050472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:44.051454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Bound port: c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:44.052464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.116015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (68e14881-122b-4372-a97b-c7d73065ca15), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.163553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:44.164031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.200902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:44.204128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:44.213878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:44.269470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=68e14881-122b-4372-a97b-c7d73065ca15,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:44.411068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.448248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:44.636691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.668197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa60895b-ca03-4ad6-ab49-03f8beac897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.745833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9f3b952d-43d2-4e59-a58e-3b5ddaf36d47), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.802491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=9f3b952d-43d2-4e59-a58e-3b5ddaf36d47,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:44.804917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:44.840502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:44.846874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (68e14881-122b-4372-a97b-c7d73065ca15), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.894439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.935395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.944600 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3ab6670-493f-4383-a2ef-f2538f3f7f2d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 HTTP/1.1" status: 204 len: 168 time: 1.1856565 Mar 10 17:50:44.951028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56320) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:44.987792 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-35874341-906a-4bcb-bcd6-ad7d21ae058c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:50:44.994288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:44.996031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:44.997852 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee HTTP/1.1" status: 200 len: 1092 time: 2.2354758 Mar 10 17:50:44.999230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-35874341-906a-4bcb-bcd6-ad7d21ae058c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/9f3b952d-43d2-4e59-a58e-3b5ddaf36d47 HTTP/1.1" status: 404 len: 333 time: 0.0471048 Mar 10 17:50:45.001103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:45.003870 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cc015-0d35-4cdd-9fd0-983bd91703e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:45.004040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56322) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:45.056139 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:50:45.234972 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a01d85-51ca-4e6c-9516-130df70fe850 x-openstack-request-id: req-68a01d85-51ca-4e6c-9516-130df70fe850 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:45.236027 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:45.236605 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68a01d85-51ca-4e6c-9516-130df70fe850 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:45.237903 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'status': 'completed', 'code': 200} Mar 10 17:50:45.257578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ca84-e61c-47db-9df9-6a6b308952e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:45.278488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet e0fc5406-ba37-45c1-a16e-1b8fa984cb54 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:50:45.292064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (e0fc5406-ba37-45c1-a16e-1b8fa984cb54), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:45.308525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-ca285691-8da4-4de1-800d-74d1265bd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:45.310600 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-ca285691-8da4-4de1-800d-74d1265bd4db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 1126 time: 0.2296746 Mar 10 17:50:45.436627 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-7637b43a-c6e9-4b26-8455-99ad3dc81c70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee HTTP/1.1" status: 200 len: 217 time: 0.1091580 Mar 10 17:50:45.580812 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (68e14881-122b-4372-a97b-c7d73065ca15), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:45.581087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-709e69cd-a47d-438d-9c45-d66188d9fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:45.582523 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-709e69cd-a47d-438d-9c45-d66188d9fe5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.1362634 Mar 10 17:50:45.635435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e0fc5406-ba37-45c1-a16e-1b8fa984cb54), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:45.644437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (68e14881-122b-4372-a97b-c7d73065ca15), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:45.656965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-ee549eec-4351-4b2d-b6cc-c5f86a589446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641255 Mar 10 17:50:45.846776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-ec6b686a-a72c-465a-9ddc-ec0be58bb5d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790547 Mar 10 17:50:45.857967 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.086962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e0fc5406-ba37-45c1-a16e-1b8fa984cb54), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.139132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dd05be65-579e-42b9-97ab-32215c723dc7 req-e860ac74-5cc1-4e78-a169-675d382ded0f service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814729 Mar 10 17:50:46.145347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=68e14881-122b-4372-a97b-c7d73065ca15,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:46.172073 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.180077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e0fc5406-ba37-45c1-a16e-1b8fa984cb54), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.195566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3a9c7-ebf8-4734-90b2-2c07af5a9967 req-90d2a7dc-1773-492d-9567-f93a114a45e3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:46.208101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7b3a9c7-ebf8-4734-90b2-2c07af5a9967 req-90d2a7dc-1773-492d-9567-f93a114a45e3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 944 time: 0.9692278 Mar 10 17:50:46.305385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fc5406-ba37-45c1-a16e-1b8fa984cb54,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:46.317367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb812f-223a-4e4e-b439-327c07e2fc2d None None] Network dda7a9b1-a8b9-4ad7-9300-54f5f23329fc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:46.323330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c681ee-da52-4a01-864f-078b9e36a3dc req-ea77f6ae-6492-4ea1-9d9f-227f40f85c11 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:46.324931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c681ee-da52-4a01-864f-078b9e36a3dc req-ea77f6ae-6492-4ea1-9d9f-227f40f85c11 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.9644701 Mar 10 17:50:46.328558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.335706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e3e9e923-c2df-4ad4-b82c-b60b004144d7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/e0fc5406-ba37-45c1-a16e-1b8fa984cb54 HTTP/1.1" status: 204 len: 168 time: 1.3274367 Mar 10 17:50:46.336788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:46.338740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.348583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5c0b15d-0d78-479e-b810-e2dc1fae9e5a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7229011 Mar 10 17:50:46.401673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7b3a9c7-ebf8-4734-90b2-2c07af5a9967 req-9192d297-fd06-475b-a4d0-6cc6dab9424a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926782 Mar 10 17:50:46.444241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c681ee-da52-4a01-864f-078b9e36a3dc req-10fc981a-c29d-4a5b-9fc6-1b793a90f0fb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028349 Mar 10 17:50:46.568188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-4485c617-d7a8-46c5-a91f-9f9013b26c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:46.569921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-4485c617-d7a8-46c5-a91f-9f9013b26c13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 1126 time: 0.3534780 Mar 10 17:50:46.728629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] DHCP port deletion for dda7a9b1-a8b9-4ad7-9300-54f5f23329fc request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:50:46.757775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.812342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Deleting port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:46.813234 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:46.975629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-8bfaaed2-ccd8-49af-84ce-a625d2045fcf tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--627140441&fields=id&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 267 time: 0.1333265 Mar 10 17:50:46.976049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] For port 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2930614e-b9a3-456b-84c1-0cc4d6682dc4,segment=NetworkSegment(1dfd1096-92b6-4ae1-b603-fb54e612a183),segment_id=1dfd1096-92b6-4ae1-b603-fb54e612a183)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:46.978274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:47.025249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Calling delete_port for 2930614e-b9a3-456b-84c1-0cc4d6682dc4 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:47.076617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-885f9b0f-db2f-4460-914c-4f860617db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:47.078120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-885f9b0f-db2f-4460-914c-4f860617db9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.5009122 Mar 10 17:50:47.222649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2930614e-b9a3-456b-84c1-0cc4d6682dc4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:50:47.320259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-849d6966-e63d-46a6-9583-b87c2932fe95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee HTTP/1.1" status: 200 len: 217 time: 0.2195122 Mar 10 17:50:47.334326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:47.336649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:47.343640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-2ee79a34-1999-4111-a291-1795a5632fad tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:47.357616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-2ee79a34-1999-4111-a291-1795a5632fad tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.3714921 Mar 10 17:50:47.398673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-3c48ffd3-9d42-42f6-9f90-18c78423e19a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/quotas/e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 375 time: 0.0333638 Mar 10 17:50:47.558914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-20195b5f-ec96-4ccb-be43-204d2c530879 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538720 Mar 10 17:50:47.709389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-ec40b89e-f309-4d08-8b91-3dc14279ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:47.713450 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-ec40b89e-f309-4d08-8b91-3dc14279ab80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.3742957 Mar 10 17:50:47.731386 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 2930614e-b9a3-456b-84c1-0cc4d6682dc4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2930614e-b9a3-456b-84c1-0cc4d6682dc4,segment=NetworkSegment(1dfd1096-92b6-4ae1-b603-fb54e612a183),segment_id=1dfd1096-92b6-4ae1-b603-fb54e612a183)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:47.731834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:47.783983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:47.807284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 2930614e-b9a3-456b-84c1-0cc4d6682dc4 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:47.811077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-8bfe954c-b34b-491d-aa72-8c0bf6181703 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758505 Mar 10 17:50:47.897548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-65d44ff9-fb71-4afc-adfe-966d735d2706 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248184 Mar 10 17:50:47.963586 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.020432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e5603-d3d4-4721-af83-cdd83f9c830f req-792a7395-c28d-4146-bda7-6b17e9ca0a81 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:48.029624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98e5603-d3d4-4721-af83-cdd83f9c830f req-792a7395-c28d-4146-bda7-6b17e9ca0a81 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 944 time: 0.3582263 Mar 10 17:50:48.034903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Pushing event deleted for resources: {'Port': ['ID=2930614e-b9a3-456b-84c1-0cc4d6682dc4,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:48.059490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.070889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.071405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.071848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.072360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.072821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.073277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.073813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.074328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.074777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.075205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.075630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.076048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:48.096129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:48.096668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.113419 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-0a35ec20-15c0-4657-ac36-dc3912c48245 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847648 Mar 10 17:50:48.174882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2930614e-b9a3-456b-84c1-0cc4d6682dc4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.191267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28579555-74ca-4be7-8c8d-a4cd9eb21489 None None] No DVR routers for this DVR port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:48.227359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98e5603-d3d4-4721-af83-cdd83f9c830f req-caf6e8d0-1254-4517-85cc-1b3371c33fc2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962390 Mar 10 17:50:48.293049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=2930614e-b9a3-456b-84c1-0cc4d6682dc4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:48.296368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-0f2de5b4-1773-455e-bcdf-5eac45ebbfd8 service neutron] 10.222.0.35 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870745 Mar 10 17:50:48.388751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 2930614e-b9a3-456b-84c1-0cc4d6682dc4 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:50:48.510882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b422e-4575-4c4a-9290-dc193c506bfb req-195eda28-afa3-4132-a750-c98375276ae8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:48.524824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c93b422e-4575-4c4a-9290-dc193c506bfb req-195eda28-afa3-4132-a750-c98375276ae8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1665792 Mar 10 17:50:48.572933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.577322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f76cc015-0d35-4cdd-9fd0-983bd91703e7 req-f29287c4-3d90-4de5-b0b8-6a06a71496e4 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571238 Mar 10 17:50:48.648645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c93b422e-4575-4c4a-9290-dc193c506bfb req-0976c88d-8d0e-4ffb-bbcc-0beff037bf14 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220934 Mar 10 17:50:48.653184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda7a9b1-a8b9-4ad7-9300-54f5f23329fc']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:48.703373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfd1096-92b6-4ae1-b603-fb54e612a183') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:48.703673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfd1096-92b6-4ae1-b603-fb54e612a183') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:48.720654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (1dfd1096-92b6-4ae1-b603-fb54e612a183), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.749280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb89813-6879-46b6-a167-bd3793dace15 req-8f222a81-2e17-4746-803c-925ef190e541 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 210 time: 0.0360029 Mar 10 17:50:48.783672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1dfd1096-92b6-4ae1-b603-fb54e612a183), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.804490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:50:48.804905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (1dfd1096-92b6-4ae1-b603-fb54e612a183), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:50:48.809211 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:50:48.998081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (dda7a9b1-a8b9-4ad7-9300-54f5f23329fc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.005873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.014255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56384) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:49.021622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570135921'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:49.029078 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/dda7a9b1-a8b9-4ad7-9300-54f5f23329fc HTTP/1.1" status: 204 len: 168 time: 2.6860104 Mar 10 17:50:49.063787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5f83-e3b6-4175-8881-293da4afae2f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=dda7a9b1-a8b9-4ad7-9300-54f5f23329fc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:49.073022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:49.080384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.118273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:50:49.134855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c1ed87b5-a574-4f8c-a056-29918c38b7a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.138561 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Added segment c1ed87b5-a574-4f8c-a056-29918c38b7a2 of type vlan for network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 Mar 10 17:50:49.224457 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:50:49.323417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.409753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.resource_extend [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:50:49.426261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.441404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.resource_extend [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:50:49.531890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.546845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:49.554636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.652527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:49.667192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'mac_address': 'fa:16:3e:dc:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:50:49.669992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00198f25-d6cb-489c-8014-cdc2157108df req-878f4dda-8988-4a34-b35d-08d4da3cf761 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:49.685562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00198f25-d6cb-489c-8014-cdc2157108df req-878f4dda-8988-4a34-b35d-08d4da3cf761 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 944 time: 0.3300064 Mar 10 17:50:49.708195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6900718 Mar 10 17:50:49.709077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:49.721230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:49.736407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:49.736809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:49.785926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:49.811762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba1810-7fc5-4559-b4ed-b5e80067083d tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Network': ['ID=8fa74ac9-edfb-4b05-ae39-6cf9f1bea717,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:49.823510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:49.830094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:50:49.916126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00198f25-d6cb-489c-8014-cdc2157108df req-3322e1f1-94cc-4979-8e72-b30e4b05cff0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794019 Mar 10 17:50:49.944706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:50.010679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:50.060801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:50.064868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:50.112662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9576262-3257-4ab0-86ef-9ffd98dab694 req-c33d05e0-3845-46f1-ad56-763e938435ae tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:50.118702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9576262-3257-4ab0-86ef-9ffd98dab694 req-c33d05e0-3845-46f1-ad56-763e938435ae tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2014353 Mar 10 17:50:50.175470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:50:50.338125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9576262-3257-4ab0-86ef-9ffd98dab694 req-cf9d8bed-fa89-46bb-aa38-34ea57a90c6f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114835 Mar 10 17:50:50.456374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa0581c-903f-42d3-82c5-67c342f31e5b req-fa4a27d1-16af-4655-8a09-49a5fbceb002 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 210 time: 0.1323993 Mar 10 17:50:50.561246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e522bb61-209a-4778-b654-935ce8eda04f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:50.823236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=e522bb61-209a-4778-b654-935ce8eda04f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:50.874508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Checking segment: {'id': 'c1ed87b5-a574-4f8c-a056-29918c38b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:50.874943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network hostable DHCP agents. Network: 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:50:50.931860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:50:50.976371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:50.981198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:50.982052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:50.993081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a1f7b-af01-4661-ad5c-baef5e2e0f6d None None] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:51.035877 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aca34bec-4fe1-4a2d-840a-b6f39aa4e485 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3249190 Mar 10 17:50:51.036497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56424) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:51.052049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1059447407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:51.119870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (2470058e-3605-4f13-aa14-20cabf8319f9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.121593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (2470058e-3605-4f13-aa14-20cabf8319f9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.221465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-f8978d4c-e407-4270-b209-a8d720223a6a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:51.225434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-f8978d4c-e407-4270-b209-a8d720223a6a tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 814 time: 0.4306772 Mar 10 17:50:51.233990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for router_controller (2470058e-3605-4f13-aa14-20cabf8319f9), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.247446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (2470058e-3605-4f13-aa14-20cabf8319f9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.282415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.286995 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44a5b40c-a710-4a5d-84b1-52d6d31ee9fa tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2494767 Mar 10 17:50:51.287955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56426) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:51.293254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717', 'name': 'tempest-PortsIpV6TestJSON-219797667'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:51.496737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:51.508648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2c70d-5b11-49b5-98aa-521701eb5bd0 req-95b564fd-766a-4ffa-947c-aa112a803344 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:51.525588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09e2c70d-5b11-49b5-98aa-521701eb5bd0 req-95b564fd-766a-4ffa-947c-aa112a803344 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 945 time: 0.4337413 Mar 10 17:50:51.630711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8fa74ac9-edfb-4b05-ae39-6cf9f1bea717', 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': 'e522bb61-209a-4778-b654-935ce8eda04f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:50:51.632232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.636034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:50:51.660896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:51.664799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.670216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:51.671951 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:51.698358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:51.744392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-1cf67162-309a-433d-bb55-ea4522c3c14d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68e48c120994b2ca0ef863aac6fba5b HTTP/1.1" status: 200 len: 379 time: 0.5017371 Mar 10 17:50:51.751436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port f0007ff0-d361-4125-966a-6d53afd8c993 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:50:51.755489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'port': {'device_id': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'admin_state_up': True, 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'security_groups': ['bb8c57b8-ede9-41c6-90da-e84b9f871ca0']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:51.986012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09e2c70d-5b11-49b5-98aa-521701eb5bd0 req-5e14f17d-6a62-46ed-bc3f-deff917203b4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459531 Mar 10 17:50:51.988318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Made reservation on behalf of e68e48c120994b2ca0ef863aac6fba5b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:50:51.992506 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.038568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961f9b-dd7c-4215-92e7-fcaacf5a3bd9 req-0dac6bbd-018d-4d55-af8f-f1613155f598 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:52.040060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37961f9b-dd7c-4215-92e7-fcaacf5a3bd9 req-0dac6bbd-018d-4d55-af8f-f1613155f598 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.4317572 Mar 10 17:50:52.070683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:52.071223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.115939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:52.122845 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71993e18-974f-4e5c-9947-6975776dd4bb" -d '{"events": [{"server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "name": "network-vif-plugged", "status": "completed", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:52.149124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:52.154642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::32a (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717/e522bb61-209a-4778-b654-935ce8eda04f/f0007ff0-d361-4125-966a-6d53afd8c993) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:52.160625 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.178785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37961f9b-dd7c-4215-92e7-fcaacf5a3bd9 req-4e009461-b82f-4356-9626-2f54d57fe1d4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228011 Mar 10 17:50:52.258770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25dd27a9-be77-4e02-9dbb-cf47a0fe89f8 req-2f1329cd-8233-49ea-959f-5d71e91deade tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 210 time: 0.0914831 Mar 10 17:50:52.273646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:52.291694 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288d38c-f738-4dfe-b7b4-92b3fa84bab1 x-openstack-request-id: req-d288d38c-f738-4dfe-b7b4-92b3fa84bab1 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:52.291990 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "name": "network-vif-plugged", "status": "completed", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:52.292256 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d288d38c-f738-4dfe-b7b4-92b3fa84bab1 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:52.295185 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'code': 200} Mar 10 17:50:52.295357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03170575-bd6c-43cb-8a50-3c668e3fd5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.435148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Allocated IP 172.20.0.11 (d67bbe1e-4922-4bec-af40-b6981aa0239b/3be2d14a-42b6-4f85-85db-c7ae0321fb3d/44f37849-af92-4bde-9576-71bdc51502e6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:52.525992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (f0007ff0-d361-4125-966a-6d53afd8c993), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.561438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b273c5-35c4-49dd-a960-3304ef775e76 req-76ae62d0-a55d-4779-8b4b-e5e44eca31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:52.563056 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-91b273c5-35c4-49dd-a960-3304ef775e76 req-76ae62d0-a55d-4779-8b4b-e5e44eca31ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 1128 time: 0.1476281 Mar 10 17:50:52.593453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03170575-bd6c-43cb-8a50-3c668e3fd5e0 admin admin] Publish callbacks [] for security_group (03966995-d26e-42d1-b2a7-4884eee7a4a9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.610250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03170575-bd6c-43cb-8a50-3c668e3fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03966995-d26e-42d1-b2a7-4884eee7a4a9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.660142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for port (44f37849-af92-4bde-9576-71bdc51502e6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.716597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.725633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-91b273c5-35c4-49dd-a960-3304ef775e76 req-a93feffd-b38e-43f1-b71e-3b5349cc737e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479721 Mar 10 17:50:52.733623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.782460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03170575-bd6c-43cb-8a50-3c668e3fd5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03966995-d26e-42d1-b2a7-4884eee7a4a9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:52.786396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03170575-bd6c-43cb-8a50-3c668e3fd5e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=990a7ec0a3954b4a990490b4341ef706&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0706763 Mar 10 17:50:52.792611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56446) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:52.804192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:52.804923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event updated for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:52.806364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Allocated IP 2001:db8::2 (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717/e522bb61-209a-4778-b654-935ce8eda04f/83fd907b-bdb6-4899-8374-96c8c6a2901c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:50:52.821336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:52.826843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.826843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.827547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.828460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.828627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.829049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.829747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.830214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.830837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.831233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.831626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.832166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.832458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:50:52.833816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:52.838985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Network d67bbe1e-4922-4bec-af40-b6981aa0239b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:52.840918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:52.843448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:52.857600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:52.860128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.874795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=f0007ff0-d361-4125-966a-6d53afd8c993,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:52.962266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:52.962810 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-246ec7ed-7211-45d9-a8b8-b9e872b0d0f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6735477 Mar 10 17:50:52.962935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:52.966462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:52.994359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-6acb3a58-0fc0-4847-b353-e8856dd86751 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2435434 Mar 10 17:50:53.099195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks [] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.110802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.164128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] Publish callbacks [] for security_group (03966995-d26e-42d1-b2a7-4884eee7a4a9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.229357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:53.234065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Pushing event updated for resources: {'Port': ['ID=83fd907b-bdb6-4899-8374-96c8c6a2901c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:53.244239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:53.251588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:50:53.274224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5813d6-d4c4-40ea-99e4-77c3417fd771 req-10d2ce7e-1121-4835-abef-4e039ca06582 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:53.278098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] Publish callbacks [] for security_group (03966995-d26e-42d1-b2a7-4884eee7a4a9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.301807 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df5813d6-d4c4-40ea-99e4-77c3417fd771 req-10d2ce7e-1121-4835-abef-4e039ca06582 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.1612682 Mar 10 17:50:53.387118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c63d855f-2f59-4c9a-9541-f454e6d7afd8 None None] Provisioning complete for port 44f37849-af92-4bde-9576-71bdc51502e6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:53.387651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c63d855f-2f59-4c9a-9541-f454e6d7afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44f37849-af92-4bde-9576-71bdc51502e6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.445623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Attempting to bind port 83fd907b-bdb6-4899-8374-96c8c6a2901c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:53.446226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Attempting to bind port 83fd907b-bdb6-4899-8374-96c8c6a2901c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'c1ed87b5-a574-4f8c-a056-29918c38b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:53.446719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Attempting to bind port 83fd907b-bdb6-4899-8374-96c8c6a2901c on network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:53.462022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df5813d6-d4c4-40ea-99e4-77c3417fd771 req-b31344e7-adc5-4818-96f4-b5175b053ab0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503356 Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c63d855f-2f59-4c9a-9541-f454e6d7afd8 None None] Port 44f37849-af92-4bde-9576-71bdc51502e6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Checking segment: {'id': 'c1ed87b5-a574-4f8c-a056-29918c38b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Bound using segment: {'id': 'c1ed87b5-a574-4f8c-a056-29918c38b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Bound port: 83fd907b-bdb6-4899-8374-96c8c6a2901c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ed87b5-a574-4f8c-a056-29918c38b7a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8fa74ac9-edfb-4b05-ae39-6cf9f1bea717'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:53.462148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.487033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09993f42-d7df-4012-ad5f-eaea0417906f req-5e50e819-3cf4-4712-8727-dbc61725cad7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:53.499026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09993f42-d7df-4012-ad5f-eaea0417906f req-5e50e819-3cf4-4712-8727-dbc61725cad7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1431215 Mar 10 17:50:53.540069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] For port 83fd907b-bdb6-4899-8374-96c8c6a2901c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:53.545594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] For port 83fd907b-bdb6-4899-8374-96c8c6a2901c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83fd907b-bdb6-4899-8374-96c8c6a2901c,segment=NetworkSegment(c1ed87b5-a574-4f8c-a056-29918c38b7a2),segment_id=c1ed87b5-a574-4f8c-a056-29918c38b7a2)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:53.569051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:53.600064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09993f42-d7df-4012-ad5f-eaea0417906f req-2df43112-7bad-4e57-a87d-fc56e03c6eab tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000423 Mar 10 17:50:53.647934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976e8b0-976d-4639-b3a6-1ae0a1b34ee0 None None] Pushing event updated for resources: {'Port': ['ID=83fd907b-bdb6-4899-8374-96c8c6a2901c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:53.714311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884996b-e487-4add-bfbb-94e9fece8f23 req-8a7b3e6d-2600-4c97-aa55-8e5bf5e98972 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:53.731095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1884996b-e487-4add-bfbb-94e9fece8f23 req-8a7b3e6d-2600-4c97-aa55-8e5bf5e98972 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 932 time: 0.1503444 Mar 10 17:50:54.331035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03966995-d26e-42d1-b2a7-4884eee7a4a9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:54.334421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:54.335919 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03966995-d26e-42d1-b2a7-4884eee7a4a9 HTTP/1.1" status: 204 len: 168 time: 1.5421982 Mar 10 17:50:54.356980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147241c0-140c-4fcf-8e6e-1273bd0eaab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03966995-d26e-42d1-b2a7-4884eee7a4a9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:54.411520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:54.413828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Request body: {'port': {'device_id': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:54.478186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1884996b-e487-4add-bfbb-94e9fece8f23 req-6cb39c11-aa04-43f4-9e05-93f3de7b4674 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7461963 Mar 10 17:50:54.518969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f37849-af92-4bde-9576-71bdc51502e6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:54.919575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d931-185a-4180-b741-417da46dec06 req-28859355-f5f8-44dd-9ab2-8e1cc5b7c5e3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:54.921296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f06d931-185a-4180-b741-417da46dec06 req-28859355-f5f8-44dd-9ab2-8e1cc5b7c5e3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.3399296 Mar 10 17:50:55.010002 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (f0007ff0-d361-4125-966a-6d53afd8c993), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.030077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.082994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:55.137523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83fd907b-bdb6-4899-8374-96c8c6a2901c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:55.225462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 83fd907b-bdb6-4899-8374-96c8c6a2901c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:55.225839 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.259394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2ab7-4dd1-41c7-9905-2340f1d94256 req-2819cf2f-85ca-42de-b4aa-c2e998c75eed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:55.270565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-781a2ab7-4dd1-41c7-9905-2340f1d94256 req-2819cf2f-85ca-42de-b4aa-c2e998c75eed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.4869413 Mar 10 17:50:55.339449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83cfd865-e515-4e95-a4e0-1e6a262975fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.351451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=f0007ff0-d361-4125-966a-6d53afd8c993,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:55.359716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 83fd907b-bdb6-4899-8374-96c8c6a2901c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:55.360275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.393481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f06d931-185a-4180-b741-417da46dec06 req-8709969b-b9f8-437d-861d-aed003d28cc7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626839 Mar 10 17:50:55.439837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 83fd907b-bdb6-4899-8374-96c8c6a2901c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83fd907b-bdb6-4899-8374-96c8c6a2901c,segment=NetworkSegment(c1ed87b5-a574-4f8c-a056-29918c38b7a2),segment_id=c1ed87b5-a574-4f8c-a056-29918c38b7a2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:50:55.448609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440a9be-5013-46a8-90ef-f7aa1e1286af None None] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:50:55.466070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (2470058e-3605-4f13-aa14-20cabf8319f9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.491171 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.494042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-781a2ab7-4dd1-41c7-9905-2340f1d94256 req-898bfb3a-5f58-42d9-92cb-5097bbb0a5e9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223780 Mar 10 17:50:55.528633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-7626d6c7-ed3b-4ddd-96fa-ff62b9e83ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:55.530187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-7626d6c7-ed3b-4ddd-96fa-ff62b9e83ded service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1125 time: 0.5077753 Mar 10 17:50:55.808419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-00a79a31-f45d-4b70-94bd-02c53c88a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:55.811123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-00a79a31-f45d-4b70-94bd-02c53c88a34f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.2518039 Mar 10 17:50:55.850717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=83fd907b-bdb6-4899-8374-96c8c6a2901c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:55.852990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:55.879936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-19cdd4a4-6480-4b4a-a27d-9ca948240975 None None] Provisioning complete for port 83fd907b-bdb6-4899-8374-96c8c6a2901c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:55.880420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19cdd4a4-6480-4b4a-a27d-9ca948240975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.005040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-19cdd4a4-6480-4b4a-a27d-9ca948240975 None None] Current status of the port 83fd907b-bdb6-4899-8374-96c8c6a2901c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:56.106392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-eb55915d-5177-4e27-95c2-82f0a435b95c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 200 len: 998 time: 0.2872875 Mar 10 17:50:56.122030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f37849-af92-4bde-9576-71bdc51502e6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:50:56.167336 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks [] for port (44f37849-af92-4bde-9576-71bdc51502e6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.181693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ec21-9df5-4188-a195-4b0b7516a34c req-5865ec63-9be4-4ac0-8e62-ab22f164be1d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:56.183359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12e8ec21-9df5-4188-a195-4b0b7516a34c req-5865ec63-9be4-4ac0-8e62-ab22f164be1d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 932 time: 0.3665543 Mar 10 17:50:56.188949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83cfd865-e515-4e95-a4e0-1e6a262975fd admin admin] Publish callbacks [] for security_group (83e12fe4-a3f0-48f8-89cd-2e4f3649d51b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.220606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83cfd865-e515-4e95-a4e0-1e6a262975fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (83e12fe4-a3f0-48f8-89cd-2e4f3649d51b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.228825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (f0007ff0-d361-4125-966a-6d53afd8c993), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.236720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.238476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (2470058e-3605-4f13-aa14-20cabf8319f9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.239412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Transition to ACTIVE for port object 44f37849-af92-4bde-9576-71bdc51502e6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:50:56.271661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-6b7e7814-8179-4940-a0eb-757fc55b00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:56.273133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-6b7e7814-8179-4940-a0eb-757fc55b00e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1465898 Mar 10 17:50:56.273743 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.374630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=f0007ff0-d361-4125-966a-6d53afd8c993,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:56.413704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:50:56.416371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:50:56.456990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-ffaadbd1-d0fd-4350-991e-41d7e18a0d20 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:56.459663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-ffaadbd1-d0fd-4350-991e-41d7e18a0d20 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.5824916 Mar 10 17:50:56.470524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Provisioning complete for port f0007ff0-d361-4125-966a-6d53afd8c993 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:56.472345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12e8ec21-9df5-4188-a195-4b0b7516a34c req-8f4b3d57-d3b7-4b37-b50e-9eeb79c6925b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771828 Mar 10 17:50:56.489093 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.492999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-83cfd865-e515-4e95-a4e0-1e6a262975fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bfd032732434311a23229cdb8929c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3742533 Mar 10 17:50:56.510171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56496) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:56.519401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfd865-e515-4e95-a4e0-1e6a262975fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e12fe4-a3f0-48f8-89cd-2e4f3649d51b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:56.570349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Pushing event updated for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:56.586162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-864b939c-2d0f-437f-946a-f72333b571f2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0931423 Mar 10 17:50:56.625699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-1e994cd0-cb16-4243-90f1-31a63e49e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:56.627264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-1e994cd0-cb16-4243-90f1-31a63e49e3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3371694 Mar 10 17:50:56.655827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Port f0007ff0-d361-4125-966a-6d53afd8c993 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:56.672581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Provisioning complete for port 83fd907b-bdb6-4899-8374-96c8c6a2901c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:56.673883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.748312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Router 2470058e-3605-4f13-aa14-20cabf8319f9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:50:56.769842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28fccbd0-0a12-42b1-a874-ac9b9c6dee02 None None] Current status of the port 83fd907b-bdb6-4899-8374-96c8c6a2901c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:56.873238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] Publish callbacks [] for security_group (83e12fe4-a3f0-48f8-89cd-2e4f3649d51b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:56.873877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:50:56.880963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47d9a039-6ac6-4242-a643-88b5b52ef714 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/routers/2470058e-3605-4f13-aa14-20cabf8319f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9029512 Mar 10 17:50:56.883422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:56.901710 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] Sync routers for ids ['2470058e-3605-4f13-aa14-20cabf8319f9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:50:56.915092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-f61f6b2c-23cc-4078-b4ae-56e8d7378898 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3269396 Mar 10 17:50:56.925177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] Routers {'2470058e-3605-4f13-aa14-20cabf8319f9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:50:56.942620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2470058e-3605-4f13-aa14-20cabf8319f9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:56.976512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Attempting to bind port 44f37849-af92-4bde-9576-71bdc51502e6 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:50:56.976855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Attempting to bind port 44f37849-af92-4bde-9576-71bdc51502e6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:50:56.977182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Attempting to bind port 44f37849-af92-4bde-9576-71bdc51502e6 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:57.010009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-db5d7356-48f8-4471-a088-ce85901301a6 None None] Provisioning complete for port f0007ff0-d361-4125-966a-6d53afd8c993 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:57.010763 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db5d7356-48f8-4471-a088-ce85901301a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.029339 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9d270b-a616-4531-91d4-cce7b5c960c5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:57.033957 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d9d270b-a616-4531-91d4-cce7b5c960c5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?device_id=2470058e-3605-4f13-aa14-20cabf8319f9 HTTP/1.1" status: 200 len: 988 time: 0.1494632 Mar 10 17:50:57.035041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-f66a055b-5487-460e-80a4-b90a638423e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638086 Mar 10 17:50:57.037511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] Publish callbacks [] for security_group (83e12fe4-a3f0-48f8-89cd-2e4f3649d51b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.041371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:57.046252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Port 44f37849-af92-4bde-9576-71bdc51502e6 on network d67bbe1e-4922-4bec-af40-b6981aa0239b not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:50:57.046618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Attempting to bind port 44f37849-af92-4bde-9576-71bdc51502e6 on network d67bbe1e-4922-4bec-af40-b6981aa0239b {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:50:57.055453 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:57.058668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046789-6d76-4eee-93d9-e7a8d9eeaf5b req-4e91e067-93ce-4191-af17-6b834d368081 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:57.060668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40046789-6d76-4eee-93d9-e7a8d9eeaf5b req-4e91e067-93ce-4191-af17-6b834d368081 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.3287108 Mar 10 17:50:57.109813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] Routers {'2470058e-3605-4f13-aa14-20cabf8319f9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:50:57.110350 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2470058e-3605-4f13-aa14-20cabf8319f9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:57.122206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-db5d7356-48f8-4471-a088-ce85901301a6 None None] Port f0007ff0-d361-4125-966a-6d53afd8c993 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:57.128544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83fd907b-bdb6-4899-8374-96c8c6a2901c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:50:57.157246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:50:57.157593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Checking segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:50:57.157976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Bound using segment: {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:50:57.158446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Bound port: 44f37849-af92-4bde-9576-71bdc51502e6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edb3e13-cc76-4137-adcf-048d80ac8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:50:57.158822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f37849-af92-4bde-9576-71bdc51502e6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.217665 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:50:57.218477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.218616 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02a156-dabd-4968-8cec-c216ade9cf3e None None] The sync data for ids ['2470058e-3605-4f13-aa14-20cabf8319f9'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:50:57.250914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 83fd907b-bdb6-4899-8374-96c8c6a2901c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:57.251561 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.334667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-0e882d77-3788-43d7-941b-fd4c8b428966 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194882 Mar 10 17:50:57.362798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40046789-6d76-4eee-93d9-e7a8d9eeaf5b req-066584c4-5a3e-4a51-92dc-6d64404b1529 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561610 Mar 10 17:50:57.412444 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (83e12fe4-a3f0-48f8-89cd-2e4f3649d51b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.424978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.426134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83e12fe4-a3f0-48f8-89cd-2e4f3649d51b HTTP/1.1" status: 204 len: 168 time: 0.9087963 Mar 10 17:50:57.426908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c193715b-bb22-44c9-81d8-8fa5db808dfe None None] Provisioning complete for port f0007ff0-d361-4125-966a-6d53afd8c993 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:57.427568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c193715b-bb22-44c9-81d8-8fa5db808dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.484962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87b9b50-2cc1-4ad9-9ffa-f63f683f6405 req-5e92777d-dfe5-4b14-9044-cead0ac9f7fd service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185503 Mar 10 17:50:57.493506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207917f-8fc3-4c19-a3fc-657ce221795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e12fe4-a3f0-48f8-89cd-2e4f3649d51b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:57.501933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:50:57.508909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=44f37849-af92-4bde-9576-71bdc51502e6,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:50:57.530333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.593703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-e0c05100-d74d-412a-85f9-4cf2e375d9fa service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580526 Mar 10 17:50:57.618738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:57.621564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.623948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] 10.222.0.41 "PUT /v2.0/ports/44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 200 len: 1092 time: 3.2152705 Mar 10 17:50:57.630835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:50:57.641486 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9dc2b7-df74-4256-b009-398d3604348a" -d '{"events": [{"name": "network-changed", "server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "tag": "44f37849-af92-4bde-9576-71bdc51502e6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:50:57.764700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 83fd907b-bdb6-4899-8374-96c8c6a2901c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:50:57.773891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c193715b-bb22-44c9-81d8-8fa5db808dfe None None] Port f0007ff0-d361-4125-966a-6d53afd8c993 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:57.914107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b074e521-e4f4-467b-9798-302326ef5ff2 None None] Provisioning complete for port f0007ff0-d361-4125-966a-6d53afd8c993 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:50:57.914798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b074e521-e4f4-467b-9798-302326ef5ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:57.970281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b074e521-e4f4-467b-9798-302326ef5ff2 None None] Port f0007ff0-d361-4125-966a-6d53afd8c993 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:50:58.085759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (2470058e-3605-4f13-aa14-20cabf8319f9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.273015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:58.305530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67485593-0bcd-4600-90f1-edf614a123dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.405672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67485593-0bcd-4600-90f1-edf614a123dd admin admin] Publish callbacks [] for security_group (1e38479e-6c78-4475-8981-08d8245f7296), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.411503 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d38b2ad-7e0b-410c-9cf0-b9eed5cc8820 x-openstack-request-id: req-8d38b2ad-7e0b-410c-9cf0-b9eed5cc8820 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:50:58.412101 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "tag": "44f37849-af92-4bde-9576-71bdc51502e6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:50:58.412347 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d38b2ad-7e0b-410c-9cf0-b9eed5cc8820 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:50:58.412927 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6', 'status': 'completed', 'code': 200} Mar 10 17:50:58.454928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67485593-0bcd-4600-90f1-edf614a123dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1e38479e-6c78-4475-8981-08d8245f7296), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.465457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56051ddc-c1b4-4d9b-8eb9-0292d69736e3 req-03bdf60a-6a48-4856-9254-6985058c2ad5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 210 time: 0.0665219 Mar 10 17:50:58.501165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7ce0e-671d-4566-ab90-1cc931caf35c service neutron] Pushing event updated for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:58.519982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-77acd99a-0d7d-4699-8c4d-acc8723b9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:58.521553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-77acd99a-0d7d-4699-8c4d-acc8723b9f51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 1126 time: 0.8305075 Mar 10 17:50:58.529086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80f26-01f3-4c14-9a58-ac7bdf01264e req-4358fc38-1955-4429-a936-f38b74ffe4ba tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:58.530634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffc80f26-01f3-4c14-9a58-ac7bdf01264e req-4358fc38-1955-4429-a936-f38b74ffe4ba tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 944 time: 0.8696127 Mar 10 17:50:58.567368 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-67485593-0bcd-4600-90f1-edf614a123dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=268b3567786849149055073c8a66b61f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920973 Mar 10 17:50:58.568307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67485593-0bcd-4600-90f1-edf614a123dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e38479e-6c78-4475-8981-08d8245f7296,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:58.574157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:50:58.618000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-2d9f9fff-5090-421e-ab88-d622a86923df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 200 len: 217 time: 0.0853291 Mar 10 17:50:58.694871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] Publish callbacks [] for security_group (1e38479e-6c78-4475-8981-08d8245f7296), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.730326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-34d0d6c4-e526-49ea-a207-1e205204923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:58.730865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] Publish callbacks [] for security_group (1e38479e-6c78-4475-8981-08d8245f7296), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.731880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-34d0d6c4-e526-49ea-a207-1e205204923b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0971999 Mar 10 17:50:58.739544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1c29e-2607-48c3-bd99-7a48f68c2219 req-d69c2a69-3bb2-46d6-aaaf-70c0bf0cf071 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:58.741581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-afd1c29e-2607-48c3-bd99-7a48f68c2219 req-d69c2a69-3bb2-46d6-aaaf-70c0bf0cf071 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1431611 Mar 10 17:50:58.745229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffc80f26-01f3-4c14-9a58-ac7bdf01264e req-489d87bb-5a69-439c-9de8-507f0502cc08 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026360 Mar 10 17:50:58.747671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port f0007ff0-d361-4125-966a-6d53afd8c993 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:50:58.748145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:58.835045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-afd1c29e-2607-48c3-bd99-7a48f68c2219 req-0b6aa635-744f-47cd-92c2-3baa0916d693 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796142 Mar 10 17:50:58.867725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-b7bb5893-bc96-49de-9905-ecf94201e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:58.872030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-b7bb5893-bc96-49de-9905-ecf94201e0bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1260791 Mar 10 17:50:59.033723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:59.059456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for f0007ff0-d361-4125-966a-6d53afd8c993 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:50:59.115964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-75a78941-3236-4a1a-850c-8da0e3c19c3f service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377348 Mar 10 17:50:59.136161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1e38479e-6c78-4475-8981-08d8245f7296), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:59.139618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:59.140808 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e38479e-6c78-4475-8981-08d8245f7296 HTTP/1.1" status: 204 len: 168 time: 0.5652428 Mar 10 17:50:59.155553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeda38-93b3-4efc-8655-2280c6b75b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e38479e-6c78-4475-8981-08d8245f7296,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:59.337329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-605108d4-d0fe-4864-a1d8-6ba3c324c011 req-bf0b0c72-85cc-4fb3-883c-2214586ace1d service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102213 Mar 10 17:50:59.556311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc2b7-df74-4256-b009-398d3604348a req-5f7c6d65-dc5b-43e5-a81a-2816d168c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:59.558127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-5f7c6d65-dc5b-43e5-a81a-2816d168c841 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 1126 time: 0.1330113 Mar 10 17:50:59.692975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f0007ff0-d361-4125-966a-6d53afd8c993), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:50:59.719484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfff639f-01da-4599-b945-db452f6db488 req-2d7d6ee8-9393-42d4-89a8-d3ee02b951bb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 210 time: 0.0998189 Mar 10 17:50:59.760097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=f0007ff0-d361-4125-966a-6d53afd8c993,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:50:59.829019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-692856cf-868e-4260-bf71-4c15ad5d70fa tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:59.830610 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-692856cf-868e-4260-bf71-4c15ad5d70fa tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.3405216 Mar 10 17:50:59.854201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '393671ba-e78a-42cc-83b1-a62770163a8f', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:50:59.900231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc2b7-df74-4256-b009-398d3604348a req-994397fe-aa2f-497d-94c9-834eb976915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:50:59.924008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-994397fe-aa2f-497d-94c9-834eb976915a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.3491714 Mar 10 17:50:59.948235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:00.006479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:00.015466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:00.052588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-dfde972b-7be2-4b82-8917-601a4fc3558d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 200 len: 217 time: 0.1263037 Mar 10 17:51:00.152736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (2470058e-3605-4f13-aa14-20cabf8319f9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:00.199130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38575-f9d4-4288-aa9a-bae25b835a1e req-65a5cc38-fb41-47e9-8a59-5217be6c3b19 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:00.200654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40c38575-f9d4-4288-aa9a-bae25b835a1e req-65a5cc38-fb41-47e9-8a59-5217be6c3b19 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 944 time: 0.1950266 Mar 10 17:51:00.203715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc2b7-df74-4256-b009-398d3604348a req-1954b22c-6a2a-415c-accc-81a89a3dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:00.205059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-1954b22c-6a2a-415c-accc-81a89a3dc89f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.1449549 Mar 10 17:51:00.284557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c7365-8e2a-40ba-882c-c4cb8d1c5639 req-d6553963-a8d2-4cbf-8473-843d42abc443 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:00.286099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171c7365-8e2a-40ba-882c-c4cb8d1c5639 req-d6553963-a8d2-4cbf-8473-843d42abc443 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2326465 Mar 10 17:51:00.317305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dc2b7-df74-4256-b009-398d3604348a req-cdb1cfab-59a8-4b13-82d8-74b62d6cffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:00.318841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-cdb1cfab-59a8-4b13-82d8-74b62d6cffa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1038170 Mar 10 17:51:00.330213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40c38575-f9d4-4288-aa9a-bae25b835a1e req-4650d496-215b-404a-a164-3301ce6fda46 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223087 Mar 10 17:51:00.432268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-171c7365-8e2a-40ba-882c-c4cb8d1c5639 req-72cbe6b5-126c-4c1b-8bc5-396ff60df38e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387227 Mar 10 17:51:00.441235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Router 2470058e-3605-4f13-aa14-20cabf8319f9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:51:00.467916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-7e792d78-0c3e-49ce-9e8c-b066def17783 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326756 Mar 10 17:51:00.575696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9dc2b7-df74-4256-b009-398d3604348a req-e9c87efe-e629-42ba-8f0c-3cbf1e651db7 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045215 Mar 10 17:51:00.605001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:51:00.614046 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18e3634f-f045-49c9-a97b-dd364dafc8f9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/routers/2470058e-3605-4f13-aa14-20cabf8319f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5715487 Mar 10 17:51:00.615358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.13 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:00.615792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] Sync routers for ids ['2470058e-3605-4f13-aa14-20cabf8319f9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:51:00.617290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56580) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:00.629554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] Routers {'2470058e-3605-4f13-aa14-20cabf8319f9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:00.630687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2470058e-3605-4f13-aa14-20cabf8319f9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:00.650069 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-028f6f3e-8b88-4281-8fbb-89ea0a27a2c8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:51:00.654716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-028f6f3e-8b88-4281-8fbb-89ea0a27a2c8 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/f0007ff0-d361-4125-966a-6d53afd8c993 HTTP/1.1" status: 404 len: 333 time: 0.0362864 Mar 10 17:51:00.655499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56582) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:00.724199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:00.737239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] Routers {'2470058e-3605-4f13-aa14-20cabf8319f9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:00.738372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2470058e-3605-4f13-aa14-20cabf8319f9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:00.842245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:00.842831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ef5da-87bc-4963-8148-c44fd5ac2afc None None] The sync data for ids ['2470058e-3605-4f13-aa14-20cabf8319f9'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:51:00.869672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for router (2470058e-3605-4f13-aa14-20cabf8319f9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:00.916084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:00.970996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4a85cea-e6a5-4f2b-b93e-aaf1b94ee2f6 req-0bf7ab00-6a10-4d34-9721-078da0483e8f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 210 time: 0.0547154 Mar 10 17:51:01.002190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.016048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:01.019466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:01.099234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:01.102484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:01.120842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:01.184203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:01.244725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:01.245391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.265647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (2470058e-3605-4f13-aa14-20cabf8319f9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.280026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for router_controller (2470058e-3605-4f13-aa14-20cabf8319f9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.281970 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-9beb141b-2236-4d1e-9279-912f9ffe501a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4329152 Mar 10 17:51:01.295938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Request body: {'port': {'device_id': '393671ba-e78a-42cc-83b1-a62770163a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:01.385048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.392889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (2470058e-3605-4f13-aa14-20cabf8319f9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.393415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Fanout notify agent at l3_agent the message router_deleted on router 2470058e-3605-4f13-aa14-20cabf8319f9 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:51:01.410977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.412318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9334e4ad-bf2a-454d-8a31-e7e8a9b07a47 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/routers/2470058e-3605-4f13-aa14-20cabf8319f9 HTTP/1.1" status: 204 len: 168 time: 0.7554829 Mar 10 17:51:01.415126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56602) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:01.521119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet e522bb61-209a-4778-b654-935ce8eda04f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:51:01.524911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (e522bb61-209a-4778-b654-935ce8eda04f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.659554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e522bb61-209a-4778-b654-935ce8eda04f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.721851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5a82b-1dfb-4188-a04c-9c21cbd41ea5 req-1803035e-f5ce-4295-af3c-e3a821134ca7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:01.723529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bb5a82b-1dfb-4188-a04c-9c21cbd41ea5 req-1803035e-f5ce-4295-af3c-e3a821134ca7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.1694722 Mar 10 17:51:01.754692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e85faf-d288-4d21-8917-c5796e58acd3 req-67f678e2-7660-4354-aecb-91fe5c3deae1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:01.756569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37e85faf-d288-4d21-8917-c5796e58acd3 req-67f678e2-7660-4354-aecb-91fe5c3deae1 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 944 time: 0.1877868 Mar 10 17:51:01.840598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 44f37849-af92-4bde-9576-71bdc51502e6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:01.867463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37e85faf-d288-4d21-8917-c5796e58acd3 req-dbea49d4-96aa-48f8-a3aa-922b7958d3e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019986 Mar 10 17:51:01.884371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e522bb61-209a-4778-b654-935ce8eda04f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.896240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:01.912890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bb5a82b-1dfb-4188-a04c-9c21cbd41ea5 req-3d846fed-6973-436b-acfe-27bf82497a63 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809666 Mar 10 17:51:01.915193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks [] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.947792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Transition to ACTIVE for port object b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:51:01.967776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:01.998560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e522bb61-209a-4778-b654-935ce8eda04f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.044303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=e522bb61-209a-4778-b654-935ce8eda04f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:02.046763 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.054346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c92b507a-71cd-4556-ac03-12b1ca4d0db7 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/e522bb61-209a-4778-b654-935ce8eda04f HTTP/1.1" status: 204 len: 168 time: 0.6380470 Mar 10 17:51:02.055082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56624) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:02.076730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=44f37849-af92-4bde-9576-71bdc51502e6,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:02.081907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e83352-fc11-4284-ace4-8c74a1c09878 None None] Network 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:02.181326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:02.221798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.228933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Attempting to bind port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:02.229510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Attempting to bind port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:02.229624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Attempting to bind port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:02.238888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:51:02.239233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Attempting to bind port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:02.256109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:02.256457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:02.256848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:02.257282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Bound port: b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:02.257642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.269996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '44f37849-af92-4bde-9576-71bdc51502e6', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'port_id': '44f37849-af92-4bde-9576-71bdc51502e6', 'mac_address': 'fa:16:3e:32:79:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:02.276939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ee577-f752-48b1-a416-d8597e5efc53 req-de426efe-a983-475d-860b-0b3c9d152e70 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:02.279420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b0ee577-f752-48b1-a416-d8597e5efc53 req-de426efe-a983-475d-860b-0b3c9d152e70 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 944 time: 0.1241617 Mar 10 17:51:02.356980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 83fd907b-bdb6-4899-8374-96c8c6a2901c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:02.357351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 44f37849-af92-4bde-9576-71bdc51502e6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:02.357756 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f37849-af92-4bde-9576-71bdc51502e6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.357999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.382207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b0ee577-f752-48b1-a416-d8597e5efc53 req-327daa54-3b65-4a3a-ad5a-b055766937a8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912530 Mar 10 17:51:02.382725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f37849-af92-4bde-9576-71bdc51502e6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:02.394553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:02.398879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:02.426345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.444498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=44f37849-af92-4bde-9576-71bdc51502e6,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:02.467599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.501982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 83fd907b-bdb6-4899-8374-96c8c6a2901c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83fd907b-bdb6-4899-8374-96c8c6a2901c,segment=NetworkSegment(c1ed87b5-a574-4f8c-a056-29918c38b7a2),segment_id=c1ed87b5-a574-4f8c-a056-29918c38b7a2)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:02.502386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.529567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 83fd907b-bdb6-4899-8374-96c8c6a2901c owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:02.537869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:02.552364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:02.552986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.554402 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-4644a541-296b-454f-bb7d-6d1df5b30bc4 service neutron] 10.222.0.59 "PUT /v2.0/ports/b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a HTTP/1.1" status: 200 len: 1092 time: 1.2646382 Mar 10 17:51:02.554903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:02.557190 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de56106f-06ac-489e-9207-2018bff80ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:02.572099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] DHCP port deletion for 8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:51:02.580623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:02.677433 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f306301-351c-4903-8a17-6a27b1b77f30 x-openstack-request-id: req-0f306301-351c-4903-8a17-6a27b1b77f30 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:02.677712 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:02.678178 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f306301-351c-4903-8a17-6a27b1b77f30 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:02.678789 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a', 'status': 'completed', 'code': 200} Mar 10 17:51:02.692646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-ade962eb-ec06-4339-9c10-c8b58f030cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:02.694934 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-ade962eb-ec06-4339-9c10-c8b58f030cf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 1126 time: 0.0874441 Mar 10 17:51:02.700301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Deleting port 83fd907b-bdb6-4899-8374-96c8c6a2901c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:02.700683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.766911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.801870 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-d8e4138e-2c63-452a-bb6a-8539fe6461a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a HTTP/1.1" status: 200 len: 217 time: 0.0916786 Mar 10 17:51:02.816773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['44f37849-af92-4bde-9576-71bdc51502e6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:02.835343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 83fd907b-bdb6-4899-8374-96c8c6a2901c on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:02.837016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=83fd907b-bdb6-4899-8374-96c8c6a2901c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:02.866294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] For port 83fd907b-bdb6-4899-8374-96c8c6a2901c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=83fd907b-bdb6-4899-8374-96c8c6a2901c,segment=NetworkSegment(c1ed87b5-a574-4f8c-a056-29918c38b7a2),segment_id=c1ed87b5-a574-4f8c-a056-29918c38b7a2)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:02.866727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:02.888543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Calling delete_port for 83fd907b-bdb6-4899-8374-96c8c6a2901c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:02.920117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-bb5f44ff-b99f-4974-afd3-dc3bf44098ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:02.925534 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-bb5f44ff-b99f-4974-afd3-dc3bf44098ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.1164410 Mar 10 17:51:02.999671 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-6fe47c92-dd34-4810-8794-17b9bb1524ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640781 Mar 10 17:51:03.049890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.079686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:03.112807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'network': {'name': 'tempest-network-smoke--22273567', 'project_id': '454114d48dee4f708db905f271d4a1da', 'port_security_enabled': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:03.124871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83fd907b-bdb6-4899-8374-96c8c6a2901c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:51:03.159180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 83fd907b-bdb6-4899-8374-96c8c6a2901c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:51:03.159750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 83fd907b-bdb6-4899-8374-96c8c6a2901c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:51:03.164612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (83fd907b-bdb6-4899-8374-96c8c6a2901c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.206564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] Pushing event deleted for resources: {'Port': ['ID=83fd907b-bdb6-4899-8374-96c8c6a2901c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:03.209621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3c728-f7f2-435b-8b52-d750cf1131a5 None None] No DVR routers for this DVR port 83fd907b-bdb6-4899-8374-96c8c6a2901c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:03.232858 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-e5958737-684d-4061-8798-9866efb2612a service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232628 Mar 10 17:51:03.247044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa74ac9-edfb-4b05-ae39-6cf9f1bea717']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:03.272215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ed87b5-a574-4f8c-a056-29918c38b7a2') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:03.273012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ed87b5-a574-4f8c-a056-29918c38b7a2') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:03.287894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c1ed87b5-a574-4f8c-a056-29918c38b7a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.307646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c1ed87b5-a574-4f8c-a056-29918c38b7a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.319507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:03.322888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.334925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:51:03.335329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c1ed87b5-a574-4f8c-a056-29918c38b7a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:51:03.346838 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:51:03.349493 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0d0a76c-df2c-4efe-a600-f2f5c27b794a req-f2edb0f8-3d90-443e-b84f-c86c3c37ab74 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095686 Mar 10 17:51:03.367514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.392511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26737e-cd32-4165-b353-f7be32446ed6 req-f625fef1-e09c-462c-a430-ed4a03425814 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.393895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c26737e-cd32-4165-b353-f7be32446ed6 req-f625fef1-e09c-462c-a430-ed4a03425814 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 943 time: 0.2034366 Mar 10 17:51:03.409166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43495892-a3bf-4890-9931-164597dccdbb req-5d37c7b6-82c1-414f-9cde-7be71b1ce72b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.423046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43495892-a3bf-4890-9931-164597dccdbb req-5d37c7b6-82c1-414f-9cde-7be71b1ce72b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 945 time: 0.3552914 Mar 10 17:51:03.470805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56106f-06ac-489e-9207-2018bff80ae2 req-7dd73adf-276b-4c7f-9d46-72f7b43bf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.472268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-7dd73adf-276b-4c7f-9d46-72f7b43bf538 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 1126 time: 0.0629601 Mar 10 17:51:03.535621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8fa74ac9-edfb-4b05-ae39-6cf9f1bea717), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.559771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.563785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/8fa74ac9-edfb-4b05-ae39-6cf9f1bea717 HTTP/1.1" status: 204 len: 168 time: 1.5073183 Mar 10 17:51:03.568186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:03.602041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcbb85-33a7-4ec4-8a7c-ec053a950e00 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=8fa74ac9-edfb-4b05-ae39-6cf9f1bea717,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:03.611419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c26737e-cd32-4165-b353-f7be32446ed6 req-3184b331-69b5-4a9b-b7b4-5d1ea7b45887 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707435 Mar 10 17:51:03.620810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43495892-a3bf-4890-9931-164597dccdbb req-9f5ac8fe-9bcc-4fb8-bfe8-cfbb311a7c3c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964047 Mar 10 17:51:03.657067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56106f-06ac-489e-9207-2018bff80ae2 req-76a19510-6666-4e2e-90e0-ecaf08653e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.658807 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-76a19510-6666-4e2e-90e0-ecaf08653e27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.1798213 Mar 10 17:51:03.706540 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-db07961e-9fa3-47a8-917d-54826314e4ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a HTTP/1.1" status: 200 len: 217 time: 0.0390382 Mar 10 17:51:03.709587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (6918a028-b408-4804-b2f5-e265b4e8369b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.718004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6918a028-b408-4804-b2f5-e265b4e8369b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.774546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:51:03.809924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6918a028-b408-4804-b2f5-e265b4e8369b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:03.810646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56106f-06ac-489e-9207-2018bff80ae2 req-f63577dc-b347-4767-b061-17d2eb9704aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.812272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-f63577dc-b347-4767-b061-17d2eb9704aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0875947 Mar 10 17:51:03.817088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1fdae904-5d41-4772-86f1-c0d62cb0886e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:03.817553 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Added segment 1fdae904-5d41-4772-86f1-c0d62cb0886e of type vlan for network 8cd382ac-a654-4467-8a63-a123189aff7b Mar 10 17:51:03.844289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:03.846891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 44f37849-af92-4bde-9576-71bdc51502e6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:03.848129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-eeb31240-fd91-4c2e-a075-fdb6a808d83a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288281 Mar 10 17:51:03.857209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2783b4-3db2-4406-ae17-86f5f28de4c6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:03.862990 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cf2783b4-3db2-4406-ae17-86f5f28de4c6 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/b7963e6a-53f8-4372-ae52-a22f0e1d0d51 HTTP/1.1" status: 200 len: 845 time: 0.2935574 Mar 10 17:51:03.970235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:03.972582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-909b9a47-3a7b-40c3-9d65-41545f9f4583 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085286 Mar 10 17:51:04.075729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:04.092779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'mac_address': 'fa:16:3e:76:59:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:04.139254 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-de56106f-06ac-489e-9207-2018bff80ae2 req-de120090-e5fe-418a-b5dc-fa70423fc02f service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537685 Mar 10 17:51:04.189523 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86a72bad-ed7f-4a5d-bdf1-56959adb30fb tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/b7963e6a-53f8-4372-ae52-a22f0e1d0d51?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2152307 Mar 10 17:51:04.190070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:04.195951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:04.215823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 44f37849-af92-4bde-9576-71bdc51502e6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:51:04.230842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 44f37849-af92-4bde-9576-71bdc51502e6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:04.231463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44f37849-af92-4bde-9576-71bdc51502e6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.312305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:04.312908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.313534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:04.320215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.344221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8cd382ac-a654-4467-8a63-a123189aff7b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.375801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312026-c706-4ff6-aa3f-5f7467f2fee2 req-a1df144f-08c7-49aa-8bdc-5b1e226e1afe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:04.383534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc312026-c706-4ff6-aa3f-5f7467f2fee2 req-a1df144f-08c7-49aa-8bdc-5b1e226e1afe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 944 time: 0.6335402 Mar 10 17:51:04.460426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc312026-c706-4ff6-aa3f-5f7467f2fee2 req-f29c834f-3b66-402c-8d06-42e447d42ca4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703530 Mar 10 17:51:04.478390 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8cd382ac-a654-4467-8a63-a123189aff7b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.495031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:04.496290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.547462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4385576 Mar 10 17:51:04.552110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56688) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:04.556949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'admin_state_up': True, 'project_id': '454114d48dee4f708db905f271d4a1da', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:04.578742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:04.592582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.593698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.612715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25c89-c0f3-4f78-a5b3-eb367dfe3559 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Network': ['ID=8cd382ac-a654-4467-8a63-a123189aff7b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:04.628932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8cd382ac-a654-4467-8a63-a123189aff7b details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:51:04.639833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:04.653677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_controller (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.660178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.670461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 44f37849-af92-4bde-9576-71bdc51502e6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:04.670857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44f37849-af92-4bde-9576-71bdc51502e6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.783159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:04.785423 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679c831-6b19-443f-8bf2-215e44c03e6f" -d '{"events": [{"server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "name": "network-vif-plugged", "status": "completed", "tag": "44f37849-af92-4bde-9576-71bdc51502e6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:04.804136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:04.812938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=44f37849-af92-4bde-9576-71bdc51502e6,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:04.819788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:04.903007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:04.928589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ddfa7-bde6-411f-8047-96b9d89c3a83 req-747b44f7-21fe-4c9c-b509-fe3636ee7407 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:04.930415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c65ddfa7-bde6-411f-8047-96b9d89c3a83 req-747b44f7-21fe-4c9c-b509-fe3636ee7407 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.1542971 Mar 10 17:51:04.939194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34adce-5a51-4240-9857-fe149b6f7892 req-0b9c426b-dac8-465f-9812-4e30023d4c50 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:04.940946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d34adce-5a51-4240-9857-fe149b6f7892 req-0b9c426b-dac8-465f-9812-4e30023d4c50 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.1629012 Mar 10 17:51:04.987527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['a056c8c4-be21-4645-b2a9-cc5b03bbe786'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:05.020592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d34adce-5a51-4240-9857-fe149b6f7892 req-f3b11029-daad-4137-a323-8decaed2f0ae tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714059 Mar 10 17:51:05.041550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c65ddfa7-bde6-411f-8047-96b9d89c3a83 req-468d7fd3-02a7-4737-89f1-e23b373bd3b6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993724 Mar 10 17:51:05.155523 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d059d8ce-d16b-49d1-8dff-2cdb0941c783 x-openstack-request-id: req-d059d8ce-d16b-49d1-8dff-2cdb0941c783 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:05.155815 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "name": "network-vif-plugged", "status": "completed", "tag": "44f37849-af92-4bde-9576-71bdc51502e6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:05.156070 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d059d8ce-d16b-49d1-8dff-2cdb0941c783 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:05.156472 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6', 'code': 200} Mar 10 17:51:05.265928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928a34-83fe-4319-827d-39410dccae25 req-ea0ac69b-05b4-4ec7-b6e5-0dd07e98a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:05.267436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80928a34-83fe-4319-827d-39410dccae25 req-ea0ac69b-05b4-4ec7-b6e5-0dd07e98a743 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 1128 time: 0.0711236 Mar 10 17:51:05.279479 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (9a155181-64e8-42a9-ad44-5df4aefb12fd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.326867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80928a34-83fe-4319-827d-39410dccae25 req-de8aabb2-4ef2-4b40-9973-26fcf7cfdecb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524445 Mar 10 17:51:05.372172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:05.404850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.408168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=9a155181-64e8-42a9-ad44-5df4aefb12fd,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:05.411642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:05.414329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:05.414997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.427407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d51bf-71ff-40a6-b4a9-52f748c4f478 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:05.438399 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e8259017-ac45-445c-8022-d16f79c26790 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2471786 Mar 10 17:51:05.441373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:05.446008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1399051893'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:05.515268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.604017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (7181d3df-b34b-4028-b6e5-0611fb1e7e34), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.620887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7181d3df-b34b-4028-b6e5-0611fb1e7e34), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.699566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7181d3df-b34b-4028-b6e5-0611fb1e7e34,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:05.707082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.711507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-26d2f008-6192-46de-9ffd-efac4002b7e9 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2690816 Mar 10 17:51:05.714270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56708) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:05.715391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-eced0a10-9df9-407a-ae32-b5f13108d1ef', 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'project_id': '9bd7808b55d2459a90969ab76c91d5b1', 'fixed_ips': [{'subnet_id': '9a155181-64e8-42a9-ad44-5df4aefb12fd'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:51:05.716597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.720299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'security_group': {'name': 'tempest-secgroup-696695756'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:05.747119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8074b-4780-4438-9c50-96ccd845ee3e req-463b95bb-3ee5-4252-be1c-4093b6c97a4e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:05.748969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64e8074b-4780-4438-9c50-96ccd845ee3e req-463b95bb-3ee5-4252-be1c-4093b6c97a4e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 944 time: 0.1430211 Mar 10 17:51:05.750403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.855533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.904377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.909619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64e8074b-4780-4438-9c50-96ccd845ee3e req-5e996665-1a5b-44d9-90c8-af7d7f14eaff tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433909 Mar 10 17:51:05.955513 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (dac63927-a13c-440c-aaaa-abe2b0958329), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.973586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac63927-a13c-440c-aaaa-abe2b0958329), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:05.980975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Allocated IP 2001:db8::2 (eced0a10-9df9-407a-ae32-b5f13108d1ef/9a155181-64e8-42a9-ad44-5df4aefb12fd/5329ed2c-0e86-4f20-8a1e-d629d5a43ff1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:06.020791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.025659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3078530 Mar 10 17:51:06.026038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56712) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:06.033015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-513131473', 'security_groups': ['dac63927-a13c-440c-aaaa-abe2b0958329'], 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a155181-64e8-42a9-ad44-5df4aefb12fd'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:06.038783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d9f70-8452-42e4-9c05-3c45ee970932 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac63927-a13c-440c-aaaa-abe2b0958329,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:06.080956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.25.3.74 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/68b5840d-4455-4949-832b-f3338af84558) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:06.221326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (68b5840d-4455-4949-832b-f3338af84558), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.239885 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks [] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.255106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.276248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (68b5840d-4455-4949-832b-f3338af84558), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.282113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969b491-4d0f-49ba-a800-0c79894369d1 req-a91aa05e-5929-4a48-ae15-2eecad1b9f0d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:06.283701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7969b491-4d0f-49ba-a800-0c79894369d1 req-a91aa05e-5929-4a48-ae15-2eecad1b9f0d tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.1302838 Mar 10 17:51:06.316988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5777c-a9fd-49d1-b1d8-c917649ee4a9 req-cfd77420-b25e-4d73-b3ce-894e62c02c8b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:06.318614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14e5777c-a9fd-49d1-b1d8-c917649ee4a9 req-cfd77420-b25e-4d73-b3ce-894e62c02c8b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.1218779 Mar 10 17:51:06.321114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:06.328770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:06.332751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:06.345882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:06.368284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:06.374496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:06.378487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:06.387743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:06.466525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Attempting to bind port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:06.467215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Attempting to bind port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b9e86691-d952-4367-bccf-04fce2d7a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:06.467347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Attempting to bind port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 on network eced0a10-9df9-407a-ae32-b5f13108d1ef {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:06.473405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:06.473768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Checking segment: {'id': 'b9e86691-d952-4367-bccf-04fce2d7a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:06.474170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.474649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Bound using segment: {'id': 'b9e86691-d952-4367-bccf-04fce2d7a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:06.475113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Bound port: 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e86691-d952-4367-bccf-04fce2d7a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:06.476035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.489437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7969b491-4d0f-49ba-a800-0c79894369d1 req-25cbc0d5-3edf-4d18-aaa6-0e3ba1a1b3a2 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950409 Mar 10 17:51:06.509704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=68b5840d-4455-4949-832b-f3338af84558,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:06.546996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14e5777c-a9fd-49d1-b1d8-c917649ee4a9 req-2346cd0e-2de5-4711-a41b-89f83accf41d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186964 Mar 10 17:51:06.572932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:06.572932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:06.582690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.617348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:06.675217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890a9fa-144b-4f28-a32c-491ad003be84 None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:06.684413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port c27fcb56-6f24-4011-87c3-e46be5e1699d yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:51:06.816855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.233118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.239564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::1ca (eced0a10-9df9-407a-ae32-b5f13108d1ef/9a155181-64e8-42a9-ad44-5df4aefb12fd/c27fcb56-6f24-4011-87c3-e46be5e1699d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:07.336435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:07.379499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c572-205d-4b4c-bf0a-e8c03b853d3a req-6169799c-93c6-4ea3-8e9c-5b3c5833fc6c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:07.384489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f998c572-205d-4b4c-bf0a-e8c03b853d3a req-6169799c-93c6-4ea3-8e9c-5b3c5833fc6c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 944 time: 0.2529714 Mar 10 17:51:07.438948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:07.471649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:51:07.522021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:07.554364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f998c572-205d-4b4c-bf0a-e8c03b853d3a req-f6c2efc3-b957-47cc-9e85-36e786ca69c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312330 Mar 10 17:51:07.586952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a', 'mac_address': 'fa:16:3e:33:8b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:07.605145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.711960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:07.712450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.712575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-610061ce-73e6-4a1e-adeb-b45956c125f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.729048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:07.756429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:07.757452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.763927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.819348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:51:07.832050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Sync routers for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:51:07.850821 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:07.852812 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:07.855455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:07.857171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=c27fcb56-6f24-4011-87c3-e46be5e1699d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:07.894831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.899939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfc82471-db6b-4ae3-91e8-d427cbd07566 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3462961 Mar 10 17:51:07.906054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:07.962194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:07.977117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port a056c8c4-be21-4645-b2a9-cc5b03bbe786 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:07.977974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:07.998206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:08.042812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:08.055678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbf5ee-c5dc-42a0-ab74-744986d0c046 req-c9969cfc-9489-4dba-aa67-74d80af430ea tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:08.067862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1bbf5ee-c5dc-42a0-ab74-744986d0c046 req-c9969cfc-9489-4dba-aa67-74d80af430ea tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.3917108 Mar 10 17:51:08.072024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:08.074357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-610061ce-73e6-4a1e-adeb-b45956c125f5 admin admin] Publish callbacks [] for security_group (900b5920-0480-4943-83e0-957d3ad0cdc6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.077883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:08.091838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-610061ce-73e6-4a1e-adeb-b45956c125f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (900b5920-0480-4943-83e0-957d3ad0cdc6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.092456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:08.094673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.146451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port a056c8c4-be21-4645-b2a9-cc5b03bbe786 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:08.149555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.156725 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:08.166794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610061ce-73e6-4a1e-adeb-b45956c125f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b5920-0480-4943-83e0-957d3ad0cdc6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:08.170854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094ab0d-75f1-4579-b2f5-5ddc2f8c4387 req-1ba0e6d5-3b18-413e-b482-d17695e072d7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:08.187171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5094ab0d-75f1-4579-b2f5-5ddc2f8c4387 req-1ba0e6d5-3b18-413e-b482-d17695e072d7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 944 time: 0.4378214 Mar 10 17:51:08.233411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:08.279260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:08.285150 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c6b84-4003-4d11-a956-8e28bb8e36d1" -d '{"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:08.308931 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a13e0c5a-b391-4a05-8d12-54d66d9012a9 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=454114d48dee4f708db905f271d4a1da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3932159 Mar 10 17:51:08.309764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:08.314286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-610061ce-73e6-4a1e-adeb-b45956c125f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0688c7d7989c4073b687683f65b9f770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722131 Mar 10 17:51:08.324217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5094ab0d-75f1-4579-b2f5-5ddc2f8c4387 req-a250faf2-0011-45e8-9ab2-2e5097d7c639 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360419 Mar 10 17:51:08.326900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56750) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:08.343381 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.445687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-32e842b5-d5e1-41ec-b4bc-d44560898339 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4184523 Mar 10 17:51:08.451014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56752) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:08.460972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:08.481431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d4df1-07d7-42f1-b2f1-1aa0d87df618 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:08.482738 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba9d4df1-07d7-42f1-b2f1-1aa0d87df618 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1716020 Mar 10 17:51:08.495337 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc226d74-af0b-4707-baa5-3154754b09ad x-openstack-request-id: req-bc226d74-af0b-4707-baa5-3154754b09ad {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:08.495636 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-plugged", "status": "completed", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:08.496277 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc226d74-af0b-4707-baa5-3154754b09ad {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:08.496277 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'code': 200} Mar 10 17:51:08.504961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:08.543946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1bbf5ee-c5dc-42a0-ab74-744986d0c046 req-a52ff61d-6608-4a18-96a5-5b4f56c0d56f tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4743733 Mar 10 17:51:08.589848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] Publish callbacks [] for security_group (900b5920-0480-4943-83e0-957d3ad0cdc6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.608681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:08.609188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.621111 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c93552f-04cd-4fd6-8dd5-e5b007b47b67 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1092441 Mar 10 17:51:08.621744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:08.636352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228282088', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'project_id': '454114d48dee4f708db905f271d4a1da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:08.683324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:08.735017 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:06Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:08.771484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] Publish callbacks [] for security_group (900b5920-0480-4943-83e0-957d3ad0cdc6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.803736 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Checking router: 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:51:08.804076 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Updating router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 port 68b5840d-4455-4949-832b-f3338af84558 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:51:08.868096 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (68b5840d-4455-4949-832b-f3338af84558), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.880037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:08.880912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.926217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:08.941042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:08.989415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:08.999183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.011514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:09.035568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:09.036160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.070711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614a0ef-b12c-4e4c-8948-79427e8f99a5 req-b4080859-be0c-498b-babf-87b470b2e7bc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:09.083685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f614a0ef-b12c-4e4c-8948-79427e8f99a5 req-b4080859-be0c-498b-babf-87b470b2e7bc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 945 time: 0.3031125 Mar 10 17:51:09.084585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fb962816-1fa5-47d8-92a0-88b8780c7a21 None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:09.086116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88df9df-3d36-4b77-bd9f-064f15b65db3 req-0379289a-b740-45e3-ae59-f34f6fb580f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:09.087544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f88df9df-3d36-4b77-bd9f-064f15b65db3 req-0379289a-b740-45e3-ae59-f34f6fb580f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 1128 time: 0.4434044 Mar 10 17:51:09.103440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc346-bd4f-4082-90e3-caf748b49bd9 req-2c09b0db-9fdd-4064-9c7b-92aef6045bec tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:09.112567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bfdc346-bd4f-4082-90e3-caf748b49bd9 req-2c09b0db-9fdd-4064-9c7b-92aef6045bec tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.3482416 Mar 10 17:51:09.123095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:09.129713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Request body: {'floatingip': {'port_id': '44f37849-af92-4bde-9576-71bdc51502e6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:09.178769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:09.247640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (900b5920-0480-4943-83e0-957d3ad0cdc6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.252539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.257044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/900b5920-0480-4943-83e0-957d3ad0cdc6 HTTP/1.1" status: 204 len: 168 time: 0.9107180 Mar 10 17:51:09.269548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f88df9df-3d36-4b77-bd9f-064f15b65db3 req-2eaf1c98-b97a-4004-8c85-9be5477aa31d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553807 Mar 10 17:51:09.288571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d234bc-12ad-48cf-b78a-7db2fb4d4fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b5920-0480-4943-83e0-957d3ad0cdc6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:09.300048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f614a0ef-b12c-4e4c-8948-79427e8f99a5 req-ab78dda8-bbee-4745-8395-315a0235ec7e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815100 Mar 10 17:51:09.320484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:09.326678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.334965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0dd1ee82-c85a-48da-8a97-06f8dd15070a None None] Provisioning complete for port c27fcb56-6f24-4011-87c3-e46be5e1699d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:09.335379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0dd1ee82-c85a-48da-8a97-06f8dd15070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.345070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:09.355188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.428859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:09.429486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.454912 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks [] for port (68b5840d-4455-4949-832b-f3338af84558), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.482350 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (68b5840d-4455-4949-832b-f3338af84558), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.509226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1ee82-c85a-48da-8a97-06f8dd15070a None None] Port c27fcb56-6f24-4011-87c3-e46be5e1699d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:09.555232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:51:09.569742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:09.574191 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.576576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc98303-5043-49e4-8f12-644173a3a4a7 req-4cec3233-43d0-431f-acae-7095dcffb664 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:09.585960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebc98303-5043-49e4-8f12-644173a3a4a7 req-4cec3233-43d0-431f-acae-7095dcffb664 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.1068230 Mar 10 17:51:09.611503 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Pushing event updated for resources: {'Port': ['ID=68b5840d-4455-4949-832b-f3338af84558,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:09.652962 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.655821 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.656323 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.656815 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.657303 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.659338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.664415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebc98303-5043-49e4-8f12-644173a3a4a7 req-28b99c37-4140-4c95-a441-8b7010fcb90e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774755 Mar 10 17:51:09.665084 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.665764 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.666880 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.667500 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.668053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.668592 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.669108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:09.681745 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Attempting to bind port 68b5840d-4455-4949-832b-f3338af84558 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:09.682294 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Attempting to bind port 68b5840d-4455-4949-832b-f3338af84558 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:09.683355 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Attempting to bind port 68b5840d-4455-4949-832b-f3338af84558 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:09.692992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:09.693602 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:09.694164 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.694767 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:09.695420 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Bound port: 68b5840d-4455-4949-832b-f3338af84558, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:09.695964 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (68b5840d-4455-4949-832b-f3338af84558), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.757573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:09.827931 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] For port 68b5840d-4455-4949-832b-f3338af84558, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:09.831431 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] For port 68b5840d-4455-4949-832b-f3338af84558, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=68b5840d-4455-4949-832b-f3338af84558,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:09.840626 n-d-833115-2 neutron-server[103794]: INFO neutron.db.ipam_backend_mixin [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a155181-64e8-42a9-ad44-5df4aefb12fd (CIDR: 2001:db8::/64) Mar 10 17:51:09.846586 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (68b5840d-4455-4949-832b-f3338af84558), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.847579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:09.848897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.857840 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:51:09.858332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:09.904258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2137aa50-52ce-4ffa-a558-b56763bc39fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.905113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56778) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:09.926774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0f11aa2-a927-4284-b5b8-68042e373914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.933725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:09.940759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:09.957442 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9a40c42-f4cc-49c2-a65d-c75a14e3cf74 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5053363 Mar 10 17:51:09.970344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:09.977104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:10.017927 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc42c34-884b-446b-aa20-2cf30425920e None None] Pushing event updated for resources: {'Port': ['ID=68b5840d-4455-4949-832b-f3338af84558,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:10.028627 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:10.029330 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:10.044174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:10.090231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Subnet': ['ID=2137aa50-52ce-4ffa-a558-b56763bc39fa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:10.097443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0f11aa2-a927-4284-b5b8-68042e373914 admin admin] Publish callbacks [] for security_group (7e5151e3-097e-41cf-acc7-38f90ba70c18), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.103364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0f11aa2-a927-4284-b5b8-68042e373914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e5151e3-097e-41cf-acc7-38f90ba70c18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.161597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d0f11aa2-a927-4284-b5b8-68042e373914 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e30023a1fc224c1c9d34a6d45bbe4511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533031 Mar 10 17:51:10.161597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f11aa2-a927-4284-b5b8-68042e373914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5151e3-097e-41cf-acc7-38f90ba70c18,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:10.162753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56786) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:10.189108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:10.218096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] Publish callbacks [] for security_group (7e5151e3-097e-41cf-acc7-38f90ba70c18), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.258503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] Publish callbacks [] for security_group (7e5151e3-097e-41cf-acc7-38f90ba70c18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.351228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e5151e3-097e-41cf-acc7-38f90ba70c18), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.354321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.355713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e5151e3-097e-41cf-acc7-38f90ba70c18 HTTP/1.1" status: 204 len: 168 time: 0.1920075 Mar 10 17:51:10.371660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce325c3-2c27-4b50-90a2-2f6925d4390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5151e3-097e-41cf-acc7-38f90ba70c18,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:10.498114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:10.501362 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fdd10d-c02f-429c-ac1f-ab1b7c445368" -d '{"events": [{"server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:10.530806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024ec1-86c9-4ccf-a841-41e5fed09312 req-2eca34ec-ce17-42ea-a9a9-b4ea1d527201 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:10.537264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19024ec1-86c9-4ccf-a841-41e5fed09312 req-2eca34ec-ce17-42ea-a9a9-b4ea1d527201 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.1040783 Mar 10 17:51:10.574746 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba597a77-d62e-4c15-98d1-94062c99dfb0 x-openstack-request-id: req-ba597a77-d62e-4c15-98d1-94062c99dfb0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:10.575048 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "name": "network-vif-plugged", "status": "completed", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:10.575305 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba597a77-d62e-4c15-98d1-94062c99dfb0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:10.576162 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a', 'code': 200} Mar 10 17:51:10.609570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:51:10.685497 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:06Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:10.732397 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13cd6da-a9bc-4aec-823d-99d1928ac434 None None] The sync data for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 is: [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:06Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:51:10.793629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19024ec1-86c9-4ccf-a841-41e5fed09312 req-e777b1a2-8e32-41e4-affa-e94038f7913c tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508206 Mar 10 17:51:10.799073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.800414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Checking segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:10.800983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network hostable DHCP agents. Network: 8cd382ac-a654-4467-8a63-a123189aff7b, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:51:10.845534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:10.963702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad214f9-543e-456e-9fe9-8a863ed81185 req-58d9f76e-e91f-44e1-9bdd-c858395237df tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:10.965760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad214f9-543e-456e-9fe9-8a863ed81185 req-58d9f76e-e91f-44e1-9bdd-c858395237df tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.1297042 Mar 10 17:51:11.028708 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP f7fe7fc9-791b-45e0-9b60-992430873041 associated. External IP: 172.25.3.254, port: 44f37849-af92-4bde-9576-71bdc51502e6. Mar 10 17:51:11.059970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ad214f9-543e-456e-9fe9-8a863ed81185 req-46844560-f44d-4c18-8b40-4f57696f3a07 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886614 Mar 10 17:51:11.098017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:11.247488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:11.247792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:11.326988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 8cd382ac-a654-4467-8a63-a123189aff7b is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:51:11.361533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8cd382ac-a654-4467-8a63-a123189aff7b) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:11.367193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:11.368314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:11.410639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e5d18-e3d5-4aa0-85db-f19a902c66ad None None] Network 8cd382ac-a654-4467-8a63-a123189aff7b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:11.441690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:11.447832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:11.479152 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b09c325-e8c5-4146-9dd1-bcaea0f079f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8493092 Mar 10 17:51:11.482312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56846) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:11.607120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec296a48-5fe2-41e5-8c81-a1c6870d109e req-da1f87cd-e783-4f86-83dc-2b789ec1ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:11.611994 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec296a48-5fe2-41e5-8c81-a1c6870d109e req-da1f87cd-e783-4f86-83dc-2b789ec1ef57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 1128 time: 0.8703303 Mar 10 17:51:11.900330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8cd382ac-a654-4467-8a63-a123189aff7b', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'project_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:51:11.904835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:11.939017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:12.371758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bbfc4-34a1-4c87-8a6b-1676c35e2633 req-bba7c50b-b290-4b79-acc2-b05501145d4f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:12.375778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b09bbfc4-34a1-4c87-8a6b-1676c35e2633 req-bba7c50b-b290-4b79-acc2-b05501145d4f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.4113817 Mar 10 17:51:12.402407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:51:12.407360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec296a48-5fe2-41e5-8c81-a1c6870d109e req-f89f36fc-05c8-4840-8432-aaf82db02a17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348230 Mar 10 17:51:12.520783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0aff954e-2fca-4271-a60d-ab5a3ec6b6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:12.533431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Allocated IP 172.20.0.2 (8cd382ac-a654-4467-8a63-a123189aff7b/2137aa50-52ce-4ffa-a558-b56763bc39fa/6536ed49-664d-439c-a35e-1f9b18442a5a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:12.641966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376750cc-28b6-4131-9956-36677b22ef03 req-b91b34fc-32a0-4c52-8c35-4985032cf0d7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:12.661147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-376750cc-28b6-4131-9956-36677b22ef03 req-b91b34fc-32a0-4c52-8c35-4985032cf0d7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.3220661 Mar 10 17:51:12.668975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b09bbfc4-34a1-4c87-8a6b-1676c35e2633 req-2e94e14c-d2af-4cc4-8a5d-831c65faaca3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501261 Mar 10 17:51:12.746394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks [] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:12.763968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:12.871677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Network 8cd382ac-a654-4467-8a63-a123189aff7b is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:12.874982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:12.886831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-376750cc-28b6-4131-9956-36677b22ef03 req-32abe377-112c-461e-a06e-9440427e89f3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096248 Mar 10 17:51:12.889972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:12.900365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Pushing event updated for resources: {'Port': ['ID=6536ed49-664d-439c-a35e-1f9b18442a5a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:12.922402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:12.970452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Attempting to bind port 6536ed49-664d-439c-a35e-1f9b18442a5a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:12.970925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Attempting to bind port 6536ed49-664d-439c-a35e-1f9b18442a5a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:12.971383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Attempting to bind port 6536ed49-664d-439c-a35e-1f9b18442a5a on network 8cd382ac-a654-4467-8a63-a123189aff7b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:12.977862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:12.978420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Checking segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:12.978961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:12.979447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Bound using segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:12.980116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Bound port: 6536ed49-664d-439c-a35e-1f9b18442a5a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:12.980721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.116494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] For port 6536ed49-664d-439c-a35e-1f9b18442a5a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:13.124790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] For port 6536ed49-664d-439c-a35e-1f9b18442a5a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6536ed49-664d-439c-a35e-1f9b18442a5a,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:13.128398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c85737ee-e335-4dac-899b-e3472e94024b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.146113 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.164043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 68b5840d-4455-4949-832b-f3338af84558 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:13.230302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:13.238270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:13.241576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:13.242309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.256993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b9120-0b61-4852-9e58-18e0a2bd41d9 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:13.264879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=c85737ee-e335-4dac-899b-e3472e94024b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:13.278602 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2586b271-68ff-4d8f-be83-7834732bd26e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3037217 Mar 10 17:51:13.280636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:13.288491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-461963964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c85737ee-e335-4dac-899b-e3472e94024b'}], 'security_groups': ['7181d3df-b34b-4028-b6e5-0611fb1e7e34']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:13.322080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:51:13.328555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.421202 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0813f540-7f44-48dd-8e7d-1966eab40e64 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "PUT /v2.0/floatingips/f7fe7fc9-791b-45e0-9b60-992430873041 HTTP/1.1" status: 200 len: 992 time: 4.2948911 Mar 10 17:51:13.424318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:13.426789 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3435bd-d877-48ad-9de5-8371be82c559" -d '{"events": [{"name": "network-changed", "server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "tag": "44f37849-af92-4bde-9576-71bdc51502e6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:13.483761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:51:13.546312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034ebd-e182-48a0-aafd-aaf23c19ca26 None None] Pushing event updated for resources: {'Port': ['ID=6536ed49-664d-439c-a35e-1f9b18442a5a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:13.658358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:13.668073 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f69318-3c6f-4bc1-bec1-720fb657181b x-openstack-request-id: req-22f69318-3c6f-4bc1-bec1-720fb657181b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:13.668343 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "tag": "44f37849-af92-4bde-9576-71bdc51502e6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:13.668436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:13.668739 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22f69318-3c6f-4bc1-bec1-720fb657181b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:13.669003 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6', 'status': 'completed', 'code': 200} Mar 10 17:51:13.843501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:13.860112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 68b5840d-4455-4949-832b-f3338af84558 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:13.860445 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (68b5840d-4455-4949-832b-f3338af84558), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.005692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:14.267209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 68b5840d-4455-4949-832b-f3338af84558 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:14.267598 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (68b5840d-4455-4949-832b-f3338af84558), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.279711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:14.295477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 68b5840d-4455-4949-832b-f3338af84558, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=68b5840d-4455-4949-832b-f3338af84558,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:14.311883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (68b5840d-4455-4949-832b-f3338af84558), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.347472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Update dhcp port {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'fixed_ips': [{'subnet_id': '9a155181-64e8-42a9-ad44-5df4aefb12fd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c85737ee-e335-4dac-899b-e3472e94024b'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '5329ed2c-0e86-4f20-8a1e-d629d5a43ff1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:51:14.355827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.20.0.1 (8cd382ac-a654-4467-8a63-a123189aff7b/2137aa50-52ce-4ffa-a558-b56763bc39fa/f1ca5f66-33f6-4587-bce1-217a52dd1e60) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:14.440619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Delete allocated IP 2001:db8::1ca (eced0a10-9df9-407a-ae32-b5f13108d1ef/9a155181-64e8-42a9-ad44-5df4aefb12fd) {{(pid=103794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:51:14.455702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8:0:1::1a (eced0a10-9df9-407a-ae32-b5f13108d1ef/c85737ee-e335-4dac-899b-e3472e94024b/c27fcb56-6f24-4011-87c3-e46be5e1699d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:14.497848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-5bb96c5b-e758-4653-a7b0-5b1bd1a976ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:14.500059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-5bb96c5b-e758-4653-a7b0-5b1bd1a976ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 1128 time: 0.9136508 Mar 10 17:51:14.521902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4120-bcd5-4e59-9d01-b2b03660dafd req-3fcfaa1c-12e1-4309-8545-c6ab7aacae81 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:14.523743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70cc4120-bcd5-4e59-9d01-b2b03660dafd req-3fcfaa1c-12e1-4309-8545-c6ab7aacae81 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.2897389 Mar 10 17:51:14.558832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.566304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1be49c5e-fd08-4607-881b-7b5b0f764557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.598845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=68b5840d-4455-4949-832b-f3338af84558,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:14.621888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-357d46c2-5e0a-4a05-9769-c1360d51ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:14.623420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-357d46c2-5e0a-4a05-9769-c1360d51ae8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.1098237 Mar 10 17:51:14.630339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed800c-5aaf-4665-ab72-d06f25083ce1 req-3f5f19f2-fd75-4c1f-aeda-230e443c43c2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:14.637851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07ed800c-5aaf-4665-ab72-d06f25083ce1 req-3f5f19f2-fd75-4c1f-aeda-230e443c43c2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.4089310 Mar 10 17:51:14.801065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.818364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1be49c5e-fd08-4607-881b-7b5b0f764557 admin admin] Publish callbacks [] for security_group (b789199e-54c9-41cb-b580-89bf92ef6a7c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.821445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.835948 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c068469-170a-41a1-95cd-56cd1064eb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.841235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f7fe7fc9-791b-45e0-9b60-992430873041', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '44f37849-af92-4bde-9576-71bdc51502e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:32:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:50:44Z', 'updated_at': '2022-03-10T17:51:10Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:14.878047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:51:14.903846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=c27fcb56-6f24-4011-87c3-e46be5e1699d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:14.904788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:14.908442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1be49c5e-fd08-4607-881b-7b5b0f764557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b789199e-54c9-41cb-b580-89bf92ef6a7c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:14.913657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-89ac638f-01f6-4337-808b-78fd007ad9f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 200 len: 1000 time: 0.2699041 Mar 10 17:51:14.918926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:14.924033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07ed800c-5aaf-4665-ab72-d06f25083ce1 req-9a8ca978-d1ef-4d86-8fde-d61787017a28 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852662 Mar 10 17:51:14.943119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70cc4120-bcd5-4e59-9d01-b2b03660dafd req-d0783706-47ea-493a-80fb-d0a6b6c7bea9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031919 Mar 10 17:51:14.971380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.035602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] In _notify_port_updated(), no bound segment for port c27fcb56-6f24-4011-87c3-e46be5e1699d on network eced0a10-9df9-407a-ae32-b5f13108d1ef {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:51:15.050237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:15.051095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.058191 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6242ddd-96be-4f51-8225-919d3e445c02 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/ports/c27fcb56-6f24-4011-87c3-e46be5e1699d HTTP/1.1" status: 200 len: 929 time: 1.7739444 Mar 10 17:51:15.077508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:15.112392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1be49c5e-fd08-4607-881b-7b5b0f764557 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51a814eb05b5487cb9723f998355edba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8316150 Mar 10 17:51:15.114720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be49c5e-fd08-4607-881b-7b5b0f764557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b789199e-54c9-41cb-b580-89bf92ef6a7c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:15.127664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:15.149813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d04429-3e0e-43af-89d7-1e2c9684cb23 None None] Network 8cd382ac-a654-4467-8a63-a123189aff7b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:15.199924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.213354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] Publish callbacks [] for security_group (b789199e-54c9-41cb-b580-89bf92ef6a7c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.253802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] Publish callbacks [] for security_group (b789199e-54c9-41cb-b580-89bf92ef6a7c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.300021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:15.345275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b789199e-54c9-41cb-b580-89bf92ef6a7c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.350555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.351491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 8cd382ac-a654-4467-8a63-a123189aff7b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:15.355364 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b789199e-54c9-41cb-b580-89bf92ef6a7c HTTP/1.1" status: 204 len: 168 time: 0.2264581 Mar 10 17:51:15.375330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad6aad-9d16-43a1-a123-6e4322473728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789199e-54c9-41cb-b580-89bf92ef6a7c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:15.385849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Allocated IP 2001:db8:0:1::2 (eced0a10-9df9-407a-ae32-b5f13108d1ef/c85737ee-e335-4dac-899b-e3472e94024b/5329ed2c-0e86-4f20-8a1e-d629d5a43ff1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:15.420899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:15.450665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:15.456383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-c9ae8913-e13d-4060-96e3-21b760f604b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:15.459441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-c9ae8913-e13d-4060-96e3-21b760f604b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.5227814 Mar 10 17:51:15.460580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:15.485471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 68b5840d-4455-4949-832b-f3338af84558 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:15.532574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.779245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb569d-a612-4124-914d-d3140e7dcf27 req-79239d88-4318-4406-87be-34d2af94dec7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:15.781651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ccb569d-a612-4124-914d-d3140e7dcf27 req-79239d88-4318-4406-87be-34d2af94dec7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.6628420 Mar 10 17:51:15.823963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Provisioning complete for port 6536ed49-664d-439c-a35e-1f9b18442a5a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:15.825950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:15.858711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-07a8e461-616d-4220-b23a-cb9af9cb06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:15.860223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-07a8e461-616d-4220-b23a-cb9af9cb06a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434429 Mar 10 17:51:15.914463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:15.947539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c002a2b4-3e24-4d8c-8a1d-12d8a3cd162d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.016483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:16.067145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.069986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.088977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ccb569d-a612-4124-914d-d3140e7dcf27 req-d86428a1-ce3c-43db-8a6d-516c14c73b90 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967212 Mar 10 17:51:16.128488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c002a2b4-3e24-4d8c-8a1d-12d8a3cd162d admin admin] Publish callbacks [] for security_group (56d8a933-7d4f-4c11-9081-8800fcb0952c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.141455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c002a2b4-3e24-4d8c-8a1d-12d8a3cd162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56d8a933-7d4f-4c11-9081-8800fcb0952c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.233853 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c002a2b4-3e24-4d8c-8a1d-12d8a3cd162d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e693b9ba5e04ebbbb702f36a469c50e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182714 Mar 10 17:51:16.236625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56952) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:16.251535 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Publish callbacks [] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.252637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002a2b4-3e24-4d8c-8a1d-12d8a3cd162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8a933-7d4f-4c11-9081-8800fcb0952c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:16.285757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port c27fcb56-6f24-4011-87c3-e46be5e1699d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:16.286127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.303146 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.328587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] Publish callbacks [] for security_group (56d8a933-7d4f-4c11-9081-8800fcb0952c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.356407 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] Publish callbacks [] for security_group (56d8a933-7d4f-4c11-9081-8800fcb0952c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.388722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-25804dc5-2968-4663-8acd-6eedf425f876 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135927 Mar 10 17:51:16.427349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (56d8a933-7d4f-4c11-9081-8800fcb0952c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.430445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.434741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56d8a933-7d4f-4c11-9081-8800fcb0952c HTTP/1.1" status: 204 len: 168 time: 0.1940985 Mar 10 17:51:16.445844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0214ed-9476-4333-b57a-09cc0e38585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8a933-7d4f-4c11-9081-8800fcb0952c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:16.460592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 68b5840d-4455-4949-832b-f3338af84558 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:16.461285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (68b5840d-4455-4949-832b-f3338af84558), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.532874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa3435bd-d877-48ad-9de5-8371be82c559 req-e52c544d-17ab-4e66-b4c9-5b41411a4d82 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065421 Mar 10 17:51:16.592499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.607671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for c27fcb56-6f24-4011-87c3-e46be5e1699d owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:16.730816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Current status of the port 6536ed49-664d-439c-a35e-1f9b18442a5a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:16.731798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.797943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde750d-cfb9-4226-9b5a-8b77e4b5bd83 None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:16.842176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f3cf-f30d-4254-bb07-4092b8e6308f req-d31df9a5-a7ff-4442-8b9a-bf2a8d248e6b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:16.843897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f34f3cf-f30d-4254-bb07-4092b8e6308f req-d31df9a5-a7ff-4442-8b9a-bf2a8d248e6b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.5371828 Mar 10 17:51:16.851920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] For port 6536ed49-664d-439c-a35e-1f9b18442a5a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6536ed49-664d-439c-a35e-1f9b18442a5a,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:16.869275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:16.987591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-09d49154-8bbb-4893-abf3-563852550481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f7fe7fc9-791b-45e0-9b60-992430873041', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '44f37849-af92-4bde-9576-71bdc51502e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:32:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:50:44Z', 'updated_at': '2022-03-10T17:51:10Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:17.003045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7600215-59b3-46c4-8f7d-e284c1c077ae None None] Pushing event updated for resources: {'Port': ['ID=6536ed49-664d-439c-a35e-1f9b18442a5a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:17.062954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 68b5840d-4455-4949-832b-f3338af84558 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:17.066106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6536ed49-664d-439c-a35e-1f9b18442a5a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:17.107991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.125694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d49154-8bbb-4893-abf3-563852550481 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f7fe7fc9-791b-45e0-9b60-992430873041', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'port_id': '44f37849-af92-4bde-9576-71bdc51502e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'mac_address': 'fa:16:3e:32:79:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:50:44Z', 'updated_at': '2022-03-10T17:51:10Z', 'revision_number': 1, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:51:17.158290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.205183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Provisioning complete for port 6536ed49-664d-439c-a35e-1f9b18442a5a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:17.205837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.287848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f34f3cf-f30d-4254-bb07-4092b8e6308f req-838e8df1-16ac-4455-b002-662ab5080ae4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363782 Mar 10 17:51:17.292984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c27fcb56-6f24-4011-87c3-e46be5e1699d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.447802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:17.486491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.508331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/c27fcb56-6f24-4011-87c3-e46be5e1699d HTTP/1.1" status: 204 len: 168 time: 2.4287934 Mar 10 17:51:17.511405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56974) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:17.567916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.572224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6536ed49-664d-439c-a35e-1f9b18442a5a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:17.572608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.577880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.593264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295e29f-0da6-41b3-b21f-fd5d184ede0e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=c27fcb56-6f24-4011-87c3-e46be5e1699d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:17.616092 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6cdfc8-4e7e-423c-8feb-0ca66e8d47db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:51:17.620287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e6cdfc8-4e7e-423c-8feb-0ca66e8d47db tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/c27fcb56-6f24-4011-87c3-e46be5e1699d HTTP/1.1" status: 404 len: 333 time: 0.1043901 Mar 10 17:51:17.621008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:17.639541 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123c2ed-5c8d-4ba2-920d-852a4a61f459 None None] New status for floating IP f7fe7fc9-791b-45e0-9b60-992430873041: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:51:17.772642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (dac63927-a13c-440c-aaaa-abe2b0958329), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.782651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Current status of the port 6536ed49-664d-439c-a35e-1f9b18442a5a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:17.840780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:17.841153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.866040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (dac63927-a13c-440c-aaaa-abe2b0958329), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.954638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6536ed49-664d-439c-a35e-1f9b18442a5a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:17.960449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac63927-a13c-440c-aaaa-abe2b0958329), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.975661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:17.982310 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/security-groups/dac63927-a13c-440c-aaaa-abe2b0958329 HTTP/1.1" status: 204 len: 168 time: 0.3576851 Mar 10 17:51:17.992903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56990) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:17.999865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3163d850-9a35-4669-a632-66bdfb2b7ee4 None None] Port f1ca5f66-33f6-4587-bce1-217a52dd1e60 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:18.044245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 8cd382ac-a654-4467-8a63-a123189aff7b is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:18.047234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:18.138626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19681ce1-d50c-4dfc-95c6-175ea3b3567f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac63927-a13c-440c-aaaa-abe2b0958329,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:18.198031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (7181d3df-b34b-4028-b6e5-0611fb1e7e34), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.204378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2714fbda-54c6-4f5d-8b61-e0949645c4f4 None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:18.204882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2714fbda-54c6-4f5d-8b61-e0949645c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.254737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (7181d3df-b34b-4028-b6e5-0611fb1e7e34), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.280215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:18.291431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108d2e-1ef3-468b-9c5b-b477f4392f6a req-1d1ae603-f4c6-4d25-9ce0-a415d8ffb823 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:18.300678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1108d2e-1ef3-468b-9c5b-b477f4392f6a req-1d1ae603-f4c6-4d25-9ce0-a415d8ffb823 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.3505723 Mar 10 17:51:18.353318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7181d3df-b34b-4028-b6e5-0611fb1e7e34), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.356496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.363862 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/security-groups/7181d3df-b34b-4028-b6e5-0611fb1e7e34 HTTP/1.1" status: 204 len: 168 time: 0.3653541 Mar 10 17:51:18.367574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:18.396803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2714fbda-54c6-4f5d-8b61-e0949645c4f4 None None] Port f1ca5f66-33f6-4587-bce1-217a52dd1e60 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:18.432513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:18.433583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.507404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8f8fb-6d7a-4973-a3ce-a6e0717c02f0 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181d3df-b34b-4028-b6e5-0611fb1e7e34,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:18.553031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 9a155181-64e8-42a9-ad44-5df4aefb12fd {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:51:18.558739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (9a155181-64e8-42a9-ad44-5df4aefb12fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.612124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:18.612729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.624772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (9a155181-64e8-42a9-ad44-5df4aefb12fd), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.629167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1108d2e-1ef3-468b-9c5b-b477f4392f6a req-148b6ead-13f2-401f-84e8-cbff0a796a82 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184609 Mar 10 17:51:18.646738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:51:18.807750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:18.811320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6536ed49-664d-439c-a35e-1f9b18442a5a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:18.834091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (9a155181-64e8-42a9-ad44-5df4aefb12fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.899760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:51:18.905743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6b8a1929-aebf-4ed2-890d-e62c0ec37d36 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "PUT /v2.0/routers/9d7389a0-79f7-4c4d-a3c8-8e6404abb963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4221859 Mar 10 17:51:18.909116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57006) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:18.917785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--543764073', 'description': 'tempest-secgroup_access--543764073 description', 'project_id': '454114d48dee4f708db905f271d4a1da'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:18.924865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Sync routers for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:51:18.966029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:18.966377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (9a155181-64e8-42a9-ad44-5df4aefb12fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.025699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:19.027066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:19.040488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=9a155181-64e8-42a9-ad44-5df4aefb12fd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:19.059782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.063067 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a38cfc5-8a3c-42f0-a332-7b077f3c7c7e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/9a155181-64e8-42a9-ad44-5df4aefb12fd HTTP/1.1" status: 204 len: 168 time: 0.6818295 Mar 10 17:51:19.070134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:19.086316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:19.094449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806e2c28-21be-444e-a724-7ae9a9e1b82f None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:19.210831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:19.266325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6536ed49-664d-439c-a35e-1f9b18442a5a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:19.278139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.287567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:19.288214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.339856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-d5fb3e0f-f749-4dbd-9a5a-7edeec0092c6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:19.341530 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-d5fb3e0f-f749-4dbd-9a5a-7edeec0092c6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.1055071 Mar 10 17:51:19.406907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:19.416738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.499345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (71fd8841-bd0c-4023-882b-77dddf28259d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.513728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (71fd8841-bd0c-4023-882b-77dddf28259d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.570209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.582519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6700714 Mar 10 17:51:19.583541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d689ea-61a0-4bf9-a217-5891f07385ee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd8841-bd0c-4023-882b-77dddf28259d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:19.585621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:19.596527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1224703199', 'description': 'tempest-secgroup_general--1224703199 description', 'project_id': '454114d48dee4f708db905f271d4a1da'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:19.622055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.658050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:19.659247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.686302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:19.732706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:19.733891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.775470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a9d00b05-c2b3-444a-bf57-20da38232658 None None] Could not find standard attr ID for object c27fcb56-6f24-4011-87c3-e46be5e1699d. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:51:19.822150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (c4bf1a93-a840-4e56-9084-aca60449836e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.847423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c4bf1a93-a840-4e56-9084-aca60449836e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.912669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:19.913039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.942369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:19.991864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:19.993226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4064856 Mar 10 17:51:20.003784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57030) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:20.018026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'security_group_rule': {'security_group_id': '71fd8841-bd0c-4023-882b-77dddf28259d', 'project_id': '454114d48dee4f708db905f271d4a1da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:20.027027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6536ed49-664d-439c-a35e-1f9b18442a5a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:20.053835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5acfd-d3de-42c1-86a6-0f59113ed418 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bf1a93-a840-4e56-9084-aca60449836e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:20.085523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b564d30-52f0-4179-9537-214d3eca982e req-4628c707-98d9-4f00-8550-ed82e465645f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:20.097342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b564d30-52f0-4179-9537-214d3eca982e req-4628c707-98d9-4f00-8550-ed82e465645f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=393671ba-e78a-42cc-83b1-a62770163a8f HTTP/1.1" status: 200 len: 946 time: 0.3185170 Mar 10 17:51:20.108216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bd1c9691-46fc-46a3-8686-0f8d4404370d None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:20.108584 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd1c9691-46fc-46a3-8686-0f8d4404370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.112186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (23d84d56-9db0-4a65-81d4-4823bdec7333), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.139244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group_rule (0eab5ab4-0763-4dfd-b5e8-f2d6b1857e6b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.192485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:20.220271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:20.224799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:20.225406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.244504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=23d84d56-9db0-4a65-81d4-4823bdec7333,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:20.279580 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-45e86e85-769d-41ef-af29-57ff308bb6e1 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2058556 Mar 10 17:51:20.284102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:20.300826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'security_group': {'name': 'tempest-secgroup-379091929'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:20.338902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.342054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c9691-46fc-46a3-8686-0f8d4404370d None None] Port f1ca5f66-33f6-4587-bce1-217a52dd1e60 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:20.344122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.348266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bd1c9691-46fc-46a3-8686-0f8d4404370d None None] Could not find standard attr ID for object c27fcb56-6f24-4011-87c3-e46be5e1699d. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:51:20.362650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:20.411719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:20.418567 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group_rule (0eab5ab4-0763-4dfd-b5e8-f2d6b1857e6b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.428739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:20.448019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b564d30-52f0-4179-9537-214d3eca982e req-5f64ae50-ef79-47d9-94e5-3e42f7caaa72 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496833 Mar 10 17:51:20.455434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0eab5ab4-0763-4dfd-b5e8-f2d6b1857e6b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.495862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.498168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933853 Mar 10 17:51:20.503748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4291-3a91-4037-89ad-8defc3243025 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eab5ab4-0763-4dfd-b5e8-f2d6b1857e6b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:20.540834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (fb763853-d9e4-48a7-928f-b849f576b2e5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.582151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:16Z', 'revision_number': 2, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:20.625835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fb763853-d9e4-48a7-928f-b849f576b2e5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.640068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:20.643441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.657532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-02a76bf6-c176-4c9d-b2ae-fffd66360987 req-2932daa4-618c-46a9-b900-f7a41d189b68 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "DELETE /v2.0/ports/b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a HTTP/1.1" status: 204 len: 173 time: 1.2943840 Mar 10 17:51:20.663034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'name': 'network-vif-deleted', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:20.668952 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c67aa0-5eb5-45d5-aaa0-c2a6105c66a7" -d '{"events": [{"server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "name": "network-vif-deleted", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:20.758686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.759823 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4747005 Mar 10 17:51:20.762923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:20.767549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'security_group': {'name': 'tempest-secgroup-374792882'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:20.774605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf32d9-722e-4aa7-b9c7-4a0000226af4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb763853-d9e4-48a7-928f-b849f576b2e5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:20.784056 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19ef1f-422a-4427-9dd0-cb28f764e43c x-openstack-request-id: req-4a19ef1f-422a-4427-9dd0-cb28f764e43c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:20.784460 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393671ba-e78a-42cc-83b1-a62770163a8f", "name": "network-vif-deleted", "tag": "b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:20.784828 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a19ef1f-422a-4427-9dd0-cb28f764e43c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:20.785335 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393671ba-e78a-42cc-83b1-a62770163a8f', 'name': 'network-vif-deleted', 'tag': 'b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a', 'status': 'completed', 'code': 200} Mar 10 17:51:20.793482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Checking router: 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:51:20.793970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Updating router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 port f1ca5f66-33f6-4587-bce1-217a52dd1e60 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:51:20.818539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.843317 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:20.863572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9211a6-33d5-44d8-91dd-5294e1bdcf76 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:20.978459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-7da47ab1-1fb0-4532-856e-a68c253a4be7 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--543764073&fields=id&tenant_id=454114d48dee4f708db905f271d4a1da HTTP/1.1" status: 200 len: 267 time: 0.1122327 Mar 10 17:51:21.052858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:21.053416 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.066126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (ff74beea-475b-4b3b-9ce9-fd72b3ac78e6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.079709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-7c98cca0-9696-4901-a592-bbeb1a6d0848 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--1224703199&fields=id&tenant_id=454114d48dee4f708db905f271d4a1da HTTP/1.1" status: 200 len: 267 time: 0.0854108 Mar 10 17:51:21.082554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ff74beea-475b-4b3b-9ce9-fd72b3ac78e6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.142607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74beea-475b-4b3b-9ce9-fd72b3ac78e6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:21.220597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:21.223217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.226694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-375126ed-ab7f-4e9b-ab7d-2231b91b048f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4601049 Mar 10 17:51:21.227129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57060) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:21.233970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'security_group': {'name': 'tempest-secgroup-434850570'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:21.296117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.366809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:21.369365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.427343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-33d907ca-6ba9-487d-aa51-ca219d32fbe4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:21.429036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-33d907ca-6ba9-487d-aa51-ca219d32fbe4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 795 time: 0.2975919 Mar 10 17:51:21.447344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-922380ed-f5d2-4f6d-beb8-dfc4aa7215cc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/quotas/454114d48dee4f708db905f271d4a1da HTTP/1.1" status: 200 len: 375 time: 0.0110774 Mar 10 17:51:21.482655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.492288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-17862082-eda6-4a72-9020-5f293dee0afa None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:21.501842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.575356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:21.619906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.621308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7f685dc3-3962-4389-a563-6d637487f1ad tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3932457 Mar 10 17:51:21.624260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:21.630012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2099881968', 'security_groups': ['a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b'], 'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23d84d56-9db0-4a65-81d4-4823bdec7333'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:21.726876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks [] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.739166 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.744247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Update dhcp port {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'fixed_ips': [{'subnet_id': 'c85737ee-e335-4dac-899b-e3472e94024b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23d84d56-9db0-4a65-81d4-4823bdec7333'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '5329ed2c-0e86-4f20-8a1e-d629d5a43ff1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:51:21.779254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-497a6a60-7e85-485b-ba69-fd7fea7350c3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2942576 Mar 10 17:51:21.821807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:21.894225 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:21.943195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca234-c4c1-4053-a8d0-3a8c477e2954 None None] Pushing event updated for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:22.060648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:51:22.064717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf9282-3025-434d-b3f7-b02c7c54e319 req-98364a20-0fd8-4b3f-931a-464bb3c39eff tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:22.072387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdcf9282-3025-434d-b3f7-b02c7c54e319 req-98364a20-0fd8-4b3f-931a-464bb3c39eff tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.2095587 Mar 10 17:51:22.095210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.146245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] device_id is not set on port 340d0746-ad47-48d3-8afa-e724d503b0e5 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:51:22.146531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Attempting to bind port f1ca5f66-33f6-4587-bce1-217a52dd1e60 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:22.146979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Attempting to bind port f1ca5f66-33f6-4587-bce1-217a52dd1e60 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:22.147106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Attempting to bind port f1ca5f66-33f6-4587-bce1-217a52dd1e60 on network 8cd382ac-a654-4467-8a63-a123189aff7b {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:22.155156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:22.155444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Checking segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:22.155704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.156065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Bound using segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:22.156542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Bound port: f1ca5f66-33f6-4587-bce1-217a52dd1e60, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:22.156921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.185789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-4b9ef391-a41f-41c7-b306-60e231796a3f service neutron] 10.222.0.35 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933954 Mar 10 17:51:22.199945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdcf9282-3025-434d-b3f7-b02c7c54e319 req-22f4b8bb-d7b6-47ad-b5c4-2f634c706c95 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264520 Mar 10 17:51:22.274102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Allocated IP 2001:db8::2 (eced0a10-9df9-407a-ae32-b5f13108d1ef/23d84d56-9db0-4a65-81d4-4823bdec7333/5329ed2c-0e86-4f20-8a1e-d629d5a43ff1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:22.293373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-47e217ba-ea5c-40c5-9350-1572384585a3 None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:22.293740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47e217ba-ea5c-40c5-9350-1572384585a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.328443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] For port f1ca5f66-33f6-4587-bce1-217a52dd1e60, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:22.363413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] For port f1ca5f66-33f6-4587-bce1-217a52dd1e60, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f1ca5f66-33f6-4587-bce1-217a52dd1e60,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:22.459849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:22.462094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-47e217ba-ea5c-40c5-9350-1572384585a3 None None] Port f1ca5f66-33f6-4587-bce1-217a52dd1e60 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:22.463872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.474075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-0e91c838-51ca-447d-ad51-ceee804b7152 service neutron] 10.222.0.35 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295814 Mar 10 17:51:22.589949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Publish callbacks [] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.601599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:22.603337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:22.737962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8::321 (eced0a10-9df9-407a-ae32-b5f13108d1ef/23d84d56-9db0-4a65-81d4-4823bdec7333/340d0746-ad47-48d3-8afa-e724d503b0e5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:22.753126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:22.763483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca234-c4c1-4053-a8d0-3a8c477e2954 None None] Pushing event updated for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:22.837858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d1e79d0-b1ea-49b8-9297-286dbfb572b4 req-bafa4c26-4c89-4601-be07-cc9d1fa9ff4f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 210 time: 0.0564508 Mar 10 17:51:23.001864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.062246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.129627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=340d0746-ad47-48d3-8afa-e724d503b0e5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:23.141350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:23.144000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:23.146829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:23.153753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:23.154201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.176122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d4935b97-5c2f-40b6-9599-e98c90d6914c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5506833 Mar 10 17:51:23.179546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:23.188340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:23.359995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a429-9724-4c1f-a517-bda82a17a67e req-7b77adf8-6d30-4256-877b-c0b8291b38c9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:23.362765 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8487a429-9724-4c1f-a517-bda82a17a67e req-7b77adf8-6d30-4256-877b-c0b8291b38c9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.1389580 Mar 10 17:51:23.426523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78876b8-0901-4814-ba81-b9240c30affc None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:23.463717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:23.464458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.482220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:51:23.495530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:23.511433 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.611216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:23.611831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.615692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:23.617688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:51:23.617688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5a8c11f-8596-45b6-b8e2-5e218c6d8a8a not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:51:23.780198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7860b9-9ab7-4e41-8c48-5d7c766f4b5f req-0e1442b3-9f45-4573-9861-2ac39eba0c9f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:23.783619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b7860b9-9ab7-4e41-8c48-5d7c766f4b5f req-0e1442b3-9f45-4573-9861-2ac39eba0c9f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 946 time: 0.4097784 Mar 10 17:51:23.872620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:23.877359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:23.881394 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23d84d56-9db0-4a65-81d4-4823bdec7333 (CIDR: 2001:db8::/64) Mar 10 17:51:23.919686 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:51:23.920144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:23.946683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:24.038689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Current status of the port f1ca5f66-33f6-4587-bce1-217a52dd1e60 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:24.039351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.044978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b7860b9-9ab7-4e41-8c48-5d7c766f4b5f req-317891c0-8813-4da6-9393-cc4ca23c3849 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400985 Mar 10 17:51:24.135040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17820bcf-454d-436c-96b3-88eae4fa0670 req-571f6185-77a7-421d-bbec-1fcb30379b25 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 210 time: 0.0863998 Mar 10 17:51:24.146094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-413382ed-99c0-4d07-9439-0495aaaf783c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9628110 Mar 10 17:51:24.148675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57108) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:24.160379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:24.207909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.208187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] For port f1ca5f66-33f6-4587-bce1-217a52dd1e60, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f1ca5f66-33f6-4587-bce1-217a52dd1e60,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:24.210815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:24.248668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.258525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:24.279993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:24.284080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:24.360335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:24.367410 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.377842 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8487a429-9724-4c1f-a517-bda82a17a67e req-5c4ee63d-ff18-44ea-8e9a-7bb109be1b67 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "DELETE /v2.0/ports/c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee HTTP/1.1" status: 204 len: 173 time: 1.0073526 Mar 10 17:51:24.379268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'name': 'network-vif-deleted', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:24.381748 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068dd8ea-59dc-475b-a99d-0cab2a0edfad" -d '{"events": [{"server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "name": "network-vif-deleted", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:24.438449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:24.443205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.478210 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f7e013-d192-433c-a598-9578c2c45124 x-openstack-request-id: req-a7f7e013-d192-433c-a598-9578c2c45124 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:24.478580 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be4cad6-867b-4a69-9fb8-82322e317bf1", "name": "network-vif-deleted", "tag": "c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:24.478892 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7f7e013-d192-433c-a598-9578c2c45124 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:24.481594 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be4cad6-867b-4a69-9fb8-82322e317bf1', 'name': 'network-vif-deleted', 'tag': 'c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee', 'status': 'completed', 'code': 200} Mar 10 17:51:24.555878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:22Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:24.565647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833cd5d-9ed5-4076-9cbe-a42033991b22 None None] Pushing event updated for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:24.634111 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c85737ee-e335-4dac-899b-e3472e94024b (CIDR: 2001:db8:0:1::/64) Mar 10 17:51:24.646472 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:51:24.654255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:24.671906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdab8a-f8bb-4c34-8b9a-583d12c8e584 None None] The sync data for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 is: [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:22Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:51:24.684595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:24.685115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.689266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-200acff2-e99c-461e-b367-d7ad977016ef tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5395010 Mar 10 17:51:24.691952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57122) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:24.697031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'subnet': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:24.810456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-60f54cda-4671-47b5-901a-1470f7e90ed0 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:24.816573 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-60f54cda-4671-47b5-901a-1470f7e90ed0 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.59 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 795 time: 0.2966161 Mar 10 17:51:24.912186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:24.915681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:24.984219 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-5b44e1cd-4735-4a3a-b6f8-7aa11c090394 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454114d48dee4f708db905f271d4a1da HTTP/1.1" status: 200 len: 477 time: 0.1574366 Mar 10 17:51:24.994602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'port': {'device_id': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'admin_state_up': True, 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'security_groups': ['71fd8841-bd0c-4023-882b-77dddf28259d', 'c4bf1a93-a840-4e56-9084-aca60449836e']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:25.039128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Made reservation on behalf of 9bd7808b55d2459a90969ab76c91d5b1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:25.051109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.104949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:25.279672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-205ee51d-5420-412b-9704-3766d2697dd2 req-62b3dd6f-cb89-4ec4-8529-0d0af07d15d2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=0be4cad6-867b-4a69-9fb8-82322e317bf1 HTTP/1.1" status: 200 len: 210 time: 0.0588360 Mar 10 17:51:25.283196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:25.303840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.376064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfc5e221-e41b-4d51-90d8-9cfb42b630ac req-567e6666-0645-4fe5-a6e0-93535f90acca tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 210 time: 0.0578165 Mar 10 17:51:25.422747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:25.435825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:25.436456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.489904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a96a6c9f-e6af-4d48-bc4c-465a470f073e None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:25.546856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.20.0.14 (8cd382ac-a654-4467-8a63-a123189aff7b/2137aa50-52ce-4ffa-a558-b56763bc39fa/fd433982-f3aa-421a-a0ce-4d42cff613d0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:25.627931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fecd727b-8efe-408c-a730-fdd1b1a64406 None None] Provisioning complete for port 340d0746-ad47-48d3-8afa-e724d503b0e5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:25.628533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fecd727b-8efe-408c-a730-fdd1b1a64406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.671689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (1465387f-2b3d-4413-9d1c-28a720f600d9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.711737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fecd727b-8efe-408c-a730-fdd1b1a64406 None None] Port 340d0746-ad47-48d3-8afa-e724d503b0e5 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:25.738330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Network eced0a10-9df9-407a-ae32-b5f13108d1ef is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:25.742086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:25.744155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Subnet': ['ID=1465387f-2b3d-4413-9d1c-28a720f600d9,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:25.753984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:25.755317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.755992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706711b2-b254-4491-a9e7-afd14dee4a51 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:25.788497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-278c32c7-4b44-4056-acad-dc5b87ed3196 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0930402 Mar 10 17:51:25.788756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57132) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:25.797472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-66934296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1465387f-2b3d-4413-9d1c-28a720f600d9'}], 'security_groups': ['fb763853-d9e4-48a7-928f-b849f576b2e5', 'ff74beea-475b-4b3b-9ce9-fd72b3ac78e6']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:25.863902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:25.948072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.100823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Update dhcp port {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'fixed_ips': [{'subnet_id': 'c85737ee-e335-4dac-899b-e3472e94024b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23d84d56-9db0-4a65-81d4-4823bdec7333', 'ip_address': '2001:db8::2'}, {'subnet_id': '1465387f-2b3d-4413-9d1c-28a720f600d9'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '5329ed2c-0e86-4f20-8a1e-d629d5a43ff1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:51:26.146115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 8cd382ac-a654-4467-8a63-a123189aff7b is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:26.150084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:26.180838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:26.191029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.275035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f1ca5f66-33f6-4587-bce1-217a52dd1e60 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:26.305178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:26.348380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:26.349025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.440171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.446798 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-bfaff51f-e403-4aa1-b57d-b6941b6a8fbb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4561853 Mar 10 17:51:26.493985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Request body: {'port': {'device_id': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:26.678981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.746852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c0e6-eeab-4023-b21d-74b9e9aa8046 req-8580e041-1224-4676-800a-678331dbcbb2 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:26.748555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ad7c0e6-eeab-4023-b21d-74b9e9aa8046 req-8580e041-1224-4676-800a-678331dbcbb2 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 971 time: 0.1655362 Mar 10 17:51:26.879162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7b9520ab-b110-4780-aafa-c346bd3c8bdc None None] Provisioning complete for port fd433982-f3aa-421a-a0ce-4d42cff613d0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:26.879779 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7b9520ab-b110-4780-aafa-c346bd3c8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.965841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f1ca5f66-33f6-4587-bce1-217a52dd1e60 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:26.966196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:26.972400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7b9520ab-b110-4780-aafa-c346bd3c8bdc None None] Port fd433982-f3aa-421a-a0ce-4d42cff613d0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:27.026727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ad7c0e6-eeab-4023-b21d-74b9e9aa8046 req-7ffcce01-0fe0-4e9f-b11e-7ec71f43af81 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2669549 Mar 10 17:51:27.052376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:27.068978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Allocated IP 2001:db8:0:2::2 (eced0a10-9df9-407a-ae32-b5f13108d1ef/1465387f-2b3d-4413-9d1c-28a720f600d9/5329ed2c-0e86-4f20-8a1e-d629d5a43ff1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:27.178441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-399abd9a-7c65-4688-b3b8-2d82088446e0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:27.182616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-399abd9a-7c65-4688-b3b8-2d82088446e0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.3376896 Mar 10 17:51:27.205922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-3bcad14a-5390-4d02-b72f-aad78c59ceb9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0162163 Mar 10 17:51:27.285017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f1ca5f66-33f6-4587-bce1-217a52dd1e60 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:27.321458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:27.334704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-03d03335-61be-413e-bcda-66396a8276ea tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217020 Mar 10 17:51:27.390366 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Publish callbacks [] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:27.404200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:27.508210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:51:27.531140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd433982-f3aa-421a-a0ce-4d42cff613d0 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:27.545098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-a6bf5d70-27a8-4d34-9704-ff6eea6d8a04 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986384 Mar 10 17:51:27.558368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks [] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:27.579699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:51:27.580050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c8be1b58-bb48-46d4-8955-fa2a5b0fe8ee not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:51:27.601454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Transition to ACTIVE for port object fd433982-f3aa-421a-a0ce-4d42cff613d0 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:51:27.615576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:27.628090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd9d68-0047-4e2e-b6aa-26cce89bf966 None None] Pushing event updated for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:27.725457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-5ef8b686-6d7b-4a63-9828-7cc0e3a92053 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794667 Mar 10 17:51:27.751218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Delete allocated IP 2001:db8::321 (eced0a10-9df9-407a-ae32-b5f13108d1ef/23d84d56-9db0-4a65-81d4-4823bdec7333) {{(pid=103794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 17:51:27.790584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Allocated IP 2001:db8:0:2::1e7 (eced0a10-9df9-407a-ae32-b5f13108d1ef/1465387f-2b3d-4413-9d1c-28a720f600d9/340d0746-ad47-48d3-8afa-e724d503b0e5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:28.009281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2c0144f-9615-4808-97b7-cee1bfa2487f req-630e12e9-d472-49dc-a4cf-f1599b2e74b7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 210 time: 0.0537553 Mar 10 17:51:28.047730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Pushing event updated for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:28.076163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.076512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.076854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.077192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.077526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.077855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.078181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.078536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.078863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.079185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.079506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.079824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.080199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:28.223385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:28.280376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.285814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c0595-81c1-4cf4-8dab-36ce048611ac req-12ececdd-6d2b-4589-b06a-d3d55de0d35e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:28.293996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b1c0595-81c1-4cf4-8dab-36ce048611ac req-12ececdd-6d2b-4589-b06a-d3d55de0d35e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 983 time: 0.1552286 Mar 10 17:51:28.300764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:28.301143 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.308609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.373563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b1c0595-81c1-4cf4-8dab-36ce048611ac req-8350d825-2af8-40be-bd70-8196b47c2422 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0773330 Mar 10 17:51:28.453352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:28.460083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Attempting to bind port fd433982-f3aa-421a-a0ce-4d42cff613d0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:28.460428 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Attempting to bind port fd433982-f3aa-421a-a0ce-4d42cff613d0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:28.460768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Attempting to bind port fd433982-f3aa-421a-a0ce-4d42cff613d0 on network 8cd382ac-a654-4467-8a63-a123189aff7b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:28.483143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] In _notify_port_updated(), no bound segment for port 340d0746-ad47-48d3-8afa-e724d503b0e5 on network eced0a10-9df9-407a-ae32-b5f13108d1ef {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:51:28.488281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:28.488904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.492766 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "PUT /v2.0/ports/340d0746-ad47-48d3-8afa-e724d503b0e5 HTTP/1.1" status: 200 len: 968 time: 2.7011297 Mar 10 17:51:28.493710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57178) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:28.498964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1126b8-d2a4-4107-8300-8e361ed42e14 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event updated for resources: {'Port': ['ID=340d0746-ad47-48d3-8afa-e724d503b0e5,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:28.501251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Port fd433982-f3aa-421a-a0ce-4d42cff613d0 on network 8cd382ac-a654-4467-8a63-a123189aff7b not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:51:28.501574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Attempting to bind port fd433982-f3aa-421a-a0ce-4d42cff613d0 on network 8cd382ac-a654-4467-8a63-a123189aff7b {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:28.517474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:28.517859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Checking segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:28.518181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Bound using segment: {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:28.518686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Bound port: fd433982-f3aa-421a-a0ce-4d42cff613d0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdae904-5d41-4772-86f1-c0d62cb0886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:28.519045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.655788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:28.661522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:28.673851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.692085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 340d0746-ad47-48d3-8afa-e724d503b0e5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:28.692533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.732524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:28.733172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.735185 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 1131 time: 2.2698646 Mar 10 17:51:28.735686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:28.737973 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219deb0-b36d-4499-af6c-0263445a1b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:28.795861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f761e-5c6d-42c5-82a8-99528b1fa451 service neutron] Pushing event updated for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:28.801718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:28.803779 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.824432 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff55b9-b9d3-4ef3-bed9-59a53a345872 x-openstack-request-id: req-b9ff55b9-b9d3-4ef3-bed9-59a53a345872 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:28.824732 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:28.826599 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9ff55b9-b9d3-4ef3-bed9-59a53a345872 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:28.827045 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'status': 'completed', 'code': 200} Mar 10 17:51:28.921483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:28.941048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-5bd4fd40-0e99-4339-b917-50f04a0b64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:28.946840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-5bd4fd40-0e99-4339-b917-50f04a0b64e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1165 time: 0.1437461 Mar 10 17:51:28.974079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 340d0746-ad47-48d3-8afa-e724d503b0e5 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:29.040518 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-634adaa2-87d3-4b3f-908f-431611eef580 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 217 time: 0.0811915 Mar 10 17:51:29.062734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:29.090062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Provisioning complete for port 340d0746-ad47-48d3-8afa-e724d503b0e5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:29.090729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.172276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-f53db58e-f3c2-4e30-98f5-13621e67eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:29.174467 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-f53db58e-f3c2-4e30-98f5-13621e67eccc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 200 len: 835 time: 0.1205058 Mar 10 17:51:29.206984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Port 340d0746-ad47-48d3-8afa-e724d503b0e5 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:29.220899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:29.221635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.264708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-b2466d3a-b9f5-4425-9e9b-45cb0545949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:29.266841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-b2466d3a-b9f5-4425-9e9b-45cb0545949b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8cd382ac-a654-4467-8a63-a123189aff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811229 Mar 10 17:51:29.273002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-720d60c2-165e-4c66-83d9-50b0c62eb7a0 req-9df96558-eb1e-43e9-b1fa-005103d282c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 210 time: 0.1215947 Mar 10 17:51:29.306491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-675e80d6-657a-40c8-b40b-02025fe427de None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:29.355000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (340d0746-ad47-48d3-8afa-e724d503b0e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.397114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-eb652ba0-f317-4ca4-a593-4797a577ec75 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215253 Mar 10 17:51:29.422351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=340d0746-ad47-48d3-8afa-e724d503b0e5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:29.439336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d587fe9f-3cb5-48f0-97af-68a4bff4191e None None] Could not find standard attr ID for object 340d0746-ad47-48d3-8afa-e724d503b0e5. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:51:29.492032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.499330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c887b40c-4e24-4bd7-976c-211169cad4ce tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/340d0746-ad47-48d3-8afa-e724d503b0e5 HTTP/1.1" status: 204 len: 168 time: 1.0019867 Mar 10 17:51:29.500304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57196) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:29.561167 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-085fa5ca-0657-4bfb-af94-3475954fa30e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] GET failed (client error): The resource could not be found. Mar 10 17:51:29.565247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-085fa5ca-0657-4bfb-af94-3475954fa30e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports/340d0746-ad47-48d3-8afa-e724d503b0e5 HTTP/1.1" status: 404 len: 333 time: 0.0611570 Mar 10 17:51:29.568217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:29.611394 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b57dbbe4-8fb7-4568-b69e-aa00e95eabb3 req-266dcb62-02f9-4897-a3d7-2584b64e196f service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990066 Mar 10 17:51:29.670284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.709736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.726708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a9340-ce5a-44ff-a409-06617ce9aac9 req-5172d60c-15d0-4f0c-a810-a10c47b21e2e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:29.735368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-819a9340-ce5a-44ff-a409-06617ce9aac9 req-5172d60c-15d0-4f0c-a810-a10c47b21e2e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 983 time: 0.2073390 Mar 10 17:51:29.815959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.819528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:29.823245 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b HTTP/1.1" status: 204 len: 168 time: 0.2512023 Mar 10 17:51:29.840121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57202) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:29.841471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039e9e4-7132-4892-b06f-3c313449129e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9664b7a-d3b1-4ef9-a8f3-bb6ef424e29b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:29.883826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-365d7513-5652-467d-a83a-690ffa4414b3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:29.885409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-365d7513-5652-467d-a83a-690ffa4414b3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.2720726 Mar 10 17:51:29.922981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-eccce3d4-3850-4c69-9ba8-a5361a2665d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:29.925172 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-eccce3d4-3850-4c69-9ba8-a5361a2665d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1165 time: 0.1590860 Mar 10 17:51:29.928591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:29.939139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.046458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-819a9340-ce5a-44ff-a409-06617ce9aac9 req-344bd342-8122-4e0b-96e7-b5bc50606c29 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3097980 Mar 10 17:51:30.076566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (ff74beea-475b-4b3b-9ce9-fd72b3ac78e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.105240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-33a892d2-73de-4b96-a43e-877bfaee2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:30.107444 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-33a892d2-73de-4b96-a43e-877bfaee2acd service neutron] 10.222.0.59 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 896 time: 0.1739531 Mar 10 17:51:30.121152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (ff74beea-475b-4b3b-9ce9-fd72b3ac78e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.128545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:30.133009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.185368 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-4eb27596-ab6d-4ffb-8e91-d9703ba4c1dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 217 time: 0.0659833 Mar 10 17:51:30.242169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-95f809aa-5f2e-4659-9d9d-2f0bbc2d2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:30.244069 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-95f809aa-5f2e-4659-9d9d-2f0bbc2d2b04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 200 len: 835 time: 0.0523875 Mar 10 17:51:30.300937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ff74beea-475b-4b3b-9ce9-fd72b3ac78e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.304498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.305678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff74beea-475b-4b3b-9ce9-fd72b3ac78e6 HTTP/1.1" status: 204 len: 168 time: 0.4322956 Mar 10 17:51:30.316879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76680eae-6ce6-4532-baf4-50b016a75f1c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74beea-475b-4b3b-9ce9-fd72b3ac78e6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:30.321283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:30.342036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-c05b96e7-33ea-4f84-b496-a7026e6fb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:30.343999 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-c05b96e7-33ea-4f84-b496-a7026e6fb8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8cd382ac-a654-4467-8a63-a123189aff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887685 Mar 10 17:51:30.386597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.13 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/4944ded6-4b52-4b9a-ac42-a559f054ae54) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:30.449875 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-698317b9-4a47-4f61-874a-d52dcbf9c22e service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984442 Mar 10 17:51:30.450679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-038960fd-1515-47b8-8214-86b3a01c7f15 req-5ae0873b-20e6-4de7-9b8b-d29585651d72 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 210 time: 0.0465026 Mar 10 17:51:30.512588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (fb763853-d9e4-48a7-928f-b849f576b2e5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.573283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (fb763853-d9e4-48a7-928f-b849f576b2e5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.578902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9219deb0-b36d-4499-af6c-0263445a1b9e req-93d1ed9f-dbf6-43e0-bd0b-8a150b578517 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195235 Mar 10 17:51:30.695440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fb763853-d9e4-48a7-928f-b849f576b2e5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.698160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.701944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/security-groups/fb763853-d9e4-48a7-928f-b849f576b2e5 HTTP/1.1" status: 204 len: 168 time: 0.3743505 Mar 10 17:51:30.703551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:30.719701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536324bc-9ec5-438f-a3b6-a8195c07be01 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb763853-d9e4-48a7-928f-b849f576b2e5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:30.768076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.769873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 23d84d56-9db0-4a65-81d4-4823bdec7333 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:51:30.773969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (23d84d56-9db0-4a65-81d4-4823bdec7333), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.812764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.825662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (23d84d56-9db0-4a65-81d4-4823bdec7333), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.826818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:30.908518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:30.911958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:30.915903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:30.951813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (23d84d56-9db0-4a65-81d4-4823bdec7333), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:30.954576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:30.988115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:30.988720 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.030228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-da4f2314-6403-48af-aca1-d08f4973ae39 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1311848 Mar 10 17:51:31.032990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (23d84d56-9db0-4a65-81d4-4823bdec7333), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.046161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Request body: {'port': {'device_id': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:31.092326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49a047-b153-420a-8169-c52bdd432b1e None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:31.096180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.108147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/23d84d56-9db0-4a65-81d4-4823bdec7333 HTTP/1.1" status: 204 len: 168 time: 0.4034114 Mar 10 17:51:31.109214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:31.110310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84ebe0-89ed-4ab2-ad6e-72ec34a4c80f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=23d84d56-9db0-4a65-81d4-4823bdec7333,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:31.171490 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.228082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet 1465387f-2b3d-4413-9d1c-28a720f600d9 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:51:31.236500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (1465387f-2b3d-4413-9d1c-28a720f600d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.355957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1465387f-2b3d-4413-9d1c-28a720f600d9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.378501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3662fd-0f23-49cf-a054-d046273b4133 req-d5d5eb5f-82ac-4648-90ab-3e24f3efebf9 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:31.381286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e3662fd-0f23-49cf-a054-d046273b4133 req-d5d5eb5f-82ac-4648-90ab-3e24f3efebf9 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 983 time: 0.1868184 Mar 10 17:51:31.455398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e3662fd-0f23-49cf-a054-d046273b4133 req-adaf2bb2-8ef5-494b-b1bc-1a72aa5fbacd tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0649052 Mar 10 17:51:31.500900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1465387f-2b3d-4413-9d1c-28a720f600d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.606916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1465387f-2b3d-4413-9d1c-28a720f600d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.665876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=1465387f-2b3d-4413-9d1c-28a720f600d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:31.695085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.698874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-136ed7db-752a-4ea9-bbfd-b87190d5b8f4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/1465387f-2b3d-4413-9d1c-28a720f600d9 HTTP/1.1" status: 204 len: 168 time: 0.5838239 Mar 10 17:51:31.704395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:31.757317 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-845ba234-7691-492f-8bb0-64cefb71b138 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:31.758309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845ba234-7691-492f-8bb0-64cefb71b138 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:31.762753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-845ba234-7691-492f-8bb0-64cefb71b138 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/23d84d56-9db0-4a65-81d4-4823bdec7333 HTTP/1.1" status: 404 len: 337 time: 0.0570567 Mar 10 17:51:31.765020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:31.860830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting subnet c85737ee-e335-4dac-899b-e3472e94024b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:51:31.865425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (c85737ee-e335-4dac-899b-e3472e94024b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.914832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c85737ee-e335-4dac-899b-e3472e94024b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:31.995042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886a2bb-f260-4365-9e6f-fdcbc9693aad req-1eb43d74-4540-4a67-af9f-502e20c4cbf3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:31.996719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9886a2bb-f260-4365-9e6f-fdcbc9693aad req-1eb43d74-4540-4a67-af9f-502e20c4cbf3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 932 time: 0.4246464 Mar 10 17:51:32.071776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9886a2bb-f260-4365-9e6f-fdcbc9693aad req-b7574418-9062-4802-843d-efe1fd9a5111 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Mar 10 17:51:32.146195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4944ded6-4b52-4b9a-ac42-a559f054ae54 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:32.155659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks [] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.170017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Transition to ACTIVE for port object 4944ded6-4b52-4b9a-ac42-a559f054ae54 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:51:32.181419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.357446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f2539-440e-4ea2-a958-1f9f249e2148 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:32.372063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:32.387895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Attempting to bind port 4944ded6-4b52-4b9a-ac42-a559f054ae54 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:32.388546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Attempting to bind port 4944ded6-4b52-4b9a-ac42-a559f054ae54 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:32.388818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Attempting to bind port 4944ded6-4b52-4b9a-ac42-a559f054ae54 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:32.393770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Port 4944ded6-4b52-4b9a-ac42-a559f054ae54 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:51:32.394142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Attempting to bind port 4944ded6-4b52-4b9a-ac42-a559f054ae54 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:32.400370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:32.400721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:32.401545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:32.402048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Bound port: 4944ded6-4b52-4b9a-ac42-a559f054ae54, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:32.402415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.482826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:32.486672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:32.500086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.566148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:32.566743 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.568143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] 10.222.0.59 "PUT /v2.0/ports/4944ded6-4b52-4b9a-ac42-a559f054ae54 HTTP/1.1" status: 200 len: 1092 time: 1.5269201 Mar 10 17:51:32.572056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:32.574960 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a2dd9-1cb6-492c-801d-177ae80772d2" -d '{"events": [{"name": "network-changed", "server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:32.618819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c85737ee-e335-4dac-899b-e3472e94024b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.678092 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce29cbf8-761c-4ee7-bdac-d94393c4cfa7 x-openstack-request-id: req-ce29cbf8-761c-4ee7-bdac-d94393c4cfa7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:32.678389 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:32.682992 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce29cbf8-761c-4ee7-bdac-d94393c4cfa7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:32.683896 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54', 'status': 'completed', 'code': 200} Mar 10 17:51:32.718777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c85737ee-e335-4dac-899b-e3472e94024b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.754037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Subnet': ['ID=c85737ee-e335-4dac-899b-e3472e94024b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:32.769836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.776174 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0cd7f58c-bece-44e8-b159-12e9a7cab51a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/c85737ee-e335-4dac-899b-e3472e94024b HTTP/1.1" status: 204 len: 168 time: 1.0068994 Mar 10 17:51:32.777618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:32.786591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da80fb0-a575-4b2a-971b-b299abfbfcac req-e9d52f4a-9afc-4d37-97b1-816a11aa73cf tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:32.788216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da80fb0-a575-4b2a-971b-b299abfbfcac req-e9d52f4a-9afc-4d37-97b1-816a11aa73cf tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 983 time: 0.2258651 Mar 10 17:51:32.788870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a68a1-2a28-4b7b-8aa1-12b2dbda9ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:32.823119 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e800b3-f064-46b4-9a0c-f6442f384623 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:32.824078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e800b3-f064-46b4-9a0c-f6442f384623 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:32.831696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:32.832110 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3e800b3-f064-46b4-9a0c-f6442f384623 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/9a155181-64e8-42a9-ad44-5df4aefb12fd HTTP/1.1" status: 404 len: 337 time: 0.0530176 Mar 10 17:51:32.854711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-d87b57c0-60ab-47a4-8e4f-bd7244e9feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:32.856087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-d87b57c0-60ab-47a4-8e4f-bd7244e9feb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 1126 time: 0.2103214 Mar 10 17:51:32.893094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:32.893968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:32.920603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-98cd1d4f-0756-4bda-9fc8-5db1e8819330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54 HTTP/1.1" status: 200 len: 217 time: 0.0444827 Mar 10 17:51:32.925252 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f915e95-8c54-4305-bf35-f955a0b6582c tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "GET /v2.0/ports?device_id=2470058e-3605-4f13-aa14-20cabf8319f9 HTTP/1.1" status: 200 len: 205 time: 0.0859756 Mar 10 17:51:32.926393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:32.968693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7da80fb0-a575-4b2a-971b-b299abfbfcac req-b64ed1ac-4750-49f7-9132-b7ec5c28d71f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1719875 Mar 10 17:51:33.000741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-628676e5-7bdf-407e-a967-1c7695f8c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:33.002995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-628676e5-7bdf-407e-a967-1c7695f8c124 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0689037 Mar 10 17:51:33.011480 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-d89ed75c-29ba-4559-8354-57298ad5abb5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] delete failed (client error): The resource could not be found. Mar 10 17:51:33.012538 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d89ed75c-29ba-4559-8354-57298ad5abb5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/routers/2470058e-3605-4f13-aa14-20cabf8319f9 HTTP/1.1" status: 404 len: 336 time: 0.0845876 Mar 10 17:51:33.015161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.052356 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc634e4-573d-4d49-994f-b1c538448213 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.052356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc634e4-573d-4d49-994f-b1c538448213 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.055425 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0bc634e4-573d-4d49-994f-b1c538448213 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/e522bb61-209a-4778-b654-935ce8eda04f HTTP/1.1" status: 404 len: 337 time: 0.0393674 Mar 10 17:51:33.058153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.066979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:33.071001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-b30a6dd1-431b-48c0-87e6-1bc9fa822d58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538096 Mar 10 17:51:33.080727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Provisioning complete for port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:33.080997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.103073 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-583c5a9c-4b7c-4f4d-976e-69d57a7564d4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.103543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583c5a9c-4b7c-4f4d-976e-69d57a7564d4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.108529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-583c5a9c-4b7c-4f4d-976e-69d57a7564d4 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/e0fc5406-ba37-45c1-a16e-1b8fa984cb54 HTTP/1.1" status: 404 len: 337 time: 0.0494082 Mar 10 17:51:33.113870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57262) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.142393 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf5475c-10d8-419d-8799-f22b8f54450a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.142871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf5475c-10d8-419d-8799-f22b8f54450a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.145839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dbf5475c-10d8-419d-8799-f22b8f54450a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/363587ee-06fa-4a76-8074-c3072a81f741 HTTP/1.1" status: 404 len: 337 time: 0.0310290 Mar 10 17:51:33.148535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.155671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-477ca976-6fd8-400d-bcb7-1107af11b41a None None] Port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:51:33.172487 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f480f9da-6a7f-418b-9671-37ede863f59e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.173414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f480f9da-6a7f-418b-9671-37ede863f59e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.176512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f480f9da-6a7f-418b-9671-37ede863f59e tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/b11d5260-4311-478e-8c1b-753d4fe6bf91 HTTP/1.1" status: 404 len: 333 time: 0.0269246 Mar 10 17:51:33.179235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.209147 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa41716b-3224-4189-954d-1eeb335f2630 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.209513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa41716b-3224-4189-954d-1eeb335f2630 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.212546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aa41716b-3224-4189-954d-1eeb335f2630 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/d463c0e3-dd24-498f-bcb8-9946d483a1e3 HTTP/1.1" status: 404 len: 337 time: 0.0326176 Mar 10 17:51:33.215299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.226660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70640dcb-bca7-42e8-98a4-44e5c9032fe6 None None] Update dhcp port {'port': {'network_id': 'eced0a10-9df9-407a-ae32-b5f13108d1ef', 'fixed_ips': [{'subnet_id': 'c85737ee-e335-4dac-899b-e3472e94024b'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '5329ed2c-0e86-4f20-8a1e-d629d5a43ff1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:51:33.270914 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70640dcb-bca7-42e8-98a4-44e5c9032fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.272921 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a8ae66-a0b5-4cf3-a1cf-0995f16a87d3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.273385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a8ae66-a0b5-4cf3-a1cf-0995f16a87d3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.279462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38a8ae66-a0b5-4cf3-a1cf-0995f16a87d3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/7c2257ff-d04a-4dcd-9c60-8dcff49fd658 HTTP/1.1" status: 404 len: 337 time: 0.0606334 Mar 10 17:51:33.279802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.299856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-46d385b9-353a-4c1a-b003-45617f4d6064 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172797 Mar 10 17:51:33.331832 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-03128ffb-0a73-4d20-84e6-15b9b3363891 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.332420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03128ffb-0a73-4d20-84e6-15b9b3363891 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.335475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03128ffb-0a73-4d20-84e6-15b9b3363891 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/b5c6a16c-88d3-419d-9ef8-f68a242b6b80 HTTP/1.1" status: 404 len: 333 time: 0.0547388 Mar 10 17:51:33.338105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.369762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d7bd-7292-4587-a5de-dbce2a65e018 req-974f129a-e52e-4a10-a899-a5d5f3ba2c13 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:33.371604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f83d7bd-7292-4587-a5de-dbce2a65e018 req-974f129a-e52e-4a10-a899-a5d5f3ba2c13 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 944 time: 0.1955140 Mar 10 17:51:33.392080 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3bcdc5-90e7-45d1-8f48-0d2c043aad7f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.392550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3bcdc5-90e7-45d1-8f48-0d2c043aad7f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.395592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c3bcdc5-90e7-45d1-8f48-0d2c043aad7f tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/94a98908-a34b-482a-b6c8-cdeaa8dfd3e6 HTTP/1.1" status: 404 len: 337 time: 0.0561674 Mar 10 17:51:33.398129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.448872 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd4ba6a-8c24-4bc1-a62c-56191b3073d5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] DELETE failed (client error): The resource could not be found. Mar 10 17:51:33.449337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd4ba6a-8c24-4bc1-a62c-56191b3073d5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:51:33.452359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfd4ba6a-8c24-4bc1-a62c-56191b3073d5 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/subnets/ca9966a8-4c15-41e2-b80c-316df44001c5 HTTP/1.1" status: 404 len: 337 time: 0.0532665 Mar 10 17:51:33.460346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57278) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.473578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fd433982-f3aa-421a-a0ce-4d42cff613d0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:33.488222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f83d7bd-7292-4587-a5de-dbce2a65e018 req-3eeecd8c-9ac7-454b-908f-ff8e2b9035a5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796638 Mar 10 17:51:33.490323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44a7178c-827d-4e7d-8f1d-249dce382c25 req-8f0b0253-aa4d-4d6a-ab81-6026c9c35766 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745639 Mar 10 17:51:33.564570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c1999-dc04-4f55-85ac-37a9bf385b86 None None] Network eced0a10-9df9-407a-ae32-b5f13108d1ef requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:51:33.586586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port b7963e6a-53f8-4372-ae52-a22f0e1d0d51 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:33.588012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.628996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-7eece56d-e168-4a3a-96a4-c6472ac6d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:33.630523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-7eece56d-e168-4a3a-96a4-c6472ac6d5b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 1126 time: 0.0808673 Mar 10 17:51:33.677356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.690338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0c59e86e-4d0f-444f-971b-5351e01ff6b8 None None] Provisioning complete for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:33.690338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c59e86e-4d0f-444f-971b-5351e01ff6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.699729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for b7963e6a-53f8-4372-ae52-a22f0e1d0d51 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:33.759818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:33.812393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'port_id': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:33.819495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-8d959fbb-bd55-4433-9217-e78f03857778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:33.821466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-8d959fbb-bd55-4433-9217-e78f03857778 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.1844523 Mar 10 17:51:33.835596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b7963e6a-53f8-4372-ae52-a22f0e1d0d51), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.874303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-54e4c762-bbbf-43e8-b25a-48fbbbfc0685 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54 HTTP/1.1" status: 200 len: 217 time: 0.0461633 Mar 10 17:51:33.888582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] DHCP port deletion for eced0a10-9df9-407a-ae32-b5f13108d1ef request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:51:33.890134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fd433982-f3aa-421a-a0ce-4d42cff613d0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:33.890554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.902224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=b7963e6a-53f8-4372-ae52-a22f0e1d0d51,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:33.915704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:33.921501 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-52059f04-c327-46e6-a604-1e34dec0289a tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/ports/b7963e6a-53f8-4372-ae52-a22f0e1d0d51 HTTP/1.1" status: 204 len: 168 time: 0.4578812 Mar 10 17:51:33.921757 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:33.957116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-3ffca6bb-2279-4246-9373-4e49a26f2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:33.959082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-3ffca6bb-2279-4246-9373-4e49a26f2c88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0770431 Mar 10 17:51:33.966354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd433982-f3aa-421a-a0ce-4d42cff613d0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:33.989728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0c59e86e-4d0f-444f-971b-5351e01ff6b8 None None] Current status of the port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:34.030250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (eced0a10-9df9-407a-ae32-b5f13108d1ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.036021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-ec6d478f-406d-4bfa-a41d-616e63bfbb2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702593 Mar 10 17:51:34.058806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0c59e86e-4d0f-444f-971b-5351e01ff6b8 None None] Could not find standard attr ID for object b7963e6a-53f8-4372-ae52-a22f0e1d0d51. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:51:34.072997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:34.098303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.148768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Deleting port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:34.149519 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.150880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Deleting port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:34.151271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.193649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:51:34.242330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d0c18-293a-45f5-9cdb-64dd2a39be62 req-c8d2b859-4433-4a3d-8477-87a0d86e3e61 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:34.250479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de6d0c18-293a-45f5-9cdb-64dd2a39be62 req-c8d2b859-4433-4a3d-8477-87a0d86e3e61 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 984 time: 0.1294563 Mar 10 17:51:34.268816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:34.269196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.299432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Calling delete_port for 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:34.302215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:34.357548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] For port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,segment=NetworkSegment(b9e86691-d952-4367-bccf-04fce2d7a1fd),segment_id=b9e86691-d952-4367-bccf-04fce2d7a1fd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:34.358335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.378799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de6d0c18-293a-45f5-9cdb-64dd2a39be62 req-5bf7b83c-dc98-40e0-b8ee-24385e8beca8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1220224 Mar 10 17:51:34.391983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['fd433982-f3aa-421a-a0ce-4d42cff613d0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:34.399782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Calling delete_port for 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:34.402189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-2a45b133-a342-4733-b273-703eb18da64b service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569055 Mar 10 17:51:34.448454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.482960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:34.489327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] No DVR routers for this DVR port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:34.570361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a19a2dd9-1cb6-492c-801d-177ae80772d2 req-1c5bb7c6-abb3-49b2-8696-396757ab1e3f service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617281 Mar 10 17:51:34.581704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No active binding found for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 17:51:34.582234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] The host n-d-833115-2 is not matching for port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 17:51:34.582545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:51:34.620825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (eced0a10-9df9-407a-ae32-b5f13108d1ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.644585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eced0a10-9df9-407a-ae32-b5f13108d1ef']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:34.651342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (5329ed2c-0e86-4f20-8a1e-d629d5a43ff1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.657863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e86691-d952-4367-bccf-04fce2d7a1fd') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:34.658344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e86691-d952-4367-bccf-04fce2d7a1fd') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:34.677543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b9e86691-d952-4367-bccf-04fce2d7a1fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.694835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] Pushing event deleted for resources: {'Port': ['ID=5329ed2c-0e86-4f20-8a1e-d629d5a43ff1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:34.702793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48e17f-618c-4e0b-80b2-46fbc528a481 None None] No DVR routers for this DVR port 5329ed2c-0e86-4f20-8a1e-d629d5a43ff1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:34.708929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b9e86691-d952-4367-bccf-04fce2d7a1fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.727941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:51:34.728743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b9e86691-d952-4367-bccf-04fce2d7a1fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.731947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79f0cb-962c-47a4-99a4-83c3020f12f4 req-4f55184b-53a1-4eaf-b575-934fc8a92793 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:34.733996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d79f0cb-962c-47a4-99a4-83c3020f12f4 req-4f55184b-53a1-4eaf-b575-934fc8a92793 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 944 time: 0.1132729 Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:51:34.735849 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:51:34.796786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d79f0cb-962c-47a4-99a4-83c3020f12f4 req-c9176117-8979-4a79-8fec-10376127576f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556893 Mar 10 17:51:34.836403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (eced0a10-9df9-407a-ae32-b5f13108d1ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.848392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:34.851524 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] 10.222.0.35 "DELETE /v2.0/networks/eced0a10-9df9-407a-ae32-b5f13108d1ef HTTP/1.1" status: 204 len: 168 time: 0.9288161 Mar 10 17:51:34.864974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4500f-060b-417c-8baf-3990b8cf86b3 tempest-PortsIpV6TestJSON-699621076 tempest-PortsIpV6TestJSON-699621076-project] Pushing event deleted for resources: {'Network': ['ID=eced0a10-9df9-407a-ae32-b5f13108d1ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:35.138624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:35.294406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-95a74d58-d875-4ec0-a55c-a0d82ada85c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bd7808b55d2459a90969ab76c91d5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516342 Mar 10 17:51:35.294704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:35.350681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] Publish callbacks [] for security_group (f8c08f13-3def-4e24-ab81-a8eaa4894371), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.375954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] Publish callbacks [] for security_group (f8c08f13-3def-4e24-ab81-a8eaa4894371), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.444563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f8c08f13-3def-4e24-ab81-a8eaa4894371), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.447240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.451557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8c08f13-3def-4e24-ab81-a8eaa4894371 HTTP/1.1" status: 204 len: 168 time: 0.1558895 Mar 10 17:51:35.459888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3976e0-993b-4f61-ae78-62d93e5d0aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c08f13-3def-4e24-ab81-a8eaa4894371,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:35.496909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fd433982-f3aa-421a-a0ce-4d42cff613d0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:35.567199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port fd433982-f3aa-421a-a0ce-4d42cff613d0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:51:35.571643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port fd433982-f3aa-421a-a0ce-4d42cff613d0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:35.572126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.606198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ec7e-74d4-456c-96ee-a529e3bb61d8 req-0645a8ed-5a4f-4d1b-8446-6c162b22ebee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:35.611285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4192ec7e-74d4-456c-96ee-a529e3bb61d8 req-0645a8ed-5a4f-4d1b-8446-6c162b22ebee tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 984 time: 0.1070571 Mar 10 17:51:35.680798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4192ec7e-74d4-456c-96ee-a529e3bb61d8 req-9f9fac0b-6712-4c81-8171-c8a4bf2437ab tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637243 Mar 10 17:51:35.715448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port fd433982-f3aa-421a-a0ce-4d42cff613d0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:35.716200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.741746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:35.744854 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1efac6c-4c60-4c9c-bed4-a6e98d9d461b" -d '{"events": [{"server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:35.759607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:35.769120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:35.804591 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f0acbd-3729-4cf3-8413-479f6311864e x-openstack-request-id: req-77f0acbd-3729-4cf3-8413-479f6311864e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:35.804965 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:35.805377 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77f0acbd-3729-4cf3-8413-479f6311864e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:35.805855 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'code': 200} Mar 10 17:51:35.857646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:35.974315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf67b1-c3d8-450d-b6ff-5177b66d0d6f req-83746d1d-b718-4568-910b-615eba3046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:35.976288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67cf67b1-c3d8-450d-b6ff-5177b66d0d6f req-83746d1d-b718-4568-910b-615eba3046ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.1040671 Mar 10 17:51:36.024565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87bf6e-78c1-4651-835d-a521fab7109a req-fdedd388-d9f8-4080-8e21-b9ceb9bd502e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:36.031887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b87bf6e-78c1-4651-835d-a521fab7109a req-fdedd388-d9f8-4080-8e21-b9ceb9bd502e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 944 time: 0.1069865 Mar 10 17:51:36.127012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b87bf6e-78c1-4651-835d-a521fab7109a req-3e142ad8-2e13-4187-b5ac-662123212a4d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898402 Mar 10 17:51:36.144887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67cf67b1-c3d8-450d-b6ff-5177b66d0d6f req-0640cc51-8aa0-4600-8323-b98fd54ffd88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4bf1a93-a840-4e56-9084-aca60449836e&id=71fd8841-bd0c-4023-882b-77dddf28259d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1556420 Mar 10 17:51:36.347316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57346) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:36.456300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710195042'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:36.481296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.491910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.579229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (d1682f60-2e69-4a23-99cd-27424f096d1b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.585087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d1682f60-2e69-4a23-99cd-27424f096d1b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.625922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1682f60-2e69-4a23-99cd-27424f096d1b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:36.684815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.691732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.726123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca63cc-042e-4a61-a69e-9ea62da585ba,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:36.732794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.737804 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ed64d97-a564-4e8f-946e-d450480ec308 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3860018 Mar 10 17:51:36.738261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57354) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:36.845609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9bd38825-170e-4e73-b033-6a3a5e490f56 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1035969 Mar 10 17:51:36.846108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:36.852652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-security--1642874049', 'description': 'tempest-security-description-1624050334'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:36.877732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a93f0-c170-4083-b9d0-407f59a25b91 req-a5a6c2cb-d8cf-441a-ac8d-3617c6f1c26c tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:36.885210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d3a93f0-c170-4083-b9d0-407f59a25b91 req-a5a6c2cb-d8cf-441a-ac8d-3617c6f1c26c tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.0894496 Mar 10 17:51:36.921899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.967143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d3a93f0-c170-4083-b9d0-407f59a25b91 req-9918bdb3-e1f7-42e4-aa6d-49b032eb86c6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0788255 Mar 10 17:51:36.989409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.994965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:36.999532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.003457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "PUT /v2.0/security-groups/65ca63cc-042e-4a61-a69e-9ea62da585ba HTTP/1.1" status: 200 len: 1797 time: 0.1537735 Mar 10 17:51:37.003905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57360) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.047577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62cb3-b097-4aba-9040-6c782efd3220 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca63cc-042e-4a61-a69e-9ea62da585ba,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.080718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f0bcbb00-8efc-4835-b316-052b69571fbe tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups/65ca63cc-042e-4a61-a69e-9ea62da585ba HTTP/1.1" status: 200 len: 1797 time: 0.0742865 Mar 10 17:51:37.082665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57362) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.151357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.178069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.232655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65ca63cc-042e-4a61-a69e-9ea62da585ba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.236310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.240044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/65ca63cc-042e-4a61-a69e-9ea62da585ba HTTP/1.1" status: 204 len: 168 time: 0.1536763 Mar 10 17:51:37.241830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.268301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cca25c-5bf1-4c18-94c5-a04da0eb774d tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca63cc-042e-4a61-a69e-9ea62da585ba,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.340123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f52f4-a9e9-4555-b87c-202b1dc6f1fc req-9763a724-8fbb-4e35-bf76-bce73229673e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:37.341889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c5f52f4-a9e9-4555-b87c-202b1dc6f1fc req-9763a724-8fbb-4e35-bf76-bce73229673e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 944 time: 0.1030867 Mar 10 17:51:37.351787 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c97f608d-7b0a-4c7b-89e9-4edb1591cbf5 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1085105 Mar 10 17:51:37.354529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.372955 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-b7e60dd0-b9ca-4201-9383-da6f72440400 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] delete failed (client error): The resource could not be found. Mar 10 17:51:37.374189 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b7e60dd0-b9ca-4201-9383-da6f72440400 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/65ca63cc-042e-4a61-a69e-9ea62da585ba HTTP/1.1" status: 404 len: 347 time: 0.0184627 Mar 10 17:51:37.379204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57370) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.387254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957804532'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:37.430891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c5f52f4-a9e9-4555-b87c-202b1dc6f1fc req-32fb40b4-e228-4452-9474-65ebacecb5c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829232 Mar 10 17:51:37.434739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.518626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4944ded6-4b52-4b9a-ac42-a559f054ae54 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:37.528730 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (ff2620d5-2e58-488c-a237-f8a258fdfdc1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.536391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ff2620d5-2e58-488c-a237-f8a258fdfdc1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.579088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.580343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1982319 Mar 10 17:51:37.581518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6995a82-ff8f-458c-9463-8cfc83a134db tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2620d5-2e58-488c-a237-f8a258fdfdc1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.583437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57378) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.592436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': 'ff2620d5-2e58-488c-a237-f8a258fdfdc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:37.641185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:37.642795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.653502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '4944ded6-4b52-4b9a-ac42-a559f054ae54', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': '4944ded6-4b52-4b9a-ac42-a559f054ae54', 'mac_address': 'fa:16:3e:c2:1f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:37.697887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4944ded6-4b52-4b9a-ac42-a559f054ae54 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:37.698529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.711674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.714134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4944ded6-4b52-4b9a-ac42-a559f054ae54 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:37.718111 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.735365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:37.742202 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.743825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.748497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57380) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.749923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607568 Mar 10 17:51:37.752887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572a2ad-1003-4070-8591-30e66aaedce1 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d6a155-bda2-48e0-80e5-3ac9d9464be8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.782343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.791146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.805221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.821856 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (18d6a155-bda2-48e0-80e5-3ac9d9464be8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.828453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.832590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/18d6a155-bda2-48e0-80e5-3ac9d9464be8 HTTP/1.1" status: 204 len: 168 time: 0.0801375 Mar 10 17:51:37.832590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57382) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.843197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83084eca-e521-4382-a616-e656fb9b029e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d6a155-bda2-48e0-80e5-3ac9d9464be8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:37.884106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db7c6349-7bde-4fa0-a337-50f2184136bd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481529 Mar 10 17:51:37.884460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57384) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:37.957407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (ff2620d5-2e58-488c-a237-f8a258fdfdc1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:37.969838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4944ded6-4b52-4b9a-ac42-a559f054ae54'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:37.982682 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (ff2620d5-2e58-488c-a237-f8a258fdfdc1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.040152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ff2620d5-2e58-488c-a237-f8a258fdfdc1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.044089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.045352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff2620d5-2e58-488c-a237-f8a258fdfdc1 HTTP/1.1" status: 204 len: 168 time: 0.1598735 Mar 10 17:51:38.048856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:38.066889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f347294-b373-4013-be07-07b8753a1856 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2620d5-2e58-488c-a237-f8a258fdfdc1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:38.158981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-069a47a7-19c0-4a9f-aa91-c8eadf2d0412 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089575 Mar 10 17:51:38.163097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57392) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:38.168392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--154181491'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:38.188794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662ad83-207c-41bf-ba29-fdc22873a3ac req-84ca08b8-6bfb-4f0e-a099-de92b9af7d29 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:38.198131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d662ad83-207c-41bf-ba29-fdc22873a3ac req-84ca08b8-6bfb-4f0e-a099-de92b9af7d29 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.0975974 Mar 10 17:51:38.233074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.281909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d662ad83-207c-41bf-ba29-fdc22873a3ac req-6dd4809c-fa5f-4d3e-9aad-3970897e26f5 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0827534 Mar 10 17:51:38.348858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (2bcfb490-1eda-46cf-ba61-49989caf2b82), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.354156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2bcfb490-1eda-46cf-ba61-49989caf2b82), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.413948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.415472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2509756 Mar 10 17:51:38.419177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:38.419687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce380c00-3bc3-483b-9694-82b377d20639 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcfb490-1eda-46cf-ba61-49989caf2b82,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:38.431565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '2bcfb490-1eda-46cf-ba61-49989caf2b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:38.446223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff465c2-d818-4aff-b6d1-6e3b61aaeaf4 req-b89fac68-0228-4bf5-b9a0-a2af03c01c49 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:38.448009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ff465c2-d818-4aff-b6d1-6e3b61aaeaf4 req-b89fac68-0228-4bf5-b9a0-a2af03c01c49 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.0788920 Mar 10 17:51:38.478770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.515214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ff465c2-d818-4aff-b6d1-6e3b61aaeaf4 req-902672e8-c114-437f-b2f1-a60e18b34853 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0603526 Mar 10 17:51:38.609701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.615792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.632859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1644abf7-8832-4ebe-a71e-1a60d8b4aa8f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:38.659778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.663907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:38.665311 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3bb680f-9f88-4fd2-9cfa-7761b79cb8ea tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2442629 Mar 10 17:51:38.669594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '2bcfb490-1eda-46cf-ba61-49989caf2b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:38.703380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-b42dfdb4-1d79-4225-b0b5-89a52966daa7 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:38.705189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-b42dfdb4-1d79-4225-b0b5-89a52966daa7 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.0836971 Mar 10 17:51:38.728552 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.744950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b9e51-e5b1-430d-b4f0-242014961fb3 req-68487a6e-24ca-4eb4-99fa-9fcaa03a14c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:38.753366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e8b9e51-e5b1-430d-b4f0-242014961fb3 req-68487a6e-24ca-4eb4-99fa-9fcaa03a14c1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 945 time: 0.1672552 Mar 10 17:51:38.770417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-f7f2f300-90bc-4407-bdc6-1d4e5fc2711d tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.874935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.882267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e8b9e51-e5b1-430d-b4f0-242014961fb3 req-c992081d-1ad4-4599-a365-83e581a05995 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280422 Mar 10 17:51:38.884196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.910090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44c92e5-fae1-4973-951c-8d4931aeed99,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:38.946546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.950884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-574a872a-e9a3-465b-97eb-7fe09a11aa50 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2826352 Mar 10 17:51:38.951534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57412) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:38.956740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '2bcfb490-1eda-46cf-ba61-49989caf2b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:38.962642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-f7f2f300-90bc-4407-bdc6-1d4e5fc2711d tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Publish callbacks [] for security_group (ccbf4c6b-790c-4351-8a52-e9c0377a63a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:38.977595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-f7f2f300-90bc-4407-bdc6-1d4e5fc2711d tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ccbf4c6b-790c-4351-8a52-e9c0377a63a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.010854 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.044208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0e5e4c0-bdfe-417c-9dbc-4dabcb7a7d21 req-f7f2f300-90bc-4407-bdc6-1d4e5fc2711d tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3250434 Mar 10 17:51:39.046608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2f300-90bc-4407-bdc6-1d4e5fc2711d tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf4c6b-790c-4351-8a52-e9c0377a63a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.061439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.102832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.108510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.135591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458376e-066d-45b1-abe8-9c1d9e7dc0a4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:39.135831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ea8b6a-62cf-449b-84b7-384d58e8d5ee,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.141667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c458376e-066d-45b1-abe8-9c1d9e7dc0a4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1162 time: 0.0764728 Mar 10 17:51:39.141863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57416) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.148210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:39.158350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.162627 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23daefae-db6a-41a0-9b1a-7f03d92244ee tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102656 Mar 10 17:51:39.162975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.167968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '2bcfb490-1eda-46cf-ba61-49989caf2b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:39.182751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.201234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.279778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.287394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.314112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.314444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448f6198-e7a2-4d54-9c93-2f688d38ad18,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.320372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.321654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a72e38b8-c1b3-4cc2-9f2e-a1766c0b7d2c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573086 Mar 10 17:51:39.325844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.331935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '2bcfb490-1eda-46cf-ba61-49989caf2b82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:39.407644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.509549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.25.3.204 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/278f3815-ea59-4fd4-9445-75b97c8d6349) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:39.544139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4944ded6-4b52-4b9a-ac42-a559f054ae54 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:39.556173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.566501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.598899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9a662b-1bc1-4d90-83c0-00779e48a903,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.623320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 4944ded6-4b52-4b9a-ac42-a559f054ae54 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:51:39.627839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 4944ded6-4b52-4b9a-ac42-a559f054ae54 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:39.628268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.654819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.659550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91332d78-a121-4824-ab9f-e37c2e8fbfac tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3292325 Mar 10 17:51:39.659707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.693799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.703895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.710683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.739922 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2a9a662b-1bc1-4d90-83c0-00779e48a903), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.751414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.756969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57428) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.757564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2a9a662b-1bc1-4d90-83c0-00779e48a903 HTTP/1.1" status: 204 len: 168 time: 0.0969315 Mar 10 17:51:39.774033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4944ded6-4b52-4b9a-ac42-a559f054ae54 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:39.774741 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.783653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29299fa-0c54-4815-8b68-ba7c8e7b8c5f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a9a662b-1bc1-4d90-83c0-00779e48a903,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.791082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.827455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:39.830958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:39.834347 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8068e3-263c-4258-a7a0-f84473523937" -d '{"events": [{"server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "name": "network-vif-plugged", "status": "completed", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:39.837905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:39.898387 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7374ddc8-25ad-4d13-8214-5bf2ba24dd6a x-openstack-request-id: req-7374ddc8-25ad-4d13-8214-5bf2ba24dd6a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:39.900868 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "name": "network-vif-plugged", "status": "completed", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:39.900868 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7374ddc8-25ad-4d13-8214-5bf2ba24dd6a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:39.900868 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54', 'code': 200} Mar 10 17:51:39.902656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:39.914211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9495d071-31e0-4694-b5e0-0b7ef0f04c4f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1560819 Mar 10 17:51:39.917935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57432) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:39.919646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:39.928483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:39.934065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:39.941278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=278f3815-ea59-4fd4-9445-75b97c8d6349,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.001407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.044779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.128048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (448f6198-e7a2-4d54-9c93-2f688d38ad18), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.137288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.141071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/448f6198-e7a2-4d54-9c93-2f688d38ad18 HTTP/1.1" status: 204 len: 168 time: 0.2192390 Mar 10 17:51:40.142383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57442) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.156816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3ab43-2be3-4adb-bef3-761b5c168f25 req-86951f37-bb9f-436c-b350-dac95e3b0c73 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:40.158459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07a3ab43-2be3-4adb-bef3-761b5c168f25 req-86951f37-bb9f-436c-b350-dac95e3b0c73 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.1427379 Mar 10 17:51:40.159339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdc159-c768-44a2-a664-34429167e4b8 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=448f6198-e7a2-4d54-9c93-2f688d38ad18,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.166458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16651b89-1cb1-4df1-8583-2c48e124a7ab req-44cf53a3-22da-4d76-bb9c-50a9758676d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:40.168010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16651b89-1cb1-4df1-8583-2c48e124a7ab req-44cf53a3-22da-4d76-bb9c-50a9758676d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 1128 time: 0.1436765 Mar 10 17:51:40.202610 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a704b730-e062-4b31-8382-47bff39c8697 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0567548 Mar 10 17:51:40.202922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57444) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.253764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07a3ab43-2be3-4adb-bef3-761b5c168f25 req-2ea2e46a-f0ae-4389-a4cc-ab1e17b3ef04 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807378 Mar 10 17:51:40.256826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16651b89-1cb1-4df1-8583-2c48e124a7ab req-e8573b17-bb32-42aa-bb36-4a5ef83c8175 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788105 Mar 10 17:51:40.273392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.288606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.340670 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (50ea8b6a-62cf-449b-84b7-384d58e8d5ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.376389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.377475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/50ea8b6a-62cf-449b-84b7-384d58e8d5ee HTTP/1.1" status: 204 len: 168 time: 0.1730592 Mar 10 17:51:40.380898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.386789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdc18e-0e5d-46ef-bc2e-b35338d1fd46 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ea8b6a-62cf-449b-84b7-384d58e8d5ee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.427463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ed9a5a9d-4e4f-49d9-9b3a-c7f068b98e3c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0423262 Mar 10 17:51:40.427835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57450) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.451428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.458965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for floatingip (73a160e6-d4bb-4ace-b6b9-e3ee319441d2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.459235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.487462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e44c92e5-fae1-4973-951c-8d4931aeed99), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.494675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.498464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e44c92e5-fae1-4973-951c-8d4931aeed99 HTTP/1.1" status: 204 len: 168 time: 0.0670683 Mar 10 17:51:40.498905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57452) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.501476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754f2b-46d8-40ed-9af4-516cbff44a49 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e44c92e5-fae1-4973-951c-8d4931aeed99,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.558025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.591155 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5f1f289-4429-488e-a7f9-43b93ff5d815 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0876777 Mar 10 17:51:40.591425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.621163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.629228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.659816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1644abf7-8832-4ebe-a71e-1a60d8b4aa8f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.665802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.669303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1644abf7-8832-4ebe-a71e-1a60d8b4aa8f HTTP/1.1" status: 204 len: 168 time: 0.0745001 Mar 10 17:51:40.669628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57458) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.688147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad17eb-b813-4e46-8cfe-39445d2ac5fa tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1644abf7-8832-4ebe-a71e-1a60d8b4aa8f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.716522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a537b1b1-2637-45fc-9a8d-61b076634b1f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455248 Mar 10 17:51:40.719316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.742572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.749294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.771544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (2bcfb490-1eda-46cf-ba61-49989caf2b82), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.795325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (2bcfb490-1eda-46cf-ba61-49989caf2b82), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.827691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=278f3815-ea59-4fd4-9445-75b97c8d6349,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.836354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (73a160e6-d4bb-4ace-b6b9-e3ee319441d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.843802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2bcfb490-1eda-46cf-ba61-49989caf2b82), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.847522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:40.848993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/2bcfb490-1eda-46cf-ba61-49989caf2b82 HTTP/1.1" status: 204 len: 168 time: 0.1286345 Mar 10 17:51:40.853050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57462) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.872874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3aef21-8b83-49c1-9a10-bca150b78f21 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcfb490-1eda-46cf-ba61-49989caf2b82,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:40.912929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-40510bb9-aa76-471d-a9ca-56e8d27dbf16 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586107 Mar 10 17:51:40.918794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:40.923703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887158665'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:40.981912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.013176 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Floating IP 73a160e6-d4bb-4ace-b6b9-e3ee319441d2 associated. External IP: 172.25.3.204, port: fd433982-f3aa-421a-a0ce-4d42cff613d0. Mar 10 17:51:41.218619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (3d3f0fad-908d-4ee8-a7d5-2a3f34590c52), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.316190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:51:41.323649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d3f0fad-908d-4ee8-a7d5-2a3f34590c52), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.431393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb0a3-29fe-40a4-a579-d50dc0a3bcc5 req-0dfe797f-28e7-4450-b4ae-b9b79204745d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:41.439971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeceb0a3-29fe-40a4-a579-d50dc0a3bcc5 req-0dfe797f-28e7-4450-b4ae-b9b79204745d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.0847619 Mar 10 17:51:41.500669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.504749 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5849853 Mar 10 17:51:41.505618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57474) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:41.508079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:51:41.509559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeceb0a3-29fe-40a4-a579-d50dc0a3bcc5 req-3837b5d5-dbe5-4fe4-a428-9c43e719cf97 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681937 Mar 10 17:51:41.518179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '3d3f0fad-908d-4ee8-a7d5-2a3f34590c52', 'direction': 'ingress', 'protocol': 17}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:41.526674 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Sync routers for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:51:41.537690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc116faf-52d1-40a0-a4a5-9eb189402e2f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f0fad-908d-4ee8-a7d5-2a3f34590c52,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:41.540105 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:41.554475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:41.598191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.651411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (c44000fd-a6d4-41b9-a1b5-33e427747056), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.694025 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9e5973e2-8baf-425b-8d17-2523a1cf3631 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5507333 Mar 10 17:51:41.696893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:41.697054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:41.699871 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6f0503-63d6-43be-a097-3b87a6333b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:41.757702 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ee97e-7cf6-4e52-9d14-87e6ab297b04 x-openstack-request-id: req-3b3ee97e-7cf6-4e52-9d14-87e6ab297b04 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:41.758201 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:41.758669 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b3ee97e-7cf6-4e52-9d14-87e6ab297b04 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:41.759707 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'status': 'completed', 'code': 200} Mar 10 17:51:41.769424 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (c44000fd-a6d4-41b9-a1b5-33e427747056), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.775427 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:41.779606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (c44000fd-a6d4-41b9-a1b5-33e427747056), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.809995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44000fd-a6d4-41b9-a1b5-33e427747056,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:41.848535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:41.853193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a526e8e-6014-4470-99cd-edcdc224382c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3464708 Mar 10 17:51:41.853894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57486) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:41.959545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (3d3f0fad-908d-4ee8-a7d5-2a3f34590c52), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.013766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (3d3f0fad-908d-4ee8-a7d5-2a3f34590c52), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.083854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.084444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.084832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.085277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.085733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.086193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.086661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.087110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.087552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.090388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-acc99a1a-754b-4c59-b60e-9b930aaa4c31 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6387 time: 0.3923945 Mar 10 17:51:42.093601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57490) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.105346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-4108add3-5622-495f-8eba-f7df8a4c890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.106813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-4108add3-5622-495f-8eba-f7df8a4c890b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.1493485 Mar 10 17:51:42.178472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '73a160e6-d4bb-4ace-b6b9-e3ee319441d2', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'port_id': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:51:40Z', 'updated_at': '2022-03-10T17:51:40Z', 'revision_number': 0, 'project_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:42.182446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3d3f0fad-908d-4ee8-a7d5-2a3f34590c52), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.187383 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.190794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/3d3f0fad-908d-4ee8-a7d5-2a3f34590c52 HTTP/1.1" status: 204 len: 168 time: 0.3358545 Mar 10 17:51:42.193532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.210790 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Checking router: 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:51:42.222020 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:51:42.222678 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:42.238407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7361e-f254-4364-8ce1-dfcd3add7d98 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f0fad-908d-4ee8-a7d5-2a3f34590c52,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:42.299674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b404f4be-139c-408a-a306-66518a3eabe9 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744355 Mar 10 17:51:42.304019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.304482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.305017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.305462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.305903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.306345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.307014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.307462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.308052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.314132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e528fdc9-03e8-4804-b74d-7903e73f247a tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5927 time: 0.2183630 Mar 10 17:51:42.314326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.314776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57502) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.324138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470178912'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:42.371306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.401011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4430efda-9a59-4bed-b7ed-e85ec05e5649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.451711 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:51:42.569720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (8a953689-2ad8-4ae7-b78e-e6cc530a8a5a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.583624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a953689-2ad8-4ae7-b78e-e6cc530a8a5a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.619149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.621425 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3055804 Mar 10 17:51:42.637505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57514) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.647702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017712821'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:42.711494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbc6c-175e-464a-93ff-2559ba6ae7e8 req-5e2251c6-1fbe-4725-aa99-027e1c16a843 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.713885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2dbc6c-175e-464a-93ff-2559ba6ae7e8 req-5e2251c6-1fbe-4725-aa99-027e1c16a843 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.7572408 Mar 10 17:51:42.717777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.737852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e25ce-eccb-4a3a-9304-505789fccadd tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a953689-2ad8-4ae7-b78e-e6cc530a8a5a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:42.774792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-302a15a8-be2d-42bd-a12e-4b2d7c957bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:42.776648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-302a15a8-be2d-42bd-a12e-4b2d7c957bfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 896 time: 0.6585937 Mar 10 17:51:42.848344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (e04a1348-1206-4751-8173-b0578c177a4e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.860271 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e04a1348-1206-4751-8173-b0578c177a4e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.924554 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ebe0847-bffc-457b-9b26-9810180380bb tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.6070638 Mar 10 17:51:42.927173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.930165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b2dbc6c-175e-464a-93ff-2559ba6ae7e8 req-79666780-bba3-4971-a1fb-0305866800f6 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062068 Mar 10 17:51:42.974881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:42.976358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3349671 Mar 10 17:51:42.987972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7f3b-e2c9-4b13-b227-de0085cc24dc tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a1348-1206-4751-8173-b0578c177a4e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:42.988160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:42.993385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-83acbb75-50ae-4efb-8b2c-30855a83c9f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 1000 time: 0.1478059 Mar 10 17:51:42.996466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '8a953689-2ad8-4ae7-b78e-e6cc530a8a5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e04a1348-1206-4751-8173-b0578c177a4e', 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:43.044007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63e8f4-275a-4ed9-b920-132738dc84e4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.044656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63e8f4-275a-4ed9-b920-132738dc84e4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.059107 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c63e8f4-275a-4ed9-b920-132738dc84e4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9d7389a0-79f7-4c4d-a3c8-8e6404abb963 HTTP/1.1" status: 200 len: 2061 time: 0.1307502 Mar 10 17:51:43.061864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '73a160e6-d4bb-4ace-b6b9-e3ee319441d2', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'port_id': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:51:40Z', 'updated_at': '2022-03-10T17:51:40Z', 'revision_number': 0, 'project_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:51:43.070280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.121685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-f181456f-2b8d-4edf-8785-770f2c04b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.123456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-f181456f-2b8d-4edf-8785-770f2c04b50c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 200 len: 835 time: 0.1237543 Mar 10 17:51:43.128022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c5a99-1f9d-4b6f-8d58-1b424f5f7e83 None None] The sync data for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 is: [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '73a160e6-d4bb-4ace-b6b9-e3ee319441d2', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'port_id': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:51:40Z', 'updated_at': '2022-03-10T17:51:40Z', 'revision_number': 0, 'project_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:51:43.237863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-9360020e-23c4-49b4-a175-3862e6ae5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.239986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-9360020e-23c4-49b4-a175-3862e6ae5e7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8cd382ac-a654-4467-8a63-a123189aff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066384 Mar 10 17:51:43.255625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54bea9-815e-4620-a851-610e7d839b97 req-f37aa4af-5c84-4a53-a0ba-3294decd84fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.258249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e54bea9-815e-4620-a851-610e7d839b97 req-f37aa4af-5c84-4a53-a0ba-3294decd84fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.1394475 Mar 10 17:51:43.445231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e54bea9-815e-4620-a851-610e7d839b97 req-89ddf56f-1ecc-407b-a6be-e95e8aaf6ea0 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697354 Mar 10 17:51:43.477811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-75e6d4ef-4579-48a2-8a15-ad65b888eab0 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184474 Mar 10 17:51:43.543082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b7727-650c-483d-ba60-d2599b95616c None None] New status for floating IP 73a160e6-d4bb-4ace-b6b9-e3ee319441d2: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:51:43.738713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa6f0503-63d6-43be-a097-3b87a6333b4b req-2eaf5e73-b638-457c-9feb-4c2debdc5c73 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483521 Mar 10 17:51:43.840909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.846750 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.884643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3756538-6db5-493c-9194-d135c1ff693d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:43.890561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.891884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18419530-fd43-437c-a7d6-87a7e800b8ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9007435 Mar 10 17:51:43.894746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57556) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:43.926727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.939397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.985701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f3756538-6db5-493c-9194-d135c1ff693d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.993317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:43.993484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97f63-6be9-4940-8d22-aff16df31d10 req-2b017976-addd-4fdd-88b8-5794328158c4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:43.997135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd97f63-6be9-4940-8d22-aff16df31d10 req-2b017976-addd-4fdd-88b8-5794328158c4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.1200080 Mar 10 17:51:43.997293 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f3756538-6db5-493c-9194-d135c1ff693d HTTP/1.1" status: 204 len: 168 time: 0.0995526 Mar 10 17:51:43.997737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57560) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.005580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6adb4-83a0-4319-b51f-241334804e90 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3756538-6db5-493c-9194-d135c1ff693d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.083491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-61bc4e9c-2ae2-4266-83ed-6ea2b0d0b74c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0814381 Mar 10 17:51:44.087930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57564) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.099813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd97f63-6be9-4940-8d22-aff16df31d10 req-6eb7dfd6-61d6-43d9-96c0-6dee856ae7fa tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Mar 10 17:51:44.161772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (e04a1348-1206-4751-8173-b0578c177a4e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.185467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (e04a1348-1206-4751-8173-b0578c177a4e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.227009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e04a1348-1206-4751-8173-b0578c177a4e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.230380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.234116 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/e04a1348-1206-4751-8173-b0578c177a4e HTTP/1.1" status: 204 len: 168 time: 0.1474731 Mar 10 17:51:44.234806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.242207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822522a9-4b59-4691-8ee0-da540ef4d382 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a1348-1206-4751-8173-b0578c177a4e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.305430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f06eabd9-c5e9-4369-bd83-6cb00ffe16ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0682175 Mar 10 17:51:44.308280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.365257 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (8a953689-2ad8-4ae7-b78e-e6cc530a8a5a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.394383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (8a953689-2ad8-4ae7-b78e-e6cc530a8a5a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.436762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a953689-2ad8-4ae7-b78e-e6cc530a8a5a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.439563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.443336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a953689-2ad8-4ae7-b78e-e6cc530a8a5a HTTP/1.1" status: 204 len: 168 time: 0.1314774 Mar 10 17:51:44.443686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57576) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.463095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ab4cf-48f3-4cc6-b39f-6596c298da3f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a953689-2ad8-4ae7-b78e-e6cc530a8a5a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.502143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-10fb6888-47f0-4f57-b9b3-36fc801e52fb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534995 Mar 10 17:51:44.503063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.507220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--927223029'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:44.527755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.601718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (4b97d34c-fc8f-456c-9eaf-8a43790a7265), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.607569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4b97d34c-fc8f-456c-9eaf-8a43790a7265), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.657643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97d34c-fc8f-456c-9eaf-8a43790a7265,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.661966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c831e68b-2f82-40d3-aa05-232edfec268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.668645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.672668 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ba7e843-9a93-4e6f-9a2a-3ac3123f4138 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1661294 Mar 10 17:51:44.672836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.677874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '4b97d34c-fc8f-456c-9eaf-8a43790a7265', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:44.706582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.792144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.797622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.817202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd6902e-e0d0-4897-b114-cb797bbe36f4,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.827391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.828822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3eab1372-63ad-4f1a-a5c9-e1efa02c7457 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1546202 Mar 10 17:51:44.831675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.857793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.865692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.892081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5bd6902e-e0d0-4897-b114-cb797bbe36f4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.898589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:44.902314 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5bd6902e-e0d0-4897-b114-cb797bbe36f4 HTTP/1.1" status: 204 len: 168 time: 0.0669801 Mar 10 17:51:44.903045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57598) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:44.905698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe1a5-670f-4988-b272-a94f9e0ffe86 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bd6902e-e0d0-4897-b114-cb797bbe36f4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:44.959790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-222af9ed-6e25-41f2-a0bb-efb006a21cc3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550938 Mar 10 17:51:44.962794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57600) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.033425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (4b97d34c-fc8f-456c-9eaf-8a43790a7265), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.057962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (4b97d34c-fc8f-456c-9eaf-8a43790a7265), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.100624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4b97d34c-fc8f-456c-9eaf-8a43790a7265), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.104558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.108450 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/4b97d34c-fc8f-456c-9eaf-8a43790a7265 HTTP/1.1" status: 204 len: 168 time: 0.1418002 Mar 10 17:51:45.109208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57602) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.116080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0128a0-0eec-4885-8cee-cf24a2a3432f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97d34c-fc8f-456c-9eaf-8a43790a7265,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:45.187777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-44c0d9d2-e483-40ad-9139-2c455f91f644 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736692 Mar 10 17:51:45.188699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.194820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970948538'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:45.231088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.321452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893dcb2-2a18-493b-8a57-ba766299cea1 req-7fe2b541-cc4d-4481-b70e-a6692da32e82 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:45.323295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (9bd5804c-3f83-484e-a3b9-d99146ff8feb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.325737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a893dcb2-2a18-493b-8a57-ba766299cea1 req-7fe2b541-cc4d-4481-b70e-a6692da32e82 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.1181095 Mar 10 17:51:45.333611 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9bd5804c-3f83-484e-a3b9-d99146ff8feb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.342416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-d14ca861-e300-4e9b-8f51-10176cdb0195 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:45.344705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-d14ca861-e300-4e9b-8f51-10176cdb0195 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 946 time: 0.1352937 Mar 10 17:51:45.368520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5804c-3f83-484e-a3b9-d99146ff8feb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:45.374463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.378484 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-37b550cc-8574-4c1a-bf46-8fed4f2c37ad tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1856730 Mar 10 17:51:45.378789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.384638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '9bd5804c-3f83-484e-a3b9-d99146ff8feb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:45.416398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.436983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a893dcb2-2a18-493b-8a57-ba766299cea1 req-6480e9e3-be29-4cf2-93b6-2c929ad62c27 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899684 Mar 10 17:51:45.511888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port 4944ded6-4b52-4b9a-ac42-a559f054ae54 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:51:45.512992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.517615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.523162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.559488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0f11f9-1a8c-4126-ac06-a6775be968bb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:45.582952 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.584479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-964ba390-0778-4eee-a0e3-45d25d66faf3 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2044599 Mar 10 17:51:45.587231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.606466 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e99fce49-3eda-4b32-9231-ccee54a3b03c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules/7c0f11f9-1a8c-4126-ac06-a6775be968bb HTTP/1.1" status: 200 len: 763 time: 0.0168641 Mar 10 17:51:45.608213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.646492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port 4944ded6-4b52-4b9a-ac42-a559f054ae54, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4944ded6-4b52-4b9a-ac42-a559f054ae54,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:45.647112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.661212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for 4944ded6-4b52-4b9a-ac42-a559f054ae54 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:51:45.683729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea2cbfaf-e781-4f85-afe8-c1d28e2d7d13 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0743663 Mar 10 17:51:45.684353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57626) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.721554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.730240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.770307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7c0f11f9-1a8c-4126-ac06-a6775be968bb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.778306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.779540 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7c0f11f9-1a8c-4126-ac06-a6775be968bb HTTP/1.1" status: 204 len: 168 time: 0.0942543 Mar 10 17:51:45.781996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57630) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.806735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20f8ee-9259-4895-a43c-de8c93214c9b tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c0f11f9-1a8c-4126-ac06-a6775be968bb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:45.851440 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c79abd4f-2412-4b7c-a8fe-97ec03a775b9 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0659959 Mar 10 17:51:45.851947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:45.856756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '9bd5804c-3f83-484e-a3b9-d99146ff8feb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:45.863654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4944ded6-4b52-4b9a-ac42-a559f054ae54), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.891055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4944ded6-4b52-4b9a-ac42-a559f054ae54'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:45.895013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.908637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=4944ded6-4b52-4b9a-ac42-a559f054ae54,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:45.943867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:45.958622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port 4944ded6-4b52-4b9a-ac42-a559f054ae54 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:51:45.962508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.963843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:45.967024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-839c92ed-d590-45b5-b7b7-97d8067042e2 req-771ca29e-bd0c-4698-b706-25bc74d375d8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "DELETE /v2.0/ports/4944ded6-4b52-4b9a-ac42-a559f054ae54 HTTP/1.1" status: 204 len: 173 time: 0.5916016 Mar 10 17:51:45.967623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'name': 'network-vif-deleted', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:45.970485 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d059b7-24ea-450d-8517-95ae146774ec" -d '{"events": [{"server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "name": "network-vif-deleted", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:45.981134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.012681 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f401dd3-f250-4ebe-ba6b-2c50f796f1bb x-openstack-request-id: req-9f401dd3-f250-4ebe-ba6b-2c50f796f1bb {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:46.013218 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dc8363-ceeb-40e5-ba32-d0378784104b", "name": "network-vif-deleted", "tag": "4944ded6-4b52-4b9a-ac42-a559f054ae54", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:46.013656 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f401dd3-f250-4ebe-ba6b-2c50f796f1bb {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:46.014269 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dc8363-ceeb-40e5-ba32-d0378784104b', 'name': 'network-vif-deleted', 'tag': '4944ded6-4b52-4b9a-ac42-a559f054ae54', 'status': 'completed', 'code': 200} Mar 10 17:51:46.054820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ceb8b8-3c79-4c4e-a9de-2a1298480bdf,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:46.062285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.064385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.071350 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d22042e6-db6f-4af3-89e6-25451e7ab556 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163680 Mar 10 17:51:46.071877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.104918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a319774-34b5-4235-b62c-d8fa982adba9 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules/71ceb8b8-3c79-4c4e-a9de-2a1298480bdf HTTP/1.1" status: 200 len: 763 time: 0.0291216 Mar 10 17:51:46.105345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57644) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.177569 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f8b8c9d4-9a3e-4e15-b9fc-966d5b691100 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0670838 Mar 10 17:51:46.183504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.213542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.223371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.253022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (71ceb8b8-3c79-4c4e-a9de-2a1298480bdf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.259400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.261340 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/71ceb8b8-3c79-4c4e-a9de-2a1298480bdf HTTP/1.1" status: 204 len: 168 time: 0.0765305 Mar 10 17:51:46.263965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57654) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.267021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7cbf3-4c11-4b7f-af03-60ad6d349191 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ceb8b8-3c79-4c4e-a9de-2a1298480bdf,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:46.324305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a6832b73-e1be-4c2a-9f76-9e688342c6ec tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570619 Mar 10 17:51:46.324917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57656) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.329336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '9bd5804c-3f83-484e-a3b9-d99146ff8feb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:46.360548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.409117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.414621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.437080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3479904d-9b0d-47fd-8037-7abb2fb397dd,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:46.447058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.451518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57658) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.451896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90192b29-a7f3-4455-b7d9-ddbfff7a375f tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258407 Mar 10 17:51:46.491194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-66183910-a565-41c3-be8c-c0b093676d11 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules/3479904d-9b0d-47fd-8037-7abb2fb397dd HTTP/1.1" status: 200 len: 764 time: 0.0384247 Mar 10 17:51:46.493756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57662) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.543999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e8bc9ddc-650c-4409-b08b-4994a1567f92 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0473661 Mar 10 17:51:46.546467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57668) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.607900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.632163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.662945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b9d644f-62a7-4c72-9f9f-fc8a0813dd65 req-26ebbfaf-a147-4bd6-9d4f-f4373f569f30 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=75dc8363-ceeb-40e5-ba32-d0378784104b HTTP/1.1" status: 200 len: 210 time: 0.0488532 Mar 10 17:51:46.710889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3479904d-9b0d-47fd-8037-7abb2fb397dd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.723530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.727226 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3479904d-9b0d-47fd-8037-7abb2fb397dd HTTP/1.1" status: 204 len: 168 time: 0.1773293 Mar 10 17:51:46.727226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37657ba7-895b-4ebf-ac15-166a81f1e70e tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3479904d-9b0d-47fd-8037-7abb2fb397dd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:46.727482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.794320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c3669069-7786-44b5-9607-0dc1b1be2c01 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657423 Mar 10 17:51:46.797191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.861991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (9bd5804c-3f83-484e-a3b9-d99146ff8feb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.885080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (9bd5804c-3f83-484e-a3b9-d99146ff8feb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.942734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9bd5804c-3f83-484e-a3b9-d99146ff8feb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.945764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:46.946955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/9bd5804c-3f83-484e-a3b9-d99146ff8feb HTTP/1.1" status: 204 len: 168 time: 0.1481400 Mar 10 17:51:46.949964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57684) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:46.956937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a6edb-4b30-42ba-9e39-0dde4906b49c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5804c-3f83-484e-a3b9-d99146ff8feb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:47.004754 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-000421e4-06bd-4c96-8b53-0c35d837ea88 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535362 Mar 10 17:51:47.009228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57686) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.014271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group': {'name': 'tempest-secgroup--114977909'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:47.051350 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.132913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (96f1a6e0-bac6-43aa-ab9c-09dc03952540), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.138382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (96f1a6e0-bac6-43aa-ab9c-09dc03952540), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.169613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.174135 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1605799 Mar 10 17:51:47.174284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.178815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Request body: {'security_group_rule': {'security_group_id': '96f1a6e0-bac6-43aa-ab9c-09dc03952540', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:47.183715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89f3b8-8aaa-48de-89c9-b867736d7456 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1a6e0-bac6-43aa-ab9c-09dc03952540,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:47.217582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (09a2da1d-2076-4678-a669-8f969e4805f5), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.266523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.296642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (09a2da1d-2076-4678-a669-8f969e4805f5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.300799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (09a2da1d-2076-4678-a669-8f969e4805f5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.319990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a2da1d-2076-4678-a669-8f969e4805f5,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:47.334227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.335671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-74630658-692e-4101-b41e-3c9ae8c659de tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603990 Mar 10 17:51:47.338492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57696) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.393355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (96f1a6e0-bac6-43aa-ab9c-09dc03952540), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.416534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (96f1a6e0-bac6-43aa-ab9c-09dc03952540), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.471399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (96f1a6e0-bac6-43aa-ab9c-09dc03952540), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.474632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:47.476069 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/96f1a6e0-bac6-43aa-ab9c-09dc03952540 HTTP/1.1" status: 204 len: 168 time: 0.1363485 Mar 10 17:51:47.480433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.498493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b5546-f106-4640-b1ad-282051614ddb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1a6e0-bac6-43aa-ab9c-09dc03952540,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:47.538473 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d061e8e3-f16b-4331-8dc6-569aef546600 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538054 Mar 10 17:51:47.539266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57704) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.578466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7f725e76-7937-42ed-90e1-8d67041a3415 tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0374796 Mar 10 17:51:47.580599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57706) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.597483 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-b119a014-88b4-473a-a3e8-b9871468e04c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] delete failed (client error): The resource could not be found. Mar 10 17:51:47.601934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b119a014-88b4-473a-a3e8-b9871468e04c tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "DELETE /v2.0/security-groups/96f1a6e0-bac6-43aa-ab9c-09dc03952540 HTTP/1.1" status: 404 len: 347 time: 0.0169966 Mar 10 17:51:47.602442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57708) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:47.649403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ff7e049b-1579-497d-8f95-baeecc041fcb tempest-SecGroupTest-941258154 tempest-SecGroupTest-941258154-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416381 Mar 10 17:51:48.058307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:48.089313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-f09af23e-ace1-4db7-89b7-e117c71d2076 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:48.091704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-f09af23e-ace1-4db7-89b7-e117c71d2076 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.1317563 Mar 10 17:51:48.109143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-75e20e2b-06e0-485f-a5aa-5a7d4b69181b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/quotas/42bf43d02ba44aaebd685965c608c8ba HTTP/1.1" status: 200 len: 375 time: 0.0122120 Mar 10 17:51:48.205717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-db8843c7-2540-4e16-928d-8e373bbba57b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904207 Mar 10 17:51:48.228360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edb54a08-a845-4f6f-8542-473d7ce84728 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d0c1df8a57140ffbb50c4b785b6efb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686881 Mar 10 17:51:48.231433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:51:48.330102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-72aef4ec-cdf0-4bf1-8ebe-dc5115a41922 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232741 Mar 10 17:51:48.366582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] Publish callbacks [] for security_group (d1682f60-2e69-4a23-99cd-27424f096d1b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:48.431140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] Publish callbacks [] for security_group (d1682f60-2e69-4a23-99cd-27424f096d1b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:48.480204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-d9d56ab4-977d-4d49-bd46-5fcee2715b9a service neutron] 10.222.0.35 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404600 Mar 10 17:51:48.503898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d1682f60-2e69-4a23-99cd-27424f096d1b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:48.507557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:48.509206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1682f60-2e69-4a23-99cd-27424f096d1b HTTP/1.1" status: 204 len: 168 time: 0.2766278 Mar 10 17:51:48.519451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9cd18-633b-4ba1-8e97-96be7d02f754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1682f60-2e69-4a23-99cd-27424f096d1b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:48.816234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbf497de-fbb3-4e8e-bfe2-a2e1bee58363 req-ae301cbc-acb6-48fa-ba7b-f489918717fd tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 210 time: 0.0791178 Mar 10 17:51:49.300323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:49.613238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4944ded6-4b52-4b9a-ac42-a559f054ae54 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:51:49.645668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 4944ded6-4b52-4b9a-ac42-a559f054ae54 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:51:49.646138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4944ded6-4b52-4b9a-ac42-a559f054ae54 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:51:50.043048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f958f542-3a1f-4e94-b099-8093e5378c07 req-3fe5de90-5369-45f5-a55b-867cda097153 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 210 time: 0.0480480 Mar 10 17:51:50.096665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-f2a0a37a-22bd-4a85-b7d9-a2761dc7154f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:50.098904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-f2a0a37a-22bd-4a85-b7d9-a2761dc7154f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 806 time: 0.2574470 Mar 10 17:51:50.116471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Request body: {'port': {'device_id': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'admin_state_up': True, 'tenant_id': '42bf43d02ba44aaebd685965c608c8ba'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:50.252482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Made reservation on behalf of 42bf43d02ba44aaebd685965c608c8ba for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:51:50.257445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:50.464092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Allocated IP 172.20.0.5 (b6ae8b64-70f2-4e62-b657-88523eddd6cc/0ba1fbb9-63cb-4345-ba5d-0be33608aac4/d800140c-6414-4a07-b75f-06caa5c10db1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:51:50.631728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks [] for port (d800140c-6414-4a07-b75f-06caa5c10db1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:50.702176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:50.716577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:50.801796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Network b6ae8b64-70f2-4e62-b657-88523eddd6cc is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:51:50.808588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:51:50.814619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event updated for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:50.818097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:51:50.870849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:50.871494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:50.893516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-ebd11c66-1062-47e5-984d-d0fc928ec8cf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810357 Mar 10 17:51:50.915703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Request body: {'port': {'device_id': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:51:50.985599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.240740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aeee2-9024-4c42-bc51-c3a34be42696 req-3a1a2d21-7c08-4b89-ae78-a0a8fd9c70dc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:51.242642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc9aeee2-9024-4c42-bc51-c3a34be42696 req-3a1a2d21-7c08-4b89-ae78-a0a8fd9c70dc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 931 time: 0.1253610 Mar 10 17:51:51.326780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc9aeee2-9024-4c42-bc51-c3a34be42696 req-3799ad1e-06dc-4720-8851-0a0294dd1573 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749366 Mar 10 17:51:51.373478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d800140c-6414-4a07-b75f-06caa5c10db1 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:51.380914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks [] for port (d800140c-6414-4a07-b75f-06caa5c10db1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.393896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Transition to ACTIVE for port object d800140c-6414-4a07-b75f-06caa5c10db1 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:51:51.400204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.462121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Pushing event updated for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:51.536295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Attempting to bind port d800140c-6414-4a07-b75f-06caa5c10db1 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:51:51.536759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Attempting to bind port d800140c-6414-4a07-b75f-06caa5c10db1 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:51:51.537092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Attempting to bind port d800140c-6414-4a07-b75f-06caa5c10db1 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:51.542062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Port d800140c-6414-4a07-b75f-06caa5c10db1 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:51:51.542382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Attempting to bind port d800140c-6414-4a07-b75f-06caa5c10db1 on network b6ae8b64-70f2-4e62-b657-88523eddd6cc {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:51:51.547484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:51:51.547865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Checking segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:51:51.548608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Bound using segment: {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:51:51.549030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Bound port: d800140c-6414-4a07-b75f-06caa5c10db1, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814266a2-6f10-42cd-807c-9e48bcba0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:51:51.549386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.620410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:51:51.623682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=d800140c-6414-4a07-b75f-06caa5c10db1,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:51:51.631161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.670477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:51.671084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:51.673801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] 10.222.0.59 "PUT /v2.0/ports/d800140c-6414-4a07-b75f-06caa5c10db1 HTTP/1.1" status: 200 len: 1091 time: 0.7737319 Mar 10 17:51:51.674261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:51.676593 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8" -d '{"events": [{"name": "network-changed", "server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:51.725904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc52e84-7c9f-48cb-871a-7f12b6dda599 service neutron] Pushing event updated for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:51.784394 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c7f60-f0fb-4d65-9211-bdb0261c160d x-openstack-request-id: req-687c7f60-f0fb-4d65-9211-bdb0261c160d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:51.784756 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:51.784905 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-687c7f60-f0fb-4d65-9211-bdb0261c160d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:51.785316 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1', 'status': 'completed', 'code': 200} Mar 10 17:51:51.816348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-1ea3eb45-20fb-4d9f-beb2-096b5121ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:51.818695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-1ea3eb45-20fb-4d9f-beb2-096b5121ea64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 1125 time: 0.0875781 Mar 10 17:51:51.872286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-aa992c7e-13bd-46e3-ac37-b6a2100f505d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d800140c-6414-4a07-b75f-06caa5c10db1 HTTP/1.1" status: 200 len: 217 time: 0.0439951 Mar 10 17:51:51.937240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-22c6ed62-6a78-486c-b4f3-bb863151a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:51.939093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-22c6ed62-6a78-486c-b4f3-bb863151a64b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0543530 Mar 10 17:51:51.944737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-52f5960b-c072-4e2d-aed2-71155dbd9b16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597272 Mar 10 17:51:51.987729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-0c8918ac-368f-4e75-827d-e844ac3c9c1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314078 Mar 10 17:51:52.132532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-cd029011-4b21-4fd1-9868-546ecaa566ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.133709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-bacdace6-b311-4827-982e-4c810f1b3754 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383588 Mar 10 17:51:52.133937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-cd029011-4b21-4fd1-9868-546ecaa566ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.0742097 Mar 10 17:51:52.266632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6aeaff6c-0123-4909-9ac4-a3bbd2a937a9 req-af34d4bb-55c4-4f27-a61f-5340e5ffde7e service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217358 Mar 10 17:51:52.381016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-deb70f35-19c0-4b35-9662-72d09ad383e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.383571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-deb70f35-19c0-4b35-9662-72d09ad383e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 896 time: 0.2231088 Mar 10 17:51:52.432873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-9f57b646-5ca0-41bb-bd36-6f4d264a473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.434496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-9f57b646-5ca0-41bb-bd36-6f4d264a473e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 1125 time: 0.0958204 Mar 10 17:51:52.516778 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-d0f25102-e51a-43e5-af91-55e3103ab922 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 1002 time: 0.1261141 Mar 10 17:51:52.585912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-bc557fd7-bec3-40cc-9ace-4ae256348645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.587737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-bc557fd7-bec3-40cc-9ace-4ae256348645 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 200 len: 835 time: 0.0622349 Mar 10 17:51:52.625763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3ce12-96ed-4b4f-8663-1318f4cf30e3 req-1ffb6830-b445-48bc-bfb7-cafb4376e205 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.627591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f3ce12-96ed-4b4f-8663-1318f4cf30e3 req-1ffb6830-b445-48bc-bfb7-cafb4376e205 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 943 time: 0.1803079 Mar 10 17:51:52.663226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-cacadfb1-bcf4-4b4b-9f8c-865a77e838ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.665347 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-cacadfb1-bcf4-4b4b-9f8c-865a77e838ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8cd382ac-a654-4467-8a63-a123189aff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701137 Mar 10 17:51:52.709011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-68853f1c-1205-4115-8f09-cf7ca9a8d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.710506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-68853f1c-1205-4115-8f09-cf7ca9a8d34f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.2437427 Mar 10 17:51:52.736032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9f3ce12-96ed-4b4f-8663-1318f4cf30e3 req-be3669b2-fe62-4fb4-96f2-033b4f7699fc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018672 Mar 10 17:51:52.801861 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-404538ba-f6b8-4b35-87cd-784720e83edc service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275778 Mar 10 17:51:52.802133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-bfb87922-a8e2-4f7a-9dc4-241c92a0f05d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d800140c-6414-4a07-b75f-06caa5c10db1 HTTP/1.1" status: 200 len: 217 time: 0.0807867 Mar 10 17:51:52.877719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-3472604a-e972-4720-83ef-0b3dda1b6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:52.877719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-3472604a-e972-4720-83ef-0b3dda1b6c4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0580893 Mar 10 17:51:52.952473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-8b4884c4-a783-428f-8b99-adb6e10a2e2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682728 Mar 10 17:51:52.997529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-a2b12fe0-ecd2-449b-be1e-bbe0cf954eac req-02aa5b2c-d56d-466b-9ae5-b47d8a5496cf service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786022 Mar 10 17:51:53.076348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-9671eaef-5f2d-4ed9-9a36-41eb3fdd8ae8 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126580 Mar 10 17:51:53.205855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a4a5766-029c-4a0d-b3f4-b0b2ae1bcca8 req-4000b32b-76e4-475c-af98-23ab9374e720 service neutron] 10.222.0.59 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160266 Mar 10 17:51:53.891935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ce20-a783-4efb-a005-3c58790abcc2 req-95c18903-9f33-4b9a-ba2b-727bb55179e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:53.893604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58b6ce20-a783-4efb-a005-3c58790abcc2 req-95c18903-9f33-4b9a-ba2b-727bb55179e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 943 time: 0.0618205 Mar 10 17:51:53.976308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58b6ce20-a783-4efb-a005-3c58790abcc2 req-5f81cad0-8ccf-42b4-b2b2-a5052e9546bf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741982 Mar 10 17:51:55.001034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-e60336f1-8891-424d-8794-0090aea1914e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567565 Mar 10 17:51:55.136467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-50a0917b-5eee-4c96-ad2e-d539ccc62bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:55.137976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-50a0917b-5eee-4c96-ad2e-d539ccc62bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42bf43d02ba44aaebd685965c608c8ba&device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 1127 time: 0.1127727 Mar 10 17:51:55.149305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29095a-122e-46e8-94eb-c19caeacbed5 req-2edf7ec8-40bf-4bc5-a39c-091006ebdadf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:55.150932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d29095a-122e-46e8-94eb-c19caeacbed5 req-2edf7ec8-40bf-4bc5-a39c-091006ebdadf tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 943 time: 0.0780168 Mar 10 17:51:55.289931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8d29095a-122e-46e8-94eb-c19caeacbed5 req-f8559531-7e40-4c80-9862-3d67a9fb1fa4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988240 Mar 10 17:51:55.314871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-08ac1f40-0b2e-4312-b231-88cdc8458946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:55.314871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-08ac1f40-0b2e-4312-b231-88cdc8458946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 200 len: 907 time: 0.1549330 Mar 10 17:51:55.366592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-31df03ea-41af-4da5-8c67-c7804a9543bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 200 len: 217 time: 0.0446560 Mar 10 17:51:55.420186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-a3e5141d-462e-424d-9b8c-123613c42aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:55.421891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-a3e5141d-462e-424d-9b8c-123613c42aa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 200 len: 846 time: 0.0484724 Mar 10 17:51:55.458924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-eb05174d-3a0d-4e13-9193-08edf702b79a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6ae8b64-70f2-4e62-b657-88523eddd6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287395 Mar 10 17:51:55.574588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-0415a9c0-cf40-41b0-89f4-321a1bdcd6be service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114419 Mar 10 17:51:55.638986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device d800140c-6414-4a07-b75f-06caa5c10db1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:51:55.694626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a45ff78-d6d0-4e1f-87d7-ad364bf5b909 req-289170e4-e21e-4725-b0aa-0bb66d6c0edb service neutron] 10.222.0.41 "GET /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122622 Mar 10 17:51:55.798573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=d800140c-6414-4a07-b75f-06caa5c10db1,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:55.814716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'd800140c-6414-4a07-b75f-06caa5c10db1', 'network_id': 'b6ae8b64-70f2-4e62-b657-88523eddd6cc', 'port_id': 'd800140c-6414-4a07-b75f-06caa5c10db1', 'mac_address': 'fa:16:3e:e5:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba1fbb9-63cb-4345-ba5d-0be33608aac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:51:55.868525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port d800140c-6414-4a07-b75f-06caa5c10db1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:55.868921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:55.886875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d800140c-6414-4a07-b75f-06caa5c10db1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:51:55.910484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=d800140c-6414-4a07-b75f-06caa5c10db1,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:55.918322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:55.976354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:55.985129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.985565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.986002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.986401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.987190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.987396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.987902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.988289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.988691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.989089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.989606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.990172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:55.990750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:51:56.151438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['d800140c-6414-4a07-b75f-06caa5c10db1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:51:56.430516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabc760-70a0-4648-8b0d-304d80d1e27b req-1e384dda-ab2a-4eb6-bfab-8e11f4fdb5fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:56.432539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cabc760-70a0-4648-8b0d-304d80d1e27b req-1e384dda-ab2a-4eb6-bfab-8e11f4fdb5fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 944 time: 0.0631945 Mar 10 17:51:56.524833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cabc760-70a0-4648-8b0d-304d80d1e27b req-c87b146b-e8ab-4c4e-999c-6737a005c41a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716784 Mar 10 17:51:56.966760 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:57.656660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de1788-c0dd-4416-9fa5-056a141b2657 req-e164e128-0175-4a91-a5ad-72eb77d0f0fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:57.662382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device d800140c-6414-4a07-b75f-06caa5c10db1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:51:57.667969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75de1788-c0dd-4416-9fa5-056a141b2657 req-e164e128-0175-4a91-a5ad-72eb77d0f0fe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 944 time: 0.0619705 Mar 10 17:51:57.722085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75de1788-c0dd-4416-9fa5-056a141b2657 req-0a6c29b3-7b7f-428e-9e5e-4ca73085797f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515518 Mar 10 17:51:57.735533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port d800140c-6414-4a07-b75f-06caa5c10db1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:51:57.740147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port d800140c-6414-4a07-b75f-06caa5c10db1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:51:57.740517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:58.005546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port d800140c-6414-4a07-b75f-06caa5c10db1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:51:58.006258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:58.033001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:51:58.036018 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b815eb-c3a0-4d5d-b7d0-760d2fb91dd5" -d '{"events": [{"server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "name": "network-vif-plugged", "status": "completed", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:51:58.064427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=d800140c-6414-4a07-b75f-06caa5c10db1,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:51:58.081600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:51:58.090587 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b419c-0a64-40fb-808c-c1d2eba6e19d x-openstack-request-id: req-2f3b419c-0a64-40fb-808c-c1d2eba6e19d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:51:58.092721 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "name": "network-vif-plugged", "status": "completed", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:51:58.093018 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f3b419c-0a64-40fb-808c-c1d2eba6e19d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:51:58.093444 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1', 'code': 200} Mar 10 17:51:58.148519 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:51:58.229768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267b1fb-a452-49b1-8d17-a0277b4550f1 req-99671b8b-c3f4-4a25-a264-fafa920d9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:58.231461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1267b1fb-a452-49b1-8d17-a0277b4550f1 req-99671b8b-c3f4-4a25-a264-fafa920d9ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 1127 time: 0.0638940 Mar 10 17:51:58.282391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1267b1fb-a452-49b1-8d17-a0277b4550f1 req-df5cdec3-dea3-4216-82d7-4cf15be1bf2b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Mar 10 17:51:58.865090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c1982-ff7c-4306-8162-daaff1932ea7 req-444b8528-89fc-430b-9ddd-0b90d259158b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:51:58.866618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5c1982-ff7c-4306-8162-daaff1932ea7 req-444b8528-89fc-430b-9ddd-0b90d259158b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0716529 Mar 10 17:51:58.928327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e5c1982-ff7c-4306-8162-daaff1932ea7 req-f21e5112-44b3-4185-a938-3b1ee2528539 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Mar 10 17:51:59.063543 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:51:59.943646 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:00.093834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e2c59-46d1-4361-bf96-4caf7b91791f req-fb1f7094-23a6-44d0-9483-2b4938d5a693 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:00.095688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0e2c59-46d1-4361-bf96-4caf7b91791f req-fb1f7094-23a6-44d0-9483-2b4938d5a693 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0765693 Mar 10 17:52:00.151006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0e2c59-46d1-4361-bf96-4caf7b91791f req-6d7fbb55-e892-44a4-ab79-df6632354e55 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Mar 10 17:52:00.504707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d3d1-2147-46cd-aa68-69e9f7d75507 req-773da771-973e-41e2-9b00-7cfa1ced7cd8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:00.506589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d4d3d1-2147-46cd-aa68-69e9f7d75507 req-773da771-973e-41e2-9b00-7cfa1ced7cd8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1111195 Mar 10 17:52:00.608713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5d4d3d1-2147-46cd-aa68-69e9f7d75507 req-3b2ff2a0-df63-4fee-8534-df6d6591aee9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940464 Mar 10 17:52:00.806114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39d054-3d0f-48ce-9851-58bb5f898830 req-aefd968c-6f07-4759-b0b9-dbdbe9ce0f79 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:00.806114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad39d054-3d0f-48ce-9851-58bb5f898830 req-aefd968c-6f07-4759-b0b9-dbdbe9ce0f79 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1074178 Mar 10 17:52:00.867326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad39d054-3d0f-48ce-9851-58bb5f898830 req-c5106cd6-acda-48fa-8030-90c91ff0ec71 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Mar 10 17:52:01.172811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8705de6-eaf8-4c08-b54e-057dea964ff4 req-727a36a0-1a02-4b6c-8c2f-165e57970eb2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:01.176535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8705de6-eaf8-4c08-b54e-057dea964ff4 req-727a36a0-1a02-4b6c-8c2f-165e57970eb2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0680690 Mar 10 17:52:01.245675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8705de6-eaf8-4c08-b54e-057dea964ff4 req-14368a07-7418-4f65-ad7a-e29bb0afac9f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Mar 10 17:52:02.392513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbd850-a9c8-4997-b514-84e36b29a9ec req-6d920fa5-768e-47eb-91a1-2f1ff3f1328f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:02.394108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22dbd850-a9c8-4997-b514-84e36b29a9ec req-6d920fa5-768e-47eb-91a1-2f1ff3f1328f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0656798 Mar 10 17:52:02.463142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22dbd850-a9c8-4997-b514-84e36b29a9ec req-325babf9-09b0-4c9d-a193-371bdad6f5e9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591657 Mar 10 17:52:03.594791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02c5da-4b3d-43d0-a371-7076410d5ab4 req-6a0f155d-ee55-43db-a273-766534181aeb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:03.597526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e02c5da-4b3d-43d0-a371-7076410d5ab4 req-6a0f155d-ee55-43db-a273-766534181aeb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0635147 Mar 10 17:52:03.655947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e02c5da-4b3d-43d0-a371-7076410d5ab4 req-f3ecf193-10e6-4568-90f2-70a2d587238f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519838 Mar 10 17:52:04.814801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e039f-688e-4ec6-97a8-19c1649e2e03 req-0c57dd92-72aa-4d6d-a308-ee45d32f294d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:04.816469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d7e039f-688e-4ec6-97a8-19c1649e2e03 req-0c57dd92-72aa-4d6d-a308-ee45d32f294d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0870066 Mar 10 17:52:04.901763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d7e039f-688e-4ec6-97a8-19c1649e2e03 req-64b731e2-f3c2-487a-a528-2b76c5308b26 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Mar 10 17:52:06.036228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058a734-68cb-40ad-ab6a-d5183735b584 req-2e9c2461-159f-49f0-9b45-93dae7b12a44 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:06.038125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c058a734-68cb-40ad-ab6a-d5183735b584 req-2e9c2461-159f-49f0-9b45-93dae7b12a44 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0567629 Mar 10 17:52:06.114029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c058a734-68cb-40ad-ab6a-d5183735b584 req-109a1d95-99fd-469c-8ecb-23f51e82d524 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681458 Mar 10 17:52:06.762548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:06.891532 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.040539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Publish callbacks [] for security_group (5de29ccd-83c1-4e68-ba25-d1cbb1751880), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.049515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5de29ccd-83c1-4e68-ba25-d1cbb1751880), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.078638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de29ccd-83c1-4e68-ba25-d1cbb1751880,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:07.096927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.097301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.097643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.097983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.098316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.098661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.099016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.099342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.099664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.099985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.100308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.100627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.100948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:07.120086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6564776f-c37d-4351-a72a-071d7b2b0028 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8da6ea1614474bc1b7070599b747bb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562641 Mar 10 17:52:07.122747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:07.521577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] Publish callbacks [] for security_group (5de29ccd-83c1-4e68-ba25-d1cbb1751880), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.560872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] Publish callbacks [] for security_group (5de29ccd-83c1-4e68-ba25-d1cbb1751880), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.643685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489615f-436c-4f07-a798-47252d7f4a81 req-abb707e5-3119-4645-8f3d-891c40f6420a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:07.645452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0489615f-436c-4f07-a798-47252d7f4a81 req-abb707e5-3119-4645-8f3d-891c40f6420a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1465867 Mar 10 17:52:07.646668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5de29ccd-83c1-4e68-ba25-d1cbb1751880), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.649326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:07.652017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5de29ccd-83c1-4e68-ba25-d1cbb1751880 HTTP/1.1" status: 204 len: 168 time: 0.5270970 Mar 10 17:52:07.702226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a79dbf-3b74-4dc3-beac-ff6778377375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de29ccd-83c1-4e68-ba25-d1cbb1751880,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:07.763974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0489615f-436c-4f07-a798-47252d7f4a81 req-d5d4987e-2e83-4b3a-b69f-dae6b37c167a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932753 Mar 10 17:52:07.983040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58438) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:08.007494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07080109-8217-4cd0-a2e0-05aedcdcf6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.090420 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07080109-8217-4cd0-a2e0-05aedcdcf6db admin admin] Publish callbacks [] for security_group (5858f6fe-0add-4db2-afa5-dbc77698582f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.097505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-07080109-8217-4cd0-a2e0-05aedcdcf6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5858f6fe-0add-4db2-afa5-dbc77698582f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.140118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-07080109-8217-4cd0-a2e0-05aedcdcf6db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f46868ef2b0a450fbc1910e8d0342508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559849 Mar 10 17:52:08.143419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58442) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:08.156806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07080109-8217-4cd0-a2e0-05aedcdcf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858f6fe-0add-4db2-afa5-dbc77698582f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:08.205136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] Publish callbacks [] for security_group (5858f6fe-0add-4db2-afa5-dbc77698582f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.235666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] Publish callbacks [] for security_group (5858f6fe-0add-4db2-afa5-dbc77698582f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.296621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5858f6fe-0add-4db2-afa5-dbc77698582f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.299676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:08.300851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5858f6fe-0add-4db2-afa5-dbc77698582f HTTP/1.1" status: 204 len: 168 time: 0.1568620 Mar 10 17:52:08.312820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fd414-8d5b-400d-b49c-bfa2fe706a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858f6fe-0add-4db2-afa5-dbc77698582f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:08.926527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e471d-5dfd-420e-9501-1e54a9d3f036 req-652145ef-7cab-4803-af9a-41797814257d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:08.929306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-298e471d-5dfd-420e-9501-1e54a9d3f036 req-652145ef-7cab-4803-af9a-41797814257d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1000683 Mar 10 17:52:09.021830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-298e471d-5dfd-420e-9501-1e54a9d3f036 req-3aeb6f0b-fa6f-4492-bfc2-ccfca33fc602 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851490 Mar 10 17:52:10.186155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf89078-c762-4cba-8cee-3912917b5bcb req-b0b1c7f0-25c0-4a3b-a971-4cc289c9b7d5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:10.193395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cf89078-c762-4cba-8cee-3912917b5bcb req-b0b1c7f0-25c0-4a3b-a971-4cc289c9b7d5 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0677094 Mar 10 17:52:10.248636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cf89078-c762-4cba-8cee-3912917b5bcb req-5fe1aff5-5ad6-4866-90a9-8632c27f7ffe tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Mar 10 17:52:10.618486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:10.752821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d670-c672-409e-8cef-2f9136cbf4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:10.835693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d670-c672-409e-8cef-2f9136cbf4bf admin admin] Publish callbacks [] for security_group (1c719a72-360f-4033-a628-380456aeb653), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:10.841105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d670-c672-409e-8cef-2f9136cbf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c719a72-360f-4033-a628-380456aeb653), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:10.879857 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6f9d670-c672-409e-8cef-2f9136cbf4bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de721bff9dfd462399df11ecb781be0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596927 Mar 10 17:52:10.880601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9d670-c672-409e-8cef-2f9136cbf4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c719a72-360f-4033-a628-380456aeb653,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:10.882988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58600) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:10.948177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] Publish callbacks [] for security_group (1c719a72-360f-4033-a628-380456aeb653), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:10.971757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] Publish callbacks [] for security_group (1c719a72-360f-4033-a628-380456aeb653), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.040060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c719a72-360f-4033-a628-380456aeb653), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.040060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.040060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c719a72-360f-4033-a628-380456aeb653 HTTP/1.1" status: 204 len: 168 time: 0.1556523 Mar 10 17:52:11.050103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f32f9-2a31-45f7-905f-c0cac1ff55d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c719a72-360f-4033-a628-380456aeb653,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:11.370509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58626) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:11.410713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d2299b-cc56-474d-8012-3f205058a054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.465110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afb353-ed42-45c9-9aec-a689581dda2b req-9a55cbd1-51bd-40d9-a1d7-ff994fcd9036 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:11.466612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86afb353-ed42-45c9-9aec-a689581dda2b req-9a55cbd1-51bd-40d9-a1d7-ff994fcd9036 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0824642 Mar 10 17:52:11.538172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86afb353-ed42-45c9-9aec-a689581dda2b req-a38d78fa-1c77-4cf6-8cf8-9129df6835dc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Mar 10 17:52:11.547060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d2299b-cc56-474d-8012-3f205058a054 admin admin] Publish callbacks [] for security_group (248b3ccc-6bd8-4424-a53e-16249c0a87e7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.558533 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d2299b-cc56-474d-8012-3f205058a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (248b3ccc-6bd8-4424-a53e-16249c0a87e7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.598591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-39d2299b-cc56-474d-8012-3f205058a054 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5334cc850b6942f79012d1e58ecafa76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257965 Mar 10 17:52:11.599293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:11.611900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2299b-cc56-474d-8012-3f205058a054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248b3ccc-6bd8-4424-a53e-16249c0a87e7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:11.677578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] Publish callbacks [] for security_group (248b3ccc-6bd8-4424-a53e-16249c0a87e7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.699223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] Publish callbacks [] for security_group (248b3ccc-6bd8-4424-a53e-16249c0a87e7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.750949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (248b3ccc-6bd8-4424-a53e-16249c0a87e7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.754205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:11.758601 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/248b3ccc-6bd8-4424-a53e-16249c0a87e7 HTTP/1.1" status: 204 len: 168 time: 0.1580586 Mar 10 17:52:11.768459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7653-b2d6-44be-b205-e152ec7c270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248b3ccc-6bd8-4424-a53e-16249c0a87e7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:12.387508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2781c0c0-3eb2-48bc-b230-27a758fa347b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:12.679068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7a23f-dab4-461c-844f-aa5ba0e7af82 req-15e2e03a-4e1a-47af-bb05-c80a42c3f7fb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:12.680689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6dc7a23f-dab4-461c-844f-aa5ba0e7af82 req-15e2e03a-4e1a-47af-bb05-c80a42c3f7fb tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0564325 Mar 10 17:52:12.735494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6dc7a23f-dab4-461c-844f-aa5ba0e7af82 req-9253aaa9-4dcb-4652-8918-02f39f45167b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 Mar 10 17:52:13.915996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d27d7b-7234-48c8-bb1f-7d5cb3d9cb4a req-2d4a2ab7-acb7-4d6c-808e-7e98384b16ae tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:13.917668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d27d7b-7234-48c8-bb1f-7d5cb3d9cb4a req-2d4a2ab7-acb7-4d6c-808e-7e98384b16ae tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0645020 Mar 10 17:52:13.973139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d27d7b-7234-48c8-bb1f-7d5cb3d9cb4a req-7b95a2a2-9db7-4383-b4a0-2b2fc898ba2e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Mar 10 17:52:14.656227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d9bc87ae-e5b6-4026-b195-ceccc5d31afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:15.133373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b720b1c-c6de-4f91-8341-cae2b71f02ae req-ce5349f4-e491-49fe-b4b8-cfac4adad5e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:15.138266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b720b1c-c6de-4f91-8341-cae2b71f02ae req-ce5349f4-e491-49fe-b4b8-cfac4adad5e8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0790601 Mar 10 17:52:15.260513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b720b1c-c6de-4f91-8341-cae2b71f02ae req-152881e2-29f4-4dbb-a728-19db03f1d478 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157126 Mar 10 17:52:15.861529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.227317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58844) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:16.352783 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cd24a1ea-e226-4ad6-be87-33920bc2818e tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3710 time: 0.1242428 Mar 10 17:52:16.358996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:16.364187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'network': {'name': 'tempest-network-smoke--1065929453', 'project_id': '454114d48dee4f708db905f271d4a1da', 'port_security_enabled': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:16.391544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:52:16.395393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.429535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:52:16.440221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37cbaa-e8bd-459f-bfef-a59ef5176bef req-cc118c41-26fa-4c82-968f-93004437356f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:16.443525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f992a4ea-2fd5-441d-8f1f-5b8c71c422c1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.443870 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Added segment f992a4ea-2fd5-441d-8f1f-5b8c71c422c1 of type vlan for network 73811947-6231-4391-bc5d-794e00f057a6 Mar 10 17:52:16.446588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb37cbaa-e8bd-459f-bfef-a59ef5176bef req-cc118c41-26fa-4c82-968f-93004437356f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1013241 Mar 10 17:52:16.517227 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (73811947-6231-4391-bc5d-794e00f057a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.553013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb37cbaa-e8bd-459f-bfef-a59ef5176bef req-d6b4401e-ccc1-485e-a88c-c3297bc5876d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011429 Mar 10 17:52:16.598400 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (73811947-6231-4391-bc5d-794e00f057a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.605749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:16.606954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.701324 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3410361 Mar 10 17:52:16.702113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58868) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:16.709520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'admin_state_up': True, 'project_id': '454114d48dee4f708db905f271d4a1da', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:16.753230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5659888-1c73-4b70-bace-c91336e226d4 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Network': ['ID=73811947-6231-4391-bc5d-794e00f057a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:16.779350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 73811947-6231-4391-bc5d-794e00f057a6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:52:16.815722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.818094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:16.926658 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_controller (fc6f1116-57e8-4389-9b1e-7bbedb078cea), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.153285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (fc6f1116-57e8-4389-9b1e-7bbedb078cea), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.282480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.448530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.470669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.601577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.25.3.197 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/1e8ab0c1-a2c4-4d38-9255-162e52a103e8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:17.738538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58902) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:17.858456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d639fb8-f458-4697-9681-42b7ba709f95 req-78049cd5-a2ed-4292-b783-53bbab9ff748 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:17.859969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d639fb8-f458-4697-9681-42b7ba709f95 req-78049cd5-a2ed-4292-b783-53bbab9ff748 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1305718 Mar 10 17:52:17.866450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.898285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aac5d33b-8087-44a9-8a32-6f266bbc0fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:17.939388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d639fb8-f458-4697-9681-42b7ba709f95 req-97710274-640e-46b7-9c78-9eda9da40940 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710535 Mar 10 17:52:17.950907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.026199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:18.027667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:18.037039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aac5d33b-8087-44a9-8a32-6f266bbc0fc1 admin admin] Publish callbacks [] for security_group (5bfc0ac6-374d-4707-863d-023a4777fd36), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.039553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:18.043117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:18.049354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aac5d33b-8087-44a9-8a32-6f266bbc0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5bfc0ac6-374d-4707-863d-023a4777fd36), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.091845 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aac5d33b-8087-44a9-8a32-6f266bbc0fc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55cb8ca4d151405db1361d93e6555f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519862 Mar 10 17:52:18.092773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:18.115295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5d33b-8087-44a9-8a32-6f266bbc0fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfc0ac6-374d-4707-863d-023a4777fd36,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:18.159451 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] Publish callbacks [] for security_group (5bfc0ac6-374d-4707-863d-023a4777fd36), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.182405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] Publish callbacks [] for security_group (5bfc0ac6-374d-4707-863d-023a4777fd36), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.237568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5bfc0ac6-374d-4707-863d-023a4777fd36), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.240265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.241636 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bfc0ac6-374d-4707-863d-023a4777fd36 HTTP/1.1" status: 204 len: 168 time: 0.1426179 Mar 10 17:52:18.250511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8df6f1-2029-4e1b-99d3-2c6076e29c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfc0ac6-374d-4707-863d-023a4777fd36,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:18.415756 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.620882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:18.638516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-130ca4c2-bf3d-45f9-a9fe-fd3baebe4092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.650399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.750531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-130ca4c2-bf3d-45f9-a9fe-fd3baebe4092 admin admin] Publish callbacks [] for security_group (c41c3545-4c73-4c22-ae83-f8f09e15eac7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.761021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-130ca4c2-bf3d-45f9-a9fe-fd3baebe4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c41c3545-4c73-4c22-ae83-f8f09e15eac7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.821441 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-130ca4c2-bf3d-45f9-a9fe-fd3baebe4092 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4bb6f2b475b494d9e64d22fed4bae83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994090 Mar 10 17:52:18.822772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58932) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:18.830487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ca4c2-bf3d-45f9-a9fe-fd3baebe4092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c3545-4c73-4c22-ae83-f8f09e15eac7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:18.836534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router fc6f1116-57e8-4389-9b1e-7bbedb078cea is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:52:18.887420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] Publish callbacks [] for security_group (c41c3545-4c73-4c22-ae83-f8f09e15eac7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.915639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] Publish callbacks [] for security_group (c41c3545-4c73-4c22-ae83-f8f09e15eac7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:18.995772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:19.004809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c41c3545-4c73-4c22-ae83-f8f09e15eac7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:19.007028 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Sync routers for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:19.008508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:19.010173 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c41c3545-4c73-4c22-ae83-f8f09e15eac7 HTTP/1.1" status: 204 len: 168 time: 0.1861658 Mar 10 17:52:19.028413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb96bb-bcf6-458a-b0c7-f2969ce28424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c3545-4c73-4c22-ae83-f8f09e15eac7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:19.053701 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:19.055538 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:19.059951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:19.061643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9208e285-65fb-47ef-ae4d-a16bad576803 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3581557 Mar 10 17:52:19.064690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.287701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946f55a-848e-4354-b93f-417584067772 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:19.296987 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0946f55a-848e-4354-b93f-417584067772 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=454114d48dee4f708db905f271d4a1da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2284040 Mar 10 17:52:19.297379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58952) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.311388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:19.312998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616d30b-c8b2-4c16-84c1-9a2f091dddc3 req-f369a98c-14f8-4217-8b7f-a7a3bde6603a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:19.331045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7616d30b-c8b2-4c16-84c1-9a2f091dddc3 req-f369a98c-14f8-4217-8b7f-a7a3bde6603a tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1578217 Mar 10 17:52:19.497231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7616d30b-c8b2-4c16-84c1-9a2f091dddc3 req-64ff1f68-c55d-473d-b39c-620ef3b0872f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650231 Mar 10 17:52:19.532809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8454524-ef5e-4a67-9eef-f4ef9d42d530 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:19.534497 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e8454524-ef5e-4a67-9eef-f4ef9d42d530 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2339621 Mar 10 17:52:19.537449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58960) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.603688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:19.625970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-60a0f02c-65d5-423a-8086-0e231c016c42 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870192 Mar 10 17:52:19.628559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58962) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.670064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.670335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9158086f-5a4a-4429-9f2c-091f6aa2d675 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=454114d48dee4f708db905f271d4a1da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405316 Mar 10 17:52:19.800044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bd657-1fc9-4a7c-bcd9-25c1465dec84 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:19.806077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58978) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.826734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-401bd657-1fc9-4a7c-bcd9-25c1465dec84 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451297 Mar 10 17:52:19.889618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:19.890723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8db34d7-f266-4c42-b600-57ba9ef71f9c tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830128 Mar 10 17:52:19.895188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514910230', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'project_id': '454114d48dee4f708db905f271d4a1da', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:19.973669 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:18Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:20.013166 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Checking router: fc6f1116-57e8-4389-9b1e-7bbedb078cea for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:52:20.013844 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Updating router fc6f1116-57e8-4389-9b1e-7bbedb078cea port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:52:20.056934 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.118730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:52:20.123992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.396246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (7f2ad228-5302-4d50-b88c-cf444f65c5f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.463674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Subnet': ['ID=7f2ad228-5302-4d50-b88c-cf444f65c5f1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:20.507284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Checking segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:20.507904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network hostable DHCP agents. Network: 73811947-6231-4391-bc5d-794e00f057a6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:52:20.528662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 73811947-6231-4391-bc5d-794e00f057a6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:52:20.540112 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks [] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.543798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 73811947-6231-4391-bc5d-794e00f057a6) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:20.553594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3bce03-7e71-4a0d-a2db-e93254a1ddb9 None None] Network 73811947-6231-4391-bc5d-794e00f057a6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:52:20.554408 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.560585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:20.561961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.610068 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f277eeff-c7a6-4ef2-9d08-602a61de0334 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7169564 Mar 10 17:52:20.610294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:20.623598 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Pushing event updated for resources: {'Port': ['ID=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:20.643083 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Attempting to bind port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:52:20.643467 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Attempting to bind port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:52:20.644789 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Attempting to bind port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:20.651765 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:52:20.652143 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:20.652737 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.653064 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:52:20.653636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Bound port: 1e8ab0c1-a2c4-4d38-9255-162e52a103e8, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:52:20.654027 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.724444 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] For port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:52:20.729021 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] For port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:52:20.743124 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.743694 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.744644 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.744644 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.744969 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.745302 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.745829 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.746158 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.746555 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.746925 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.747254 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.747577 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.747994 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:20.760615 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.817312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d800f5-2e51-403b-b79a-3515f64fb8bb req-8d7a426e-774a-4d88-a987-a0baf97ae9b4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:20.825246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07d800f5-2e51-403b-b79a-3515f64fb8bb req-8d7a426e-774a-4d88-a987-a0baf97ae9b4 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1468732 Mar 10 17:52:20.865080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-73811947-6231-4391-bc5d-794e00f057a6', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'project_id': '454114d48dee4f708db905f271d4a1da', 'fixed_ips': [{'subnet_id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:52:20.865986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:20.885005 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:20.886842 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:20.926579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07d800f5-2e51-403b-b79a-3515f64fb8bb req-1dd802ab-f57e-419c-81d5-8e15abf021c9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Mar 10 17:52:20.986805 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d95bc-1a95-4fdd-99ad-460c7c0f6237 None None] Pushing event updated for resources: {'Port': ['ID=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:21.157245 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:21.263735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Allocated IP 172.20.0.18 (73811947-6231-4391-bc5d-794e00f057a6/7f2ad228-5302-4d50-b88c-cf444f65c5f1/74588e09-7a00-413b-ba1f-cd702bd695a4) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:21.590650 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:21.615548 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:18Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:21.625400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks [] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:21.636450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:21.683716 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73cce-26d1-4d26-a805-f88772aa6f60 None None] The sync data for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 is: [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:18Z', 'revision_number': 3, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:52:21.685686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Pushing event updated for resources: {'Port': ['ID=74588e09-7a00-413b-ba1f-cd702bd695a4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:21.715731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Network 73811947-6231-4391-bc5d-794e00f057a6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:21.719445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:21.726259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:21.865096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Attempting to bind port 74588e09-7a00-413b-ba1f-cd702bd695a4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:52:21.865906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Attempting to bind port 74588e09-7a00-413b-ba1f-cd702bd695a4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:52:21.866462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Attempting to bind port 74588e09-7a00-413b-ba1f-cd702bd695a4 on network 73811947-6231-4391-bc5d-794e00f057a6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:21.877092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:52:21.877857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Checking segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:21.878517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:21.879127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Bound using segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:52:21.879778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Bound port: 74588e09-7a00-413b-ba1f-cd702bd695a4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:52:21.880338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:22.018530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] For port 74588e09-7a00-413b-ba1f-cd702bd695a4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:52:22.029214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] For port 74588e09-7a00-413b-ba1f-cd702bd695a4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=74588e09-7a00-413b-ba1f-cd702bd695a4,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:52:22.047770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:22.218122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eefce-12ce-4d5b-8aea-6b9b4724dbc6 req-49556241-29ee-4277-a0a6-0c63216afb55 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:22.219752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-500eefce-12ce-4d5b-8aea-6b9b4724dbc6 req-49556241-29ee-4277-a0a6-0c63216afb55 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1248803 Mar 10 17:52:22.268307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a99a-05a3-48b2-929c-2af12787f3a5 None None] Pushing event updated for resources: {'Port': ['ID=74588e09-7a00-413b-ba1f-cd702bd695a4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:22.390402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-500eefce-12ce-4d5b-8aea-6b9b4724dbc6 req-7696011d-f59c-48a4-8dd2-285391c3de1d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Mar 10 17:52:22.741434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.20.0.17 (73811947-6231-4391-bc5d-794e00f057a6/7f2ad228-5302-4d50-b88c-cf444f65c5f1/e5f6b02c-1d47-463c-bf3e-98e6bf69260a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:22.976993 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:23.022835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:23.131703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 73811947-6231-4391-bc5d-794e00f057a6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:23.136848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:23.140604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:23.200805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:23.301313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59076) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:23.325409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:23.700189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.125878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34c500-98c1-4f3c-8479-73737c170f15 None None] Network 73811947-6231-4391-bc5d-794e00f057a6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:52:24.144406 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d1-9279-44df-a7ba-c3ad454e028e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.227002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16211aa-4476-466c-b311-aa083190981d req-f845425c-1af5-4618-acdb-4a2ccdd704b9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:24.234288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c16211aa-4476-466c-b311-aa083190981d req-f845425c-1af5-4618-acdb-4a2ccdd704b9 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.6762366 Mar 10 17:52:24.315739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.318533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c16211aa-4476-466c-b311-aa083190981d req-e74c8b26-bdbc-4485-939f-dc362d75a363 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832160 Mar 10 17:52:24.336212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.380543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Provisioning complete for port 74588e09-7a00-413b-ba1f-cd702bd695a4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:24.380543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.384327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:24.466360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d1-9279-44df-a7ba-c3ad454e028e admin admin] Publish callbacks [] for security_group (f2fd5abe-9d51-44b7-9926-db54a1832476), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.489786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d1-9279-44df-a7ba-c3ad454e028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2fd5abe-9d51-44b7-9926-db54a1832476), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.508037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:24.510759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.583269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b7c91d1-9279-44df-a7ba-c3ad454e028e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca32f3e2edee440b8a0b9b5982755b47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2785082 Mar 10 17:52:24.584502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59094) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:24.648177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Current status of the port 74588e09-7a00-413b-ba1f-cd702bd695a4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:24.648801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.661323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c91d1-9279-44df-a7ba-c3ad454e028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd5abe-9d51-44b7-9926-db54a1832476,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:24.706139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:24.706681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.727549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 73811947-6231-4391-bc5d-794e00f057a6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:24.732078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:24.808742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] For port 74588e09-7a00-413b-ba1f-cd702bd695a4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=74588e09-7a00-413b-ba1f-cd702bd695a4,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:24.849672 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.892246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router fc6f1116-57e8-4389-9b1e-7bbedb078cea has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:52:24.915607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] Publish callbacks [] for security_group (f2fd5abe-9d51-44b7-9926-db54a1832476), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.916323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88dc74-38b2-44ba-b817-694796087ed1 None None] Pushing event updated for resources: {'Port': ['ID=74588e09-7a00-413b-ba1f-cd702bd695a4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:24.937194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:24.937685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.979262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:24.990489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:24.991471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 74588e09-7a00-413b-ba1f-cd702bd695a4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:24.995126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] Publish callbacks [] for security_group (f2fd5abe-9d51-44b7-9926-db54a1832476), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.035419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Provisioning complete for port 74588e09-7a00-413b-ba1f-cd702bd695a4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:25.035793 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.124332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:25.126554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 74588e09-7a00-413b-ba1f-cd702bd695a4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:25.126554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.147316 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a91d5fc-ebe8-46e4-bbd6-e957c31470d6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "PUT /v2.0/routers/fc6f1116-57e8-4389-9b1e-7bbedb078cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5284655 Mar 10 17:52:25.147316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2fd5abe-9d51-44b7-9926-db54a1832476), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.147316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.150047 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2fd5abe-9d51-44b7-9926-db54a1832476 HTTP/1.1" status: 204 len: 168 time: 0.5635095 Mar 10 17:52:25.159799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531f556-0c7b-47f7-bd60-ee8459500ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd5abe-9d51-44b7-9926-db54a1832476,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:25.167211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:25.188251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Sync routers for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:25.264624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:25.265607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:25.462459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Current status of the port 74588e09-7a00-413b-ba1f-cd702bd695a4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:25.466406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 74588e09-7a00-413b-ba1f-cd702bd695a4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:25.499996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Provisioning complete for port e5f6b02c-1d47-463c-bf3e-98e6bf69260a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:25.500676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.573097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c57ed-269d-481c-aa34-330914675202 req-befff8bd-2b31-4d2d-98c0-5a2b51d97958 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:25.574920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d8c57ed-269d-481c-aa34-330914675202 req-befff8bd-2b31-4d2d-98c0-5a2b51d97958 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1565394 Mar 10 17:52:25.585826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-174af8df-5db6-4b82-92dd-74da05962b10 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:25.593158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-174af8df-5db6-4b82-92dd-74da05962b10 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/networks?id=73811947-6231-4391-bc5d-794e00f057a6 HTTP/1.1" status: 200 len: 798 time: 0.2223678 Mar 10 17:52:25.612016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-abf2e8d1-2649-4e1d-9783-68abf5a6eb15 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/quotas/454114d48dee4f708db905f271d4a1da HTTP/1.1" status: 200 len: 375 time: 0.0176446 Mar 10 17:52:25.652809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e70c53f4-7810-4002-8596-c5d0e6182a8f None None] Port e5f6b02c-1d47-463c-bf3e-98e6bf69260a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:52:25.655049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:25.656364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:25.708989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f038dadb-1c96-4596-86be-e919268df354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.710235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d8c57ed-269d-481c-aa34-330914675202 req-e0ed6920-171f-46ef-b71c-e3e3769dc0ec tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139412 Mar 10 17:52:25.746761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-9aeee63e-d508-4ac4-94c1-1a3678537954 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1336904 Mar 10 17:52:25.873546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f038dadb-1c96-4596-86be-e919268df354 admin admin] Publish callbacks [] for security_group (1235bf92-d867-44d3-b5b0-31cb7a80683c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.885705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f038dadb-1c96-4596-86be-e919268df354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1235bf92-d867-44d3-b5b0-31cb7a80683c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.899092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c421ca3-57ce-4f7f-833f-47db196d60f2 None None] Provisioning complete for port e5f6b02c-1d47-463c-bf3e-98e6bf69260a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:25.899813 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c421ca3-57ce-4f7f-833f-47db196d60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:25.900344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-e7e09543-7e6a-4184-91a4-273178efd598 service neutron] 10.222.0.35 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507728 Mar 10 17:52:25.940071 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f038dadb-1c96-4596-86be-e919268df354 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de89f8f6b8cd49aaa269c98ddf7c0040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832718 Mar 10 17:52:25.944612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7c421ca3-57ce-4f7f-833f-47db196d60f2 None None] Port e5f6b02c-1d47-463c-bf3e-98e6bf69260a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:52:25.945285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:25.978522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038dadb-1c96-4596-86be-e919268df354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1235bf92-d867-44d3-b5b0-31cb7a80683c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:25.990464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:23Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e5f6b02c-1d47-463c-bf3e-98e6bf69260a', 'name': '', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:59:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:21Z', 'updated_at': '2022-03-10T17:52:23Z', 'revision_number': 2, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:26.046312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] Publish callbacks [] for security_group (1235bf92-d867-44d3-b5b0-31cb7a80683c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.058530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Checking router: fc6f1116-57e8-4389-9b1e-7bbedb078cea for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:52:26.058963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Updating router fc6f1116-57e8-4389-9b1e-7bbedb078cea port e5f6b02c-1d47-463c-bf3e-98e6bf69260a binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:52:26.097352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] Publish callbacks [] for security_group (1235bf92-d867-44d3-b5b0-31cb7a80683c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.113199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.135667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-5735f953-1bf4-4369-8c61-e67bff2f8aff service neutron] 10.222.0.35 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270243 Mar 10 17:52:26.204476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1235bf92-d867-44d3-b5b0-31cb7a80683c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.207582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.208813 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1235bf92-d867-44d3-b5b0-31cb7a80683c HTTP/1.1" status: 204 len: 168 time: 0.2624159 Mar 10 17:52:26.234632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f706eb-ac3b-45b0-af52-92462d48add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235bf92-d867-44d3-b5b0-31cb7a80683c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:26.293541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:26.530270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-020a631d-0d1a-4acd-a6d2-aa3cc80d540d req-e206c7a8-6a30-4be2-a0c8-0dcce27fa24e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 210 time: 0.0602787 Mar 10 17:52:26.554072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:26.555096 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.756299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:26.757573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 74588e09-7a00-413b-ba1f-cd702bd695a4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:26.864682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks [] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.899715 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:26.901661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 74588e09-7a00-413b-ba1f-cd702bd695a4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:26.902022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.079748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c1031-6f4c-4c5e-8367-f74859fcfefb req-2d34e96d-0fe7-4848-b1b5-a07baf0195be tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:27.094142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a52c1031-6f4c-4c5e-8367-f74859fcfefb req-2d34e96d-0fe7-4848-b1b5-a07baf0195be tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.2400923 Mar 10 17:52:27.117738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdd73a-c401-47e2-9f3e-f16c129644db None None] Pushing event updated for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:27.137875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.167152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a52c1031-6f4c-4c5e-8367-f74859fcfefb req-5767f8f4-3803-4c22-a807-68ae7b51974e tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Mar 10 17:52:27.248159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Attempting to bind port e5f6b02c-1d47-463c-bf3e-98e6bf69260a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:52:27.248902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Attempting to bind port e5f6b02c-1d47-463c-bf3e-98e6bf69260a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:52:27.249415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Attempting to bind port e5f6b02c-1d47-463c-bf3e-98e6bf69260a on network 73811947-6231-4391-bc5d-794e00f057a6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:27.259192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:52:27.259803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Checking segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:27.260548 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.261068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Bound using segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:52:27.261663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Bound port: e5f6b02c-1d47-463c-bf3e-98e6bf69260a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:52:27.262300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.310814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 74588e09-7a00-413b-ba1f-cd702bd695a4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:27.382257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] For port e5f6b02c-1d47-463c-bf3e-98e6bf69260a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:52:27.382257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] For port e5f6b02c-1d47-463c-bf3e-98e6bf69260a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:52:27.398232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.614675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d56dad-791b-4e19-aabe-9f619437d859 req-5c6a662b-8b9d-4844-8a22-78e716673168 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:27.622361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56d56dad-791b-4e19-aabe-9f619437d859 req-5c6a662b-8b9d-4844-8a22-78e716673168 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1329336 Mar 10 17:52:27.686200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56d56dad-791b-4e19-aabe-9f619437d859 req-63f3de65-9718-4341-ae20-7da069c641f8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Mar 10 17:52:27.745281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3dc13bad-2a1d-4c3a-8e83-798a4cc8ff95 req-a7b82e47-6b17-4557-9f23-f93012b1ad76 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 210 time: 0.0498817 Mar 10 17:52:27.887636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14b673-bbfe-4393-a5a3-c5cad15d0901 req-dfa77c2f-5946-415a-b917-9bc9f696d391 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:27.889575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c14b673-bbfe-4393-a5a3-c5cad15d0901 req-dfa77c2f-5946-415a-b917-9bc9f696d391 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0945816 Mar 10 17:52:27.915009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdd73a-c401-47e2-9f3e-f16c129644db None None] Pushing event updated for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:27.982212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Provisioning complete for port e5f6b02c-1d47-463c-bf3e-98e6bf69260a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:27.983190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:27.984362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c14b673-bbfe-4393-a5a3-c5cad15d0901 req-3b5ebc83-6a8d-42e7-aed5-797ab5d961a1 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885458 Mar 10 17:52:28.012543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:28.013112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:28.413781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:28.559637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Current status of the port e5f6b02c-1d47-463c-bf3e-98e6bf69260a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:28.560178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:28.589950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-79478b24-1d88-416f-8a40-b80637387f63 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:28.592643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-79478b24-1d88-416f-8a40-b80637387f63 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.41 "GET /v2.0/networks?id=73811947-6231-4391-bc5d-794e00f057a6 HTTP/1.1" status: 200 len: 798 time: 0.3106441 Mar 10 17:52:28.602736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e357a-4a8f-4f41-bb3e-fe9a49d47133 req-faad4144-241e-4c85-bf7c-22eda03163dc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:28.610713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c33e357a-4a8f-4f41-bb3e-fe9a49d47133 req-faad4144-241e-4c85-bf7c-22eda03163dc tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.1245172 Mar 10 17:52:28.623720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Request body: {'port': {'device_id': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'admin_state_up': True, 'tenant_id': '454114d48dee4f708db905f271d4a1da'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:28.627953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] For port e5f6b02c-1d47-463c-bf3e-98e6bf69260a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:28.669724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:28.732463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6a62a-8194-4f31-9ac5-77cd4c4dff3b None None] Pushing event updated for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:28.778772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c33e357a-4a8f-4f41-bb3e-fe9a49d47133 req-b96a569d-95dd-471c-b8be-1a6ee18a0d59 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668425 Mar 10 17:52:28.780402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Made reservation on behalf of 454114d48dee4f708db905f271d4a1da for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:52:28.784083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:28.858248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4cc3fec8-b29d-41b8-ae6c-08f8639d06da None None] Provisioning complete for port e5f6b02c-1d47-463c-bf3e-98e6bf69260a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:28.858666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fec8-b29d-41b8-ae6c-08f8639d06da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:28.863336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:23Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e5f6b02c-1d47-463c-bf3e-98e6bf69260a', 'name': '', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:59:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:21Z', 'updated_at': '2022-03-10T17:52:27Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:28.889838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fad55e7-619f-4468-a6dd-b5d5e3e21457 req-bb3f0dd0-f75d-4733-a0b8-9fe096cd5921 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 210 time: 0.0364823 Mar 10 17:52:28.919367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081891e-4fda-43f7-8abe-0167f00f280b None None] The sync data for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 is: [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:23Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e5f6b02c-1d47-463c-bf3e-98e6bf69260a', 'name': '', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:59:28:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:21Z', 'updated_at': '2022-03-10T17:52:27Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:52:28.961322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Allocated IP 172.20.0.26 (73811947-6231-4391-bc5d-794e00f057a6/7f2ad228-5302-4d50-b88c-cf444f65c5f1/13ad390e-0a2d-4f97-9274-5e89ae07574c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:28.986402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3fec8-b29d-41b8-ae6c-08f8639d06da None None] Current status of the port e5f6b02c-1d47-463c-bf3e-98e6bf69260a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:29.146381 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.190904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.244920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Network 73811947-6231-4391-bc5d-794e00f057a6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:29.248196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:29.250728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:29.257356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event updated for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:29.320138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:29.322022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.345614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-b92516d6-35e8-4cfa-9cda-557402231337 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7323656 Mar 10 17:52:29.359411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Request body: {'port': {'device_id': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:29.435213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.622533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-94cd1d19-ffea-4326-9003-ee04cad0f2d6 None None] Provisioning complete for port 13ad390e-0a2d-4f97-9274-5e89ae07574c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:29.623664 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-94cd1d19-ffea-4326-9003-ee04cad0f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.667124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-94cd1d19-ffea-4326-9003-ee04cad0f2d6 None None] Port 13ad390e-0a2d-4f97-9274-5e89ae07574c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:52:29.769424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ad390e-0a2d-4f97-9274-5e89ae07574c {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:52:29.780091 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks [] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.800948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Transition to ACTIVE for port object 13ad390e-0a2d-4f97-9274-5e89ae07574c will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:52:29.810936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:29.823272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-958bbec9-c284-46d9-8082-017d2877bc32 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:29.824778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-958bbec9-c284-46d9-8082-017d2877bc32 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.0974958 Mar 10 17:52:29.951232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.006210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Pushing event updated for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:30.143352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e98d2e-a994-4c9b-990b-3b71e23f8526 req-7a3e8c5d-7c6f-46d0-85db-cb050a68d0e7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.144878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0e98d2e-a994-4c9b-990b-3b71e23f8526 req-7a3e8c5d-7c6f-46d0-85db-cb050a68d0e7 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 945 time: 0.2601240 Mar 10 17:52:30.167361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cab921-e846-4a83-90f7-2cf162496b06 req-1d6719bb-42c2-4d19-8f1a-0951ac9e4ecb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.170364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5cab921-e846-4a83-90f7-2cf162496b06 req-1d6719bb-42c2-4d19-8f1a-0951ac9e4ecb tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 907 time: 0.1724045 Mar 10 17:52:30.182690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port d800140c-6414-4a07-b75f-06caa5c10db1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:30.183039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.273795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Attempting to bind port 13ad390e-0a2d-4f97-9274-5e89ae07574c on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:52:30.274186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Attempting to bind port 13ad390e-0a2d-4f97-9274-5e89ae07574c by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:52:30.274631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Attempting to bind port 13ad390e-0a2d-4f97-9274-5e89ae07574c on network 73811947-6231-4391-bc5d-794e00f057a6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:30.288821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e5f6b02c-1d47-463c-bf3e-98e6bf69260a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:30.303267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Port 13ad390e-0a2d-4f97-9274-5e89ae07574c on network 73811947-6231-4391-bc5d-794e00f057a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:52:30.303610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Attempting to bind port 13ad390e-0a2d-4f97-9274-5e89ae07574c on network 73811947-6231-4391-bc5d-794e00f057a6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:30.326196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:52:30.326556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Checking segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:30.326946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Bound using segment: {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:52:30.327384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Bound port: 13ad390e-0a2d-4f97-9274-5e89ae07574c, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '73811947-6231-4391-bc5d-794e00f057a6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:52:30.327736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.360266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b0e98d2e-a994-4c9b-990b-3b71e23f8526 req-34f85550-939a-4015-8812-c3d0f131d765 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813240 Mar 10 17:52:30.392151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port d800140c-6414-4a07-b75f-06caa5c10db1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=d800140c-6414-4a07-b75f-06caa5c10db1,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:30.392580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.403708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e5f6b02c-1d47-463c-bf3e-98e6bf69260a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:30.404708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.433789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for d800140c-6414-4a07-b75f-06caa5c10db1 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:30.507123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e5f6b02c-1d47-463c-bf3e-98e6bf69260a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:30.508138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:52:30.527070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:52:30.541948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.593897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.593897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.594938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] 10.222.0.41 "PUT /v2.0/ports/13ad390e-0a2d-4f97-9274-5e89ae07574c HTTP/1.1" status: 200 len: 1055 time: 1.2402205 Mar 10 17:52:30.599624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:30.602256 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869c3dc-a5f6-4255-81e3-faf413721182" -d '{"events": [{"name": "network-changed", "server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:30.661927 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd3099-fc4f-49e0-a6a3-52b82845569a x-openstack-request-id: req-d7dd3099-fc4f-49e0-a6a3-52b82845569a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:30.662215 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:30.662488 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7dd3099-fc4f-49e0-a6a3-52b82845569a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:30.662892 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c', 'status': 'completed', 'code': 200} Mar 10 17:52:30.699491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3589-ae30-4502-8dca-5e1e09bf30ce service neutron] Pushing event updated for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:30.733496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d800140c-6414-4a07-b75f-06caa5c10db1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.746670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:52:30.764079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-8b9b05c7-e791-4f63-a557-75fdbc892991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.765654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-8b9b05c7-e791-4f63-a557-75fdbc892991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 1089 time: 0.1071398 Mar 10 17:52:30.772510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=d800140c-6414-4a07-b75f-06caa5c10db1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:30.791062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['d800140c-6414-4a07-b75f-06caa5c10db1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:52:30.842496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-ed072c82-9a19-4e9c-817a-eaeee6346799 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c HTTP/1.1" status: 200 len: 217 time: 0.0673609 Mar 10 17:52:30.865704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port d800140c-6414-4a07-b75f-06caa5c10db1 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:30.869413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:30.872659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4340fde3-63fd-4184-93a5-5c26072d52aa req-f0ffbd4d-2271-4168-ba99-0b692dc15d0d tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.59 "DELETE /v2.0/ports/d800140c-6414-4a07-b75f-06caa5c10db1 HTTP/1.1" status: 204 len: 173 time: 1.0266976 Mar 10 17:52:30.917219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-5d52fa5f-dc0b-420f-892b-a937c5751e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.919073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-5d52fa5f-dc0b-420f-892b-a937c5751e12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f2ad228-5302-4d50-b88c-cf444f65c5f1 HTTP/1.1" status: 200 len: 837 time: 0.0609181 Mar 10 17:52:30.992644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-af4e6075-2722-49aa-8eb5-8f8a894c671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:30.994280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-af4e6075-2722-49aa-8eb5-8f8a894c671b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73811947-6231-4391-bc5d-794e00f057a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0696635 Mar 10 17:52:31.091446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-ca02bf50-40d5-4686-b744-d517a519f8c4 service neutron] 10.222.0.41 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905488 Mar 10 17:52:31.186499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6476f0b1-ac9a-4fa6-81b5-f018c00c14b2 req-1fb6b11e-a810-4c2c-9b38-5b9234094ebb service neutron] 10.222.0.41 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881197 Mar 10 17:52:31.322018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-582dc338-f90d-4911-a20a-3fd8899810da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:31.323564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-582dc338-f90d-4911-a20a-3fd8899810da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 1089 time: 0.0822268 Mar 10 17:52:31.344883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33e23-60c9-44fb-addb-eef718b3de2c req-eb3b22af-0637-4ef9-8ffd-dab835c0e959 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:31.346332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70c33e23-60c9-44fb-addb-eef718b3de2c req-eb3b22af-0637-4ef9-8ffd-dab835c0e959 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 907 time: 0.0790753 Mar 10 17:52:31.448826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-36329f35-9d76-4e96-b1ef-2dfbb76e0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:31.451760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-36329f35-9d76-4e96-b1ef-2dfbb76e0961 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73811947-6231-4391-bc5d-794e00f057a6 HTTP/1.1" status: 200 len: 899 time: 0.1217861 Mar 10 17:52:31.511343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-58ac4355-90d9-4a42-9dbd-4e8d4e9c3455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c HTTP/1.1" status: 200 len: 217 time: 0.0529261 Mar 10 17:52:31.564018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99ab6445-f034-4cfa-bdea-c81d22120517 req-974563cc-72f7-4589-a39f-e1b2669a4477 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=d520fec6-1674-4cfc-a7a5-85cfe6125965 HTTP/1.1" status: 200 len: 210 time: 0.0559192 Mar 10 17:52:31.582755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-0a6741d8-e05b-49e9-a290-90930fd3ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:31.584225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-0a6741d8-e05b-49e9-a290-90930fd3ab29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f2ad228-5302-4d50-b88c-cf444f65c5f1 HTTP/1.1" status: 200 len: 837 time: 0.0652306 Mar 10 17:52:31.636570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-7cc71a01-01b6-43df-80e5-b2fedd2088d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:31.638092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-7cc71a01-01b6-43df-80e5-b2fedd2088d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73811947-6231-4391-bc5d-794e00f057a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470157 Mar 10 17:52:31.733065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-ecca1988-f691-403e-a15a-c1d9b624693f service neutron] 10.222.0.41 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886822 Mar 10 17:52:31.826782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5869c3dc-a5f6-4255-81e3-faf413721182 req-ff1fa65e-4a1e-4a43-ab89-634cc04dfc28 service neutron] 10.222.0.41 "GET /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Mar 10 17:52:32.483725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f2daa-9bae-4a40-8e46-6a8c7986effb req-a5e22f3a-4d49-4a3e-80a8-d635d4ec9c27 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:32.485457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb0f2daa-9bae-4a40-8e46-6a8c7986effb req-a5e22f3a-4d49-4a3e-80a8-d635d4ec9c27 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 907 time: 0.0640113 Mar 10 17:52:32.663751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'name': 'network-vif-deleted', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:32.666693 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974344f9-f911-4189-bb8f-70cc1c5a6140" -d '{"events": [{"server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "name": "network-vif-deleted", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:32.704321 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a232a165-492d-4407-8972-13ea312cdaa8 x-openstack-request-id: req-a232a165-492d-4407-8972-13ea312cdaa8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:32.704657 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520fec6-1674-4cfc-a7a5-85cfe6125965", "name": "network-vif-deleted", "tag": "d800140c-6414-4a07-b75f-06caa5c10db1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:32.704863 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a232a165-492d-4407-8972-13ea312cdaa8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:32.705391 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520fec6-1674-4cfc-a7a5-85cfe6125965', 'name': 'network-vif-deleted', 'tag': 'd800140c-6414-4a07-b75f-06caa5c10db1', 'status': 'completed', 'code': 200} Mar 10 17:52:33.289431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074248-acc3-4300-af88-29042e656a93 req-1faad280-c060-4c0e-a76a-b5bb7a89f1a2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:33.291219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb074248-acc3-4300-af88-29042e656a93 req-1faad280-c060-4c0e-a76a-b5bb7a89f1a2 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Mar 10 17:52:33.339463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb074248-acc3-4300-af88-29042e656a93 req-5e61ab38-71e0-4a27-b7f4-3c29612f8442 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Mar 10 17:52:33.614302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88efb-d63f-4d53-bf77-ff0765f601a6 req-fd882fb0-9233-4e95-a49a-ec3bde644e4d tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:33.615790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bba88efb-d63f-4d53-bf77-ff0765f601a6 req-fd882fb0-9233-4e95-a49a-ec3bde644e4d tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 907 time: 0.0551703 Mar 10 17:52:33.862551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device d800140c-6414-4a07-b75f-06caa5c10db1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:33.885738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: d800140c-6414-4a07-b75f-06caa5c10db1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:33.886163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device d800140c-6414-4a07-b75f-06caa5c10db1 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:34.263664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 13ad390e-0a2d-4f97-9274-5e89ae07574c details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:52:34.365445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:34.378882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '13ad390e-0a2d-4f97-9274-5e89ae07574c', 'network_id': '73811947-6231-4391-bc5d-794e00f057a6', 'port_id': '13ad390e-0a2d-4f97-9274-5e89ae07574c', 'mac_address': 'fa:16:3e:28:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2ad228-5302-4d50-b88c-cf444f65c5f1', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:52:34.427019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 13ad390e-0a2d-4f97-9274-5e89ae07574c is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:34.427834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:34.446205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ad390e-0a2d-4f97-9274-5e89ae07574c {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:52:34.467032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e1721-6410-496f-9cc1-61247a657b49 req-9b30a283-d8f9-464f-9e80-e00f4f408031 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:34.468754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21e1721-6410-496f-9cc1-61247a657b49 req-9b30a283-d8f9-464f-9e80-e00f4f408031 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 945 time: 0.0589461 Mar 10 17:52:34.475999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:34.480556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:34.527250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21e1721-6410-496f-9cc1-61247a657b49 req-f2e23114-7405-4266-b7ca-1bcf4fe753b3 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/security-groups?id=f969f83c-af1d-4c1d-9b36-30427625f6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Mar 10 17:52:34.539731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:34.663863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-2a3e8667-c8ea-4053-bc75-41d97c535cc8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:34.665658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-2a3e8667-c8ea-4053-bc75-41d97c535cc8 tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Mar 10 17:52:34.808058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dddf-e8a8-4d6a-b892-a566a09ee839 req-a543b873-18c9-4573-a55d-0fff22c98361 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:34.814922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8f9dddf-e8a8-4d6a-b892-a566a09ee839 req-a543b873-18c9-4573-a55d-0fff22c98361 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 908 time: 0.1049585 Mar 10 17:52:34.838798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Deleting port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:34.839378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:34.878741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['13ad390e-0a2d-4f97-9274-5e89ae07574c'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:52:34.955257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] For port 604b4bf2-e26d-4658-99e9-a4fd36dadd94, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=604b4bf2-e26d-4658-99e9-a4fd36dadd94,segment=NetworkSegment(814266a2-6f10-42cd-807c-9e48bcba0074),segment_id=814266a2-6f10-42cd-807c-9e48bcba0074)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:34.955724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:34.968590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Calling delete_port for 604b4bf2-e26d-4658-99e9-a4fd36dadd94 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:35.116865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (604b4bf2-e26d-4658-99e9-a4fd36dadd94), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:35.129438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['604b4bf2-e26d-4658-99e9-a4fd36dadd94'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:52:35.147474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Pushing event deleted for resources: {'Port': ['ID=604b4bf2-e26d-4658-99e9-a4fd36dadd94,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:35.198079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] No DVR routers for this DVR port 604b4bf2-e26d-4658-99e9-a4fd36dadd94 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:35.200962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:35.205503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-154b05af-dea5-4f7e-a13a-c9397e699e1c req-3fe9a121-e105-4991-8ccb-a85a82446e0f tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.41 "DELETE /v2.0/ports/604b4bf2-e26d-4658-99e9-a4fd36dadd94 HTTP/1.1" status: 204 len: 173 time: 0.5334773 Mar 10 17:52:35.206001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'name': 'network-vif-deleted', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:35.209606 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac90976-487a-481f-9fd2-2257e7847ff0" -d '{"events": [{"server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "name": "network-vif-deleted", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:35.257071 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909c187-eda4-4329-92e4-30cc907c838e x-openstack-request-id: req-6909c187-eda4-4329-92e4-30cc907c838e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:35.257377 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379cfe47-ca51-4bd7-bfd5-8375ae17bc30", "name": "network-vif-deleted", "tag": "604b4bf2-e26d-4658-99e9-a4fd36dadd94", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:35.258108 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6909c187-eda4-4329-92e4-30cc907c838e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:35.258108 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379cfe47-ca51-4bd7-bfd5-8375ae17bc30', 'name': 'network-vif-deleted', 'tag': '604b4bf2-e26d-4658-99e9-a4fd36dadd94', 'status': 'completed', 'code': 200} Mar 10 17:52:35.729189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b36b3207-8bec-4a16-bdfd-efe7223e7989 req-6facf117-3588-4d5e-ad05-3e4c5ff90e0b tempest-ServersTestJSON-1947733877 tempest-ServersTestJSON-1947733877-project] 10.222.0.35 "GET /v2.0/ports?device_id=379cfe47-ca51-4bd7-bfd5-8375ae17bc30 HTTP/1.1" status: 200 len: 210 time: 0.0953257 Mar 10 17:52:35.978969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab27a3-9d6b-4ac3-8478-17eb16308194 req-7106bf03-91fa-4a52-bdcf-9711d1136d55 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:35.980667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54ab27a3-9d6b-4ac3-8478-17eb16308194 req-7106bf03-91fa-4a52-bdcf-9711d1136d55 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 908 time: 0.0705345 Mar 10 17:52:36.068207 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:52:36.131565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9615849-9b0a-4c8a-978c-8f021b334126 req-84c0d61d-3d92-4eeb-a732-ad05cfc9c12d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:36.132950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9615849-9b0a-4c8a-978c-8f021b334126 req-84c0d61d-3d92-4eeb-a732-ad05cfc9c12d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.0568216 Mar 10 17:52:36.183176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9615849-9b0a-4c8a-978c-8f021b334126 req-21792244-ca73-4bec-9112-0e4bbbc19096 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Mar 10 17:52:36.264718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 13ad390e-0a2d-4f97-9274-5e89ae07574c up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:36.335833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 13ad390e-0a2d-4f97-9274-5e89ae07574c completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:52:36.342046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 13ad390e-0a2d-4f97-9274-5e89ae07574c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:36.343488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.430193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 13ad390e-0a2d-4f97-9274-5e89ae07574c is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:36.430595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.469303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:36.472821 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197df70-b026-4ce6-a52f-9a53d93de0f8" -d '{"events": [{"server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "name": "network-vif-plugged", "status": "completed", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:36.481390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:36.487231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.540115 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7cf0c-9fdf-4dbf-974e-a57adcd14238 x-openstack-request-id: req-29d7cf0c-9fdf-4dbf-974e-a57adcd14238 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:36.541287 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "name": "network-vif-plugged", "status": "completed", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:36.541704 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29d7cf0c-9fdf-4dbf-974e-a57adcd14238 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:36.543185 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c', 'code': 200} Mar 10 17:52:36.564446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:36.659229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2c56e-0a1e-41e0-a9ad-69eacc882d24 req-91c860bd-948c-4241-b4a9-8b3ebc107788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:36.661002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20f2c56e-0a1e-41e0-a9ad-69eacc882d24 req-91c860bd-948c-4241-b4a9-8b3ebc107788 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 1091 time: 0.0584414 Mar 10 17:52:36.778893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59318) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:36.826999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Deleting subnet 0ba1fbb9-63cb-4345-ba5d-0be33608aac4 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:52:36.830733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Publish callbacks [] for subnet (0ba1fbb9-63cb-4345-ba5d-0be33608aac4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.872300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (0ba1fbb9-63cb-4345-ba5d-0be33608aac4), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.910847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0ba1fbb9-63cb-4345-ba5d-0be33608aac4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.969756 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (0ba1fbb9-63cb-4345-ba5d-0be33608aac4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:36.997662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba1fbb9-63cb-4345-ba5d-0be33608aac4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:37.003231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.008976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59324) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:37.009454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-91b14cb4-29f3-45a8-a9c2-8f2d58e6d6aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ba1fbb9-63cb-4345-ba5d-0be33608aac4 HTTP/1.1" status: 204 len: 168 time: 0.2290332 Mar 10 17:52:37.094184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b6ae8b64-70f2-4e62-b657-88523eddd6cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.117316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35f85-7744-4755-bbbb-d459f2f24703 req-b5f03f4e-2550-4a1e-b6f7-acdb4015132a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:37.120863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95f35f85-7744-4755-bbbb-d459f2f24703 req-b5f03f4e-2550-4a1e-b6f7-acdb4015132a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.0596437 Mar 10 17:52:37.176737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b6ae8b64-70f2-4e62-b657-88523eddd6cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.197919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ae8b64-70f2-4e62-b657-88523eddd6cc']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:37.207272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814266a2-6f10-42cd-807c-9e48bcba0074') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:37.207563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814266a2-6f10-42cd-807c-9e48bcba0074') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:37.217240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (814266a2-6f10-42cd-807c-9e48bcba0074), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.234031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (814266a2-6f10-42cd-807c-9e48bcba0074), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.240294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:52:37.240770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (814266a2-6f10-42cd-807c-9e48bcba0074), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:52:37.268070 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:52:37.319385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42797fa6-a162-4e86-8ae5-33cb938e425b req-f0fca6ec-45d5-4607-b862-355dabd0d59d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:37.320856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42797fa6-a162-4e86-8ae5-33cb938e425b req-f0fca6ec-45d5-4607-b862-355dabd0d59d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.0602427 Mar 10 17:52:37.331917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b6ae8b64-70f2-4e62-b657-88523eddd6cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.351579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.355029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b6ae8b64-70f2-4e62-b657-88523eddd6cc HTTP/1.1" status: 204 len: 168 time: 0.3450415 Mar 10 17:52:37.370577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ae8b64-70f2-4e62-b657-88523eddd6cc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:37.379274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.379622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.379961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.380451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.380825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.381112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.381422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.381742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.382064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.382382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.382726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.383043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.383360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34de875-f774-44c0-b941-af69f74d6933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:37.395201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42797fa6-a162-4e86-8ae5-33cb938e425b req-fa1c754b-efeb-4999-9a58-0b1c19d4a385 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681643 Mar 10 17:52:37.568507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59336) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:37.614274 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73ac7695-8332-48b2-945c-fbff5e123eaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42bf43d02ba44aaebd685965c608c8ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443735 Mar 10 17:52:37.616727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:37.674716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] Publish callbacks [] for security_group (f969f83c-af1d-4c1d-9b36-30427625f6ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.703192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] Publish callbacks [] for security_group (f969f83c-af1d-4c1d-9b36-30427625f6ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.758912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f969f83c-af1d-4c1d-9b36-30427625f6ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.762320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:37.766139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f969f83c-af1d-4c1d-9b36-30427625f6ef HTTP/1.1" status: 204 len: 168 time: 0.1458488 Mar 10 17:52:37.775852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cb842-86fd-44a0-8a04-7cb2ecf3807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969f83c-af1d-4c1d-9b36-30427625f6ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:38.103808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d4ea4-b639-410e-9018-119701713663 req-f05ac7fb-3f01-4887-9971-bf6fe3572216 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:38.106685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a4d4ea4-b639-410e-9018-119701713663 req-f05ac7fb-3f01-4887-9971-bf6fe3572216 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.0795133 Mar 10 17:52:38.288332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 604b4bf2-e26d-4658-99e9-a4fd36dadd94 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:38.305993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Deleting port a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:38.306224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:38.333024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 604b4bf2-e26d-4658-99e9-a4fd36dadd94 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:38.333359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 604b4bf2-e26d-4658-99e9-a4fd36dadd94 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:38.343004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d942f3-2dd1-4869-8a6f-d1a27de10b9b req-a5de748e-6419-43bb-8b1d-18ada172521a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:38.344755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d942f3-2dd1-4869-8a6f-d1a27de10b9b req-a5de748e-6419-43bb-8b1d-18ada172521a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.1128221 Mar 10 17:52:38.439656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] For port a056c8c4-be21-4645-b2a9-cc5b03bbe786, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=a056c8c4-be21-4645-b2a9-cc5b03bbe786,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:38.440027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:39.066578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:39.067017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:39.067446 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Floating IP fa84b9f5-7520-4994-b528-70dcbc86f9c0 disassociated. External IP: 172.25.3.92, port: a056c8c4-be21-4645-b2a9-cc5b03bbe786. Mar 10 17:52:39.067765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Calling delete_port for a056c8c4-be21-4645-b2a9-cc5b03bbe786 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:39.091227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24bba-c652-46b0-9b8d-8afebf4c2168 req-9e6e2a0e-f7f5-48ab-b833-57b3180269c7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:39.098715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06c24bba-c652-46b0-9b8d-8afebf4c2168 req-9e6e2a0e-f7f5-48ab-b833-57b3180269c7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 946 time: 0.5366778 Mar 10 17:52:39.201840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06c24bba-c652-46b0-9b8d-8afebf4c2168 req-e65a4e86-e22d-42a3-857d-03ce8499e48f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=9a86d967-f711-4cee-ab17-7d6472dfa024&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022596 Mar 10 17:52:39.361322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-574b837a-e128-43bf-84ca-fffff7b2d703 req-2022e989-f18b-42b6-800a-8bb66a42bc71 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0812376 Mar 10 17:52:39.406537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a056c8c4-be21-4645-b2a9-cc5b03bbe786), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:39.458374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'Port': ['ID=a056c8c4-be21-4645-b2a9-cc5b03bbe786,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:39.598551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded4c5-7df9-4661-9f06-aa33c4f52091 req-33419c3e-1ffe-4ec5-8327-97d511d8cb27 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:39.600046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25ded4c5-7df9-4661-9f06-aa33c4f52091 req-33419c3e-1ffe-4ec5-8327-97d511d8cb27 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.1350782 Mar 10 17:52:39.666814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:52:39.826023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4ea7a-b778-4f9d-a03f-a184557525cb req-9269efac-ef63-47e5-88a8-af461eb709d3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:39.828795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ac4ea7a-b778-4f9d-a03f-a184557525cb req-9269efac-ef63-47e5-88a8-af461eb709d3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.1143312 Mar 10 17:52:39.840816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:39.865943 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:39.890978 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:39.891899 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:39.938624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] No DVR routers for this DVR port a056c8c4-be21-4645-b2a9-cc5b03bbe786 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:39.945548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:39.952884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a4d4ea4-b639-410e-9018-119701713663 req-71deebda-5cb3-4c2a-96ce-f8ea41821d80 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "DELETE /v2.0/ports/a056c8c4-be21-4645-b2a9-cc5b03bbe786 HTTP/1.1" status: 204 len: 173 time: 1.8401818 Mar 10 17:52:39.955584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-deleted', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:39.979837 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3bb901-ffbe-4f12-b436-b067092f75ed" -d '{"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-deleted", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:40.055883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:40.086361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdcb47-3c60-40d2-904d-8f94a92bb009 req-4fd65cfa-8eb5-4569-a9bf-850f6b9a9e60 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:40.104293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25fdcb47-3c60-40d2-904d-8f94a92bb009 req-4fd65cfa-8eb5-4569-a9bf-850f6b9a9e60 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 1091 time: 0.1351798 Mar 10 17:52:40.110222 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf9a02-06c1-4139-a38b-152eec5caa01 x-openstack-request-id: req-8ccf9a02-06c1-4139-a38b-152eec5caa01 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:40.123064 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebcdf56-a652-4365-b272-374c01ae21e0", "name": "network-vif-deleted", "tag": "a056c8c4-be21-4645-b2a9-cc5b03bbe786", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:40.135029 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ccf9a02-06c1-4139-a38b-152eec5caa01 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:40.135487 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebcdf56-a652-4365-b272-374c01ae21e0', 'name': 'network-vif-deleted', 'tag': 'a056c8c4-be21-4645-b2a9-cc5b03bbe786', 'status': 'completed', 'code': 200} Mar 10 17:52:40.301449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dfa44-79f1-4a6b-ac36-556e06066253 req-f10b57a1-19a4-4727-bae8-9275c61ea8cf tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:40.304237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c8dfa44-79f1-4a6b-ac36-556e06066253 req-f10b57a1-19a4-4727-bae8-9275c61ea8cf tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.0712965 Mar 10 17:52:40.421345 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:40.436908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4d46e35-1521-4745-86d1-dd306694311d req-80811b4b-bfcf-41ea-b69a-d6ba9b816187 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ebcdf56-a652-4365-b272-374c01ae21e0 HTTP/1.1" status: 200 len: 210 time: 0.0566697 Mar 10 17:52:40.461245 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:52:40.461512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c8dfa44-79f1-4a6b-ac36-556e06066253 req-eddfa98c-2ef9-4d24-bddf-d0f02fd3b4a9 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1498332 Mar 10 17:52:40.482342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59434) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:40.495119 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:40.496053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:40.581488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb66578-73ca-46b7-8685-94c37b595fd4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:40.588874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1eb66578-73ca-46b7-8685-94c37b595fd4 tempest-TestSecurityGroupsBasicOps-1868080100 tempest-TestSecurityGroupsBasicOps-1868080100-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 1086 time: 0.1098437 Mar 10 17:52:40.756683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c366781-e04d-44c2-b18a-e9f2ed97d69a req-bec7ebd8-de42-4567-82af-7bd41f43e237 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1091499 Mar 10 17:52:40.820773 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:41.021815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a940b-1830-46e7-b4ae-476219d2752d req-30a65789-1244-47fa-a581-867985a429e6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:41.031571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e47a940b-1830-46e7-b4ae-476219d2752d req-30a65789-1244-47fa-a581-867985a429e6 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.1008012 Mar 10 17:52:41.120273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-16a4525c-a075-448c-aecd-21f90691992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:41.150374 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4525c-a075-448c-aecd-21f90691992c None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:52:41.429862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3fba14-84d1-4698-aae8-43a7e9033903 None None] New status for floating IP fa84b9f5-7520-4994-b528-70dcbc86f9c0: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:52:41.563387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59456) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:41.628411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (9a86d967-f711-4cee-ab17-7d6472dfa024), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:41.653851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (9a86d967-f711-4cee-ab17-7d6472dfa024), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:41.712982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9a86d967-f711-4cee-ab17-7d6472dfa024), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:41.716286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:41.720758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59458) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:41.721303 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "DELETE /v2.0/security-groups/9a86d967-f711-4cee-ab17-7d6472dfa024 HTTP/1.1" status: 204 len: 168 time: 0.1559947 Mar 10 17:52:41.732159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61bb69-1121-447f-8251-6f7a00302b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a86d967-f711-4cee-ab17-7d6472dfa024,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:41.735728 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-d9c91f76-09fe-40e7-9872-7319a2c6eeb0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] show failed (client error): The resource could not be found. Mar 10 17:52:41.738507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d9c91f76-09fe-40e7-9872-7319a2c6eeb0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups/9a86d967-f711-4cee-ab17-7d6472dfa024 HTTP/1.1" status: 404 len: 347 time: 0.0143769 Mar 10 17:52:41.740116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:41.914133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Deleting port cf712483-2170-452f-82d6-6919f996e350 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:41.914574 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (cf712483-2170-452f-82d6-6919f996e350), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:41.967672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0390407c-9326-4da5-bfd1-afb57a8d2260 req-e9c40d6b-0ec5-4ff4-8201-239bc05d8318 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0587914 Mar 10 17:52:42.048229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (cf712483-2170-452f-82d6-6919f996e350), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.048878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (cf712483-2170-452f-82d6-6919f996e350), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.062631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Calling delete_port for cf712483-2170-452f-82d6-6919f996e350 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:42.177305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9b76046-0467-4f12-b3cc-c707d38ce868 req-0fb2bf4d-45d2-42cb-b7ab-49397474a5da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0407128 Mar 10 17:52:42.297115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:42.334471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (cf712483-2170-452f-82d6-6919f996e350), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.359989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: a056c8c4-be21-4645-b2a9-cc5b03bbe786 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:42.365262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device a056c8c4-be21-4645-b2a9-cc5b03bbe786 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:42.416328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26707757-d0f1-4550-918e-7334e670d5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.426688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'Port': ['ID=cf712483-2170-452f-82d6-6919f996e350,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:42.537503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-ddb436e0-69a6-4330-ab63-7d360e003f10 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:42.539015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-ddb436e0-69a6-4330-ab63-7d360e003f10 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.41 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.2378991 Mar 10 17:52:42.560971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (fa84b9f5-7520-4994-b528-70dcbc86f9c0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.563539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.566344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-83a66524-f001-4d31-9653-d2c0e0efece6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "DELETE /v2.0/floatingips/fa84b9f5-7520-4994-b528-70dcbc86f9c0 HTTP/1.1" status: 204 len: 168 time: 0.8038728 Mar 10 17:52:42.653058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a28b-1249-4bd1-9605-e3e7c14f5ab7 req-55767378-83df-421f-b0f3-92d4df0a85b1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:42.654548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d6a28b-1249-4bd1-9605-e3e7c14f5ab7 req-55767378-83df-421f-b0f3-92d4df0a85b1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 909 time: 0.1420186 Mar 10 17:52:42.703604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port 13ad390e-0a2d-4f97-9274-5e89ae07574c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:42.703965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.812404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port 13ad390e-0a2d-4f97-9274-5e89ae07574c, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=13ad390e-0a2d-4f97-9274-5e89ae07574c,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:42.813133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:42.826587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for 13ad390e-0a2d-4f97-9274-5e89ae07574c owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:42.953755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59480) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:42.958817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863895677', 'description': 'tempest-description--1984103772'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:43.013052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (13ad390e-0a2d-4f97-9274-5e89ae07574c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.017617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.071187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=13ad390e-0a2d-4f97-9274-5e89ae07574c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:43.157165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (eeb6bad8-8d17-4499-b87d-7d05cadf0363), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.172010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eeb6bad8-8d17-4499-b87d-7d05cadf0363), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.175728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] No DVR routers for this DVR port 13ad390e-0a2d-4f97-9274-5e89ae07574c on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:43.213618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.217702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9736d5c3-b30d-4e00-9edf-00b5e0cac86f req-813a157a-36fa-4b09-a57d-9e25aeb56af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.41 "DELETE /v2.0/ports/13ad390e-0a2d-4f97-9274-5e89ae07574c HTTP/1.1" status: 204 len: 173 time: 0.6518440 Mar 10 17:52:43.228596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.231286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2758253 Mar 10 17:52:43.233746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:43.234482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08e015a0-e1a8-40f4-890d-e103c28ae8e0 req-1aa31f0d-081e-419e-8932-54c5113f4a34 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1044593 Mar 10 17:52:43.236423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'name': 'network-vif-deleted', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:43.238705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group_rule': {'security_group_id': 'eeb6bad8-8d17-4499-b87d-7d05cadf0363', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:43.245241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a6f1b-38e2-4315-b354-b00f50a8af1b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6bad8-8d17-4499-b87d-7d05cadf0363,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:43.247534 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abf931-03eb-4516-820b-8286991a7292" -d '{"events": [{"server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "name": "network-vif-deleted", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:43.342164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (8a692882-cc15-45a1-9f55-fdfeda7c06f3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.349917 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaada9d-f1cd-4f8a-a402-b3f11457bbc5 x-openstack-request-id: req-1eaada9d-f1cd-4f8a-a402-b3f11457bbc5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:43.350515 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f710975e-952a-424d-9b2f-3ceeee5eab70", "name": "network-vif-deleted", "tag": "13ad390e-0a2d-4f97-9274-5e89ae07574c", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:43.351109 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1eaada9d-f1cd-4f8a-a402-b3f11457bbc5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:43.351723 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f710975e-952a-424d-9b2f-3ceeee5eab70', 'name': 'network-vif-deleted', 'tag': '13ad390e-0a2d-4f97-9274-5e89ae07574c', 'status': 'completed', 'code': 200} Mar 10 17:52:43.442466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (8a692882-cc15-45a1-9f55-fdfeda7c06f3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.449738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8a692882-cc15-45a1-9f55-fdfeda7c06f3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.483309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.487826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59498) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:43.488164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528427 Mar 10 17:52:43.492825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929b081-deda-4de1-94fc-e322366b7c89 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a692882-cc15-45a1-9f55-fdfeda7c06f3,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:43.494321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'security_group_rule': {'security_group_id': 'eeb6bad8-8d17-4499-b87d-7d05cadf0363', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:43.536395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (4426a41e-3d7c-427e-b393-9eed6e34958a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.614515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (4426a41e-3d7c-427e-b393-9eed6e34958a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.618967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4426a41e-3d7c-427e-b393-9eed6e34958a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.643407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.644590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553676 Mar 10 17:52:43.647280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b08c-c58f-441e-a38e-25198a31427b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4426a41e-3d7c-427e-b393-9eed6e34958a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:43.647796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:43.652435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:43.676740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:43.871208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0dd8579-4590-4f17-9c3c-24e92f87f334 req-867c4e46-457b-4f44-aecb-ed42187ee0b9 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f710975e-952a-424d-9b2f-3ceeee5eab70 HTTP/1.1" status: 200 len: 210 time: 0.0558772 Mar 10 17:52:43.907623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.040859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Allocated IP 172.25.3.232 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8950f7ee-6a7b-4455-b976-9a8114973cfd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:44.157099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.193616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.236442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:44.242100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:44.245694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:44.271456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=8950f7ee-6a7b-4455-b976-9a8114973cfd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:44.371126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.389944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e68a945-74f2-461c-b864-e83b46372b8f req-c7cbdace-b16b-4c5a-b8db-11afc7dba3ca tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0441566 Mar 10 17:52:44.427301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.607708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.613262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.682937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f07d4c1e-987f-4e66-ac48-ff3babc928ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.712771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=8950f7ee-6a7b-4455-b976-9a8114973cfd,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:44.720457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.746098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:44.747801 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00da2190-6704-455a-b279-d5e36dcab99f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0990133 Mar 10 17:52:45.046509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-dc9efd94-cc68-4f55-86b1-55f012cc4664 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--863895677&fields=id&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 267 time: 0.0858908 Mar 10 17:52:45.076439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:45.215105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1c1504e-25dc-4d63-874c-27f2855f6d42 req-d06930e8-2cde-4fec-a564-63361e9ffbd1 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0353274 Mar 10 17:52:45.262007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-024f87bf-b3a9-4b01-aa0e-3c0a90163687 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:45.263520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-024f87bf-b3a9-4b01-aa0e-3c0a90163687 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 817 time: 0.2161381 Mar 10 17:52:45.296988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-27cb4ef6-437f-423a-9675-937da94e1c5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/quotas/a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 375 time: 0.0272229 Mar 10 17:52:45.421456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-616ff2f9-1169-4e4f-81a9-d5c8ecdeee2d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213112 Mar 10 17:52:45.547088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-f5058479-00f9-4667-ae54-18d986337cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053526 Mar 10 17:52:45.675326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-2d047ac8-a614-4340-bbfd-fd6af19a679d service neutron] 10.222.0.35 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216176 Mar 10 17:52:45.729842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:45.884753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:45.905049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b1a2ab6-f889-44a5-bdf8-7b3d11d80955 req-32d907ce-f6bf-4be8-acb9-666464f3ba5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 210 time: 0.0490644 Mar 10 17:52:46.326292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 13ad390e-0a2d-4f97-9274-5e89ae07574c no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:46.374905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 13ad390e-0a2d-4f97-9274-5e89ae07574c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:46.375463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 13ad390e-0a2d-4f97-9274-5e89ae07574c not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:46.448589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-153a1a49-266d-433f-a286-00fea8747b0c req-ca9e348c-38cd-4c95-98e7-959e2a0ed009 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0728106 Mar 10 17:52:46.515093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port e5f6b02c-1d47-463c-bf3e-98e6bf69260a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:46.515682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:46.639614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port e5f6b02c-1d47-463c-bf3e-98e6bf69260a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:46.640184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:46.654777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for e5f6b02c-1d47-463c-bf3e-98e6bf69260a owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:46.921309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e5f6b02c-1d47-463c-bf3e-98e6bf69260a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:46.975860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=e5f6b02c-1d47-463c-bf3e-98e6bf69260a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:47.080874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04d110d3-d133-4602-8f2b-6c22e93411cb req-4e0c4f41-d247-4440-9d3a-053e8d73e67e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 210 time: 0.0415857 Mar 10 17:52:47.394602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:47.405953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:47.427742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-9ae466eb-551a-47f2-b6da-129119783e28 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:47.432154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-9ae466eb-551a-47f2-b6da-129119783e28 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 817 time: 0.2551301 Mar 10 17:52:47.582091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-7d3e3e4e-4742-44e1-a2ad-7d2a1eea21f0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 379 time: 0.1432500 Mar 10 17:52:47.601502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'port': {'device_id': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'admin_state_up': True, 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'security_groups': ['eeb6bad8-8d17-4499-b87d-7d05cadf0363']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:47.632944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9e82858-ae40-496c-87a1-b030b012a533 req-4c7081d4-977e-475c-9fc0-7ac3d9c11e9f tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0487728 Mar 10 17:52:47.767659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router fc6f1116-57e8-4389-9b1e-7bbedb078cea has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:52:47.812148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Made reservation on behalf of a9724ef90c0e40dbaec32c80ca7f587e for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:52:47.817589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:47.939161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:47.948122 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b90557f-a4b0-4ef9-8093-7ca93a487ddc tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "PUT /v2.0/routers/fc6f1116-57e8-4389-9b1e-7bbedb078cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674653 Mar 10 17:52:47.948371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59598) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:47.949689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Sync routers for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:47.965671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:47.966285 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:48.007425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting subnet 7f2ad228-5302-4d50-b88c-cf444f65c5f1 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:52:48.012335 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (7f2ad228-5302-4d50-b88c-cf444f65c5f1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.044999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Allocated IP 172.20.0.12 (b8f54aee-117e-4c86-a0d9-f0ae5f654629/05c8a2ac-29bd-46a4-b199-b4ba4534874a/c65cade0-8ae8-49e9-bb21-5b1e519aa305) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:52:48.076143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (7f2ad228-5302-4d50-b88c-cf444f65c5f1), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.214714 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:48.290241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7f2ad228-5302-4d50-b88c-cf444f65c5f1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.293710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91c7c86a-8a64-47c7-8705-8baac95beb4a req-0ed5e2f4-f90a-45db-9233-4c20c85182da tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 210 time: 0.0681839 Mar 10 17:52:48.365029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (7f2ad228-5302-4d50-b88c-cf444f65c5f1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.409876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2ad228-5302-4d50-b88c-cf444f65c5f1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:48.419697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.423570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6152d-abda-4263-a02a-acabe86565b6 None None] Network 73811947-6231-4391-bc5d-794e00f057a6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:52:48.428499 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a51c9b6-2da0-4d6a-9a4a-f59093892c9f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/subnets/7f2ad228-5302-4d50-b88c-cf444f65c5f1 HTTP/1.1" status: 204 len: 168 time: 0.4789391 Mar 10 17:52:48.431731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59606) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:48.465100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.560761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.615738 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:46Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:48.642845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.676171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] DHCP port deletion for 73811947-6231-4391-bc5d-794e00f057a6 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:52:48.697717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:52:48.699989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:52:48.708360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:52:48.712867 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Checking router: fc6f1116-57e8-4389-9b1e-7bbedb078cea for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:52:48.732163 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Routers {'fc6f1116-57e8-4389-9b1e-7bbedb078cea'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:48.733408 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:48.745414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:48.801460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Deleting port 74588e09-7a00-413b-ba1f-cd702bd695a4 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:48.801844 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.804101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:48.804949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.860525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-1f3d3c98-cbac-4a4f-89fb-a1ab9efb5101 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2641187 Mar 10 17:52:48.871981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd757534-2e6f-4d7e-a727-3c946ae00d9d req-d772b877-5468-41d2-97a0-cef4066648a2 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0552278 Mar 10 17:52:48.889040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Request body: {'port': {'device_id': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:52:48.939338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] Set router fc6f1116-57e8-4389-9b1e-7bbedb078cea gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:48.956709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] For port 74588e09-7a00-413b-ba1f-cd702bd695a4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=74588e09-7a00-413b-ba1f-cd702bd695a4,segment=NetworkSegment(f992a4ea-2fd5-441d-8f1f-5b8c71c422c1),segment_id=f992a4ea-2fd5-441d-8f1f-5b8c71c422c1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:48.957116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.970876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (fc6f1116-57e8-4389-9b1e-7bbedb078cea), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:48.994003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Calling delete_port for 74588e09-7a00-413b-ba1f-cd702bd695a4 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:49.074655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.107353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:49.107353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.193532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5595f41b-fe1d-4dfd-9144-103ae58a9825 None None] Provisioning complete for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:49.196869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5595f41b-fe1d-4dfd-9144-103ae58a9825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.270479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5595f41b-fe1d-4dfd-9144-103ae58a9825 None None] Port c65cade0-8ae8-49e9-bb21-5b1e519aa305 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:52:49.295548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port 1e8ab0c1-a2c4-4d38-9255-162e52a103e8, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:49.297040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.302926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (74588e09-7a00-413b-ba1f-cd702bd695a4), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.330550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:46Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:49.351945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:49.402237 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805330a8-2d1f-4ee9-96e7-ed0e20ce86e6 None None] The sync data for ids ['fc6f1116-57e8-4389-9b1e-7bbedb078cea'] in n-d-833115-2 is: [{'id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1517441802', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:52:16Z', 'updated_at': '2022-03-10T17:52:46Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '1e8ab0c1-a2c4-4d38-9255-162e52a103e8', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f1116-57e8-4389-9b1e-7bbedb078cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:52:17Z', 'updated_at': '2022-03-10T17:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:52:49.631843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6142a4-bc68-46ad-a3c8-542b7a8f655d req-aa4fafdf-493a-4e30-be15-5464a5b13de4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:49.639559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d6142a4-bc68-46ad-a3c8-542b7a8f655d req-aa4fafdf-493a-4e30-be15-5464a5b13de4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 932 time: 0.1669676 Mar 10 17:52:49.661396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1e8ab0c1-a2c4-4d38-9255-162e52a103e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.672277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] Pushing event deleted for resources: {'Port': ['ID=74588e09-7a00-413b-ba1f-cd702bd695a4,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:49.676932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.688786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67243d-95cb-474a-8562-0c263e2cb316 None None] No DVR routers for this DVR port 74588e09-7a00-413b-ba1f-cd702bd695a4 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:49.708406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=1e8ab0c1-a2c4-4d38-9255-162e52a103e8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:49.857999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:52:49.858773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.871872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks [] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:49.889192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Transition to ACTIVE for port object c65cade0-8ae8-49e9-bb21-5b1e519aa305 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:52:49.902700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d6142a4-bc68-46ad-a3c8-542b7a8f655d req-57f42fa1-5ea4-4ed1-9974-6034002fd516 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621744 Mar 10 17:52:49.904955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.142930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:52:50.143433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:52:50.143855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:50.145279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.157822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_controller (fc6f1116-57e8-4389-9b1e-7bbedb078cea), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.182451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3231e2e-6ed3-4324-8900-bccdc7877eae req-d786c763-3ae3-42a0-9935-13affa856a0f tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1255658 Mar 10 17:52:50.182451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:50.182451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:52:50.182451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:52:50.189162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:52:50.189630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:52:50.190312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Bound using segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:52:50.190892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Bound port: c65cade0-8ae8-49e9-bb21-5b1e519aa305, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:52:50.191366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.336243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (fc6f1116-57e8-4389-9b1e-7bbedb078cea), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.336943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Fanout notify agent at l3_agent the message router_deleted on router fc6f1116-57e8-4389-9b1e-7bbedb078cea {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:52:50.344961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.346114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9cdeee4-6b1e-4d5c-9d24-187a772dcdf8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/routers/fc6f1116-57e8-4389-9b1e-7bbedb078cea HTTP/1.1" status: 204 len: 168 time: 1.9134007 Mar 10 17:52:50.361857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:50.380845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e5f6b02c-1d47-463c-bf3e-98e6bf69260a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:50.387358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:52:50.392479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:52:50.409998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.449197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e5f6b02c-1d47-463c-bf3e-98e6bf69260a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:50.451429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e5f6b02c-1d47-463c-bf3e-98e6bf69260a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:50.452730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 74588e09-7a00-413b-ba1f-cd702bd695a4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:50.523427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 74588e09-7a00-413b-ba1f-cd702bd695a4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:50.524630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 74588e09-7a00-413b-ba1f-cd702bd695a4 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:50.529508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:50.530407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.532705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] 10.222.0.41 "PUT /v2.0/ports/c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1092 time: 1.6541197 Mar 10 17:52:50.532705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:50.553864 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed5ba42-f123-455c-86fc-476cd1542ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:50.603584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (73811947-6231-4391-bc5d-794e00f057a6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.661719 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa1b99-3d8b-4071-b9a8-ff92edb6ee04 x-openstack-request-id: req-34aa1b99-3d8b-4071-b9a8-ff92edb6ee04 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:50.662292 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:50.666936 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34aa1b99-3d8b-4071-b9a8-ff92edb6ee04 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:50.667574 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'status': 'completed', 'code': 200} Mar 10 17:52:50.682042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac3c7c-a2ac-4c83-bf6d-68f065a4c5ff service neutron] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:50.727754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-b54ddd0c-33c0-44f6-84d2-35416d4ff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:50.740353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-b54ddd0c-33c0-44f6-84d2-35416d4ff190 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1126 time: 0.1573410 Mar 10 17:52:50.834158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (73811947-6231-4391-bc5d-794e00f057a6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.868788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-0bc42bfe-42a9-4463-afc9-6a13f8d09f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 217 time: 0.1192126 Mar 10 17:52:50.878706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73811947-6231-4391-bc5d-794e00f057a6']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:50.897912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:50.898213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f992a4ea-2fd5-441d-8f1f-5b8c71c422c1') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:50.926887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (f992a4ea-2fd5-441d-8f1f-5b8c71c422c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.943544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f992a4ea-2fd5-441d-8f1f-5b8c71c422c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.949753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-5afaa635-7bb7-4237-b690-4e88b465c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:50.950479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:52:50.950888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (f992a4ea-2fd5-441d-8f1f-5b8c71c422c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:50.951272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-5afaa635-7bb7-4237-b690-4e88b465c30c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0771043 Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:52:51.025538 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:52:51.038896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (73811947-6231-4391-bc5d-794e00f057a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.044478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebdf09-a862-447e-8569-386965eee2d3 req-367a81a0-475e-4018-be9d-effb02ca388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:51.046072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-367a81a0-475e-4018-be9d-effb02ca388c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870485 Mar 10 17:52:51.048360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.054333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/networks/73811947-6231-4391-bc5d-794e00f057a6 HTTP/1.1" status: 204 len: 168 time: 0.6914065 Mar 10 17:52:51.057301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59640) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:51.129711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83682add-0b0e-43df-8f51-1f4742fbaab3 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Network': ['ID=73811947-6231-4391-bc5d-794e00f057a6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:51.218352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0bc38-958c-430e-87be-811c677bb9bc req-2b06f87d-eaaa-458e-9ab6-17bc466687ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:51.221401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69f0bc38-958c-430e-87be-811c677bb9bc req-2b06f87d-eaaa-458e-9ab6-17bc466687ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.1231081 Mar 10 17:52:51.249712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-f96877e9-3098-4bde-bda1-b0e243088cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975210 Mar 10 17:52:51.328990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69f0bc38-958c-430e-87be-811c677bb9bc req-a496acbb-f27d-4fb2-8723-77b5db1a0447 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995917 Mar 10 17:52:51.339533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port 278f3815-ea59-4fd4-9445-75b97c8d6349 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:51.340153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.404855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa65e36e-af8d-4c84-985f-1fa76fdb6368 req-7695c372-caec-4d57-9d13-ddb1718363c5 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0480175 Mar 10 17:52:51.448362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00ebdf09-a862-447e-8569-386965eee2d3 req-e9485b86-a780-4a35-aecb-c60d95220eeb service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836500 Mar 10 17:52:51.470690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.471441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for floatingip (278f3815-ea59-4fd4-9445-75b97c8d6349), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.499093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for 278f3815-ea59-4fd4-9445-75b97c8d6349 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:51.594291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-0d18a688-b30e-4294-af56-3df738942bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:51.596461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-0d18a688-b30e-4294-af56-3df738942bea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1126 time: 0.0905590 Mar 10 17:52:51.729556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (278f3815-ea59-4fd4-9445-75b97c8d6349), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.782074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=278f3815-ea59-4fd4-9445-75b97c8d6349,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:51.939173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for floatingip (73a160e6-d4bb-4ace-b6b9-e3ee319441d2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:51.939570 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Floating IP 73a160e6-d4bb-4ace-b6b9-e3ee319441d2 disassociated (deleted). External IP: 172.25.3.204, port: fd433982-f3aa-421a-a0ce-4d42cff613d0. Mar 10 17:52:52.149926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-4b0d15ae-203d-4a21-9c5e-847d444ee285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:52.149926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-4b0d15ae-203d-4a21-9c5e-847d444ee285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.5461731 Mar 10 17:52:52.171306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:52.216543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:52.216884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e8ab0c1-a2c4-4d38-9255-162e52a103e8 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:52.229063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-866657b6-0a01-4c16-b9ff-722b3b8d0cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 217 time: 0.0728416 Mar 10 17:52:52.307916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-eff97d91-5d6a-4c7d-aadf-08555033550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:52.309299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-eff97d91-5d6a-4c7d-aadf-08555033550d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0724537 Mar 10 17:52:52.359459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:52:52.397339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-5bfb369c-a923-4b17-93b2-cb09888a6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:52.399058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-5bfb369c-a923-4b17-93b2-cb09888a6993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792496 Mar 10 17:52:52.532364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:52.539041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:52.544061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Sync routers for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:52.581890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1a2b0e0a-5e02-444f-9810-08431f2e825a tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/floatingips/73a160e6-d4bb-4ace-b6b9-e3ee319441d2 HTTP/1.1" status: 204 len: 168 time: 1.5231068 Mar 10 17:52:52.582567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:52.584665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:52.585320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:52.585643 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe80cb-98ad-4924-be31-e9b35aea5c54" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:52.648415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2e0fbba-6b08-4063-946b-20eb8070d0db req-6e945c8e-39de-4960-b766-94e9a8d5bfee tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0397656 Mar 10 17:52:52.728828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e41e-6149-4c6f-8319-81e43ca74ef6 req-1466505f-552b-4163-a2c6-b70d025ca4f6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:52.748456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d73e41e-6149-4c6f-8319-81e43ca74ef6 req-1466505f-552b-4163-a2c6-b70d025ca4f6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.2595296 Mar 10 17:52:52.757580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:52.781262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-74c32ae2-3322-498e-942a-b13560bb6b1d service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689163 Mar 10 17:52:52.936649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d73e41e-6149-4c6f-8319-81e43ca74ef6 req-081b3b74-09d0-4257-8230-b67883275afc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890090 Mar 10 17:52:52.992438 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f9636c-c304-43ad-ae42-d4cf81827faa x-openstack-request-id: req-b3f9636c-c304-43ad-ae42-d4cf81827faa {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:52.992825 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:52.993070 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3f9636c-c304-43ad-ae42-d4cf81827faa {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:52.993451 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'status': 'completed', 'code': 200} Mar 10 17:52:52.994301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eed5ba42-f123-455c-86fc-476cd1542ae4 req-080e3e03-cb07-4ebb-9578-c475323cbe61 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921456 Mar 10 17:52:53.124649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-e3796219-a310-404e-878d-5c20a4a4eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:53.126172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-e3796219-a310-404e-878d-5c20a4a4eff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=454114d48dee4f708db905f271d4a1da&device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 1167 time: 0.1046145 Mar 10 17:52:53.207548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d554c2-e6fb-4be3-b8a2-c1f08457189c req-8983e142-b41d-4255-9450-1976ec5e0201 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:53.209059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d554c2-e6fb-4be3-b8a2-c1f08457189c req-8983e142-b41d-4255-9450-1976ec5e0201 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.1460774 Mar 10 17:52:53.215803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:53.247313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Checking router: 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:52:53.258811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:53.259879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:53.360164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d554c2-e6fb-4be3-b8a2-c1f08457189c req-1f8bfdef-4c9c-4c5b-81f7-c5b079037416 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1388621 Mar 10 17:52:53.372002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-11e27a23-75a5-446c-9d41-2f417af9700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:53.373500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-11e27a23-75a5-446c-9d41-2f417af9700f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 200 len: 896 time: 0.2375762 Mar 10 17:52:53.436033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:52:53.470951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-fef441ae-cd66-4404-b2e8-5779afead78a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 200 len: 217 time: 0.0893817 Mar 10 17:52:53.538363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-fcc405ae-432c-4183-9f5c-8ff0605b964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:53.539958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-fcc405ae-432c-4183-9f5c-8ff0605b964b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 200 len: 835 time: 0.0625381 Mar 10 17:52:53.630592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-6cb88b50-f385-49be-baec-7133c5967b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:53.635780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-6cb88b50-f385-49be-baec-7133c5967b55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8cd382ac-a654-4467-8a63-a123189aff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891371 Mar 10 17:52:53.724294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:52:53.776027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd138a71-2a38-4415-a68b-76f50056f270 None None] The sync data for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 is: [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:51:15Z', 'revision_number': 4, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f1ca5f66-33f6-4587-bce1-217a52dd1e60', 'name': '', 'network_id': '8cd382ac-a654-4467-8a63-a123189aff7b', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'mac_address': 'fa:16:3e:36:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:13Z', 'updated_at': '2022-03-10T17:51:24Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'subnets': [{'id': '2137aa50-52ce-4ffa-a558-b56763bc39fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:52:53.878260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-b0862e05-0666-4c9d-a3f5-96471c9cae64 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315934 Mar 10 17:52:53.901559 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-61a6b6ee-fb83-451d-8add-4047c58de615 req-86f08504-7639-4ed7-ab3f-c65a76373222 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6227ccb2073548ec8dc2327162a114c8&device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0456321 Mar 10 17:52:53.971916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06467f90-b20a-4178-b930-3022d14c3fac req-45c0253a-47dc-4287-b5e8-3933eef117da tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0925653 Mar 10 17:52:54.010924 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-61a6b6ee-fb83-451d-8add-4047c58de615 req-3fe215ca-d6f5-4684-8e49-c7224262b7ef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6227ccb2073548ec8dc2327162a114c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828505 Mar 10 17:52:54.094593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4fe80cb-98ad-4924-be31-e9b35aea5c54 req-345428fc-4fbd-4b37-aa49-863773d88d85 service neutron] 10.222.0.59 "GET /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014456 Mar 10 17:52:54.249846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e5f9a-f09d-4a23-b652-10c2e3ea7099 req-77f33a08-e195-48e3-96e5-ffb13de69b44 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:54.252450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e80e5f9a-f09d-4a23-b652-10c2e3ea7099 req-77f33a08-e195-48e3-96e5-ffb13de69b44 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.1320240 Mar 10 17:52:54.358185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:52:54.362697 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097182b-7f80-493b-8ded-4eed7199e267 None None] New status for floating IP 73a160e6-d4bb-4ace-b6b9-e3ee319441d2: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:52:54.490980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e80e5f9a-f09d-4a23-b652-10c2e3ea7099 req-073b32c7-9707-48a9-bc07-a33eacdbf513 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216792 Mar 10 17:52:54.575683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbe659-4112-43ce-a7f1-229382c29861 req-a59dac27-0d50-43c1-9d9f-d5d08618595c tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:54.577778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cabbe659-4112-43ce-a7f1-229382c29861 req-a59dac27-0d50-43c1-9d9f-d5d08618595c tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.1738198 Mar 10 17:52:54.608664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:54.618744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ed5c4-6a56-4c98-96d9-b5174c52f79f req-a11eaf79-1b8b-4e63-8c17-baf9bad8e8aa tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:54.620334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320ed5c4-6a56-4c98-96d9-b5174c52f79f req-a11eaf79-1b8b-4e63-8c17-baf9bad8e8aa tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 985 time: 0.1037018 Mar 10 17:52:54.625476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:52:54.691436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:54.691740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:54.708725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:52:54.793686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:54.808251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:54.824650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320ed5c4-6a56-4c98-96d9-b5174c52f79f req-3b118a0d-ce15-442b-867b-1b4860180af8 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fd8841-bd0c-4023-882b-77dddf28259d&id=c4bf1a93-a840-4e56-9084-aca60449836e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1295869 Mar 10 17:52:54.845632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port fd433982-f3aa-421a-a0ce-4d42cff613d0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:54.846311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:54.963720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:55.079988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b6ee-fb83-451d-8add-4047c58de615 req-fdcfb12d-68fd-4221-bfcc-239a322a300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:55.081471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-61a6b6ee-fb83-451d-8add-4047c58de615 req-fdcfb12d-68fd-4221-bfcc-239a322a300e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0621521 Mar 10 17:52:55.096652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port fd433982-f3aa-421a-a0ce-4d42cff613d0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=fd433982-f3aa-421a-a0ce-4d42cff613d0,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:55.097052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:55.108393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['c65cade0-8ae8-49e9-bb21-5b1e519aa305'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:52:55.125143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for fd433982-f3aa-421a-a0ce-4d42cff613d0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:55.213094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91d33b08-511c-4c56-aa92-8c701dbdbccb req-8bc434f4-8920-4cc9-b94d-7117201b1a72 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0786285 Mar 10 17:52:55.475979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fd433982-f3aa-421a-a0ce-4d42cff613d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:55.541060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=fd433982-f3aa-421a-a0ce-4d42cff613d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:55.598782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] No DVR routers for this DVR port fd433982-f3aa-421a-a0ce-4d42cff613d0 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:52:55.603151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:55.606987 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cabbe659-4112-43ce-a7f1-229382c29861 req-742d46c1-3c08-4d85-9486-72e5288eefa1 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.59 "DELETE /v2.0/ports/fd433982-f3aa-421a-a0ce-4d42cff613d0 HTTP/1.1" status: 204 len: 173 time: 1.0158443 Mar 10 17:52:55.611262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'name': 'network-vif-deleted', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:55.616239 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f9ec09-b760-400f-91c4-85c431c74801" -d '{"events": [{"server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "name": "network-vif-deleted", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:55.727483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575328d3-cce9-4132-8671-a310d4193073 req-427adf59-b2ea-4c0c-8971-fb65a809abed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:55.737022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-575328d3-cce9-4132-8671-a310d4193073 req-427adf59-b2ea-4c0c-8971-fb65a809abed tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.1044221 Mar 10 17:52:55.740750 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfedfe-f0f8-4d0d-8c03-99e7fc404102 x-openstack-request-id: req-cfcfedfe-f0f8-4d0d-8c03-99e7fc404102 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:55.741146 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3841d-e94d-48e1-becf-e5399ff9bcbf", "name": "network-vif-deleted", "tag": "fd433982-f3aa-421a-a0ce-4d42cff613d0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:55.741530 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfcfedfe-f0f8-4d0d-8c03-99e7fc404102 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:55.742040 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3841d-e94d-48e1-becf-e5399ff9bcbf', 'name': 'network-vif-deleted', 'tag': 'fd433982-f3aa-421a-a0ce-4d42cff613d0', 'status': 'completed', 'code': 200} Mar 10 17:52:55.835010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-575328d3-cce9-4132-8671-a310d4193073 req-9491f964-91c3-49dc-81db-deafa6506d50 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925469 Mar 10 17:52:56.000361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3888e581-0902-4f24-b041-0e8814e52f68 req-71a27a50-eb82-490e-8b8b-1d765f4f1515 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e3841d-e94d-48e1-becf-e5399ff9bcbf HTTP/1.1" status: 200 len: 210 time: 0.0368912 Mar 10 17:52:56.357166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:52:56.439065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052458f9-239c-4942-879f-d6334d20b353 req-1f4a450c-3a41-43c5-a015-23bf09cf08fb tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0829949 Mar 10 17:52:56.511699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:52:56.516668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:52:56.517059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:56.692705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:52:56.693110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:56.756284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:52:56.761304 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ecc157-de4e-48db-993b-2ae6224dae91" -d '{"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:52:56.797365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:56.810911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:56.871226 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8dfdbd-38c9-4a5f-8dbc-f4023493099e x-openstack-request-id: req-bf8dfdbd-38c9-4a5f-8dbc-f4023493099e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:52:56.871585 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:52:56.871839 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf8dfdbd-38c9-4a5f-8dbc-f4023493099e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:52:56.872237 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'code': 200} Mar 10 17:52:56.937799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:56.957024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.957751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.958272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.958810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.959325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.959815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.960302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.961621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.962211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.962740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.963229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.963714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:56.964217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:52:57.003323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d2b9d-bac9-4074-825e-65b7d40faa59 req-6d729cad-424b-4c2d-b406-918d21821e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:57.004851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-178d2b9d-bac9-4074-825e-65b7d40faa59 req-6d729cad-424b-4c2d-b406-918d21821e37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1128 time: 0.0977447 Mar 10 17:52:57.018116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.087277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:57.093521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-469995e6-9183-4329-bf7e-59834bb50f92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773825 Mar 10 17:52:57.138261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-178d2b9d-bac9-4074-825e-65b7d40faa59 req-56f507ed-4122-4411-aab0-fc87263d6e7c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149001 Mar 10 17:52:57.156586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4c8b7-70a8-48d3-802a-9b848409bc22 req-bd944b59-e431-4996-a7d5-c575e441add8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:57.158155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50b4c8b7-70a8-48d3-802a-9b848409bc22 req-bd944b59-e431-4996-a7d5-c575e441add8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1506526 Mar 10 17:52:57.209068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (c4bf1a93-a840-4e56-9084-aca60449836e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.226740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50b4c8b7-70a8-48d3-802a-9b848409bc22 req-d6ab484b-8c5c-4a77-98fa-c330695be698 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565686 Mar 10 17:52:57.295914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (c4bf1a93-a840-4e56-9084-aca60449836e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.360594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c4bf1a93-a840-4e56-9084-aca60449836e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.364123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.365763 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4bf1a93-a840-4e56-9084-aca60449836e HTTP/1.1" status: 204 len: 168 time: 0.2837610 Mar 10 17:52:57.369420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59740) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:57.379213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4ecd1-31ae-4edf-98a8-854ba0db342f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bf1a93-a840-4e56-9084-aca60449836e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:57.521627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-56091e82-b93a-4a6a-b6d5-087cc5c13f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:57.523906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-56091e82-b93a-4a6a-b6d5-087cc5c13f3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 1128 time: 0.1230710 Mar 10 17:52:57.525889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (71fd8841-bd0c-4023-882b-77dddf28259d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.559373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (71fd8841-bd0c-4023-882b-77dddf28259d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.638464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35532feb-58f4-4ca6-be27-53e119e17235 req-afdd4391-bd4e-4fd3-b726-5f498634c095 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0684311 Mar 10 17:52:57.719488 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (71fd8841-bd0c-4023-882b-77dddf28259d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.721970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:57.726000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/security-groups/71fd8841-bd0c-4023-882b-77dddf28259d HTTP/1.1" status: 204 len: 168 time: 0.3526144 Mar 10 17:52:57.726311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:57.750681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-ee9e435a-67d0-4c26-a1ad-8a0b5f3093c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:57.752098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-ee9e435a-67d0-4c26-a1ad-8a0b5f3093c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 200 len: 915 time: 0.1806052 Mar 10 17:52:57.752914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280ec1-e418-4a55-9ac8-32b6e5499262 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd8841-bd0c-4023-882b-77dddf28259d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:57.871159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-802a8021-a2cc-4e52-b100-7c980dc4cc24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 200 len: 1002 time: 0.1111312 Mar 10 17:52:57.946403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-1c8fbb88-b5a2-411f-beb2-de0bd16f2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:57.947967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-1c8fbb88-b5a2-411f-beb2-de0bd16f2181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 200 len: 853 time: 0.0670741 Mar 10 17:52:57.972868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fd433982-f3aa-421a-a0ce-4d42cff613d0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:52:58.000023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: fd433982-f3aa-421a-a0ce-4d42cff613d0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:52:58.000361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device fd433982-f3aa-421a-a0ce-4d42cff613d0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:52:58.054140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-47e6ab4f-6cec-4f8e-a3e1-4e770558ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:58.055982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-47e6ab4f-6cec-4f8e-a3e1-4e770558ffaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d67bbe1e-4922-4bec-af40-b6981aa0239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0994453 Mar 10 17:52:58.229356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-f390fec6-cbb3-40da-85c8-722487f8e056 service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659527 Mar 10 17:52:58.255217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:58.463413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5e02b90-b55d-49d6-b462-63ad94582393 req-320ed267-0a91-4022-9689-423424f53f4e service neutron] 10.222.0.41 "GET /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263794 Mar 10 17:52:58.713085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad3fb-941a-4493-acb8-ac08667a24fe req-2570e142-e94e-4204-a35d-4d820122e73e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:52:58.716643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-833ad3fb-941a-4493-acb8-ac08667a24fe req-2570e142-e94e-4204-a35d-4d820122e73e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.3347929 Mar 10 17:52:58.741399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port f1ca5f66-33f6-4587-bce1-217a52dd1e60 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:52:58.741741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:58.801219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-833ad3fb-941a-4493-acb8-ac08667a24fe req-c64ba3cc-bba6-4605-8aaf-a0b92bf8f011 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775132 Mar 10 17:52:58.862460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8161241-eaf9-4417-83d6-c336851536c9 req-cb43b746-e624-4709-b300-ce69d1d6f761 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0659847 Mar 10 17:52:58.880872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port f1ca5f66-33f6-4587-bce1-217a52dd1e60, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f1ca5f66-33f6-4587-bce1-217a52dd1e60,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:52:58.881592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:58.911322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for f1ca5f66-33f6-4587-bce1-217a52dd1e60 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:52:59.146057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f1ca5f66-33f6-4587-bce1-217a52dd1e60), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:59.197198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=f1ca5f66-33f6-4587-bce1-217a52dd1e60,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:52:59.433991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:52:59.735891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:52:59.896549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:52:59.905231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40e10139-aa92-432f-975a-5d0308dae30e tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "PUT /v2.0/routers/9d7389a0-79f7-4c4d-a3c8-8e6404abb963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770365 Mar 10 17:52:59.908725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59768) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:52:59.915939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Sync routers for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:52:59.932304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:52:59.933077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:00.038930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting subnet 2137aa50-52ce-4ffa-a558-b56763bc39fa {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:53:00.043114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ecc6137-e4c1-4133-9ef0-2a937194b205 req-1d830119-a3b7-4295-ad9b-cd7fab6a88e5 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0724914 Mar 10 17:53:00.043668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (2137aa50-52ce-4ffa-a558-b56763bc39fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.062440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.089250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9eb28-bd6d-40dd-81dc-43644fdd098a req-aa696a5c-86a4-4aa2-9c6a-53da9e5e0d90 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:00.091841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bc9eb28-bd6d-40dd-81dc-43644fdd098a req-aa696a5c-86a4-4aa2-9c6a-53da9e5e0d90 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1959207 Mar 10 17:53:00.145615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:00.157408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2137aa50-52ce-4ffa-a558-b56763bc39fa), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.237654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bc9eb28-bd6d-40dd-81dc-43644fdd098a req-f2cff956-46a3-456f-a69f-2d61cf541656 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365676 Mar 10 17:53:00.331295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2137aa50-52ce-4ffa-a558-b56763bc39fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.453190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2137aa50-52ce-4ffa-a558-b56763bc39fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.454288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:52:59Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:00.475693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420e0a-add5-48b1-8662-d7c37eaf8dcd req-4fa1cd2c-9f6b-4643-88e4-9d2cc136fc06 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:00.477467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57420e0a-add5-48b1-8662-d7c37eaf8dcd req-4fa1cd2c-9f6b-4643-88e4-9d2cc136fc06 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1238143 Mar 10 17:53:00.488025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:00.493395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Request body: {'floatingip': {'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:53:00.501200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Checking router: 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:53:00.513309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Routers {'9d7389a0-79f7-4c4d-a3c8-8e6404abb963'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:53:00.514120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Subnet': ['ID=2137aa50-52ce-4ffa-a558-b56763bc39fa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:00.514631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:00.530061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.541254 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-da495746-27ea-4905-9ec8-21551e02747f tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/subnets/2137aa50-52ce-4ffa-a558-b56763bc39fa HTTP/1.1" status: 204 len: 168 time: 0.6287389 Mar 10 17:53:00.542083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59776) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:00.554181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:00.655926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] Set router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:00.724538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1727fc-c592-471e-9f91-24bb89d93d6f None None] Network 8cd382ac-a654-4467-8a63-a123189aff7b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:53:00.969228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:01.358373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-601a02dd-434e-4dd0-8e40-408b23505b09 req-c62061e7-0a35-4a7c-90ff-8c167ec8b261 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1289175 Mar 10 17:53:01.469795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:52:59Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:01.536770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] DHCP port deletion for 8cd382ac-a654-4467-8a63-a123189aff7b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:53:01.541097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030dd6e-ac06-49fe-919d-3487398e806c None None] The sync data for ids ['9d7389a0-79f7-4c4d-a3c8-8e6404abb963'] in n-d-833115-2 is: [{'id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'name': 'tempest-TestSecurityGroupsBasicOps-router-589078186', 'tenant_id': '454114d48dee4f708db905f271d4a1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '68b5840d-4455-4949-832b-f3338af84558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:51:04Z', 'updated_at': '2022-03-10T17:52:59Z', 'revision_number': 5, 'project_id': '454114d48dee4f708db905f271d4a1da', 'gw_port': {'id': '68b5840d-4455-4949-832b-f3338af84558', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7389a0-79f7-4c4d-a3c8-8e6404abb963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:51:05Z', 'updated_at': '2022-03-10T17:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:53:01.614465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Deleting port 6536ed49-664d-439c-a35e-1f9b18442a5a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:53:01.615017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:01.701688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] For port 6536ed49-664d-439c-a35e-1f9b18442a5a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6536ed49-664d-439c-a35e-1f9b18442a5a,segment=NetworkSegment(1fdae904-5d41-4772-86f1-c0d62cb0886e),segment_id=1fdae904-5d41-4772-86f1-c0d62cb0886e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:01.702484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:01.724610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Calling delete_port for 6536ed49-664d-439c-a35e-1f9b18442a5a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:53:01.932555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6536ed49-664d-439c-a35e-1f9b18442a5a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:01.964779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] Pushing event deleted for resources: {'Port': ['ID=6536ed49-664d-439c-a35e-1f9b18442a5a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:01.978831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae3d2d-828c-406c-ba29-f7426ffa77b9 None None] No DVR routers for this DVR port 6536ed49-664d-439c-a35e-1f9b18442a5a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:53:02.099282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_gateway (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:02.253774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6536ed49-664d-439c-a35e-1f9b18442a5a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:53:02.307197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6536ed49-664d-439c-a35e-1f9b18442a5a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:53:02.307543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6536ed49-664d-439c-a35e-1f9b18442a5a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:53:02.307965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f1ca5f66-33f6-4587-bce1-217a52dd1e60 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:53:02.358560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f1ca5f66-33f6-4587-bce1-217a52dd1e60 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:53:02.358910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f1ca5f66-33f6-4587-bce1-217a52dd1e60 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:53:02.430314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Deleting port 68b5840d-4455-4949-832b-f3338af84558 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:53:02.432164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (68b5840d-4455-4949-832b-f3338af84558), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:02.656946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b94cf5d-c397-434a-a6df-e8310a2503f4 req-5e5c58e0-04ee-422e-bed6-a206381b1ea2 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1348062 Mar 10 17:53:02.665110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] For port 68b5840d-4455-4949-832b-f3338af84558, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=68b5840d-4455-4949-832b-f3338af84558,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:02.665472 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (68b5840d-4455-4949-832b-f3338af84558), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:02.701241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:02.702415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Calling delete_port for 68b5840d-4455-4949-832b-f3338af84558 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:53:02.717595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:02.925683 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Floating IP e229353b-eec8-4722-8633-a2093cba4d7e associated. External IP: 172.25.3.232, port: c65cade0-8ae8-49e9-bb21-5b1e519aa305. Mar 10 17:53:03.085570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (68b5840d-4455-4949-832b-f3338af84558), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.153389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Port': ['ID=68b5840d-4455-4949-832b-f3338af84558,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:03.287855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.364155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:53:03.408199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.411568 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router_controller (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.542273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (9d7389a0-79f7-4c4d-a3c8-8e6404abb963), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.543073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7389a0-79f7-4c4d-a3c8-8e6404abb963 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:53:03.551414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.555166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-99423ce6-eaae-4569-9840-5441538ea43b tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/routers/9d7389a0-79f7-4c4d-a3c8-8e6404abb963 HTTP/1.1" status: 204 len: 168 time: 3.0098712 Mar 10 17:53:03.555927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59812) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:03.617605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:53:03.625158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.631345 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:53:03.651915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:53:03.652914 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:03.698039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8cd382ac-a654-4467-8a63-a123189aff7b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.710962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7d9f6691-3c58-439a-be29-519b4d1790a2 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "PUT /v2.0/floatingips/e229353b-eec8-4722-8633-a2093cba4d7e HTTP/1.1" status: 200 len: 992 time: 3.2216594 Mar 10 17:53:03.712514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:53:03.714950 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca1d11-9f77-4ab2-a951-824594d6a26c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:53:03.812278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8cd382ac-a654-4467-8a63-a123189aff7b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.838308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd382ac-a654-4467-8a63-a123189aff7b']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:03.848655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdae904-5d41-4772-86f1-c0d62cb0886e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:03.848952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdae904-5d41-4772-86f1-c0d62cb0886e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:03.859386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (1fdae904-5d41-4772-86f1-c0d62cb0886e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.873765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1fdae904-5d41-4772-86f1-c0d62cb0886e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.880830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:53:03.881235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (1fdae904-5d41-4772-86f1-c0d62cb0886e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:03.887020 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde8302-3066-4066-815f-788f6bd42fa0 x-openstack-request-id: req-dcde8302-3066-4066-815f-788f6bd42fa0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:53:03.887385 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:53:03.887650 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcde8302-3066-4066-815f-788f6bd42fa0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:53:03.888076 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'status': 'completed', 'code': 200} Mar 10 17:53:03.913734 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:53:03.961539 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:53:04.000439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a1e4707-0a6f-4a2e-bc07-e890c6fe1256 req-42a38173-30bc-4170-a97a-759a588ced46 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.1019247 Mar 10 17:53:04.012597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8cd382ac-a654-4467-8a63-a123189aff7b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:04.037741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:04.043997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] 10.222.0.35 "DELETE /v2.0/networks/8cd382ac-a654-4467-8a63-a123189aff7b HTTP/1.1" status: 204 len: 168 time: 0.4874585 Mar 10 17:53:04.068264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-ee297650-9b72-422d-8d8a-21b79a7f84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:04.071506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-ee297650-9b72-422d-8d8a-21b79a7f84d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1128 time: 0.1824439 Mar 10 17:53:04.075210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1953a8a-0758-4d2f-acaa-57a31eee9572 tempest-TestSecurityGroupsBasicOps-268903640 tempest-TestSecurityGroupsBasicOps-268903640-project] Pushing event deleted for resources: {'Network': ['ID=8cd382ac-a654-4467-8a63-a123189aff7b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:04.269035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 68b5840d-4455-4949-832b-f3338af84558 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:53:04.299401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 68b5840d-4455-4949-832b-f3338af84558 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:53:04.300102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 68b5840d-4455-4949-832b-f3338af84558 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:53:04.309077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-3456e378-3c59-48f2-a738-42cad3d15cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:04.315918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-3456e378-3c59-48f2-a738-42cad3d15cc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.2355852 Mar 10 17:53:04.441758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-ad9682c0-e09a-41a5-a3dd-08d706fd265c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1000 time: 0.1207392 Mar 10 17:53:04.460334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e229353b-eec8-4722-8633-a2093cba4d7e', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:52:44Z', 'updated_at': '2022-03-10T17:53:02Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:04.496831 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:53:04.506999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-f8c947ce-a024-41f4-b725-5e56a9970d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:04.508898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-f8c947ce-a024-41f4-b725-5e56a9970d30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0602009 Mar 10 17:53:04.511030 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:53:04.511772 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:52:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:04.565053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-3b4221e0-b379-4f40-bb67-b42f2543655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:04.568382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-3b4221e0-b379-4f40-bb67-b42f2543655f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533912 Mar 10 17:53:04.663857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:04.705498 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:04.710379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-16115e84-6312-48ad-b6c4-530f9b5948e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347888 Mar 10 17:53:04.869154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14ca1d11-9f77-4ab2-a951-824594d6a26c req-e83b39c3-514e-49fb-a7e9-e94f9f38b754 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513562 Mar 10 17:53:04.914333 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-972b32e8-30f4-4747-aa9f-3cbf9d921479 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=454114d48dee4f708db905f271d4a1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485931 Mar 10 17:53:04.917069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59842) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:05.017403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] Publish callbacks [] for security_group (6918a028-b408-4804-b2f5-e265b4e8369b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.045844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] Publish callbacks [] for security_group (6918a028-b408-4804-b2f5-e265b4e8369b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.075244 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e229353b-eec8-4722-8633-a2093cba4d7e', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:52:44Z', 'updated_at': '2022-03-10T17:53:02Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:05.130160 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6918a028-b408-4804-b2f5-e265b4e8369b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.135637 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.142053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcb2d74-5fc9-44b9-a650-40098ddb2a14 None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'e229353b-eec8-4722-8633-a2093cba4d7e', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:52:44Z', 'updated_at': '2022-03-10T17:53:02Z', 'revision_number': 1, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:53:05.143891 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6918a028-b408-4804-b2f5-e265b4e8369b HTTP/1.1" status: 204 len: 168 time: 0.2199810 Mar 10 17:53:05.164058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8dae-2263-4a33-886e-f5198f5c5412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6918a028-b408-4804-b2f5-e265b4e8369b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:05.187221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d286491-f349-413f-a919-de7ceb060c78 req-f925e8ee-9871-49b8-8fc3-4aae5967becf tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0632114 Mar 10 17:53:05.550043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c80e2-dda5-4f7c-9c72-b452291b1758 None None] New status for floating IP e229353b-eec8-4722-8633-a2093cba4d7e: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:53:05.647903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59864) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:05.663571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9c9ba4-0532-463f-9791-a2d1e4e0d322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.778890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9c9ba4-0532-463f-9791-a2d1e4e0d322 admin admin] Publish callbacks [] for security_group (36a5dec0-3448-4fac-b6ae-4aeb7a552e6c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.788233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db9c9ba4-0532-463f-9791-a2d1e4e0d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (36a5dec0-3448-4fac-b6ae-4aeb7a552e6c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.830096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db9c9ba4-0532-463f-9791-a2d1e4e0d322 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76190d953a534c71b2f42b35b03faa31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809227 Mar 10 17:53:05.832876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:05.853999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c9ba4-0532-463f-9791-a2d1e4e0d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a5dec0-3448-4fac-b6ae-4aeb7a552e6c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:05.917259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] Publish callbacks [] for security_group (36a5dec0-3448-4fac-b6ae-4aeb7a552e6c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.941598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] Publish callbacks [] for security_group (36a5dec0-3448-4fac-b6ae-4aeb7a552e6c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.995991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (36a5dec0-3448-4fac-b6ae-4aeb7a552e6c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:05.999196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:06.002735 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36a5dec0-3448-4fac-b6ae-4aeb7a552e6c HTTP/1.1" status: 204 len: 168 time: 0.1665442 Mar 10 17:53:06.009948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc527bbc-2f4c-4ebf-a8b4-3b2a024d9762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a5dec0-3448-4fac-b6ae-4aeb7a552e6c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:06.380800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6dd87b87-143f-4661-a352-2752fb3f7f4b req-4b311252-6c59-47b5-b417-74c9cf41dd2f tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0438619 Mar 10 17:53:06.425031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59874) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:06.476470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bd08c838-5b59-49a1-878d-094c96f211b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ac09325c0ce4fdeb2a4ff7537eb11e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483007 Mar 10 17:53:06.479181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:06.539620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] Publish callbacks [] for security_group (ccbf4c6b-790c-4351-8a52-e9c0377a63a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:06.566480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] Publish callbacks [] for security_group (ccbf4c6b-790c-4351-8a52-e9c0377a63a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:06.635784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ccbf4c6b-790c-4351-8a52-e9c0377a63a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:06.640846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:06.642622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccbf4c6b-790c-4351-8a52-e9c0377a63a2 HTTP/1.1" status: 204 len: 168 time: 0.1623209 Mar 10 17:53:06.653351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70880dc-8c2e-44ba-8b8c-6b7d90dce199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf4c6b-790c-4351-8a52-e9c0377a63a2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:07.564964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b4ed10f-5249-4a20-91f7-b2e2daec83b6 req-b687287f-f8c3-4385-b1d6-7d67f33dd826 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0525839 Mar 10 17:53:07.929312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:08.050689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.140056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Publish callbacks [] for security_group (32a92c2a-8afd-4ed9-aea0-44ca78abf649), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.145724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (32a92c2a-8afd-4ed9-aea0-44ca78abf649), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.174354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a738f2f64d942adb199fe0467bf04c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429304 Mar 10 17:53:08.177047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:08.222735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a92c2a-8afd-4ed9-aea0-44ca78abf649,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:08.241433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.243334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.244656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.245284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.245975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.247335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.247906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.249025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.250694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.251352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.251914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.253194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.254312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846ec31-554e-4121-995f-9637f6a77af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:08.272404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] Publish callbacks [] for security_group (32a92c2a-8afd-4ed9-aea0-44ca78abf649), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.296194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] Publish callbacks [] for security_group (32a92c2a-8afd-4ed9-aea0-44ca78abf649), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.347700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (32a92c2a-8afd-4ed9-aea0-44ca78abf649), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.350676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.354661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32a92c2a-8afd-4ed9-aea0-44ca78abf649 HTTP/1.1" status: 204 len: 168 time: 0.1733415 Mar 10 17:53:08.360810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e3cb2-ed5b-4742-817f-a48121c80e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a92c2a-8afd-4ed9-aea0-44ca78abf649,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:08.722414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7445004f-8169-4901-8566-ba7c2b1ea6cc req-b9ded500-687c-4a7e-b721-416f0f37b06e tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0640838 Mar 10 17:53:08.820161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59908) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:08.834114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ac0ea76-901c-4aaa-bb27-533154ce8e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.940223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ac0ea76-901c-4aaa-bb27-533154ce8e15 admin admin] Publish callbacks [] for security_group (eac77955-ef54-4ecb-9bb1-6f527458d88d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.944201 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9ac0ea76-901c-4aaa-bb27-533154ce8e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eac77955-ef54-4ecb-9bb1-6f527458d88d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:08.988979 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9ac0ea76-901c-4aaa-bb27-533154ce8e15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bde50c4a57f94052a24d41299601cbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674743 Mar 10 17:53:08.989907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0ea76-901c-4aaa-bb27-533154ce8e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac77955-ef54-4ecb-9bb1-6f527458d88d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:08.992224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:09.071235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] Publish callbacks [] for security_group (eac77955-ef54-4ecb-9bb1-6f527458d88d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:09.094977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] Publish callbacks [] for security_group (eac77955-ef54-4ecb-9bb1-6f527458d88d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:09.144974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eac77955-ef54-4ecb-9bb1-6f527458d88d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:09.147645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:09.149058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eac77955-ef54-4ecb-9bb1-6f527458d88d HTTP/1.1" status: 204 len: 168 time: 0.1544838 Mar 10 17:53:09.157595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043e33c-2126-4e54-8e32-24154fb5d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac77955-ef54-4ecb-9bb1-6f527458d88d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:09.825204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00f9fdbc-2f4c-4de8-805c-b6a3afd0f2af req-62140df0-e0b1-4bab-9877-b5c8a6de5149 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0301237 Mar 10 17:53:10.276062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:10.388068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b77a4615-59b2-4dc4-8987-ee62c94fda94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.467025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b77a4615-59b2-4dc4-8987-ee62c94fda94 admin admin] Publish callbacks [] for security_group (826ab988-63f1-466c-8bd9-883f77a345da), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.472025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b77a4615-59b2-4dc4-8987-ee62c94fda94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (826ab988-63f1-466c-8bd9-883f77a345da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.518724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b77a4615-59b2-4dc4-8987-ee62c94fda94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=153788edb62b472faf5a8ea938776643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415361 Mar 10 17:53:10.519767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a4615-59b2-4dc4-8987-ee62c94fda94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ab988-63f1-466c-8bd9-883f77a345da,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:10.521578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:10.574710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] Publish callbacks [] for security_group (826ab988-63f1-466c-8bd9-883f77a345da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.598321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] Publish callbacks [] for security_group (826ab988-63f1-466c-8bd9-883f77a345da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.652838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (826ab988-63f1-466c-8bd9-883f77a345da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.655705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:10.656925 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/826ab988-63f1-466c-8bd9-883f77a345da HTTP/1.1" status: 204 len: 168 time: 0.1342721 Mar 10 17:53:10.667315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5231eb-6e4b-4f80-878e-ccbeaeec7468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ab988-63f1-466c-8bd9-883f77a345da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:10.934447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47629e49-b195-4564-8481-290224974a3e req-b91f7238-1029-4b58-8f79-d293ca4da77e tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0309019 Mar 10 17:53:12.050029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3efd85ca-edee-4804-a4e2-f295a6f22f9a req-479bc76a-2333-4adf-a4ea-5604344077ee tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0347860 Mar 10 17:53:12.392580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7482486f-da12-4bdc-8e20-10214eb0d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:13.068340 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:53:13.153929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83c7db3d-eeba-49a1-878a-440bd8f87706 req-a028bf09-e17a-42df-9cb2-aa2a76077315 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0317822 Mar 10 17:53:13.182271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79d87dc5-e28a-41ff-bcfc-357d8bcee8ff req-e1ede325-f84a-43fd-8355-08ef495f849f tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Mar 10 17:53:14.297531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84d90580-9e17-4641-bcbd-b0b1f38cad15 req-9ceab011-e808-4217-a9ee-ad653fe9fa18 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0334768 Mar 10 17:53:14.672122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e5f8c8b-1149-4af3-8e36-44c8e68c8499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:15.483798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db0ed3a8-49bf-4583-bf77-05960485eb0a req-25b9dfaf-eb20-4e8b-bf46-4c0bf435e413 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0813727 Mar 10 17:53:15.755030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb73749-5a1c-4f7b-a770-302016c68e8a req-229e6522-2bb0-4c97-9c25-199334fe0673 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6227ccb2073548ec8dc2327162a114c8&device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0453615 Mar 10 17:53:15.818994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66959024-7bc8-46bb-a707-215b6b708316 req-d7a11529-c355-4d85-b665-3cf4b681300b tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0625429 Mar 10 17:53:15.824453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb73749-5a1c-4f7b-a770-302016c68e8a req-4f9d0571-cb4c-4903-a151-3815b31284a7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6227ccb2073548ec8dc2327162a114c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579398 Mar 10 17:53:15.885815 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:16.109890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb73749-5a1c-4f7b-a770-302016c68e8a req-09a563d3-4fd7-415e-9315-6d92711a1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:16.111989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb73749-5a1c-4f7b-a770-302016c68e8a req-09a563d3-4fd7-415e-9315-6d92711a1c6b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810946 Mar 10 17:53:17.048646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85172143-5b36-4561-a611-7b775b59f37f req-57829204-3b31-420a-81d7-8792f9bc8080 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0558670 Mar 10 17:53:17.269005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:17.410509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb73749-5a1c-4f7b-a770-302016c68e8a req-d2790896-10d7-446d-9f86-5a5fae60ad07 tempest-ServerShowV254Test-1196501437 tempest-ServerShowV254Test-1196501437-project] 10.222.0.59 "GET /v2.0/ports?device_id=e221c89b-c0d3-4804-b336-921f11288818 HTTP/1.1" status: 200 len: 210 time: 0.0330772 Mar 10 17:53:18.383571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60108) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:18.509703 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7715ca68-1a1c-45e0-b0a3-71dab86bd756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.587207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7715ca68-1a1c-45e0-b0a3-71dab86bd756 admin admin] Publish callbacks [] for security_group (29fabb29-f396-4aef-b22e-aab5b94fdd83), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.591847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7715ca68-1a1c-45e0-b0a3-71dab86bd756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (29fabb29-f396-4aef-b22e-aab5b94fdd83), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.625550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7715ca68-1a1c-45e0-b0a3-71dab86bd756 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6227ccb2073548ec8dc2327162a114c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385404 Mar 10 17:53:18.626350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60112) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:18.637682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715ca68-1a1c-45e0-b0a3-71dab86bd756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fabb29-f396-4aef-b22e-aab5b94fdd83,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:18.713890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] Publish callbacks [] for security_group (29fabb29-f396-4aef-b22e-aab5b94fdd83), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.737425 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] Publish callbacks [] for security_group (29fabb29-f396-4aef-b22e-aab5b94fdd83), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.786061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (29fabb29-f396-4aef-b22e-aab5b94fdd83), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.788988 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:18.790330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29fabb29-f396-4aef-b22e-aab5b94fdd83 HTTP/1.1" status: 204 len: 168 time: 0.1620367 Mar 10 17:53:18.800836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b4605-f345-44cd-8fa4-286145787f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fabb29-f396-4aef-b22e-aab5b94fdd83,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:19.238019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60136) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:19.305995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.429198 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a463e14a-c8e0-4b3b-b7c6-115cdc730b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.525351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a463e14a-c8e0-4b3b-b7c6-115cdc730b6a admin admin] Publish callbacks [] for security_group (786f207a-857d-4f6b-98cb-0586c8bf04a8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.531103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a463e14a-c8e0-4b3b-b7c6-115cdc730b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (786f207a-857d-4f6b-98cb-0586c8bf04a8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.580362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a463e14a-c8e0-4b3b-b7c6-115cdc730b6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0cb86e9aaf34919ab260d7b4ba543ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383925 Mar 10 17:53:19.580362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e14a-c8e0-4b3b-b7c6-115cdc730b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786f207a-857d-4f6b-98cb-0586c8bf04a8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:19.581080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:19.634739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] Publish callbacks [] for security_group (786f207a-857d-4f6b-98cb-0586c8bf04a8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.660783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] Publish callbacks [] for security_group (786f207a-857d-4f6b-98cb-0586c8bf04a8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.727061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (786f207a-857d-4f6b-98cb-0586c8bf04a8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.727571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:19.730673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/786f207a-857d-4f6b-98cb-0586c8bf04a8 HTTP/1.1" status: 204 len: 168 time: 0.1467621 Mar 10 17:53:19.748604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17b07-9dfc-4dd9-8376-7d1927cfaaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786f207a-857d-4f6b-98cb-0586c8bf04a8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:20.258343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:20.274842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c243cac-8011-40dd-9390-c319ba42faa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.403166 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c243cac-8011-40dd-9390-c319ba42faa2 admin admin] Publish callbacks [] for security_group (d462c73c-f731-4bc4-a524-3406e64d80be), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.408803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c243cac-8011-40dd-9390-c319ba42faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d462c73c-f731-4bc4-a524-3406e64d80be), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.754712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0c243cac-8011-40dd-9390-c319ba42faa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f0b19b0ca894401ac0ef4a95d36821e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925461 Mar 10 17:53:20.754712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243cac-8011-40dd-9390-c319ba42faa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462c73c-f731-4bc4-a524-3406e64d80be,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:20.755522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60174) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:20.832651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] Publish callbacks [] for security_group (d462c73c-f731-4bc4-a524-3406e64d80be), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.863533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] Publish callbacks [] for security_group (d462c73c-f731-4bc4-a524-3406e64d80be), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.919188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d462c73c-f731-4bc4-a524-3406e64d80be), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.923670 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:20.928454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d462c73c-f731-4bc4-a524-3406e64d80be HTTP/1.1" status: 204 len: 168 time: 0.1717775 Mar 10 17:53:20.938731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e02357-d03d-4a6a-889b-67968183c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462c73c-f731-4bc4-a524-3406e64d80be,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:24.495804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-57286a95-e1df-45f3-bfc7-3b7388f15af0 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317137 Mar 10 17:53:24.680653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-42bfaacd-7c70-46a6-be8d-7d4b55d6878f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:24.682125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-42bfaacd-7c70-46a6-be8d-7d4b55d6878f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810172 Mar 10 17:53:24.697197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-2aab7d2f-a96c-42d8-998d-eba6d5479a3d tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/quotas/0a510a12f92345b1869e5d2ff311c2cd HTTP/1.1" status: 200 len: 375 time: 0.0094125 Mar 10 17:53:24.734002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-2e7433b3-3ddc-4afa-8519-3326e718a091 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316765 Mar 10 17:53:24.958743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fde890ad-7965-4671-8f16-82b074e0f41f req-30ae1b96-fc6c-4c9c-b64e-88a0a6953531 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 210 time: 0.0511808 Mar 10 17:53:26.072069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4c6cee6-e7b9-4d93-9b43-45d2a1f7d476 req-353ac920-84c5-4858-be1c-19113cc603e8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 210 time: 0.0518341 Mar 10 17:53:26.295892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-ca43a0ad-0002-4af1-bfb9-eef06e86a7d8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221317 Mar 10 17:53:26.514207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-99a1556f-a440-42cf-93e8-12d510bf2b8b tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:26.515711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-99a1556f-a440-42cf-93e8-12d510bf2b8b tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128537 Mar 10 17:53:26.643418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Request body: {'port': {'device_id': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': '0a510a12f92345b1869e5d2ff311c2cd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:53:26.827578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Made reservation on behalf of 0a510a12f92345b1869e5d2ff311c2cd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:53:26.834365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:26.854306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:26.968767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks [] for security_group (0429d3ac-f5ad-4883-9142-b410d7fb5adc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:26.976738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0429d3ac-f5ad-4883-9142-b410d7fb5adc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:27.002268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:27.080261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0429d3ac-f5ad-4883-9142-b410d7fb5adc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:27.330003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Allocated IP 192.168.233.251 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/abe1f291-885a-4320-8952-94de1fa178a0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:53:27.333692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a22ef851-000b-4dfe-b900-f0072953dd9d req-0a3c68d5-fbaa-463d-a5a6-22a494050c68 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 210 time: 0.1055794 Mar 10 17:53:27.624041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks [] for port (abe1f291-885a-4320-8952-94de1fa178a0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:27.673053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:27.729375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:53:27.732667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:53:27.742779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:53:27.776367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Pushing event updated for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:27.811271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:27.812468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:27.858814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-027a932a-5549-4e41-842a-68a4166a656f tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3272986 Mar 10 17:53:27.872212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-99ab73d8-daa6-477e-b395-8bb1504c9db5 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:53:27.873643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-99ab73d8-daa6-477e-b395-8bb1504c9db5 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059001 Mar 10 17:53:28.050869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Request body: {'port': {'device_id': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:53:28.150515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c9d91ad-5ddd-4990-9857-9edd489e8017 None None] Provisioning complete for port abe1f291-885a-4320-8952-94de1fa178a0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:53:28.151051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c9d91ad-5ddd-4990-9857-9edd489e8017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe1f291-885a-4320-8952-94de1fa178a0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:28.158300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe1f291-885a-4320-8952-94de1fa178a0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:28.204885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d91ad-5ddd-4990-9857-9edd489e8017 None None] Port abe1f291-885a-4320-8952-94de1fa178a0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:53:28.633706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdeb9-b7b8-4a81-ae9a-145f6f8dde64 req-828cd770-c374-4203-b5a3-b3f701fca56c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:28.642543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a7fdeb9-b7b8-4a81-ae9a-145f6f8dde64 req-828cd770-c374-4203-b5a3-b3f701fca56c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 936 time: 0.1226134 Mar 10 17:53:28.684935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe1f291-885a-4320-8952-94de1fa178a0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:53:28.696768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks [] for port (abe1f291-885a-4320-8952-94de1fa178a0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:28.711812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Transition to ACTIVE for port object abe1f291-885a-4320-8952-94de1fa178a0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:53:28.746925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:28.752667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a7fdeb9-b7b8-4a81-ae9a-145f6f8dde64 req-13f9e3c4-3789-4177-8f5b-04fab468ffb0 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088462 Mar 10 17:53:28.845102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:29.055646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Attempting to bind port abe1f291-885a-4320-8952-94de1fa178a0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:53:29.056308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Attempting to bind port abe1f291-885a-4320-8952-94de1fa178a0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:53:29.056690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Attempting to bind port abe1f291-885a-4320-8952-94de1fa178a0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:53:29.062061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Port abe1f291-885a-4320-8952-94de1fa178a0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:53:29.062607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Attempting to bind port abe1f291-885a-4320-8952-94de1fa178a0 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:53:29.068257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:53:29.068601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:53:29.068987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:53:29.069422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Bound port: abe1f291-885a-4320-8952-94de1fa178a0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:53:29.070064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe1f291-885a-4320-8952-94de1fa178a0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:29.231374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:53:29.237052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=abe1f291-885a-4320-8952-94de1fa178a0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:53:29.261460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:29.312737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:29.313357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:29.314755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] 10.222.0.59 "PUT /v2.0/ports/abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 1096 time: 1.4295785 Mar 10 17:53:29.315197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:53:29.317450 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0fe609-d886-4090-abb3-ab41fb26e6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "tag": "abe1f291-885a-4320-8952-94de1fa178a0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:53:29.376990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe7812-c1f2-40b6-b59a-7df3f767d037 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:29.465515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-11f1cba9-331c-49e3-bf0e-0add6e690468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:29.468331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-11f1cba9-331c-49e3-bf0e-0add6e690468 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1130 time: 0.0713983 Mar 10 17:53:29.563087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-f65765e7-edb8-4ab9-93f4-bffe90c0d358 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 217 time: 0.0825851 Mar 10 17:53:29.654074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-505330cb-3e7d-435f-a028-c342673b23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:29.655724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-505330cb-3e7d-435f-a028-c342673b23d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0836558 Mar 10 17:53:29.660991 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190fc63-ebcf-432c-953e-85de759d307e x-openstack-request-id: req-a190fc63-ebcf-432c-953e-85de759d307e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:53:29.661389 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "tag": "abe1f291-885a-4320-8952-94de1fa178a0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:53:29.661747 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a190fc63-ebcf-432c-953e-85de759d307e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:53:29.662456 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0', 'status': 'completed', 'code': 200} Mar 10 17:53:29.728578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80759-b06a-4976-926b-0bb50caf7acd req-9d659e67-1288-4236-9154-4fae1235cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:29.730545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-9d659e67-1288-4236-9154-4fae1235cfbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0629792 Mar 10 17:53:29.909952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-d711b7b1-dfe9-47c3-99e2-b0bf049f0886 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682789 Mar 10 17:53:29.988810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:30.094794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820e12c-6fc8-4fa0-b946-848616c4484b req-f93e9447-9ad2-42d4-9be4-9f0e22c4e902 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:30.097282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2820e12c-6fc8-4fa0-b946-848616c4484b req-f93e9447-9ad2-42d4-9be4-9f0e22c4e902 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 948 time: 0.1898785 Mar 10 17:53:30.164368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94b80759-b06a-4976-926b-0bb50caf7acd req-bd99bb6d-3922-4919-b9c0-e1d48444b2fc service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047129 Mar 10 17:53:30.182984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2820e12c-6fc8-4fa0-b946-848616c4484b req-2c27c006-8fdc-441b-a8d7-ac2bc21dd9da tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777516 Mar 10 17:53:30.340688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-0d8f3a25-9b7f-442c-a9c7-7fc7b98cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:30.342707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-0d8f3a25-9b7f-442c-a9c7-7fc7b98cdd6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1130 time: 0.1016243 Mar 10 17:53:30.465717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-2cd81833-974e-451c-9852-a9ad4183c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:30.467882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-2cd81833-974e-451c-9852-a9ad4183c43e service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1124620 Mar 10 17:53:30.534829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-0a60bd1e-29f8-41e3-ac2f-2be592d08895 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 217 time: 0.0545962 Mar 10 17:53:30.627138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-ce061a80-5ada-4983-a714-beb7f75724b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:30.629096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-ce061a80-5ada-4983-a714-beb7f75724b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0877345 Mar 10 17:53:30.693323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-667e1458-e659-4fdc-bd97-401b52195518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:30.696517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-667e1458-e659-4fdc-bd97-401b52195518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0564661 Mar 10 17:53:30.847440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-722106e4-3e78-4183-9be8-fd1351809544 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424403 Mar 10 17:53:30.976010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd0fe609-d886-4090-abb3-ab41fb26e6e8 req-09606d15-55ec-4b6d-ba00-05d072d71a3d service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213274 Mar 10 17:53:31.507064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3b6dd-5015-467d-a6f4-f096eae88ba6 req-6bdc7667-9ff5-48c7-bc4c-3f9ab2bde3fa tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:31.507064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d3b6dd-5015-467d-a6f4-f096eae88ba6 req-6bdc7667-9ff5-48c7-bc4c-3f9ab2bde3fa tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 948 time: 0.1362100 Mar 10 17:53:31.552432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d3b6dd-5015-467d-a6f4-f096eae88ba6 req-224f279c-599b-430e-9884-52ebf7ee88f0 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914361 Mar 10 17:53:32.748416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743641a-3132-4521-890d-a6fe91099e67 req-c303a0a1-6ed0-41d8-b7b2-bf56a2a2e857 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:32.750201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b743641a-3132-4521-890d-a6fe91099e67 req-c303a0a1-6ed0-41d8-b7b2-bf56a2a2e857 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 948 time: 0.1177950 Mar 10 17:53:32.877364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b743641a-3132-4521-890d-a6fe91099e67 req-1726ead5-4b1d-41d4-9b6a-15e615b6f7b6 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204686 Mar 10 17:53:34.058538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d013-292d-467e-85a5-f2fc5a9ecbc8 req-6b24e909-6afa-48c1-b018-fbabd39cfb87 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:34.060855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb91d013-292d-467e-85a5-f2fc5a9ecbc8 req-6b24e909-6afa-48c1-b018-fbabd39cfb87 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 948 time: 0.0856984 Mar 10 17:53:34.094854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device abe1f291-885a-4320-8952-94de1fa178a0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:53:34.207701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb91d013-292d-467e-85a5-f2fc5a9ecbc8 req-f4ac7969-75f3-483a-bea0-0b19da86d0bc tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407676 Mar 10 17:53:34.274365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=abe1f291-885a-4320-8952-94de1fa178a0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:34.298045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'abe1f291-885a-4320-8952-94de1fa178a0', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': 'abe1f291-885a-4320-8952-94de1fa178a0', 'mac_address': 'fa:16:3e:96:3d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:53:34.353816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port abe1f291-885a-4320-8952-94de1fa178a0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:53:34.354503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe1f291-885a-4320-8952-94de1fa178a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:34.371656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe1f291-885a-4320-8952-94de1fa178a0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:53:34.396063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=abe1f291-885a-4320-8952-94de1fa178a0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:34.403950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:34.523390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:34.669015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['abe1f291-885a-4320-8952-94de1fa178a0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:53:35.437442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f11bb-39bd-45e4-8381-ff93cfe0785b req-a03cdf1c-c19d-42b0-9fec-f2132ec372c5 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:35.441085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-841f11bb-39bd-45e4-8381-ff93cfe0785b req-a03cdf1c-c19d-42b0-9fec-f2132ec372c5 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 949 time: 0.1088264 Mar 10 17:53:35.531379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-841f11bb-39bd-45e4-8381-ff93cfe0785b req-d93d316d-e566-45f7-8c77-0cfec56c154b tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Mar 10 17:53:36.129086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device abe1f291-885a-4320-8952-94de1fa178a0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:53:36.311161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port abe1f291-885a-4320-8952-94de1fa178a0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:53:36.316674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port abe1f291-885a-4320-8952-94de1fa178a0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:53:36.317055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abe1f291-885a-4320-8952-94de1fa178a0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:36.539378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port abe1f291-885a-4320-8952-94de1fa178a0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:53:36.539786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abe1f291-885a-4320-8952-94de1fa178a0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:36.598456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=abe1f291-885a-4320-8952-94de1fa178a0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:36.599615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:53:36.603507 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50147e-124f-4383-9759-b2e434665f29" -d '{"events": [{"server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "abe1f291-885a-4320-8952-94de1fa178a0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:53:36.608871 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:36.692483 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fb8608-65fd-4ae8-b804-c659fe28f127 x-openstack-request-id: req-e5fb8608-65fd-4ae8-b804-c659fe28f127 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:53:36.692989 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "abe1f291-885a-4320-8952-94de1fa178a0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:53:36.695810 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5fb8608-65fd-4ae8-b804-c659fe28f127 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:53:36.696469 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0', 'code': 200} Mar 10 17:53:36.821746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:36.846503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb31cf-7d17-4cfd-aa7c-a312cfc3d559 req-7c256a9e-1566-4d49-91e7-a12951645c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:36.848792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5eb31cf-7d17-4cfd-aa7c-a312cfc3d559 req-7c256a9e-1566-4d49-91e7-a12951645c1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1132 time: 0.0579200 Mar 10 17:53:36.859609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8188-3942-498c-aa88-61d618ddf9f2 req-35fa6440-6659-4cd7-9107-f35554c928d2 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:36.867956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f6e8188-3942-498c-aa88-61d618ddf9f2 req-35fa6440-6659-4cd7-9107-f35554c928d2 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.1564486 Mar 10 17:53:36.996933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f6e8188-3942-498c-aa88-61d618ddf9f2 req-738e9766-7509-40b5-969f-bea432c7c97c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275353 Mar 10 17:53:37.035938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5eb31cf-7d17-4cfd-aa7c-a312cfc3d559 req-7ef6b762-d606-47ff-b767-1a23abd59f6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418946 Mar 10 17:53:38.162875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2a3a-a542-41d3-aa5e-cafec7203b31 req-b16a8cbb-0167-4353-88e2-d609f02d608c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:38.168142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e4a2a3a-a542-41d3-aa5e-cafec7203b31 req-b16a8cbb-0167-4353-88e2-d609f02d608c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.0727277 Mar 10 17:53:38.254188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e4a2a3a-a542-41d3-aa5e-cafec7203b31 req-0ff6bca7-792d-49bc-bccf-d192f69db120 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Mar 10 17:53:39.493158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35561ff-112e-493a-82fa-8e7aec5fad06 req-aef22216-a289-4a47-b698-7a84629e5d9d tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:39.501770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a35561ff-112e-493a-82fa-8e7aec5fad06 req-aef22216-a289-4a47-b698-7a84629e5d9d tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.1611636 Mar 10 17:53:39.564816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a35561ff-112e-493a-82fa-8e7aec5fad06 req-b3f60d72-8045-4282-8f0f-e5d1db73c1a5 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617373 Mar 10 17:53:42.331695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a820c-9f0b-4b1a-bf51-e13a6837ba41 req-576b6ba4-2ad7-4373-9b64-c822f85b17e5 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:42.336147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-079a820c-9f0b-4b1a-bf51-e13a6837ba41 req-576b6ba4-2ad7-4373-9b64-c822f85b17e5 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.1373029 Mar 10 17:53:42.394556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c4086c3c-593b-49a1-a4f0-f73215a50304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:42.441498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-079a820c-9f0b-4b1a-bf51-e13a6837ba41 req-9bdcebc6-9d4d-4c41-89a9-04c33d5363d9 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997422 Mar 10 17:53:43.660383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee541cc-8680-45d3-99bf-5cd1eacdbd9c req-0fce764f-346b-40b9-abf7-59423a6a08e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:43.676982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee541cc-8680-45d3-99bf-5cd1eacdbd9c req-0fce764f-346b-40b9-abf7-59423a6a08e6 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.0890319 Mar 10 17:53:43.811841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee541cc-8680-45d3-99bf-5cd1eacdbd9c req-2e52cccf-884d-4a61-a7ed-6c63cf7117ad tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb8c57b8-ede9-41c6-90da-e84b9f871ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336668 Mar 10 17:53:44.000331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-402f0275-313f-4a8e-b941-61315f53c64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:44.002830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-402f0275-313f-4a8e-b941-61315f53c64b tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 946 time: 0.1237166 Mar 10 17:53:44.220740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 44f37849-af92-4bde-9576-71bdc51502e6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:53:44.222007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (44f37849-af92-4bde-9576-71bdc51502e6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.365219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] For port 44f37849-af92-4bde-9576-71bdc51502e6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=44f37849-af92-4bde-9576-71bdc51502e6,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:53:44.366168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (44f37849-af92-4bde-9576-71bdc51502e6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.659100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.659900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.660520 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Floating IP f7fe7fc9-791b-45e0-9b60-992430873041 disassociated. External IP: 172.25.3.254, port: 44f37849-af92-4bde-9576-71bdc51502e6. Mar 10 17:53:44.661564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 44f37849-af92-4bde-9576-71bdc51502e6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:53:44.689967 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-43b65f9a-a6bb-4cee-a5ac-fe777d820046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.909611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (44f37849-af92-4bde-9576-71bdc51502e6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:44.974408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=44f37849-af92-4bde-9576-71bdc51502e6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:45.075004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9550192f-f85b-4b29-9538-cdf5ca7a924e req-f5823b01-6896-4533-8d8d-66e5e5985e17 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/ports?device_id=f33df5c6-7f47-4557-b0d7-4e416a97e459 HTTP/1.1" status: 200 len: 210 time: 0.1020679 Mar 10 17:53:45.198727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:53:45.341298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:53:45.356435 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:53:45.395196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:53:45.396044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:53:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:45.426412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] No DVR routers for this DVR port 44f37849-af92-4bde-9576-71bdc51502e6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:53:45.432890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:45.440422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565eb44e-65e8-421b-b57c-fde6a8aca8e4 req-d791f76c-dc1f-41d7-9c9b-cf9640515145 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.41 "DELETE /v2.0/ports/44f37849-af92-4bde-9576-71bdc51502e6 HTTP/1.1" status: 204 len: 173 time: 1.4223261 Mar 10 17:53:45.440939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'name': 'network-vif-deleted', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:53:45.453849 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6bf72-4f93-4ec2-9af0-399506f5fed8" -d '{"events": [{"server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "name": "network-vif-deleted", "tag": "44f37849-af92-4bde-9576-71bdc51502e6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:53:45.552119 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175df9a-bd3d-4c68-84db-fed3257acd81 x-openstack-request-id: req-6175df9a-bd3d-4c68-84db-fed3257acd81 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:53:45.552428 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33df5c6-7f47-4557-b0d7-4e416a97e459", "name": "network-vif-deleted", "tag": "44f37849-af92-4bde-9576-71bdc51502e6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:53:45.552685 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6175df9a-bd3d-4c68-84db-fed3257acd81 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:53:45.553095 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33df5c6-7f47-4557-b0d7-4e416a97e459', 'name': 'network-vif-deleted', 'tag': '44f37849-af92-4bde-9576-71bdc51502e6', 'status': 'completed', 'code': 200} Mar 10 17:53:45.692688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:45.880970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.066160 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:46.143289 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:53:46.156987 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:53:46.158136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:53:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:46.273436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60932) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:46.352145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (bb8c57b8-ede9-41c6-90da-e84b9f871ca0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.371395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:53:46.402413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (bb8c57b8-ede9-41c6-90da-e84b9f871ca0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.496914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bb8c57b8-ede9-41c6-90da-e84b9f871ca0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.499679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.500978 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/security-groups/bb8c57b8-ede9-41c6-90da-e84b9f871ca0 HTTP/1.1" status: 204 len: 168 time: 0.2255099 Mar 10 17:53:46.504239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:46.518908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c57b8-ede9-41c6-90da-e84b9f871ca0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:46.531863 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-0784d7d5-904a-4426-ac8a-2b747ea4213c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] show failed (client error): The resource could not be found. Mar 10 17:53:46.535727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0784d7d5-904a-4426-ac8a-2b747ea4213c tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "GET /v2.0/security-groups/bb8c57b8-ede9-41c6-90da-e84b9f871ca0 HTTP/1.1" status: 404 len: 347 time: 0.0298576 Mar 10 17:53:46.536858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:46.545950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.546560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.547068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.547956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.548445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.548932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.549416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.549898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.550396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.550908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.551392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.551898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.552580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87a1f7-ae4c-45d0-9abd-c896d0a427d0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:53:46.681310 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:53:46.774375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Deleting port 68e14881-122b-4372-a97b-c7d73065ca15 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:53:46.774850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (68e14881-122b-4372-a97b-c7d73065ca15), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.839208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d69b04a-038d-4273-8a17-bf26c4ca9ae6 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:44:27Z', 'revision_number': 4, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '3d49cf42-53cc-4a91-91b7-0c4a16864369', 'name': '', 'network_id': 'd67bbe1e-4922-4bec-af40-b6981aa0239b', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'mac_address': 'fa:16:3e:67:e9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:26Z', 'updated_at': '2022-03-10T17:44:35Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'subnets': [{'id': '3be2d14a-42b6-4f85-85db-c7ae0321fb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:53:46.921263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (68e14881-122b-4372-a97b-c7d73065ca15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.921662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (68e14881-122b-4372-a97b-c7d73065ca15), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:46.941211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Calling delete_port for 68e14881-122b-4372-a97b-c7d73065ca15 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:53:47.139204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (68e14881-122b-4372-a97b-c7d73065ca15), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:47.204968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Pushing event deleted for resources: {'Port': ['ID=68e14881-122b-4372-a97b-c7d73065ca15,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:47.283838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:47.298703 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks [] for floatingip (f7fe7fc9-791b-45e0-9b60-992430873041), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:47.301837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:47.306604 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e1323b9-14e7-40dd-9321-f44bb2938cf0 tempest-AttachVolumeNegativeTest-1318356227 tempest-AttachVolumeNegativeTest-1318356227-project] 10.222.0.35 "DELETE /v2.0/floatingips/f7fe7fc9-791b-45e0-9b60-992430873041 HTTP/1.1" status: 204 len: 168 time: 0.7684643 Mar 10 17:53:47.351122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fab6a-d9a7-4213-9c3a-67a7ef894003 None None] New status for floating IP f7fe7fc9-791b-45e0-9b60-992430873041: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:53:47.849630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60974) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:48.081087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aea8b80-3619-47fb-b95d-cc527a758525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.174830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aea8b80-3619-47fb-b95d-cc527a758525 admin admin] Publish callbacks [] for security_group (8ec27533-812a-460b-9317-0ffde3c335d2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.185051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aea8b80-3619-47fb-b95d-cc527a758525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8ec27533-812a-460b-9317-0ffde3c335d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.219223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea8b80-3619-47fb-b95d-cc527a758525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec27533-812a-460b-9317-0ffde3c335d2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:48.244281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:48.244805 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1aea8b80-3619-47fb-b95d-cc527a758525 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f0c9d67f1014ca886afeeef7824451b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932455 Mar 10 17:53:48.314340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] Publish callbacks [] for security_group (8ec27533-812a-460b-9317-0ffde3c335d2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.356678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] Publish callbacks [] for security_group (8ec27533-812a-460b-9317-0ffde3c335d2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.417118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8ec27533-812a-460b-9317-0ffde3c335d2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.421864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:48.423973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ec27533-812a-460b-9317-0ffde3c335d2 HTTP/1.1" status: 204 len: 168 time: 0.1774597 Mar 10 17:53:48.437238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0949-5c4d-4511-ba3f-c82159fa35bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec27533-812a-460b-9317-0ffde3c335d2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:48.637948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 44f37849-af92-4bde-9576-71bdc51502e6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:53:48.677200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 44f37849-af92-4bde-9576-71bdc51502e6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:53:48.677540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 44f37849-af92-4bde-9576-71bdc51502e6 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:53:49.322025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:50.071948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:53:56.519037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-9b86799c-f88d-4c5b-a187-e0f7c97d2b38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620682 Mar 10 17:53:56.632733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-78105dae-1322-4dd8-8a3c-01b3fe19ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:56.634288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-78105dae-1322-4dd8-8a3c-01b3fe19ca88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1132 time: 0.0641072 Mar 10 17:53:56.781438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-aa7904a2-f786-4983-9a8a-96e6310cd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:56.784236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-aa7904a2-f786-4983-9a8a-96e6310cd8f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1276457 Mar 10 17:53:56.843086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-d017bfaf-9e6e-4649-9196-5ffdd5b90c26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 217 time: 0.0474384 Mar 10 17:53:56.916664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-11b4d08f-deb6-465d-8f48-d774a39decd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:56.918400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-11b4d08f-deb6-465d-8f48-d774a39decd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0686741 Mar 10 17:53:57.027846 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:57.043544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-8b622e67-6b06-4a85-9883-ce39a7cc532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:57.045398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-8b622e67-6b06-4a85-9883-ce39a7cc532e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1201315 Mar 10 17:53:57.140964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-f18ac7dd-6c55-4e21-8e4a-562c697e29bc service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855148 Mar 10 17:53:57.261125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df4a55bb-d569-4b78-bc98-f84b3567c489 req-17c3a24b-ab78-4610-8f57-79e4b7b47edb service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123054 Mar 10 17:53:58.489512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33068) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:58.595604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b45dcc0-7b67-47b5-9bc2-cb631bc539c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.676573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b45dcc0-7b67-47b5-9bc2-cb631bc539c0 admin admin] Publish callbacks [] for security_group (d34cfa14-9978-4178-ab75-05e514f6244d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.681943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b45dcc0-7b67-47b5-9bc2-cb631bc539c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d34cfa14-9978-4178-ab75-05e514f6244d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.719408 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b45dcc0-7b67-47b5-9bc2-cb631bc539c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=366766acd8594f299a774cfa50c10a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287419 Mar 10 17:53:58.721267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45dcc0-7b67-47b5-9bc2-cb631bc539c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34cfa14-9978-4178-ab75-05e514f6244d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:58.722309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33072) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:58.774461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] Publish callbacks [] for security_group (d34cfa14-9978-4178-ab75-05e514f6244d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.794981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] Publish callbacks [] for security_group (d34cfa14-9978-4178-ab75-05e514f6244d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.843436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d34cfa14-9978-4178-ab75-05e514f6244d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.846475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:58.847765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d34cfa14-9978-4178-ab75-05e514f6244d HTTP/1.1" status: 204 len: 168 time: 0.1242275 Mar 10 17:53:58.858541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4986f-87d3-413f-a43a-2ad85a763a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34cfa14-9978-4178-ab75-05e514f6244d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:58.997222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-7004cefa-72ee-45bf-9690-e55ee3cd95fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112528 Mar 10 17:53:59.095604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-d7d2b0ac-4d58-4518-a020-fb7aab70ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:59.097091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-d7d2b0ac-4d58-4518-a020-fb7aab70ade5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1128 time: 0.0475957 Mar 10 17:53:59.214126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-c55c8e55-b6aa-40c9-acca-55be79d72c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:59.215708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-c55c8e55-b6aa-40c9-acca-55be79d72c85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.1001096 Mar 10 17:53:59.217303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:59.572679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb65bfd3-f7f3-4a6b-9f9a-c930824273d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.611442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-9d40d913-8a54-4900-9847-5886ba636bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1002 time: 0.3870502 Mar 10 17:53:59.688847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-878aa55e-354e-42a9-a2cd-ce07d4e69a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:59.690333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-878aa55e-354e-42a9-a2cd-ce07d4e69a46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.0707073 Mar 10 17:53:59.739053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb65bfd3-f7f3-4a6b-9f9a-c930824273d2 admin admin] Publish callbacks [] for security_group (3ccaaaa2-3753-49f1-a799-60229c1f5db7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.747819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb65bfd3-f7f3-4a6b-9f9a-c930824273d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3ccaaaa2-3753-49f1-a799-60229c1f5db7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.788425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-4cc702e3-388f-45bd-b2ae-0289afe1f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:53:59.789853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-4cc702e3-388f-45bd-b2ae-0289afe1f014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933316 Mar 10 17:53:59.794613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb65bfd3-f7f3-4a6b-9f9a-c930824273d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54b7d39e1ba94822b62ae34dafeb831a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760348 Mar 10 17:53:59.797962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33090) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:53:59.800817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-c1c856b4-7f8e-4839-a5da-6cbf030de885 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 17:53:59.801766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-c1c856b4-7f8e-4839-a5da-6cbf030de885 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053153 Mar 10 17:53:59.803062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65bfd3-f7f3-4a6b-9f9a-c930824273d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccaaaa2-3753-49f1-a799-60229c1f5db7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:59.851112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] Publish callbacks [] for security_group (3ccaaaa2-3753-49f1-a799-60229c1f5db7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.874384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] Publish callbacks [] for security_group (3ccaaaa2-3753-49f1-a799-60229c1f5db7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.896972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-0b4b0424-b416-47f5-ba1d-1f23c58efd22 service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879881 Mar 10 17:53:59.925732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3ccaaaa2-3753-49f1-a799-60229c1f5db7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.929742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:53:59.933573 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ccaaaa2-3753-49f1-a799-60229c1f5db7 HTTP/1.1" status: 204 len: 168 time: 0.1324968 Mar 10 17:53:59.944183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d5308-22e0-44cf-8534-7f898920b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccaaaa2-3753-49f1-a799-60229c1f5db7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:53:59.992065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.017074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b697c340-48b4-490c-9c8f-9d4e7de97334 req-129d66c8-056d-4b01-9cc7-6bb1641c86cb service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141946 Mar 10 17:54:00.299905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33100) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:00.314285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2875859-a84f-477b-ad57-9836c72c798b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.395820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2875859-a84f-477b-ad57-9836c72c798b admin admin] Publish callbacks [] for security_group (c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.404541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2875859-a84f-477b-ad57-9836c72c798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.445087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f2875859-a84f-477b-ad57-9836c72c798b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e597b23a5284ef4a8e2cedb5d6dd826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445127 Mar 10 17:54:00.445984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875859-a84f-477b-ad57-9836c72c798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:00.448716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:00.497913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] Publish callbacks [] for security_group (c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.520639 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] Publish callbacks [] for security_group (c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.574882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.577531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:00.578912 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e HTTP/1.1" status: 204 len: 168 time: 0.1299570 Mar 10 17:54:00.588848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226f904-d6fc-4f63-ab10-6b841f0c3138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb7447-9ad0-4bf5-a73f-f2bbda475e2e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:06.844100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:07.035830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2472ecee-de13-4948-a762-38aac112c0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.150475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2472ecee-de13-4948-a762-38aac112c0a5 admin admin] Publish callbacks [] for security_group (78e7e035-a091-4e6f-a1c9-ce5e6f888630), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.157893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2472ecee-de13-4948-a762-38aac112c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (78e7e035-a091-4e6f-a1c9-ce5e6f888630), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.187305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ecee-de13-4948-a762-38aac112c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7e035-a091-4e6f-a1c9-ce5e6f888630,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:07.224051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33340) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:07.232567 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2472ecee-de13-4948-a762-38aac112c0a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ead4fe10a29e4fab930dc7f02ffdabce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872409 Mar 10 17:54:07.291638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] Publish callbacks [] for security_group (78e7e035-a091-4e6f-a1c9-ce5e6f888630), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.318918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] Publish callbacks [] for security_group (78e7e035-a091-4e6f-a1c9-ce5e6f888630), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.373210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (78e7e035-a091-4e6f-a1c9-ce5e6f888630), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.376890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.378465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78e7e035-a091-4e6f-a1c9-ce5e6f888630 HTTP/1.1" status: 204 len: 168 time: 0.1529703 Mar 10 17:54:07.389650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65af2-5d70-47fa-a8ef-bc08a111d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7e035-a091-4e6f-a1c9-ce5e6f888630,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:07.790566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33408) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:07.812154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5015f40-69a8-4adb-be02-631e26b38997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.942238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5015f40-69a8-4adb-be02-631e26b38997 admin admin] Publish callbacks [] for security_group (94b3f82f-03eb-4c22-9231-1a7436d0e28f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:07.948190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5015f40-69a8-4adb-be02-631e26b38997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (94b3f82f-03eb-4c22-9231-1a7436d0e28f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:08.005360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5015f40-69a8-4adb-be02-631e26b38997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b3f82f-03eb-4c22-9231-1a7436d0e28f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:08.013892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f5015f40-69a8-4adb-be02-631e26b38997 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0045cfc862c24848aaea273673e8ebca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197797 Mar 10 17:54:08.015049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33436) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:08.112742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] Publish callbacks [] for security_group (94b3f82f-03eb-4c22-9231-1a7436d0e28f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:08.143759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] Publish callbacks [] for security_group (94b3f82f-03eb-4c22-9231-1a7436d0e28f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:08.207351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (94b3f82f-03eb-4c22-9231-1a7436d0e28f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:08.212017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:08.213734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94b3f82f-03eb-4c22-9231-1a7436d0e28f HTTP/1.1" status: 204 len: 168 time: 0.1970475 Mar 10 17:54:08.231050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4e19-83f3-414c-a571-4ebb028f3b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b3f82f-03eb-4c22-9231-1a7436d0e28f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:09.720188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27cef2-3d08-479f-bbb5-5047f5745e8c req-ac60bf19-f70c-4a46-a3f5-2241494c502f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:09.721803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb27cef2-3d08-479f-bbb5-5047f5745e8c req-ac60bf19-f70c-4a46-a3f5-2241494c502f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0733464 Mar 10 17:54:09.801143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb27cef2-3d08-479f-bbb5-5047f5745e8c req-e6723785-7426-413b-b386-9a0a13afce34 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721312 Mar 10 17:54:10.952662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666270c6-2948-48ff-a06b-a0b90b746593 req-53e9e25a-2de9-4060-8274-a87a6eeb1f52 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:10.955266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-666270c6-2948-48ff-a06b-a0b90b746593 req-53e9e25a-2de9-4060-8274-a87a6eeb1f52 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0710816 Mar 10 17:54:11.008260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-666270c6-2948-48ff-a06b-a0b90b746593 req-ab42f14a-3e1f-4be0-a6a0-600691651949 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462399 Mar 10 17:54:11.183570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:11.334285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71910568-4203-4928-9f0c-fb4a4fc9d353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.429437 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71910568-4203-4928-9f0c-fb4a4fc9d353 admin admin] Publish callbacks [] for security_group (5b7bd378-2272-44cb-85ab-30b635dff896), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.435130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71910568-4203-4928-9f0c-fb4a4fc9d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b7bd378-2272-44cb-85ab-30b635dff896), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.468139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910568-4203-4928-9f0c-fb4a4fc9d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7bd378-2272-44cb-85ab-30b635dff896,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:11.518246 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71910568-4203-4928-9f0c-fb4a4fc9d353 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afec37bf9b4c437291e7e8368709c5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328414 Mar 10 17:54:11.521026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:11.535460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:11.540497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993030896', 'description': 'tempest-secgroup-smoke-1993030896 description', 'project_id': 'b95d73c8cf974134ae40847a555e62a0'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:11.564419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.636141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] Publish callbacks [] for security_group (5b7bd378-2272-44cb-85ab-30b635dff896), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.646383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (ada474f9-59f4-4e4c-8557-6739e824924f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.652861 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ada474f9-59f4-4e4c-8557-6739e824924f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.671164 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] Publish callbacks [] for security_group (5b7bd378-2272-44cb-85ab-30b635dff896), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.689193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.690334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1535759 Mar 10 17:54:11.693333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:11.695141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada474f9-59f4-4e4c-8557-6739e824924f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:11.699607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:11.703798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.704396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.705287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.705807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.706317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.707869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.708415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.709066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.709641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.711442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.712214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.712741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.713242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c64845-e978-4399-936b-b9e2aa19836f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:11.748277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (14628d6d-c5ed-4bf3-a447-f8fde5d15b9c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.780974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b7bd378-2272-44cb-85ab-30b635dff896), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.783514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.784658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b7bd378-2272-44cb-85ab-30b635dff896 HTTP/1.1" status: 204 len: 168 time: 0.2618530 Mar 10 17:54:11.817048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (14628d6d-c5ed-4bf3-a447-f8fde5d15b9c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.830063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (14628d6d-c5ed-4bf3-a447-f8fde5d15b9c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.848340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493cf64-0ca9-4074-be16-c813c60b78ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7bd378-2272-44cb-85ab-30b635dff896,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:11.874046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14628d6d-c5ed-4bf3-a447-f8fde5d15b9c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:11.885040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:11.889788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a1ba4515-2257-4a13-8749-889b42ea711c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1914849 Mar 10 17:54:11.889788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:11.894566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:11.924309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (88cd4809-e0c8-47d1-a3d6-92419313c734), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.007563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (88cd4809-e0c8-47d1-a3d6-92419313c734), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.013891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (88cd4809-e0c8-47d1-a3d6-92419313c734), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.034415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cd4809-e0c8-47d1-a3d6-92419313c734,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.058187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.062148 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6f738340-6766-4da1-a85c-2dfbcdb94258 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689420 Mar 10 17:54:12.062599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.068531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:12.116343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (8c01a1d2-11fe-498e-ac4c-6b0fcde4fc76), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.235342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6786-d31b-4a8d-8274-5be2996c25a1 req-a7e84c4b-bb03-4534-bb0e-1de9418a6be9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:12.242850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-658a6786-d31b-4a8d-8274-5be2996c25a1 req-a7e84c4b-bb03-4534-bb0e-1de9418a6be9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1028819 Mar 10 17:54:12.246171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (8c01a1d2-11fe-498e-ac4c-6b0fcde4fc76), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.255416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.263057 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8c01a1d2-11fe-498e-ac4c-6b0fcde4fc76), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.269906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac2a1-e8cb-42c7-8b02-a93d1ef30e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.318352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-658a6786-d31b-4a8d-8274-5be2996c25a1 req-23729c88-00b9-41c5-b328-b7338fa85c73 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733466 Mar 10 17:54:12.326364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c01a1d2-11fe-498e-ac4c-6b0fcde4fc76,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.353477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.354958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7a9a506a-e1bc-4124-942c-d1a12ae46e33 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909667 Mar 10 17:54:12.357994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33958) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.362671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:12.389818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac2a1-e8cb-42c7-8b02-a93d1ef30e5e admin admin] Publish callbacks [] for security_group (738c2e05-af86-4de7-93b3-079a37f5665b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.395831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac2a1-e8cb-42c7-8b02-a93d1ef30e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (738c2e05-af86-4de7-93b3-079a37f5665b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.401470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e39bebd-41cd-465e-b9f0-1e7ed610158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.410410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (b16e33aa-cc9f-4174-8caa-91df99775a01), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.443861 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c5ac2a1-e8cb-42c7-8b02-a93d1ef30e5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=810e2ef3e1494874a50d1a71db22a6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848960 Mar 10 17:54:12.443861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac2a1-e8cb-42c7-8b02-a93d1ef30e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c2e05-af86-4de7-93b3-079a37f5665b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.445156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33960) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.502727 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (b16e33aa-cc9f-4174-8caa-91df99775a01), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.512138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b16e33aa-cc9f-4174-8caa-91df99775a01), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.527089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] Publish callbacks [] for security_group (738c2e05-af86-4de7-93b3-079a37f5665b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.540921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16e33aa-cc9f-4174-8caa-91df99775a01,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.553644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.555645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f537a9ab-0b20-4275-93b7-d859c6f5f6fb tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969798 Mar 10 17:54:12.558720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 33962) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.559821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] Publish callbacks [] for security_group (738c2e05-af86-4de7-93b3-079a37f5665b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.564959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:12.596627 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Project b95d73c8cf974134ae40847a555e62a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:54:12.619879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (0544960e-6fc1-4c78-86f3-22390702ef0f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.622748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (738c2e05-af86-4de7-93b3-079a37f5665b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.626282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.628363 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/738c2e05-af86-4de7-93b3-079a37f5665b HTTP/1.1" status: 204 len: 168 time: 0.1720309 Mar 10 17:54:12.640198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1a9b8-f21c-469c-9395-3ebcb34e80ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c2e05-af86-4de7-93b3-079a37f5665b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.705583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (0544960e-6fc1-4c78-86f3-22390702ef0f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.716516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0544960e-6fc1-4c78-86f3-22390702ef0f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.736220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0544960e-6fc1-4c78-86f3-22390702ef0f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.773989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.776085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80fd988d-2e76-47d6-8b49-0076f8f40a2f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2160218 Mar 10 17:54:12.778946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 33968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:12.783627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'security_group_rule': {'security_group_id': 'ada474f9-59f4-4e4c-8557-6739e824924f', 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:12.816764 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Project b95d73c8cf974134ae40847a555e62a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 17:54:12.824535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (a477f428-b609-49da-8161-02b805cfbd6e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.904328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (a477f428-b609-49da-8161-02b805cfbd6e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.914149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (a477f428-b609-49da-8161-02b805cfbd6e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.955725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477f428-b609-49da-8161-02b805cfbd6e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:12.970628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:12.983812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e935ea9-e593-4421-a643-e529626ab2af tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2033103 Mar 10 17:54:13.386777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-a10d453a-1934-4d5c-ba70-3ffa685f5629 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993030896&fields=id&tenant_id=b95d73c8cf974134ae40847a555e62a0 HTTP/1.1" status: 200 len: 267 time: 0.1366796 Mar 10 17:54:13.683812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-8b581d86-180a-4e1e-8b6b-9affd452df9b tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:13.685762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-8b581d86-180a-4e1e-8b6b-9affd452df9b tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 814 time: 0.2964380 Mar 10 17:54:13.693275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b796e-d03f-4142-ac84-45e3b5418293 req-39c7e95d-a2a0-4f28-aa1f-4efe139ba44a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:13.701391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd8b796e-d03f-4142-ac84-45e3b5418293 req-39c7e95d-a2a0-4f28-aa1f-4efe139ba44a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2252753 Mar 10 17:54:13.750562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-af403c9a-824c-4ac5-ae93-5df28ed2808f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/quotas/b95d73c8cf974134ae40847a555e62a0 HTTP/1.1" status: 200 len: 375 time: 0.0459025 Mar 10 17:54:13.829753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fd8b796e-d03f-4142-ac84-45e3b5418293 req-3a4643ea-16ca-4518-bc14-46f3db677766 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271307 Mar 10 17:54:13.888041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-6925de52-c32b-4ff4-b1b6-f9c925e9e241 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310210 Mar 10 17:54:14.107018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-77a394e5-10c7-49a2-943c-41ca97e94238 service neutron] 10.222.0.35 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063258 Mar 10 17:54:14.295091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0c4b416b-14f7-4501-95bc-6128151a32f2 service neutron] 10.222.0.35 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829219 Mar 10 17:54:14.670011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-625e9e60-9480-42ee-9795-659953993dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:14.803619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14f79d59-93c9-497b-8991-459f47a7a01c req-c25a92ee-f024-4f3f-bc89-9f1d8b4c370d tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0376518 Mar 10 17:54:15.129388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d93e63-1921-41be-a705-3a10f0187df0 req-eb82514e-46ab-4ac0-9166-2b091f70d645 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:15.142139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38d93e63-1921-41be-a705-3a10f0187df0 req-eb82514e-46ab-4ac0-9166-2b091f70d645 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1520269 Mar 10 17:54:15.312136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38d93e63-1921-41be-a705-3a10f0187df0 req-7ac398ef-e511-40a9-b485-29c9eb47f90c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649384 Mar 10 17:54:15.878834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:16.029089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-192dd857-3e30-4cb4-b444-57ffee67a6a5 req-660452d4-cffb-4ad3-8b5d-6af647c7beb8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0998588 Mar 10 17:54:16.661709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34112) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:16.750810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e16ca-e9ba-4d33-a55c-26413ed3df6a req-6cafd2b1-1d88-4e7f-9765-95c5195fd586 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:16.763044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d46e16ca-e9ba-4d33-a55c-26413ed3df6a req-6cafd2b1-1d88-4e7f-9765-95c5195fd586 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.3077650 Mar 10 17:54:16.863589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81e69f57-0022-4719-acd8-aaefe8bf0829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:16.925506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d46e16ca-e9ba-4d33-a55c-26413ed3df6a req-d3b22757-3c62-40ba-a53c-9927e10f7b0d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614025 Mar 10 17:54:16.964884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-283e09a8-65e4-4fe7-bfd4-3b587afb7d71 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:16.966361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-283e09a8-65e4-4fe7-bfd4-3b587afb7d71 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 814 time: 0.4192390 Mar 10 17:54:17.059103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81e69f57-0022-4719-acd8-aaefe8bf0829 admin admin] Publish callbacks [] for security_group (1c95b9fd-7cd5-489e-833a-20ffcaf26c7b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.072376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81e69f57-0022-4719-acd8-aaefe8bf0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c95b9fd-7cd5-489e-833a-20ffcaf26c7b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.097268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-5017c487-5c3a-4cc2-ba8a-cee5ddf379ba tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95d73c8cf974134ae40847a555e62a0 HTTP/1.1" status: 200 len: 380 time: 0.1204259 Mar 10 17:54:17.116484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'port': {'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'admin_state_up': True, 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'security_groups': ['ada474f9-59f4-4e4c-8557-6739e824924f']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:17.137526 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-81e69f57-0022-4719-acd8-aaefe8bf0829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ff786b8fe744dafa635210fe10ec95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4745579 Mar 10 17:54:17.140275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34120) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:17.212104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e69f57-0022-4719-acd8-aaefe8bf0829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c95b9fd-7cd5-489e-833a-20ffcaf26c7b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:17.277025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] Publish callbacks [] for security_group (1c95b9fd-7cd5-489e-833a-20ffcaf26c7b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.281895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.335499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] Publish callbacks [] for security_group (1c95b9fd-7cd5-489e-833a-20ffcaf26c7b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.395960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec9daa9a-ca60-48d2-950d-4b9c06966d33 req-adb6791a-152b-46c6-8ed6-a0021dd87bd5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.1798432 Mar 10 17:54:17.430142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Made reservation on behalf of b95d73c8cf974134ae40847a555e62a0 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:54:17.434345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.485394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c95b9fd-7cd5-489e-833a-20ffcaf26c7b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.488619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:17.492941 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c95b9fd-7cd5-489e-833a-20ffcaf26c7b HTTP/1.1" status: 204 len: 168 time: 0.3486638 Mar 10 17:54:17.513803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f49408-37ab-4bb2-9ae9-4926943e6f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c95b9fd-7cd5-489e-833a-20ffcaf26c7b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:17.763813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Allocated IP 172.20.0.8 (57ceb479-9e91-4f77-b54a-a4772056e731/3b978221-abb0-4354-8814-bb4c037a5b30/ec1f20d0-debd-44ad-838e-d72d5bbe8fe8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:54:18.034808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:18.059904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-236ba463-0c14-4ac8-a718-146716463d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.072835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.204583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.275653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-236ba463-0c14-4ac8-a718-146716463d55 admin admin] Publish callbacks [] for security_group (2a551c80-6653-4d69-a79e-f2739ca5c3fb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.278568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Network 57ceb479-9e91-4f77-b54a-a4772056e731 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:54:18.284966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:54:18.295296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:54:18.297974 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-236ba463-0c14-4ac8-a718-146716463d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a551c80-6653-4d69-a79e-f2739ca5c3fb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.371589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:18.394075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d0807-6569-4fd0-8183-46bb4edf15fe req-f0073a88-af40-4139-ba6d-91f9f71693f5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:18.397063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a34d0807-6569-4fd0-8183-46bb4edf15fe req-f0073a88-af40-4139-ba6d-91f9f71693f5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2583115 Mar 10 17:54:18.420164 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-236ba463-0c14-4ac8-a718-146716463d55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1fe76d4331b4aa8a23608549b036578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832428 Mar 10 17:54:18.435645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:18.465826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:18.465826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.618291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-3aa214cc-2ea4-48b5-823c-81e156227120 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5067863 Mar 10 17:54:18.624138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a34d0807-6569-4fd0-8183-46bb4edf15fe req-798f84a3-1aa4-4b21-8edb-0f059efab4dc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185228 Mar 10 17:54:18.624345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba463-0c14-4ac8-a718-146716463d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a551c80-6653-4d69-a79e-f2739ca5c3fb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:18.635921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Request body: {'port': {'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:18.646735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] Publish callbacks [] for security_group (2a551c80-6653-4d69-a79e-f2739ca5c3fb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.726909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] Publish callbacks [] for security_group (2a551c80-6653-4d69-a79e-f2739ca5c3fb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.777520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499b3b-79db-4513-9bf4-420d576337c6 req-3d3260fc-0e4d-411e-b436-b14b8f51e39a tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:18.780743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6499b3b-79db-4513-9bf4-420d576337c6 req-3d3260fc-0e4d-411e-b436-b14b8f51e39a tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 931 time: 0.2654479 Mar 10 17:54:18.784359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4d4a269d-b837-4ecc-a89e-7e7ba3f82140 None None] Provisioning complete for port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:54:18.788629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d4a269d-b837-4ecc-a89e-7e7ba3f82140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.837163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a551c80-6653-4d69-a79e-f2739ca5c3fb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.841756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.844079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a551c80-6653-4d69-a79e-f2739ca5c3fb HTTP/1.1" status: 204 len: 168 time: 0.4047949 Mar 10 17:54:18.863289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb61a3-e3a2-4ba5-b55f-e2a748ed14c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a551c80-6653-4d69-a79e-f2739ca5c3fb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:18.894350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:18.927502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a269d-b837-4ecc-a89e-7e7ba3f82140 None None] Port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:54:19.319283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:19.482199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:54:19.492306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks [] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:19.513136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Transition to ACTIVE for port object ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:54:19.520296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6499b3b-79db-4513-9bf4-420d576337c6 req-1f6e369b-5c0d-4058-b706-31ceeb219624 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7334592 Mar 10 17:54:19.525587 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:19.636748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:19.932146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Attempting to bind port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:54:19.932396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Attempting to bind port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:54:19.934501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Attempting to bind port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 on network 57ceb479-9e91-4f77-b54a-a4772056e731 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:54:19.955397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 on network 57ceb479-9e91-4f77-b54a-a4772056e731 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:54:19.955641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Attempting to bind port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 on network 57ceb479-9e91-4f77-b54a-a4772056e731 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:54:19.978801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:54:19.979283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Checking segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:54:19.979584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Bound using segment: {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:54:19.979999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Bound port: ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:54:19.980357 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:19.997047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf622-54df-4735-b5fe-5ef812255e93 req-d60f7bc0-5704-46df-b66c-bcc3b13cd837 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.008083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84adf622-54df-4735-b5fe-5ef812255e93 req-d60f7bc0-5704-46df-b66c-bcc3b13cd837 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2141230 Mar 10 17:54:20.181511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84adf622-54df-4735-b5fe-5ef812255e93 req-cf425369-c892-4a19-bf4a-8c11a4951b5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725392 Mar 10 17:54:20.224012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:54:20.230450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:54:20.247061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:20.290166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.290828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:20.292315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 1091 time: 1.6660402 Mar 10 17:54:20.292766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:54:20.295092 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:54:20.397238 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613eece-9e74-41d4-b4b8-afef49dbba60 x-openstack-request-id: req-2613eece-9e74-41d4-b4b8-afef49dbba60 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:54:20.397685 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:54:20.397806 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2613eece-9e74-41d4-b4b8-afef49dbba60 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:54:20.398183 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:54:20.437684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3368-4a01-4f7e-8d6f-439de402a5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:20.474360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-674297ae-5265-46f9-b220-a1fead508654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.476484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-674297ae-5265-46f9-b220-a1fead508654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1125 time: 0.1082356 Mar 10 17:54:20.592311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-eeef6b4c-ae01-4cf8-8fe0-226df7cabcb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 217 time: 0.1047707 Mar 10 17:54:20.725954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-39de350b-a70e-4ae1-a880-682571e769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.743862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-39de350b-a70e-4ae1-a880-682571e769eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.1438708 Mar 10 17:54:20.807681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:54:20.853357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a87f-be60-4beb-8bd0-c827cbde000d req-22df8f19-f952-4921-a12e-8305f2d8f640 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.860343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b984a87f-be60-4beb-8bd0-c827cbde000d req-22df8f19-f952-4921-a12e-8305f2d8f640 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1989958 Mar 10 17:54:20.924224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-558d60a9-9cb0-4cc1-9b92-9c10d9da3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:20.925941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-558d60a9-9cb0-4cc1-9b92-9c10d9da3e7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1703706 Mar 10 17:54:20.998707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:21.017847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:54:21.020077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b984a87f-be60-4beb-8bd0-c827cbde000d req-8badc4f3-d2d9-4d51-93f0-318869397892 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485724 Mar 10 17:54:21.144576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:54:21.145255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:21.147779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-9fa9d451-10e1-44df-8bd9-ad9a781858e5 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082086 Mar 10 17:54:21.160330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:54:21.185081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:21.192468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:21.298154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['c65cade0-8ae8-49e9-bb21-5b1e519aa305'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:54:21.391355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:21.407369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.408328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.409001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.409774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.410587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.411139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.411801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.413308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.413966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.414782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.416189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.416825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.417584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:21.492368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be7e7ae5-f27c-47ba-8604-42e4c8f74d10 req-cddf12cb-fee5-41cd-a243-9d14724d707a service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376949 Mar 10 17:54:21.519915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16faf-5cf2-4a70-9ead-c595a20c5b65 req-dbac2314-d394-4f72-9794-c967073c7cd7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:21.522787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18b16faf-5cf2-4a70-9ead-c595a20c5b65 req-dbac2314-d394-4f72-9794-c967073c7cd7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.1649642 Mar 10 17:54:21.680666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18b16faf-5cf2-4a70-9ead-c595a20c5b65 req-fb924589-7167-4a99-8c45-16558be93f15 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506772 Mar 10 17:54:21.727646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-ca5afc4f-d817-4ed7-8673-2df346e93e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:21.727646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-ca5afc4f-d817-4ed7-8673-2df346e93e55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1125 time: 0.1426818 Mar 10 17:54:21.923657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-a6558c5c-5eba-45c9-b157-9dc12eeefd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:21.926556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-a6558c5c-5eba-45c9-b157-9dc12eeefd8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 915 time: 0.1961851 Mar 10 17:54:21.996139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-0b183ae1-4547-4826-a10a-f6ad3dacbbd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 217 time: 0.0603442 Mar 10 17:54:22.140427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-f09ecf08-4b46-4b09-9ebd-22fedea830eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:22.144009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-f09ecf08-4b46-4b09-9ebd-22fedea830eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.1404111 Mar 10 17:54:22.267302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab029c6-93db-4a71-a635-1e6cfa244b10 req-5d26e046-c8a2-4483-a5e7-1fe35ac57cf9 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:22.276361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bab029c6-93db-4a71-a635-1e6cfa244b10 req-5d26e046-c8a2-4483-a5e7-1fe35ac57cf9 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1285295 Mar 10 17:54:22.289355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-d4836f93-3389-42f3-9ba3-7c8e418532f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:22.291414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-d4836f93-3389-42f3-9ba3-7c8e418532f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1331370 Mar 10 17:54:22.410466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bab029c6-93db-4a71-a635-1e6cfa244b10 req-7bbec292-9d5c-4f4c-862e-d5f9534916d0 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328642 Mar 10 17:54:22.444667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-c559a1f2-b593-481f-9b80-e66cde00ed5b service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435218 Mar 10 17:54:22.579255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f85e10d4-c17d-4b61-99bb-662fb5fda5ac req-9a40334c-2869-4139-ba28-a668f40578fa service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227508 Mar 10 17:54:22.813980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:54:22.927349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:54:22.928649 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:22.936738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:22.952663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375411-cfae-4300-b1fe-851576554371 req-bb8a9bca-0c74-4514-aa9b-e3badf06295a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:22.954398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db375411-cfae-4300-b1fe-851576554371 req-bb8a9bca-0c74-4514-aa9b-e3badf06295a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.1086209 Mar 10 17:54:23.013786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db375411-cfae-4300-b1fe-851576554371 req-e9f4855f-944d-49fd-810d-4061af0967b4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524759 Mar 10 17:54:23.059137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:54:23.059137 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.081406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:54:23.087910 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a6e63-91ec-4871-8fcb-ed009a4d2146" -d '{"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:54:23.119011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:23.130272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.178988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e8d136-38ec-446f-b223-a40b87907d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.199642 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3110da-af6f-4760-a46f-549a98b1fa1c x-openstack-request-id: req-fa3110da-af6f-4760-a46f-549a98b1fa1c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:54:23.199928 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:54:23.200174 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa3110da-af6f-4760-a46f-549a98b1fa1c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:54:23.200564 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'code': 200} Mar 10 17:54:23.262938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:23.295778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e8d136-38ec-446f-b223-a40b87907d06 admin admin] Publish callbacks [] for security_group (03b41a9d-1c60-4a71-a591-da8ea211f104), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.300310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40e8d136-38ec-446f-b223-a40b87907d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03b41a9d-1c60-4a71-a591-da8ea211f104), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.342494 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40e8d136-38ec-446f-b223-a40b87907d06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=686043faf1e944539969581642798172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4027798 Mar 10 17:54:23.342494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d136-38ec-446f-b223-a40b87907d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b41a9d-1c60-4a71-a591-da8ea211f104,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:23.344291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34280) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:23.397558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] Publish callbacks [] for security_group (03b41a9d-1c60-4a71-a591-da8ea211f104), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.420694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] Publish callbacks [] for security_group (03b41a9d-1c60-4a71-a591-da8ea211f104), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.481771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03b41a9d-1c60-4a71-a591-da8ea211f104), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.484761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.488755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03b41a9d-1c60-4a71-a591-da8ea211f104 HTTP/1.1" status: 204 len: 168 time: 0.1407516 Mar 10 17:54:23.531770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289e1fe-9091-4fc9-835e-e5669c2c016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b41a9d-1c60-4a71-a591-da8ea211f104,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:23.616841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26641a3-1c2a-4136-9dfd-e5e4decc479a req-42f7f72d-4438-4abb-b471-e34cafa30b85 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:23.618506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f26641a3-1c2a-4136-9dfd-e5e4decc479a req-42f7f72d-4438-4abb-b471-e34cafa30b85 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1157389 Mar 10 17:54:23.673338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f26641a3-1c2a-4136-9dfd-e5e4decc479a req-a56ffbd7-c106-46e1-8b10-3be1e7fc25e6 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476151 Mar 10 17:54:23.846276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34292) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:23.859909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b762c6d3-5b80-4a85-8d3d-14e61c51e4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.945448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b762c6d3-5b80-4a85-8d3d-14e61c51e4ef admin admin] Publish callbacks [] for security_group (6a2506c7-5cbe-4379-bc6c-984ad7ecabae), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.949940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b762c6d3-5b80-4a85-8d3d-14e61c51e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a2506c7-5cbe-4379-bc6c-984ad7ecabae), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:23.989609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b762c6d3-5b80-4a85-8d3d-14e61c51e4ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=492782c5f7cc4b6693e16180c843f281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421967 Mar 10 17:54:23.990659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762c6d3-5b80-4a85-8d3d-14e61c51e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2506c7-5cbe-4379-bc6c-984ad7ecabae,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:23.992297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34294) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:24.055341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] Publish callbacks [] for security_group (6a2506c7-5cbe-4379-bc6c-984ad7ecabae), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:24.079939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] Publish callbacks [] for security_group (6a2506c7-5cbe-4379-bc6c-984ad7ecabae), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:24.133831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a2506c7-5cbe-4379-bc6c-984ad7ecabae), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:24.137034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:24.138530 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a2506c7-5cbe-4379-bc6c-984ad7ecabae HTTP/1.1" status: 204 len: 168 time: 0.1452255 Mar 10 17:54:24.149089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfa038-bf4f-4238-928f-521a1cc51e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2506c7-5cbe-4379-bc6c-984ad7ecabae,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:24.212214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9fb4-1d72-47f0-802a-d90adcf1b996 req-defeeba2-bf51-4e25-9b23-07845b2b5d66 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:24.214002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab2c9fb4-1d72-47f0-802a-d90adcf1b996 req-defeeba2-bf51-4e25-9b23-07845b2b5d66 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1005681 Mar 10 17:54:24.270457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab2c9fb4-1d72-47f0-802a-d90adcf1b996 req-4dbe7f64-1ce8-4161-abc5-9e124f63e3d8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501702 Mar 10 17:54:24.898028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aa293-31a7-41cf-b081-67ba500ab4a2 req-5afb927f-456f-4e72-8174-ddd585a44970 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:24.899578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d9aa293-31a7-41cf-b081-67ba500ab4a2 req-5afb927f-456f-4e72-8174-ddd585a44970 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.0760510 Mar 10 17:54:24.958580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d9aa293-31a7-41cf-b081-67ba500ab4a2 req-956213ae-12cd-409a-ba10-c312b24b7520 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530553 Mar 10 17:54:25.425308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c78b-f7b4-4eba-87c3-4135c873f5c4 req-f60ea6ef-e56e-4096-9d79-2cb4c5dd28f8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:25.426817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9356c78b-f7b4-4eba-87c3-4135c873f5c4 req-f60ea6ef-e56e-4096-9d79-2cb4c5dd28f8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0653043 Mar 10 17:54:25.493834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9356c78b-f7b4-4eba-87c3-4135c873f5c4 req-4760ab93-1f10-4dfd-98dd-f175b2ded7d5 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611014 Mar 10 17:54:26.102193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2e04d-b29c-4a9a-9ced-fa59db8ad3e2 req-2151031c-5ad7-429a-b35a-7c94580344e5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:26.103851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79a2e04d-b29c-4a9a-9ced-fa59db8ad3e2 req-2151031c-5ad7-429a-b35a-7c94580344e5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.0601254 Mar 10 17:54:26.156928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79a2e04d-b29c-4a9a-9ced-fa59db8ad3e2 req-c8524f8f-08b5-4202-aab4-2403a4354d80 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Mar 10 17:54:26.634793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62713-468d-4b1c-a357-d36e8d4149d7 req-ca08ec3a-d7c6-4ff9-99cf-72458ee43d51 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:26.636655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97c62713-468d-4b1c-a357-d36e8d4149d7 req-ca08ec3a-d7c6-4ff9-99cf-72458ee43d51 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0729895 Mar 10 17:54:26.695800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97c62713-468d-4b1c-a357-d36e8d4149d7 req-6200fe15-ce64-401d-b88f-4eb7bb18bed9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528114 Mar 10 17:54:27.033635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:27.073352 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:54:27.380202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167e6f8-f484-4e34-b856-5ce69ea9a3c3 req-806fb09c-c835-429b-946d-4d81930dbca5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:27.390475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8167e6f8-f484-4e34-b856-5ce69ea9a3c3 req-806fb09c-c835-429b-946d-4d81930dbca5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1167219 Mar 10 17:54:27.460981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8167e6f8-f484-4e34-b856-5ce69ea9a3c3 req-ed4c2ad7-79ce-40c5-9f35-8e4276f7556c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617881 Mar 10 17:54:27.570569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34522) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:27.758588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0893bd2-0720-48cf-be69-c898ceda1503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:27.916391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a2d2-dfed-4027-80d2-459edf7ac2cf req-57a8177c-6d76-42ad-8140-653b25dad88a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:27.918278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b9a2d2-dfed-4027-80d2-459edf7ac2cf req-57a8177c-6d76-42ad-8140-653b25dad88a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1103189 Mar 10 17:54:28.011838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0893bd2-0720-48cf-be69-c898ceda1503 admin admin] Publish callbacks [] for security_group (ae259abe-54b0-470d-947b-5fdaad53dec4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.017778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0893bd2-0720-48cf-be69-c898ceda1503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ae259abe-54b0-470d-947b-5fdaad53dec4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.097774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7b9a2d2-dfed-4027-80d2-459edf7ac2cf req-afbdcada-f1d9-4da8-9546-4e0431838739 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389468 Mar 10 17:54:28.104472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0893bd2-0720-48cf-be69-c898ceda1503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae259abe-54b0-470d-947b-5fdaad53dec4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:28.127736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b0893bd2-0720-48cf-be69-c898ceda1503 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f17fbc72f8ed4d3e8ebb7ea881ef74a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5533962 Mar 10 17:54:28.128149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34532) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:28.201617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] Publish callbacks [] for security_group (ae259abe-54b0-470d-947b-5fdaad53dec4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.239478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] Publish callbacks [] for security_group (ae259abe-54b0-470d-947b-5fdaad53dec4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.306695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ae259abe-54b0-470d-947b-5fdaad53dec4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.310194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.311542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae259abe-54b0-470d-947b-5fdaad53dec4 HTTP/1.1" status: 204 len: 168 time: 0.1824181 Mar 10 17:54:28.335242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2162cbb-778f-48ae-b02a-91528d7c4cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae259abe-54b0-470d-947b-5fdaad53dec4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:28.669920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46303-e019-4047-8acb-0cb96cd3e575 req-050accab-df73-4b75-929d-9ff542ea783e tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:28.673665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9a46303-e019-4047-8acb-0cb96cd3e575 req-050accab-df73-4b75-929d-9ff542ea783e tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1072114 Mar 10 17:54:28.778024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34542) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:28.800113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9a46303-e019-4047-8acb-0cb96cd3e575 req-1ba674f5-4f1e-4bb1-a705-84c0bd54f10b tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061256 Mar 10 17:54:28.817388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8673ca4-6c74-455d-95e6-1ec86a18a5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.943805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8673ca4-6c74-455d-95e6-1ec86a18a5b6 admin admin] Publish callbacks [] for security_group (8fb5b648-e198-440c-84a9-1f44fe715a1d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.951475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8673ca4-6c74-455d-95e6-1ec86a18a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fb5b648-e198-440c-84a9-1f44fe715a1d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:28.993124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673ca4-6c74-455d-95e6-1ec86a18a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5b648-e198-440c-84a9-1f44fe715a1d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:29.004739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a8673ca4-6c74-455d-95e6-1ec86a18a5b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a94a84bb2a14a97ab7d982a4c80dac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249308 Mar 10 17:54:29.004967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:29.091805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] Publish callbacks [] for security_group (8fb5b648-e198-440c-84a9-1f44fe715a1d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:29.151169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] Publish callbacks [] for security_group (8fb5b648-e198-440c-84a9-1f44fe715a1d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:29.306704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8fb5b648-e198-440c-84a9-1f44fe715a1d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:29.317679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:29.336593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fb5b648-e198-440c-84a9-1f44fe715a1d HTTP/1.1" status: 204 len: 168 time: 0.3305984 Mar 10 17:54:29.350287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20433157-c201-45d2-ae34-018a816582ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5b648-e198-440c-84a9-1f44fe715a1d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:29.394120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559311d3-6d16-4f51-9173-4c8a28575891 req-8773f0f8-5b28-4c09-8904-30c64ed1fb6c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:29.397946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559311d3-6d16-4f51-9173-4c8a28575891 req-8773f0f8-5b28-4c09-8904-30c64ed1fb6c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1898668 Mar 10 17:54:29.482118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559311d3-6d16-4f51-9173-4c8a28575891 req-f92380be-7768-44de-91a6-1d4d9a66d29e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780072 Mar 10 17:54:29.999147 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:30.011924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061bae1-dc57-414a-a818-20d47a26b507 req-63f07313-d34e-40ad-9d5e-3f7580ffd9f3 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:30.013786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c061bae1-dc57-414a-a818-20d47a26b507 req-63f07313-d34e-40ad-9d5e-3f7580ffd9f3 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1225896 Mar 10 17:54:30.092667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c061bae1-dc57-414a-a818-20d47a26b507 req-c7be6592-dd43-4732-ac07-e71ceca766e2 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695035 Mar 10 17:54:30.669740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c0e1c-45f4-455a-aad3-5ec613bfe643 req-6fd205e3-7ccf-413a-a5d0-587f20abb67d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:30.685055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a7c0e1c-45f4-455a-aad3-5ec613bfe643 req-6fd205e3-7ccf-413a-a5d0-587f20abb67d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0789306 Mar 10 17:54:30.807167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a7c0e1c-45f4-455a-aad3-5ec613bfe643 req-3f568221-1e16-4d92-bf1b-d76a6aefdcc3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207147 Mar 10 17:54:31.412080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d8650-a9bf-4d40-a16d-1a780183b42f req-b37164b8-de5e-45af-9281-dfdd344c50c5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:31.424843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a42d8650-a9bf-4d40-a16d-1a780183b42f req-b37164b8-de5e-45af-9281-dfdd344c50c5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1520431 Mar 10 17:54:31.518528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a42d8650-a9bf-4d40-a16d-1a780183b42f req-8e037663-ea20-4873-ba13-c9b6c93c9cb7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866888 Mar 10 17:54:32.082293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e06bcc-8c58-4e0a-b94b-b0f61b1f95ba req-9aa87e0d-580a-40cf-a3f7-b8b6b34d9c47 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:32.091341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19e06bcc-8c58-4e0a-b94b-b0f61b1f95ba req-9aa87e0d-580a-40cf-a3f7-b8b6b34d9c47 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0820239 Mar 10 17:54:32.201643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19e06bcc-8c58-4e0a-b94b-b0f61b1f95ba req-590c2b3b-633a-44c6-b511-ccf8d69e0d49 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093359 Mar 10 17:54:32.306391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34694) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:32.510238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc5cca59-3a6b-4dd1-9ee2-75bed2a80cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:32.670115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc5cca59-3a6b-4dd1-9ee2-75bed2a80cf1 admin admin] Publish callbacks [] for security_group (8ba2e5e5-4cc1-479d-869f-0cf9939c980e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:32.679300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dc5cca59-3a6b-4dd1-9ee2-75bed2a80cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8ba2e5e5-4cc1-479d-869f-0cf9939c980e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:32.744213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321277f-09dc-40bd-a37e-c856c3717905 req-30dfc79b-4256-4ebf-932b-cf096ba721ef tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:32.760268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dc5cca59-3a6b-4dd1-9ee2-75bed2a80cf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f791b52d8dfd4ac2b3b9dd885100378e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525919 Mar 10 17:54:32.761152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:32.774614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a321277f-09dc-40bd-a37e-c856c3717905 req-30dfc79b-4256-4ebf-932b-cf096ba721ef tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1630738 Mar 10 17:54:32.859016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a321277f-09dc-40bd-a37e-c856c3717905 req-fc671677-7edf-47e7-9f5f-79f67692a91c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834732 Mar 10 17:54:32.869406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cca59-3a6b-4dd1-9ee2-75bed2a80cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2e5e5-4cc1-479d-869f-0cf9939c980e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:32.912317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] Publish callbacks [] for security_group (8ba2e5e5-4cc1-479d-869f-0cf9939c980e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:32.939498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] Publish callbacks [] for security_group (8ba2e5e5-4cc1-479d-869f-0cf9939c980e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:32.996768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8ba2e5e5-4cc1-479d-869f-0cf9939c980e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:33.000218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:33.003002 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ba2e5e5-4cc1-479d-869f-0cf9939c980e HTTP/1.1" status: 204 len: 168 time: 0.2237329 Mar 10 17:54:33.037562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785dc30-ab61-4fc2-a71f-9806b4985d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2e5e5-4cc1-479d-869f-0cf9939c980e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:33.425740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea46c0-9795-4eba-a778-02aec8a648be req-d05238c0-d9db-44c5-88b6-4103965c2f5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:33.433517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bea46c0-9795-4eba-a778-02aec8a648be req-d05238c0-d9db-44c5-88b6-4103965c2f5d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1011145 Mar 10 17:54:33.512432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1bea46c0-9795-4eba-a778-02aec8a648be req-f8154fce-2c16-4c87-b13a-5a41ee6ca023 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779629 Mar 10 17:54:34.052533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23fb-4c82-4476-b31b-8e8e960573ab req-cafd3f89-341e-4aa2-ba18-fdb398afee44 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:34.055616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-682f23fb-4c82-4476-b31b-8e8e960573ab req-cafd3f89-341e-4aa2-ba18-fdb398afee44 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.0848155 Mar 10 17:54:34.153980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-682f23fb-4c82-4476-b31b-8e8e960573ab req-7fefa0fb-86bc-4590-a852-b62db585af4a tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859914 Mar 10 17:54:34.699581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65aec-dbae-49cc-985f-08861e757b40 req-3c37181e-c222-4fe6-981a-59749c0b9762 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:34.706920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e65aec-dbae-49cc-985f-08861e757b40 req-3c37181e-c222-4fe6-981a-59749c0b9762 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0870223 Mar 10 17:54:34.759428 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30e65aec-dbae-49cc-985f-08861e757b40 req-5953b739-039a-454d-a802-cd3e5a41afa9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516346 Mar 10 17:54:35.062740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:35.273594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9b5887bd-fa1e-4e40-8c79-5e29ad28371d tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-987092914'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:35.274065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9b5887bd-fa1e-4e40-8c79-5e29ad28371d tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Unknown quota resources ['metering_label']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:35.347867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ded40-98ef-4f4e-8f65-4c74e4f8e353 req-7dab5181-813c-45ef-a1ae-1f69365669fc tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:35.357169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba3ded40-98ef-4f4e-8f65-4c74e4f8e353 req-7dab5181-813c-45ef-a1ae-1f69365669fc tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.0858164 Mar 10 17:54:35.428335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba3ded40-98ef-4f4e-8f65-4c74e4f8e353 req-0db6d35b-c6fc-4970-a71f-36d1490b0c9e tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695655 Mar 10 17:54:35.970890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a622d-e8ea-449b-b4b6-2fa6a8491f4e req-664f34aa-3e32-46cf-b1b5-0bfd50154b1d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:35.979782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-241a622d-e8ea-449b-b4b6-2fa6a8491f4e req-664f34aa-3e32-46cf-b1b5-0bfd50154b1d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0947874 Mar 10 17:54:36.014840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b5887bd-fa1e-4e40-8c79-5e29ad28371d tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:36.019692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9b5887bd-fa1e-4e40-8c79-5e29ad28371d tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9555233 Mar 10 17:54:36.020692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34772) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:36.025280 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-61c991b2-7001-4460-8853-70a422383564 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ed1bfed1-e542-46af-8b6e-2ffb78c30a23'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:36.026031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-61c991b2-7001-4460-8853-70a422383564 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:36.059456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-241a622d-e8ea-449b-b4b6-2fa6a8491f4e req-4e5efc2a-e69b-4505-b61b-8ff1dad3a697 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786099 Mar 10 17:54:36.178857 n-d-833115-2 neutron-server[103794]: WARNING neutron.services.metering.metering_plugin [None req-61c991b2-7001-4460-8853-70a422383564 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 17:54:36.344777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61c991b2-7001-4460-8853-70a422383564 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:36.349796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:36.354188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-808caf76-2a22-407f-9f3a-2766912839bb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ed1bfed1-e542-46af-8b6e-2ffb78c30a23'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:36.354747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-808caf76-2a22-407f-9f3a-2766912839bb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:36.362639 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61c991b2-7001-4460-8853-70a422383564 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3405874 Mar 10 17:54:36.478490 n-d-833115-2 neutron-server[103795]: WARNING neutron.services.metering.metering_plugin [None req-808caf76-2a22-407f-9f3a-2766912839bb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 17:54:37.188900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-808caf76-2a22-407f-9f3a-2766912839bb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:37.190060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-808caf76-2a22-407f-9f3a-2766912839bb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8392155 Mar 10 17:54:37.193214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.253496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c168c-55cc-4fdb-b5d0-066736de35dc req-cdb6327c-7692-4374-8db6-1afbda1b46c1 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:37.255139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19c168c-55cc-4fdb-b5d0-066736de35dc req-cdb6327c-7692-4374-8db6-1afbda1b46c1 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.7116621 Mar 10 17:54:37.267584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734556-88bf-4e1c-955e-d9be306a8ed5 req-1a7913e5-5814-4208-a1f4-c398ee3c7fd7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:37.267884 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-421c42da-74a8-4fd1-8cab-7f66c469c431 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=668a78da-6cff-40c9-86ac-76f100beb2c4 HTTP/1.1" status: 200 len: 462 time: 0.0722377 Mar 10 17:54:37.268246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.269122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b734556-88bf-4e1c-955e-d9be306a8ed5 req-1a7913e5-5814-4208-a1f4-c398ee3c7fd7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.0847201 Mar 10 17:54:37.356497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b734556-88bf-4e1c-955e-d9be306a8ed5 req-8b806a8d-9615-4f11-87c3-362683cb8d45 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784714 Mar 10 17:54:37.367609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f19c168c-55cc-4fdb-b5d0-066736de35dc req-c7f48a4f-144d-4ac3-83ab-9b789816a22f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973761 Mar 10 17:54:37.514196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9c84f8f1-bd9e-41ad-a3c7-953ae6165bfb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:37.517229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34792) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.517628 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9c84f8f1-bd9e-41ad-a3c7-953ae6165bfb tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/668a78da-6cff-40c9-86ac-76f100beb2c4 HTTP/1.1" status: 204 len: 168 time: 0.2483358 Mar 10 17:54:37.533442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c7b93700-e2dc-4f1b-866f-6449e48a4c61 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=668a78da-6cff-40c9-86ac-76f100beb2c4 HTTP/1.1" status: 200 len: 221 time: 0.0150633 Mar 10 17:54:37.539900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34796) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.542970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cc6b9fe2-384c-412a-b70a-cc925e18c2fd tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1777858676', 'description': 'label created by tempest'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:37.543456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cc6b9fe2-384c-412a-b70a-cc925e18c2fd tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Unknown quota resources ['metering_label']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:37.768893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9fe2-384c-412a-b70a-cc925e18c2fd tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:37.769897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cc6b9fe2-384c-412a-b70a-cc925e18c2fd tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2301693 Mar 10 17:54:37.774306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.923725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:37.925007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cc0c552b-b53e-4f03-9c7e-674393f95390 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=b5139e33-3037-44d8-b068-937db9281db5 HTTP/1.1" status: 200 len: 468 time: 0.1507633 Mar 10 17:54:38.238140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d087598-473e-42fd-8de0-cd7fd7a3fc83 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:38.239001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2d087598-473e-42fd-8de0-cd7fd7a3fc83 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/b5139e33-3037-44d8-b068-937db9281db5 HTTP/1.1" status: 204 len: 168 time: 0.3142529 Mar 10 17:54:38.241785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34808) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.255092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2d1e0ca1-b9aa-49e6-a37a-cf2a7b7eb649 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=b5139e33-3037-44d8-b068-937db9281db5 HTTP/1.1" status: 200 len: 216 time: 0.0109787 Mar 10 17:54:38.257655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34810) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.267371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dcabb13f-7111-4907-8f5c-3f59e923980c tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086598 Mar 10 17:54:38.270656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34812) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.282985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a2ad289e-e7ec-4a7c-93ff-b4822f4ec315 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111575 Mar 10 17:54:38.286115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34814) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.347598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c9b5d885-0228-442c-bd06-0209f19379d0 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/ed1bfed1-e542-46af-8b6e-2ffb78c30a23 HTTP/1.1" status: 200 len: 472 time: 0.0598474 Mar 10 17:54:38.350975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.362463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b87d2ef0-038c-49ab-bc10-2b6db021237e tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/2da93369-dd79-479e-847e-5cfb13e4a65c HTTP/1.1" status: 200 len: 459 time: 0.0103137 Mar 10 17:54:38.365764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34818) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.502217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d6dce49-252b-490e-b358-2295bd95020c tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:38.503411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0d6dce49-252b-490e-b358-2295bd95020c tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/2da93369-dd79-479e-847e-5cfb13e4a65c HTTP/1.1" status: 204 len: 168 time: 0.1369739 Mar 10 17:54:38.506487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34824) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:38.836268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f29553d5-409e-4908-83e5-90e378f4b492 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:38.837466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f29553d5-409e-4908-83e5-90e378f4b492 tempest-MeteringIpV6TestJSON-1042212789 tempest-MeteringIpV6TestJSON-1042212789-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/ed1bfed1-e542-46af-8b6e-2ffb78c30a23 HTTP/1.1" status: 204 len: 168 time: 0.3292301 Mar 10 17:54:38.848447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff800be-8ac7-40aa-b356-951b901e5f6f req-d2305386-d47c-4730-8531-6d2290c432cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:38.856860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ff800be-8ac7-40aa-b356-951b901e5f6f req-d2305386-d47c-4730-8531-6d2290c432cf tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2756941 Mar 10 17:54:38.886583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e0b4-13db-40be-a6f9-44dc3860bf31 req-329d0a69-0c45-48e1-bc5f-556e59dfb274 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:38.888712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b03e0b4-13db-40be-a6f9-44dc3860bf31 req-329d0a69-0c45-48e1-bc5f-556e59dfb274 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.3092177 Mar 10 17:54:38.963513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ff800be-8ac7-40aa-b356-951b901e5f6f req-60fbeed1-431e-4ff5-9fe8-4ce34595825d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993447 Mar 10 17:54:39.032095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b03e0b4-13db-40be-a6f9-44dc3860bf31 req-d1888f57-50e8-4477-8542-68f107282c57 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375384 Mar 10 17:54:39.298871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34836) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:39.432807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e03bde72-2cdd-4e90-b401-17132bc09806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.543839 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e03bde72-2cdd-4e90-b401-17132bc09806 admin admin] Publish callbacks [] for security_group (f0fffbd0-2943-460f-a1fa-43e807568c09), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.553489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e03bde72-2cdd-4e90-b401-17132bc09806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f0fffbd0-2943-460f-a1fa-43e807568c09), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.589046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:39.589790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e03bde72-2cdd-4e90-b401-17132bc09806 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3a00b06f1384537a9872c56355f3aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890725 Mar 10 17:54:39.609346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bde72-2cdd-4e90-b401-17132bc09806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fffbd0-2943-460f-a1fa-43e807568c09,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:39.685907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] Publish callbacks [] for security_group (f0fffbd0-2943-460f-a1fa-43e807568c09), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.746294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] Publish callbacks [] for security_group (f0fffbd0-2943-460f-a1fa-43e807568c09), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.832934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f0fffbd0-2943-460f-a1fa-43e807568c09), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.837858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:39.842378 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0fffbd0-2943-460f-a1fa-43e807568c09 HTTP/1.1" status: 204 len: 168 time: 0.2502320 Mar 10 17:54:39.867469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f21266-5471-447c-9782-cb96dcea990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fffbd0-2943-460f-a1fa-43e807568c09,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:40.369513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aecee-a877-44d9-a09f-1ae97feba41d req-9987ac24-3b78-423f-a370-f490d26962d3 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:40.384723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef4aecee-a877-44d9-a09f-1ae97feba41d req-9987ac24-3b78-423f-a370-f490d26962d3 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.2034211 Mar 10 17:54:40.457545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea02e1-5a87-403d-898a-f56a8b7d114a req-88a753a3-8d29-4508-8b15-0495b499804d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:40.459186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ea02e1-5a87-403d-898a-f56a8b7d114a req-88a753a3-8d29-4508-8b15-0495b499804d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2894135 Mar 10 17:54:40.621096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:40.650028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a142b0d8-9027-4475-a16c-dd170e5b1e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:40.668672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef4aecee-a877-44d9-a09f-1ae97feba41d req-006dabb4-904b-41a5-8143-154b3230d010 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734282 Mar 10 17:54:40.694267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9ea02e1-5a87-403d-898a-f56a8b7d114a req-b53f7c70-ee75-4a19-aa7d-7843d361d833 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116873 Mar 10 17:54:40.894318 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a142b0d8-9027-4475-a16c-dd170e5b1e5c admin admin] Publish callbacks [] for security_group (48c09eb8-8510-47bb-9ee6-f08df9b0bd65), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:40.908640 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a142b0d8-9027-4475-a16c-dd170e5b1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48c09eb8-8510-47bb-9ee6-f08df9b0bd65), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:40.970624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34858) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:40.971544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a142b0d8-9027-4475-a16c-dd170e5b1e5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5850de0aebdd4bd8b66a72806ab2b9bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492827 Mar 10 17:54:41.014725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142b0d8-9027-4475-a16c-dd170e5b1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c09eb8-8510-47bb-9ee6-f08df9b0bd65,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:41.153467 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] Publish callbacks [] for security_group (48c09eb8-8510-47bb-9ee6-f08df9b0bd65), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:41.270297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] Publish callbacks [] for security_group (48c09eb8-8510-47bb-9ee6-f08df9b0bd65), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:41.445259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48c09eb8-8510-47bb-9ee6-f08df9b0bd65), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:41.448133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:41.452202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48c09eb8-8510-47bb-9ee6-f08df9b0bd65 HTTP/1.1" status: 204 len: 168 time: 0.4805934 Mar 10 17:54:41.468660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c197b-4fc2-4a85-a712-0e8ad11c4370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c09eb8-8510-47bb-9ee6-f08df9b0bd65,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:41.892013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae1ff9-0133-43fc-b407-a0d04c7784ac req-84f16e6e-5065-4f33-8b4f-258e22a43524 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:41.898409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2eae1ff9-0133-43fc-b407-a0d04c7784ac req-84f16e6e-5065-4f33-8b4f-258e22a43524 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.0940859 Mar 10 17:54:42.052982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2eae1ff9-0133-43fc-b407-a0d04c7784ac req-15f9cae1-8c68-4d49-a19f-1d75e09d52f2 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489785 Mar 10 17:54:42.100326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b488d-674a-4d2f-ac2e-a1a628840ab4 req-6fc3a0c6-e8f6-4167-822d-00e824ef03e3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:42.110260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-592b488d-674a-4d2f-ac2e-a1a628840ab4 req-6fc3a0c6-e8f6-4167-822d-00e824ef03e3 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1662266 Mar 10 17:54:42.256790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-592b488d-674a-4d2f-ac2e-a1a628840ab4 req-e6b5a84d-723c-4088-acb6-b672d8741711 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396294 Mar 10 17:54:42.426795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d2ed3eb-5130-4d08-bc9c-ae0a2e42e1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:43.394688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fba9b-55e5-479f-8d85-553d7123b10a req-7905adca-28da-451f-b37c-35330ec94d75 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:43.405415 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee9fba9b-55e5-479f-8d85-553d7123b10a req-7905adca-28da-451f-b37c-35330ec94d75 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1766069 Mar 10 17:54:43.661795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759ad44-b544-4f1b-8095-2394e0916c9a req-126ad2c9-6ae0-423a-979c-8cfd6d019122 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:43.663763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e759ad44-b544-4f1b-8095-2394e0916c9a req-126ad2c9-6ae0-423a-979c-8cfd6d019122 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2518544 Mar 10 17:54:43.684827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee9fba9b-55e5-479f-8d85-553d7123b10a req-dfd8f824-d1b4-44dd-b8e7-24f2a37781d5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738769 Mar 10 17:54:43.819105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e759ad44-b544-4f1b-8095-2394e0916c9a req-ea7f8076-2a39-428b-8535-b528cd8c6e71 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193514 Mar 10 17:54:44.622644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:44.669324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b89f188-26fb-4666-8f08-bbad187bb541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:44.922186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-85f4662a-a849-45e8-95ac-312c4d99e09e tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-96333219'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:44.923337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-85f4662a-a849-45e8-95ac-312c4d99e09e tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Unknown quota resources ['metering_label']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:45.065674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae80ba-b51d-4865-872a-6c6e10ab8f8e req-4ddf7ae2-afbd-4507-a6c5-3a5ff6164eb8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:45.068204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ae80ba-b51d-4865-872a-6c6e10ab8f8e req-4ddf7ae2-afbd-4507-a6c5-3a5ff6164eb8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1242156 Mar 10 17:54:45.237522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ae80ba-b51d-4865-872a-6c6e10ab8f8e req-62e8de78-7396-41e4-ad02-8200065700b0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380136 Mar 10 17:54:45.244698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85f4662a-a849-45e8-95ac-312c4d99e09e tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:45.247472 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-85f4662a-a849-45e8-95ac-312c4d99e09e tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.6239300 Mar 10 17:54:45.250602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34948) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:45.257738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ff127c71-e96c-486c-96fc-25d8615b0245 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '77cc83c9-6953-4d0c-8000-7f9fbfdac7ca'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:45.258909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ff127c71-e96c-486c-96fc-25d8615b0245 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:45.446883 n-d-833115-2 neutron-server[103795]: WARNING neutron.services.metering.metering_plugin [None req-ff127c71-e96c-486c-96fc-25d8615b0245 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 17:54:45.549474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff127c71-e96c-486c-96fc-25d8615b0245 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:45.555285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34952) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:45.559371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-393e252d-49c5-47e5-a169-ed74305d351f tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '77cc83c9-6953-4d0c-8000-7f9fbfdac7ca'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:45.560131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-393e252d-49c5-47e5-a169-ed74305d351f tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103794) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:45.564251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ff127c71-e96c-486c-96fc-25d8615b0245 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3123798 Mar 10 17:54:45.585922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df6fa5-b334-4ccd-8057-4c312471b5fa req-beca5a98-9ff4-428f-9bbb-46042fe8e87d tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:45.587574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6df6fa5-b334-4ccd-8057-4c312471b5fa req-beca5a98-9ff4-428f-9bbb-46042fe8e87d tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1947329 Mar 10 17:54:45.686243 n-d-833115-2 neutron-server[103794]: WARNING neutron.services.metering.metering_plugin [None req-393e252d-49c5-47e5-a169-ed74305d351f tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 17:54:45.717396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6df6fa5-b334-4ccd-8057-4c312471b5fa req-20b6ac1b-59c1-475f-b997-fee7e99cda82 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160634 Mar 10 17:54:45.825978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-393e252d-49c5-47e5-a169-ed74305d351f tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:45.831218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34960) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:45.839587 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-393e252d-49c5-47e5-a169-ed74305d351f tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2780917 Mar 10 17:54:45.844716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-67692c37-3b09-4013-b050-e6d5dc962c0c tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=aa346253-20d5-4369-a70c-660250079fb7 HTTP/1.1" status: 200 len: 464 time: 0.0119739 Mar 10 17:54:45.849017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:45.873925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:45.983671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f301ea53-02e5-4b6f-a03c-30b75adfb56c tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:45.985377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f301ea53-02e5-4b6f-a03c-30b75adfb56c tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/aa346253-20d5-4369-a70c-660250079fb7 HTTP/1.1" status: 204 len: 168 time: 0.1347799 Mar 10 17:54:45.988145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34964) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.001538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-68fd6878-b553-481a-b878-02356ee68d65 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=aa346253-20d5-4369-a70c-660250079fb7 HTTP/1.1" status: 200 len: 221 time: 0.0119081 Mar 10 17:54:46.008630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 34966) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.013974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6afcc6b0-f722-4629-8a63-a49492e6e951 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1153424658', 'description': 'label created by tempest'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:46.014950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6afcc6b0-f722-4629-8a63-a49492e6e951 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Unknown quota resources ['metering_label']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 17:54:46.264965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6afcc6b0-f722-4629-8a63-a49492e6e951 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:46.268943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.293375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6afcc6b0-f722-4629-8a63-a49492e6e951 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2828550 Mar 10 17:54:46.329448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-87647ed4-dbf3-4112-8b01-9d91f32531e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:46.331427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-87647ed4-dbf3-4112-8b01-9d91f32531e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1128 time: 0.2288389 Mar 10 17:54:46.462599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2adf127c-613c-4d44-9f41-281893224f83 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=589ee251-d164-443d-9f9f-1223d28ad92f HTTP/1.1" status: 200 len: 468 time: 0.1851523 Mar 10 17:54:46.463464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.591618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-86f4a8bd-1a01-4cbb-b11d-2a79636ef664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:46.593222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-86f4a8bd-1a01-4cbb-b11d-2a79636ef664 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.2552967 Mar 10 17:54:46.652859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42df5f-378d-4487-ab90-ed71e8e0023a req-5c74f514-248b-482c-8717-1e79aa673273 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:46.654677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d42df5f-378d-4487-ab90-ed71e8e0023a req-5c74f514-248b-482c-8717-1e79aa673273 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.2869141 Mar 10 17:54:46.873890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d42df5f-378d-4487-ab90-ed71e8e0023a req-b7cfc3b6-f5a4-4ad1-8580-4341b0a95e02 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327083 Mar 10 17:54:46.905298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c73e0bf-7e71-430a-88a1-a66a1fca0258 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:46.907014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1c73e0bf-7e71-430a-88a1-a66a1fca0258 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/589ee251-d164-443d-9f9f-1223d28ad92f HTTP/1.1" status: 204 len: 168 time: 0.4421508 Mar 10 17:54:46.909430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.926506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9ff5f06-fa5a-457e-b303-b951cf39dddc tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=589ee251-d164-443d-9f9f-1223d28ad92f HTTP/1.1" status: 200 len: 216 time: 0.0153420 Mar 10 17:54:46.929026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-d0f6fb8f-0ace-4520-9b88-ede717db066c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1002 time: 0.3241260 Mar 10 17:54:46.929908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34990) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.953912 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9ff22fb-6209-4d1d-96fb-bcbca84a68db tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224204 Mar 10 17:54:46.957215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:46.984703 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9ed597af-413c-4417-9a81-7da0be25e197 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230777 Mar 10 17:54:46.984861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:47.057299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-77477de4-eb24-4031-9124-e33e685e5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:47.057540 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-914abdf7-cff9-420f-a35a-5127d58565e7 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/77cc83c9-6953-4d0c-8000-7f9fbfdac7ca HTTP/1.1" status: 200 len: 471 time: 0.0682354 Mar 10 17:54:47.057540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:47.057769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-77477de4-eb24-4031-9124-e33e685e5ba6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1181669 Mar 10 17:54:47.058054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 34998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:47.072664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77336ce9-e11d-430f-aea9-9bbbe03df707 tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/79383cb2-b17b-4398-8001-53cdba50b3c8 HTTP/1.1" status: 200 len: 461 time: 0.0133402 Mar 10 17:54:47.075817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:47.231808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7a68-1e61-4c86-9945-b8a91e98883c req-33e09bcb-9fe6-4052-9b20-e465e192a710 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:47.249775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-121c7a68-1e61-4c86-9945-b8a91e98883c req-33e09bcb-9fe6-4052-9b20-e465e192a710 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1937139 Mar 10 17:54:47.254222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69258577-90e9-4442-9ff7-60a325fd016d tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:47.255557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-69258577-90e9-4442-9ff7-60a325fd016d tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/79383cb2-b17b-4398-8001-53cdba50b3c8 HTTP/1.1" status: 204 len: 168 time: 0.1784191 Mar 10 17:54:47.258070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35006) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:47.340275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-719085af-56dc-4841-89b6-9ee9a55a13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:47.342306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-719085af-56dc-4841-89b6-9ee9a55a13ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2056882 Mar 10 17:54:47.429673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-121c7a68-1e61-4c86-9945-b8a91e98883c req-e6f4ae48-f021-4167-b778-6a8a15037c4c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770933 Mar 10 17:54:47.481619 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:47.610233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-aa46c5d5-a400-4da5-a75b-cd2e8ab5533b service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613890 Mar 10 17:54:47.791572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3dcbcba-59d9-4a05-aed6-fe1cb0e4d59e req-ebf440d7-f2ad-44b5-8f3e-cd64ceb43edd service neutron] 10.222.0.41 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744075 Mar 10 17:54:47.802074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38fb88a0-dce3-437b-b722-1706b30f28bd tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:47.806347 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38fb88a0-dce3-437b-b722-1706b30f28bd tempest-MeteringTestJSON-364445168 tempest-MeteringTestJSON-364445168-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/77cc83c9-6953-4d0c-8000-7f9fbfdac7ca HTTP/1.1" status: 204 len: 168 time: 0.5470634 Mar 10 17:54:48.260494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63b75-cae5-44a4-b32c-8475c9362db1 req-715dc50c-5f74-4906-8be1-0a0574802f66 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:48.268017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54a63b75-cae5-44a4-b32c-8475c9362db1 req-715dc50c-5f74-4906-8be1-0a0574802f66 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.1774399 Mar 10 17:54:48.275710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35018) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:48.355319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54a63b75-cae5-44a4-b32c-8475c9362db1 req-4ba73dea-99b3-4ada-b545-657e9398511f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665681 Mar 10 17:54:48.534661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d96d5aa-63e8-4a6d-b1b8-e8e764b404e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:48.621355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (4fcbdd59-5161-4417-a197-75fe580c6af9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:48.884022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:54:49.052881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:54:49.053703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.101912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:54:49.104601 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2eaa08-2dbc-40f9-9b48-4cb88ab2ba8d" -d '{"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-unplugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:54:49.171158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:49.186400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.216300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Deleting port 3d49cf42-53cc-4a91-91b7-0c4a16864369 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:54:49.217588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.218115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354b9a-066c-451e-953e-b019d2299eb3 req-c2bb31c0-19a1-4219-b5d7-e064a9ae7e08 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:49.219796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e354b9a-066c-451e-953e-b019d2299eb3 req-c2bb31c0-19a1-4219-b5d7-e064a9ae7e08 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.6740627 Mar 10 17:54:49.234976 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61525fb-7bf0-41bf-a185-eb5633428e37 x-openstack-request-id: req-e61525fb-7bf0-41bf-a185-eb5633428e37 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:54:49.235541 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-unplugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:54:49.235959 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e61525fb-7bf0-41bf-a185-eb5633428e37 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:54:49.236540 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'code': 200} Mar 10 17:54:49.318773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:49.327766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.383501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e354b9a-066c-451e-953e-b019d2299eb3 req-b02a390c-eaf7-492b-96d4-8ee737301f96 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576009 Mar 10 17:54:49.397871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] For port 3d49cf42-53cc-4a91-91b7-0c4a16864369, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3d49cf42-53cc-4a91-91b7-0c4a16864369,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:49.398764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.402404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d96d5aa-63e8-4a6d-b1b8-e8e764b404e9 admin admin] Publish callbacks [] for security_group (8f7b887d-85dd-42de-80f0-3026ba2c1775), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.418723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d96d5aa-63e8-4a6d-b1b8-e8e764b404e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8f7b887d-85dd-42de-80f0-3026ba2c1775), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.427872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Calling delete_port for 3d49cf42-53cc-4a91-91b7-0c4a16864369 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:54:49.511333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96d5aa-63e8-4a6d-b1b8-e8e764b404e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b887d-85dd-42de-80f0-3026ba2c1775,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:49.563094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6d96d5aa-63e8-4a6d-b1b8-e8e764b404e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d11a715aa2df4e7786fe56ef833cccec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2860603 Mar 10 17:54:49.579375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35032) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:49.735430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586a61-e5f6-4825-ba96-c6a4f559a5e1 req-40e7c333-4afe-4b91-a8e3-b0dff5e30396 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:49.742469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3d49cf42-53cc-4a91-91b7-0c4a16864369), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.745281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db586a61-e5f6-4825-ba96-c6a4f559a5e1 req-40e7c333-4afe-4b91-a8e3-b0dff5e30396 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.1996441 Mar 10 17:54:49.796809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d49cf42-53cc-4a91-91b7-0c4a16864369,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:49.846620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.851614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] Publish callbacks [] for security_group (8f7b887d-85dd-42de-80f0-3026ba2c1775), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:49.852352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.852824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.853274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.853671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.854095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.854775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.862298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.862975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.863416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.863875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.864450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.864961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:54:49.933368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] Publish callbacks [] for security_group (8f7b887d-85dd-42de-80f0-3026ba2c1775), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.038815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db586a61-e5f6-4825-ba96-c6a4f559a5e1 req-6c954332-5398-440c-86a2-123c642a0569 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916546 Mar 10 17:54:50.083011 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8f7b887d-85dd-42de-80f0-3026ba2c1775), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.085747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.087062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f7b887d-85dd-42de-80f0-3026ba2c1775 HTTP/1.1" status: 204 len: 168 time: 0.5053449 Mar 10 17:54:50.106116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8683b-68bf-4c31-8ece-fe7be54e0ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b887d-85dd-42de-80f0-3026ba2c1775,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:50.260147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (4fcbdd59-5161-4417-a197-75fe580c6af9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.625843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471221f5-56fc-43ad-8449-da153813083f req-b2c01eee-0c5d-4334-8511-8a7600ab895f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:50.627725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471221f5-56fc-43ad-8449-da153813083f req-b2c01eee-0c5d-4334-8511-8a7600ab895f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1222115 Mar 10 17:54:50.774001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-471221f5-56fc-43ad-8449-da153813083f req-40593f48-db40-4977-92ba-52a327982f83 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397853 Mar 10 17:54:50.777699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:50.807300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8ae4-7fe4-41de-b8c1-c70ad3030f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.958900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8ae4-7fe4-41de-b8c1-c70ad3030f57 admin admin] Publish callbacks [] for security_group (d31117b5-1f28-4881-a5e3-0000131ebeec), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:50.965816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2bbf8ae4-7fe4-41de-b8c1-c70ad3030f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d31117b5-1f28-4881-a5e3-0000131ebeec), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:51.070579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2bbf8ae4-7fe4-41de-b8c1-c70ad3030f57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a5e2f7616c140d290b4c1329c30edb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914176 Mar 10 17:54:51.072634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf8ae4-7fe4-41de-b8c1-c70ad3030f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31117b5-1f28-4881-a5e3-0000131ebeec,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:51.075572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:51.165054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] Publish callbacks [] for security_group (d31117b5-1f28-4881-a5e3-0000131ebeec), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:51.214115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] Publish callbacks [] for security_group (d31117b5-1f28-4881-a5e3-0000131ebeec), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:51.312927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d31117b5-1f28-4881-a5e3-0000131ebeec), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:51.316679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:51.318320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d31117b5-1f28-4881-a5e3-0000131ebeec HTTP/1.1" status: 204 len: 168 time: 0.2418547 Mar 10 17:54:51.372080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c6df-ad93-4eb7-91fd-b11f66559db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31117b5-1f28-4881-a5e3-0000131ebeec,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:51.499418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Router 4fcbdd59-5161-4417-a197-75fe580c6af9 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:54:51.701754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:54:51.713482 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Sync routers for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:54:51.723288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35096) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:51.723814 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-66caad5e-2e52-4a48-8c22-899239716e61 admin admin] 10.222.0.35 "PUT /v2.0/routers/4fcbdd59-5161-4417-a197-75fe580c6af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6676099 Mar 10 17:54:51.732166 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:54:51.732742 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:54:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:51.878201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks [] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:52.103238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:54:52.237483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks [] for router_gateway (4fcbdd59-5161-4417-a197-75fe580c6af9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:52.290691 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-d87b14e0-6300-4dc5-bc6c-002f0bc0c315 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061552 Mar 10 17:54:52.324324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ddf29-b6a4-407a-bbe8-1f837206f1d0 req-1bd2387c-adf1-4b56-a964-b684ae1366d7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:52.325901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857ddf29-b6a4-407a-bbe8-1f837206f1d0 req-1bd2387c-adf1-4b56-a964-b684ae1366d7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.3576128 Mar 10 17:54:52.364657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d4896-51b2-40a6-9e52-680063e803fc req-830127bb-c758-4b40-b1c0-ff8cc91e12a1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:52.366600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-390d4896-51b2-40a6-9e52-680063e803fc req-830127bb-c758-4b40-b1c0-ff8cc91e12a1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.1601477 Mar 10 17:54:52.499681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-390d4896-51b2-40a6-9e52-680063e803fc req-815e81fe-7864-4cb6-8fb0-175504fb8dca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251881 Mar 10 17:54:52.577366 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:54:49Z', 'revision_number': 5, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port': {'id': '32fee4fe-0608-4e57-aad0-cfd8ed81e637', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:44:21Z', 'updated_at': '2022-03-10T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:52.620075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Deleting port 32fee4fe-0608-4e57-aad0-cfd8ed81e637 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:54:52.633180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:52.633727 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Checking router: 4fcbdd59-5161-4417-a197-75fe580c6af9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:54:52.642279 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Routers {'4fcbdd59-5161-4417-a197-75fe580c6af9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:54:52.643262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:54:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4fcbdd59-5161-4417-a197-75fe580c6af9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:52.659368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857ddf29-b6a4-407a-bbe8-1f837206f1d0 req-bfb00372-e201-4f4c-9a19-9dfebcda3f22 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203208 Mar 10 17:54:52.826996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-9c217749-f9d3-4fe7-a1c3-058b322e0d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:52.837935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-9c217749-f9d3-4fe7-a1c3-058b322e0d5e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports/c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 941 time: 0.5091817 Mar 10 17:54:52.857667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] For port 32fee4fe-0608-4e57-aad0-cfd8ed81e637, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=32fee4fe-0608-4e57-aad0-cfd8ed81e637,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:52.858370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:52.878263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Calling delete_port for 32fee4fe-0608-4e57-aad0-cfd8ed81e637 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:54:52.879848 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] Set router 4fcbdd59-5161-4417-a197-75fe580c6af9 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:54:52.899863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:54:53.002045 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:54:52Z', 'revision_number': 6, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:53.044557 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc09e11-8e25-4568-a357-613e9bde49f9 None None] The sync data for ids ['4fcbdd59-5161-4417-a197-75fe580c6af9'] in n-d-833115-2 is: [{'id': '4fcbdd59-5161-4417-a197-75fe580c6af9', 'name': 'tempest-AttachVolumeNegativeTest-874585925-router', 'tenant_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:44:20Z', 'updated_at': '2022-03-10T17:54:52Z', 'revision_number': 6, 'project_id': 'e68e48c120994b2ca0ef863aac6fba5b', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:54:53.061711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: DOWN; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:54:53.241438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (32fee4fe-0608-4e57-aad0-cfd8ed81e637), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:53.308082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fee4fe-0608-4e57-aad0-cfd8ed81e637,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:53.430758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (4fcbdd59-5161-4417-a197-75fe580c6af9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:53.834037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:53.844888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks [] for router_controller (4fcbdd59-5161-4417-a197-75fe580c6af9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.008184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c876e-bd31-4d49-9a41-05d7dd64a74f req-e8beae0f-0e7b-4498-972b-52e0fd32d4a0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:54.009822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-435c876e-bd31-4d49-9a41-05d7dd64a74f req-e8beae0f-0e7b-4498-972b-52e0fd32d4a0 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.3581364 Mar 10 17:54:54.022532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2673767-0e7f-4000-a64e-c2ac2957694f req-b133f125-44c6-4fd4-8b6f-57bbe8fc6873 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:54.050587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2673767-0e7f-4000-a64e-c2ac2957694f req-b133f125-44c6-4fd4-8b6f-57bbe8fc6873 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1907229 Mar 10 17:54:54.068571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:54.077392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (4fcbdd59-5161-4417-a197-75fe580c6af9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.077946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fcbdd59-5161-4417-a197-75fe580c6af9 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:54:54.087337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.092085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b363374c-385d-4054-ba84-b2f20d841462 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4fcbdd59-5161-4417-a197-75fe580c6af9 HTTP/1.1" status: 204 len: 168 time: 2.3650367 Mar 10 17:54:54.093123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:54.175597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2673767-0e7f-4000-a64e-c2ac2957694f req-e1610fe4-0e9e-4f5a-8517-3d6a1f59be1c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249197 Mar 10 17:54:54.204804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-435c876e-bd31-4d49-9a41-05d7dd64a74f req-4cfc6eeb-1eb1-4d03-8f3c-43d0ecad816b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393507 Mar 10 17:54:54.216078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Deleting subnet 3be2d14a-42b6-4f85-85db-c7ae0321fb3d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:54:54.220168 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Publish callbacks [] for subnet (3be2d14a-42b6-4f85-85db-c7ae0321fb3d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.339036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-486426837'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:54.345702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3be2d14a-42b6-4f85-85db-c7ae0321fb3d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.348895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-b2276db2-213e-4c47-8fd0-b1e28eb6186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:54.350650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-b2276db2-213e-4c47-8fd0-b1e28eb6186c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985&tenant_id=a9724ef90c0e40dbaec32c80ca7f587e HTTP/1.1" status: 200 len: 1126 time: 0.1508968 Mar 10 17:54:54.367375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:54.383857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3d49cf42-53cc-4a91-91b7-0c4a16864369 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:54:54.444349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.448085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3d49cf42-53cc-4a91-91b7-0c4a16864369 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:54:54.448541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3d49cf42-53cc-4a91-91b7-0c4a16864369 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:54:54.449067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32fee4fe-0608-4e57-aad0-cfd8ed81e637 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:54:54.477294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 32fee4fe-0608-4e57-aad0-cfd8ed81e637 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:54:54.477918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 32fee4fe-0608-4e57-aad0-cfd8ed81e637 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:54:54.503996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.524589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.739711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:54.777427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.778509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:54:54.780809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3be2d14a-42b6-4f85-85db-c7ae0321fb3d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.801845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.822468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:54:54.831404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.831861 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks [] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.833337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-718ce894-97bd-4295-8296-abe23d0660db tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7627888 Mar 10 17:54:54.836349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35200) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:54.847350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Transition to ACTIVE for port object c65cade0-8ae8-49e9-bb21-5b1e519aa305 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:54:54.853349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:54.941599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.089217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3be2d14a-42b6-4f85-85db-c7ae0321fb3d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.101439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=9']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:55.138931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] No DVR routers for this DVR port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:54:55.151425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be2d14a-42b6-4f85-85db-c7ae0321fb3d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:55.175637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd287b77-e582-42c8-8c96-05ee427c925e None None] Network d67bbe1e-4922-4bec-af40-b6981aa0239b requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:54:55.193792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.200105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:55.200597 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d9e3882-8528-4001-9fd3-d983b9b092e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3be2d14a-42b6-4f85-85db-c7ae0321fb3d HTTP/1.1" status: 204 len: 168 time: 1.1058242 Mar 10 17:54:55.203339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.206014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.292584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d67bbe1e-4922-4bec-af40-b6981aa0239b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.364417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (6892f4fb-9a71-43f6-9cef-ed7a5dfc7534), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.364991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6892f4fb-9a71-43f6-9cef-ed7a5dfc7534 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:54:55.369738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.374108 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-018ecc23-cb17-4466-a1fc-769d2afccfa0 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "DELETE /v2.0/routers/6892f4fb-9a71-43f6-9cef-ed7a5dfc7534 HTTP/1.1" status: 204 len: 168 time: 0.5364621 Mar 10 17:54:55.374831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:55.383850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Request body: {'router': {'name': 'tempest-router-969217737', 'distributed': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:55.434910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (b4d5040c-9d5b-4822-9035-f6641678f998), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.436612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (b4d5040c-9d5b-4822-9035-f6641678f998), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.518592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] DHCP port deletion for d67bbe1e-4922-4bec-af40-b6981aa0239b request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:54:55.527692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (b4d5040c-9d5b-4822-9035-f6641678f998), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.536327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (b4d5040c-9d5b-4822-9035-f6641678f998), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.556487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.558416 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-127515cc-0bd5-4fff-8fa3-83d403483509 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1823859 Mar 10 17:54:55.561876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35222) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:55.616653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Deleting port caf44ec3-4294-426c-a544-a489f619b824 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:54:55.617237 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (caf44ec3-4294-426c-a544-a489f619b824), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.654176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848e14-4730-4660-9804-6f2e94db745a req-8b19a016-52b1-440a-b8d6-50b530dce849 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:55.655933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a848e14-4730-4660-9804-6f2e94db745a req-8b19a016-52b1-440a-b8d6-50b530dce849 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 944 time: 0.1750529 Mar 10 17:54:55.669562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (b4d5040c-9d5b-4822-9035-f6641678f998), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.678225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:54:55.678589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:54:55.678921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:54:55.685951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:54:55.686271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Attempting to bind port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on network b8f54aee-117e-4c86-a0d9-f0ae5f654629 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:54:55.702175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec8c03-ffcb-4336-9b4c-074ee19c759c req-21528266-d014-44e7-b618-2aae2e21b93e tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:55.703732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68ec8c03-ffcb-4336-9b4c-074ee19c759c req-21528266-d014-44e7-b618-2aae2e21b93e tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.3517094 Mar 10 17:54:55.716253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:54:55.716594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Checking segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:54:55.716979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Bound using segment: {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:54:55.717422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Bound port: c65cade0-8ae8-49e9-bb21-5b1e519aa305, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5e7af8-7b74-4626-9d32-0af49ed05378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:54:55.717779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.718190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] For port caf44ec3-4294-426c-a544-a489f619b824, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=caf44ec3-4294-426c-a544-a489f619b824,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:55.718807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (caf44ec3-4294-426c-a544-a489f619b824), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.734914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Deleting port caf44ec3-4294-426c-a544-a489f619b824 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:54:55.734914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (caf44ec3-4294-426c-a544-a489f619b824), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.781491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Calling delete_port for caf44ec3-4294-426c-a544-a489f619b824 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:54:55.820853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a848e14-4730-4660-9804-6f2e94db745a req-70b8a8c9-31db-4478-b10a-369ce3a4a528 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538386 Mar 10 17:54:55.900939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] For port caf44ec3-4294-426c-a544-a489f619b824, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=caf44ec3-4294-426c-a544-a489f619b824,segment=NetworkSegment(4edb3e13-cc76-4137-adcf-048d80ac8789),segment_id=4edb3e13-cc76-4137-adcf-048d80ac8789)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:54:55.901677 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (caf44ec3-4294-426c-a544-a489f619b824), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.935809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Calling delete_port for caf44ec3-4294-426c-a544-a489f619b824 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:54:55.949996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (caf44ec3-4294-426c-a544-a489f619b824), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:55.950393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68ec8c03-ffcb-4336-9b4c-074ee19c759c req-c560a659-3d5e-4556-a0ed-39953c6ec61c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294590 Mar 10 17:54:55.963685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:54:56.005065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] Pushing event deleted for resources: {'Port': ['ID=caf44ec3-4294-426c-a544-a489f619b824,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:56.010783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (b4d5040c-9d5b-4822-9035-f6641678f998), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.012733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a98524-4910-4cdb-99c2-5fa538317bdf None None] No DVR routers for this DVR port caf44ec3-4294-426c-a544-a489f619b824 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:54:56.014626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (b4d5040c-9d5b-4822-9035-f6641678f998), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.028460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:54:56.043925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.096794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:56.097545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.100366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] 10.222.0.59 "PUT /v2.0/ports/c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1092 time: 1.7383478 Mar 10 17:54:56.102308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (b4d5040c-9d5b-4822-9035-f6641678f998), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.104267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4d5040c-9d5b-4822-9035-f6641678f998 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:54:56.104843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:54:56.107235 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e977457-0e5e-4712-be4c-01348b4c45f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:54:56.114997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.122069 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6719ae63-a278-400a-abc0-2eee050c6a16 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b4d5040c-9d5b-4822-9035-f6641678f998 HTTP/1.1" status: 204 len: 168 time: 0.5586958 Mar 10 17:54:56.123366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:56.129660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Request body: {'router': {'name': 'tempest-router-1033600999', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6f68325cb11940a78415da974d7ce81b'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:56.168327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (caf44ec3-4294-426c-a544-a489f619b824), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.200121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.218191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.229157 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc72d1-c498-4538-9b74-0ce86085699a x-openstack-request-id: req-9abc72d1-c498-4538-9b74-0ce86085699a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:54:56.229523 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:54:56.229784 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9abc72d1-c498-4538-9b74-0ce86085699a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:54:56.230252 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'status': 'completed', 'code': 200} Mar 10 17:54:56.241596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] No DVR routers for this DVR port caf44ec3-4294-426c-a544-a489f619b824 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:54:56.245807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec152b-1141-4a5f-aa0e-7aebd9485587 service neutron] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:56.300096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf44ec3-4294-426c-a544-a489f619b824,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:56.361308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d67bbe1e-4922-4bec-af40-b6981aa0239b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.372568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.380633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device caf44ec3-4294-426c-a544-a489f619b824 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:54:56.382949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.410851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-f867f539-7e1c-4e8f-946d-2f4acba0f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:56.415836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.419931 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-157575ae-19e7-447d-a961-d44c42b40c0a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2923129 Mar 10 17:54:56.421744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: caf44ec3-4294-426c-a544-a489f619b824 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:54:56.422070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35240) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:56.422648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device caf44ec3-4294-426c-a544-a489f619b824 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:54:56.426832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:56.428485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-f867f539-7e1c-4e8f-946d-2f4acba0f41b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1127 time: 0.2626286 Mar 10 17:54:56.455051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67bbe1e-4922-4bec-af40-b6981aa0239b']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:56.590203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-9237311e-c0bf-4bd9-a9db-aeff83a0d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:56.591730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-9237311e-c0bf-4bd9-a9db-aeff83a0d1c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.1624804 Mar 10 17:54:56.595532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edb3e13-cc76-4137-adcf-048d80ac8789') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:56.595827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edb3e13-cc76-4137-adcf-048d80ac8789') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:54:56.606896 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4edb3e13-cc76-4137-adcf-048d80ac8789), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.623331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4edb3e13-cc76-4137-adcf-048d80ac8789), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.630072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:54:56.630492 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4edb3e13-cc76-4137-adcf-048d80ac8789), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:54:56.688858 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:54:56.698214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d67bbe1e-4922-4bec-af40-b6981aa0239b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.710855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.711528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.737047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.755537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d67bbe1e-4922-4bec-af40-b6981aa0239b HTTP/1.1" status: 204 len: 168 time: 1.5415833 Mar 10 17:54:56.792358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c1e48-6141-4829-8e78-35d424fd5940 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67bbe1e-4922-4bec-af40-b6981aa0239b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:56.826388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-80704b6d-776b-409c-bbc3-e666fb0244fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1000 time: 0.1365333 Mar 10 17:54:56.842299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 10 17:54:56.842668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Router 2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e migrating from provider to provider. {{(pid=103794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 10 17:54:56.843332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.850065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.857030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:56.936584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-7524e09b-a169-4163-b06a-ee970a15dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:56.941982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-7524e09b-a169-4163-b06a-ee970a15dd5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1055913 Mar 10 17:54:57.039561 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.366291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:57.446837 n-d-833115-2 neutron-server[103794]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] No L3 agents can host the router 2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e Mar 10 17:54:57.449939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fbf0edd5-3d7a-43a6-9917-e3199908a29c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e68e48c120994b2ca0ef863aac6fba5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819192 Mar 10 17:54:57.452606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:57.522971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-ee8ff96a-73c7-41e5-b1b5-9f259a82b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:57.525698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-ee8ff96a-73c7-41e5-b1b5-9f259a82b1c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5735800 Mar 10 17:54:57.565434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343bafe-8ffe-4228-8e59-f99f8a9b57ab req-e0acba64-35a2-4e53-9417-12059ce28306 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:57.567003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4343bafe-8ffe-4228-8e59-f99f8a9b57ab req-e0acba64-35a2-4e53-9417-12059ce28306 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.5653000 Mar 10 17:54:57.586498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] Publish callbacks [] for security_group (1bea690d-5d56-4300-bf8c-268331770a76), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.615651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07069-8ace-40dc-a070-63b01772af2c req-8ab80770-d40a-4148-a127-4da629e32a92 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:57.617186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78b07069-8ace-40dc-a070-63b01772af2c req-8ab80770-d40a-4148-a127-4da629e32a92 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.5533371 Mar 10 17:54:57.648430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Hosts for router 2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e: [] {{(pid=103794) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 10 17:54:57.681478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] Publish callbacks [] for security_group (1bea690d-5d56-4300-bf8c-268331770a76), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.683590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Hosts for other DVR routers connected to router 2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e: set() {{(pid=103794) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 10 17:54:57.686228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.687589 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2c78d541-f24c-4fd2-b8c3-2964967ce0d6 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "PUT /v2.0/routers/2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e HTTP/1.1" status: 200 len: 717 time: 1.2641699 Mar 10 17:54:57.692631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-c1e5f32d-604b-4005-8e0d-19b783399b7c service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502643 Mar 10 17:54:57.693501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:57.795722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4343bafe-8ffe-4228-8e59-f99f8a9b57ab req-27993fa7-dd8b-4d95-baa0-4816273c73db tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162042 Mar 10 17:54:57.831464 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-db2a3020-653f-4259-9d1b-6327a919257f tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "GET /v2.0/routers/2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e HTTP/1.1" status: 200 len: 717 time: 0.1368318 Mar 10 17:54:57.834674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:57.879197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1bea690d-5d56-4300-bf8c-268331770a76), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.882343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:57.883663 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bea690d-5d56-4300-bf8c-268331770a76 HTTP/1.1" status: 204 len: 168 time: 0.4299822 Mar 10 17:54:57.903002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259e2e-8578-4071-91f1-13f626e9df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea690d-5d56-4300-bf8c-268331770a76,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:54:57.928020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f44c6e97-86ac-4b7f-963f-99f3eccd8857 req-a31a0a99-71cf-43c3-94b1-37e9444edc69 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011495 Mar 10 17:54:57.944132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78b07069-8ace-40dc-a070-63b01772af2c req-9cf45765-9529-47a5-a30a-bbb1ee82df28 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552590 Mar 10 17:54:58.106310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-50b8b154-7f51-473c-a3e7-a88747a8704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:58.109959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-50b8b154-7f51-473c-a3e7-a88747a8704d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1127 time: 0.0919812 Mar 10 17:54:58.232408 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d2098baa-f05c-4005-8195-7eae58ea18b9 tempest-RoutersTestDVR-149841925 tempest-RoutersTestDVR-149841925-project] 10.222.0.35 "GET /v2.0/routers/2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e HTTP/1.1" status: 200 len: 683 time: 0.3957932 Mar 10 17:54:58.235573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35290) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:58.350473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-2931cbb7-82ae-429a-a088-f9b08d83e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:58.352716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-2931cbb7-82ae-429a-a088-f9b08d83e0a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.2355227 Mar 10 17:54:58.352891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.488147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-c2472218-3df2-433a-b50e-c22e00b65076 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1000 time: 0.1256940 Mar 10 17:54:58.573895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.577441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.597115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-f2d369d4-050f-47ac-b523-e828fb8feb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:58.601210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-f2d369d4-050f-47ac-b523-e828fb8feb3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1027761 Mar 10 17:54:58.637506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.638231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:54:58.642982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.650739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d86800d-3dc0-418c-9336-195cc66d8447 tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "DELETE /v2.0/routers/2ea0aedd-49bb-4dc1-9d8e-81d3989d2f7e HTTP/1.1" status: 204 len: 168 time: 0.4134202 Mar 10 17:54:58.651465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:58.658807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Request body: {'router': {'name': 'tempest-router-1845450584', 'distributed': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:54:58.691782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.694414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.700577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-4b663216-3e71-41ae-9744-51cafe416ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:58.702113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-4b663216-3e71-41ae-9744-51cafe416ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907860 Mar 10 17:54:58.772587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (a9525c6b-7cf1-4254-8819-c19474aa7aff), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.781761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.812740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:58.816156 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4c62678c-a6b0-4994-8956-9555e14a8a1a tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1634536 Mar 10 17:54:58.819011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35320) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:58.927540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:59.065184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-658acc57-2744-402d-a44c-675ec016cacf service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521600 Mar 10 17:54:59.307440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:59.310174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router_controller (a9525c6b-7cf1-4254-8819-c19474aa7aff), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:59.368797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a9525c6b-7cf1-4254-8819-c19474aa7aff), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:59.369671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9525c6b-7cf1-4254-8819-c19474aa7aff {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:54:59.376931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:54:59.383659 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae4101ca-01a0-4a64-a316-d9b44064f90d tempest-RoutersTestDVR-2129722684 tempest-RoutersTestDVR-2129722684-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a9525c6b-7cf1-4254-8819-c19474aa7aff HTTP/1.1" status: 204 len: 168 time: 0.5602164 Mar 10 17:54:59.395708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e977457-0e5e-4712-be4c-01348b4c45f1 req-f67a91af-5601-4144-a46d-a9613aed1969 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734082 Mar 10 17:54:59.500852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3d87e-f2eb-4e5e-b6cc-69c6eb19cb24 req-b47b0130-456d-45d3-9da1-c1c54e38198b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:59.503375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37c3d87e-f2eb-4e5e-b6cc-69c6eb19cb24 req-b47b0130-456d-45d3-9da1-c1c54e38198b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.5018666 Mar 10 17:54:59.525404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3eabb-f00e-468a-b623-f8a6f9cf95d2 req-f4e948c2-10d3-411d-bf56-d206e097f371 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:59.527188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5d3eabb-f00e-468a-b623-f8a6f9cf95d2 req-f4e948c2-10d3-411d-bf56-d206e097f371 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.4040504 Mar 10 17:54:59.715420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5d3eabb-f00e-468a-b623-f8a6f9cf95d2 req-a6f70d48-bb66-4cee-af22-cc9ce6960ae9 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637917 Mar 10 17:54:59.730938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-fa43af3f-8469-46b7-9783-24a129691696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:54:59.737676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-fa43af3f-8469-46b7-9783-24a129691696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1127 time: 0.1890876 Mar 10 17:54:59.750790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37c3d87e-f2eb-4e5e-b6cc-69c6eb19cb24 req-ce524bbe-48f9-4a92-9c82-3c6a6cd26442 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197433 Mar 10 17:54:59.906843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:54:59.985615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.062869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-76020514-29d5-4fbf-a458-3b0b92c34ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:00.065338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-76020514-29d5-4fbf-a458-3b0b92c34ba7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 200 len: 918 time: 0.2486119 Mar 10 17:55:00.142649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff79c25e-a0ed-4688-a924-0bcc2755d451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.177281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-271171f9-bb6d-47d8-bcbc-5e51532ffe26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 200 len: 1000 time: 0.0981951 Mar 10 17:55:00.325444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-d81796fa-fa4d-4dcb-bb3e-c146317dc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:00.325444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-d81796fa-fa4d-4dcb-bb3e-c146317dc6d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 200 len: 856 time: 0.1402872 Mar 10 17:55:00.425907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff79c25e-a0ed-4688-a924-0bcc2755d451 admin admin] Publish callbacks [] for security_group (d5877958-011f-4ed6-86f5-b554d87480c7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.432317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff79c25e-a0ed-4688-a924-0bcc2755d451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d5877958-011f-4ed6-86f5-b554d87480c7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.475718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-d59d527d-f18d-40e6-aa68-9801fcab5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:00.476866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-d59d527d-f18d-40e6-aa68-9801fcab5f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8f54aee-117e-4c86-a0d9-f0ae5f654629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1369457 Mar 10 17:55:00.485925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c25e-a0ed-4688-a924-0bcc2755d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5877958-011f-4ed6-86f5-b554d87480c7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:00.547133 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ff79c25e-a0ed-4688-a924-0bcc2755d451 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f68325cb11940a78415da974d7ce81b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373992 Mar 10 17:55:00.550055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:00.624468 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] Publish callbacks [] for security_group (d5877958-011f-4ed6-86f5-b554d87480c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.712270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] Publish callbacks [] for security_group (d5877958-011f-4ed6-86f5-b554d87480c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.845141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d5877958-011f-4ed6-86f5-b554d87480c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.848996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:00.852605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-df4a2c62-2c2c-4ad8-bd84-eeab7ae85f26 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883389 Mar 10 17:55:00.861512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5877958-011f-4ed6-86f5-b554d87480c7 HTTP/1.1" status: 204 len: 168 time: 0.3045316 Mar 10 17:55:00.897709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e520f-4e82-497c-ad66-00156ff17434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5877958-011f-4ed6-86f5-b554d87480c7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:01.099338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965bafb-bebc-4985-888a-11d4cac8e3e8 req-feea4eb2-029c-4459-9f1a-8e9684eaad45 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:01.107120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8965bafb-bebc-4985-888a-11d4cac8e3e8 req-feea4eb2-029c-4459-9f1a-8e9684eaad45 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.1791372 Mar 10 17:55:01.121073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512fe6-e642-4793-933b-4b950966b692 req-de9a61ca-557a-4f91-a3dd-0664a258816c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:01.128290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7512fe6-e642-4793-933b-4b950966b692 req-de9a61ca-557a-4f91-a3dd-0664a258816c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.2399185 Mar 10 17:55:01.170766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:01.185805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d751a731-0e66-42ba-aaf7-0f394368acb3 req-711cf31d-a3f1-4d93-b4c1-23c3b0e02682 service neutron] 10.222.0.59 "GET /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060362 Mar 10 17:55:01.274669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8965bafb-bebc-4985-888a-11d4cac8e3e8 req-1243823a-a0f4-4109-9882-89071d19be06 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662438 Mar 10 17:55:01.301922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7512fe6-e642-4793-933b-4b950966b692 req-b54fab21-3c74-40a1-a006-3dfa2e0da15f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722894 Mar 10 17:55:01.608158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:01.643434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acd21e91-54f4-4406-839f-5678b0e7fe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.663049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c9e29f1-fd83-4a93-b634-d8fb3ee8c2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.841266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c9e29f1-fd83-4a93-b634-d8fb3ee8c2be admin admin] Publish callbacks [] for security_group (7e445c55-1d0d-4b52-84b4-ef9f94ea6feb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.849800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c9e29f1-fd83-4a93-b634-d8fb3ee8c2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e445c55-1d0d-4b52-84b4-ef9f94ea6feb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.865458 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acd21e91-54f4-4406-839f-5678b0e7fe71 admin admin] Publish callbacks [] for security_group (f72e171d-ee67-4f2b-b12e-f8c1c7727183), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.874722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-acd21e91-54f4-4406-839f-5678b0e7fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f72e171d-ee67-4f2b-b12e-f8c1c7727183), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:01.974483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e29f1-fd83-4a93-b634-d8fb3ee8c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e445c55-1d0d-4b52-84b4-ef9f94ea6feb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:01.983378 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c9e29f1-fd83-4a93-b634-d8fb3ee8c2be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74ad0616ce7541019bb1ca2f5832fd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8106103 Mar 10 17:55:01.984901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35424) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:01.985243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35426) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:01.987015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-acd21e91-54f4-4406-839f-5678b0e7fe71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e34fdd8d52a246c0bac90926848517e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773179 Mar 10 17:55:01.990561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd21e91-54f4-4406-839f-5678b0e7fe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e171d-ee67-4f2b-b12e-f8c1c7727183,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:02.075917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] Publish callbacks [] for security_group (7e445c55-1d0d-4b52-84b4-ef9f94ea6feb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.119366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] Publish callbacks [] for security_group (7e445c55-1d0d-4b52-84b4-ef9f94ea6feb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.146328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] Publish callbacks [] for security_group (f72e171d-ee67-4f2b-b12e-f8c1c7727183), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.171746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] Publish callbacks [] for security_group (f72e171d-ee67-4f2b-b12e-f8c1c7727183), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.224537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f72e171d-ee67-4f2b-b12e-f8c1c7727183), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.228109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.232457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f72e171d-ee67-4f2b-b12e-f8c1c7727183 HTTP/1.1" status: 204 len: 168 time: 0.2458956 Mar 10 17:55:02.272049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b019c-a35f-43ac-a9b1-3562b4c95a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e171d-ee67-4f2b-b12e-f8c1c7727183,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:02.311138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e445c55-1d0d-4b52-84b4-ef9f94ea6feb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.314702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:02.319553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e445c55-1d0d-4b52-84b4-ef9f94ea6feb HTTP/1.1" status: 204 len: 168 time: 0.3305128 Mar 10 17:55:02.329287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19653a-72c5-4bd7-b26d-227a49d4e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e445c55-1d0d-4b52-84b4-ef9f94ea6feb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:02.689871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc01857-93c3-4bdc-9675-3fd600574af2 req-47ccf320-a3f8-4c3e-8be6-4f5f949b289f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:02.690782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bc01857-93c3-4bdc-9675-3fd600574af2 req-47ccf320-a3f8-4c3e-8be6-4f5f949b289f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.1910813 Mar 10 17:55:02.724154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c860d8-3e76-4bcb-86b9-5878f84cb59e req-6bfdcf28-02ae-4146-9d08-425af0785165 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:02.725702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46c860d8-3e76-4bcb-86b9-5878f84cb59e req-6bfdcf28-02ae-4146-9d08-425af0785165 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 943 time: 0.1516333 Mar 10 17:55:02.931844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:55:02.973045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46c860d8-3e76-4bcb-86b9-5878f84cb59e req-1613ab5f-b9cc-43f8-9238-73b9f7c005d8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263815 Mar 10 17:55:03.002366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bc01857-93c3-4bdc-9675-3fd600574af2 req-f1fb4124-48fa-42f0-8080-fd01c99c4c2f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849452 Mar 10 17:55:03.202998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:03.226069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:55:03.273244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:03.274110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:03.305211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:55:03.372632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:03.379832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:03.510683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:03.685975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:55:04.078133 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:55:04.222608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35504) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:04.500439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf854d-ad71-4d1d-9df4-7082244ee7e1 req-c82699c4-4e10-4d31-a491-7486ea2205d0 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:04.521804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbaf854d-ad71-4d1d-9df4-7082244ee7e1 req-c82699c4-4e10-4d31-a491-7486ea2205d0 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 944 time: 0.2813196 Mar 10 17:55:04.572740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932c6c-e6e7-44d3-8e34-d1d998f26f84 req-3af61992-f95c-4403-9a74-6ee095ced054 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:04.584721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae932c6c-e6e7-44d3-8e34-d1d998f26f84 req-3af61992-f95c-4403-9a74-6ee095ced054 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.2594857 Mar 10 17:55:04.790812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae932c6c-e6e7-44d3-8e34-d1d998f26f84 req-edd329ba-1b6a-439d-8e93-1005f7db31e1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049813 Mar 10 17:55:04.853242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbaf854d-ad71-4d1d-9df4-7082244ee7e1 req-51215cce-52ac-4202-aa92-5a5771ff7e55 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288348 Mar 10 17:55:04.930276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1602023785'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:04.934893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:04.967659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Made reservation on behalf of 045ff6e94383465bad6313bd920ea6bf for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:04.975364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:04.990969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.081424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:55:05.103055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:05.104213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.181540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for security_group (8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.189671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.243340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:05.271317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d3399646-7af7-4026-9128-e60d7c762dc9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.273015 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Added segment d3399646-7af7-4026-9128-e60d7c762dc9 of type vlan for network 189454e9-5c48-410c-8fe3-4e694efaf2f5 Mar 10 17:55:05.301291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:05.303293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.347851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (189454e9-5c48-410c-8fe3-4e694efaf2f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.396973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:05.399046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:05.402959 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e33fd-a8cc-4f42-b98f-8a6c3900a6b2" -d '{"events": [{"server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:05.417290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.436975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (189454e9-5c48-410c-8fe3-4e694efaf2f5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.445499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:05.466704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:05.565941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:05.577997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:05.629633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35544) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:05.631537 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4022906 Mar 10 17:55:05.635484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Request body: {'subnet': {'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:05.744289 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d658b9d1-f4e0-44b5-b426-63485cf77c33 x-openstack-request-id: req-d658b9d1-f4e0-44b5-b426-63485cf77c33 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:05.744568 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:05.744720 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d658b9d1-f4e0-44b5-b426-63485cf77c33 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:05.745121 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'code': 200} Mar 10 17:55:05.778579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6b5a5-621b-4c4f-bddf-196041d63229 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'Network': ['ID=189454e9-5c48-410c-8fe3-4e694efaf2f5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:05.799731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:05.852108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Made reservation on behalf of 045ff6e94383465bad6313bd920ea6bf for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:05.861210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:06.275307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd6ca-c0f8-42ff-8329-85a0e8e9f72f req-1b4a5899-7292-421f-bf6c-c94524376f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:06.276974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-262cd6ca-c0f8-42ff-8329-85a0e8e9f72f req-1b4a5899-7292-421f-bf6c-c94524376f09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1127 time: 0.2586510 Mar 10 17:55:06.293976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14f34-11ba-4d9e-b9f9-e8fcee9363ff req-361fea22-13b0-457b-acd9-86632ab8ce7e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:06.315651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61c14f34-11ba-4d9e-b9f9-e8fcee9363ff req-361fea22-13b0-457b-acd9-86632ab8ce7e tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.2960665 Mar 10 17:55:06.377699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039e16-1226-4575-9af6-3e6278bcc4f6 req-d3299610-5261-418f-9447-d3c7c2771de7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:06.384806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd039e16-1226-4575-9af6-3e6278bcc4f6 req-d3299610-5261-418f-9447-d3c7c2771de7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.2559280 Mar 10 17:55:06.423525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4437acb4-3cc1-44de-8feb-bf164bab1a05), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:06.457570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-262cd6ca-c0f8-42ff-8329-85a0e8e9f72f req-fd21f683-2c64-4385-b632-189f37a04f49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397390 Mar 10 17:55:06.723547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Checking segment: {'id': 'd3399646-7af7-4026-9128-e60d7c762dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:06.724379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Network hostable DHCP agents. Network: 189454e9-5c48-410c-8fe3-4e694efaf2f5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:06.755077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61c14f34-11ba-4d9e-b9f9-e8fcee9363ff req-9a4878db-9289-44eb-a610-599f50cc4ea8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384143 Mar 10 17:55:06.774023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'Subnet': ['ID=4437acb4-3cc1-44de-8feb-bf164bab1a05,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:06.800537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd039e16-1226-4575-9af6-3e6278bcc4f6 req-d3a88c20-a457-464f-9275-254db9736d8d tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147508 Mar 10 17:55:06.847641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:06.897180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 189454e9-5c48-410c-8fe3-4e694efaf2f5) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:06.902224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:06.903570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:06.913482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c63bd1-1387-4b56-b819-70001becb0bd None None] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:06.947875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-71b6f72c-0bff-4803-9851-0b2079e443a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3168709 Mar 10 17:55:06.950783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:06.957197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Request body: {'port': {'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1765243468'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:07.208635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Made reservation on behalf of 045ff6e94383465bad6313bd920ea6bf for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:07.209912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-189454e9-5c48-410c-8fe3-4e694efaf2f5', 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5', 'project_id': '045ff6e94383465bad6313bd920ea6bf', 'fixed_ips': [{'subnet_id': '4437acb4-3cc1-44de-8feb-bf164bab1a05'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:07.211006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:07.212140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:07.252454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] device_id is not set on port d0495678-b770-421b-b62b-1eee76c7fffa yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:55:07.527073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Allocated IP 2001:db8::2 (189454e9-5c48-410c-8fe3-4e694efaf2f5/4437acb4-3cc1-44de-8feb-bf164bab1a05/15009a3a-2021-4563-8e18-4386a3de2249) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:07.900446 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks [] for port (15009a3a-2021-4563-8e18-4386a3de2249), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:07.923579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (15009a3a-2021-4563-8e18-4386a3de2249), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.099103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Pushing event updated for resources: {'Port': ['ID=15009a3a-2021-4563-8e18-4386a3de2249,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:08.125688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:08.127475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35610) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:08.139778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:08.149247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:08.162709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Allocated IP 2001:db8::30f (189454e9-5c48-410c-8fe3-4e694efaf2f5/4437acb4-3cc1-44de-8feb-bf164bab1a05/d0495678-b770-421b-b62b-1eee76c7fffa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:08.296586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Attempting to bind port 15009a3a-2021-4563-8e18-4386a3de2249 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:08.296951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Attempting to bind port 15009a3a-2021-4563-8e18-4386a3de2249 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd3399646-7af7-4026-9128-e60d7c762dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:08.297687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Attempting to bind port 15009a3a-2021-4563-8e18-4386a3de2249 on network 189454e9-5c48-410c-8fe3-4e694efaf2f5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:08.300863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e8c9a-7d8b-4722-9498-41dc21284a33 req-8359cb78-9bbc-4598-9a50-b67244fdd97a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:08.304753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-691e8c9a-7d8b-4722-9498-41dc21284a33 req-8359cb78-9bbc-4598-9a50-b67244fdd97a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.3355680 Mar 10 17:55:08.308062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:08.308448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Checking segment: {'id': 'd3399646-7af7-4026-9128-e60d7c762dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:08.308856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.309253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Bound using segment: {'id': 'd3399646-7af7-4026-9128-e60d7c762dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:08.309725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Bound port: 15009a3a-2021-4563-8e18-4386a3de2249, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3399646-7af7-4026-9128-e60d7c762dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:08.310103 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15009a3a-2021-4563-8e18-4386a3de2249), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.329946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c34fc-b7f8-4dcb-a411-5a223115272e req-1bd6f253-4c42-46d7-94aa-2758daab7b42 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:08.336613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-885c34fc-b7f8-4dcb-a411-5a223115272e req-1bd6f253-4c42-46d7-94aa-2758daab7b42 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.2575333 Mar 10 17:55:08.456653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-691e8c9a-7d8b-4722-9498-41dc21284a33 req-d7b70a3e-6c32-47d8-a5b0-bab9c7ce86bb tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186433 Mar 10 17:55:08.464654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] For port 15009a3a-2021-4563-8e18-4386a3de2249, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:08.479734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] For port 15009a3a-2021-4563-8e18-4386a3de2249, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15009a3a-2021-4563-8e18-4386a3de2249,segment=NetworkSegment(d3399646-7af7-4026-9128-e60d7c762dc9),segment_id=d3399646-7af7-4026-9128-e60d7c762dc9)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:08.494470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15009a3a-2021-4563-8e18-4386a3de2249), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.516771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8cba07a-2da0-4cea-8372-f7a0843ec4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.621206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-885c34fc-b7f8-4dcb-a411-5a223115272e req-f70cb79e-56aa-46cd-90b5-bcaa55f965c9 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956797 Mar 10 17:55:08.670189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cb205-4c25-4679-8e26-1aa625a45dd2 None None] Pushing event updated for resources: {'Port': ['ID=15009a3a-2021-4563-8e18-4386a3de2249,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:08.702263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for port (d0495678-b770-421b-b62b-1eee76c7fffa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.773117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8cba07a-2da0-4cea-8372-f7a0843ec4a1 admin admin] Publish callbacks [] for security_group (6c7c6bd7-4581-4d7d-bcb5-38fdaf696543), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.781419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8cba07a-2da0-4cea-8372-f7a0843ec4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6c7c6bd7-4581-4d7d-bcb5-38fdaf696543), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.820927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:08.856159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8cba07a-2da0-4cea-8372-f7a0843ec4a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf58cba009a1415c89dabc009bb5fa17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771894 Mar 10 17:55:08.856159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba07a-2da0-4cea-8372-f7a0843ec4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c6bd7-4581-4d7d-bcb5-38fdaf696543,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:08.858286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:08.959838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:08.969303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:08.973860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:08.986745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:08.987428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.009722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] Publish callbacks [] for security_group (6c7c6bd7-4581-4d7d-bcb5-38fdaf696543), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.019412 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0668807 Mar 10 17:55:09.021758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725cfd3-ddec-4544-88af-759a62d41c6a tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'Port': ['ID=d0495678-b770-421b-b62b-1eee76c7fffa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:09.036803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:09.082074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Request body: {'port': {'network_id': '189454e9-5c48-410c-8fe3-4e694efaf2f5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1848329692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:09.085384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] bootfile-name is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:09.086004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] tftp-server is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:09.086532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] server-ip-address is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:09.136660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] Publish callbacks [] for security_group (6c7c6bd7-4581-4d7d-bcb5-38fdaf696543), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.266806 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6c7c6bd7-4581-4d7d-bcb5-38fdaf696543), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.270007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.276821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c7c6bd7-4581-4d7d-bcb5-38fdaf696543 HTTP/1.1" status: 204 len: 168 time: 0.4148886 Mar 10 17:55:09.302516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Made reservation on behalf of 045ff6e94383465bad6313bd920ea6bf for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:09.306828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50044ea-d0a6-45d5-a572-d69a619ed623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c6bd7-4581-4d7d-bcb5-38fdaf696543,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:09.314542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:09.391844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] device_id is not set on port 8a047ddb-11b0-4722-a8fb-437ab9e6d932 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:55:09.761574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Allocated IP 2001:db8::39f (189454e9-5c48-410c-8fe3-4e694efaf2f5/4437acb4-3cc1-44de-8feb-bf164bab1a05/8a047ddb-11b0-4722-a8fb-437ab9e6d932) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:10.056799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9094a7-2503-4db4-b4d6-615d1c3c77c9 req-7807f857-b02b-4144-b57b-b815e21285db tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:10.072045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b9094a7-2503-4db4-b4d6-615d1c3c77c9 req-7807f857-b02b-4144-b57b-b815e21285db tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.4056387 Mar 10 17:55:10.111230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27755b40-2b47-40bf-9c04-f6abdce00f1f req-0a99a2bf-9475-49b5-91e4-9a39721f0b93 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:10.123857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27755b40-2b47-40bf-9c04-f6abdce00f1f req-0a99a2bf-9475-49b5-91e4-9a39721f0b93 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.3427675 Mar 10 17:55:10.175602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:10.204628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c55f9a8-a13a-4d05-9659-2b452d6ffc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.313700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b9094a7-2503-4db4-b4d6-615d1c3c77c9 req-65c23be4-9761-4d21-a02f-0e64b2c6539c tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402782 Mar 10 17:55:10.392111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27755b40-2b47-40bf-9c04-f6abdce00f1f req-0070740b-f8d4-429b-b3db-7414475d6370 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525160 Mar 10 17:55:10.395914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for port (8a047ddb-11b0-4722-a8fb-437ab9e6d932), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.510980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15009a3a-2021-4563-8e18-4386a3de2249 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:10.607228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15009a3a-2021-4563-8e18-4386a3de2249 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:10.607426 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c55f9a8-a13a-4d05-9659-2b452d6ffc16 admin admin] Publish callbacks [] for security_group (c725cefc-0276-4b6c-9068-a6976a09a4de), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.608577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8a047ddb-11b0-4722-a8fb-437ab9e6d932), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.616375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15009a3a-2021-4563-8e18-4386a3de2249), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.692772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d68bbf-bc71-40cc-a7d2-17d68dbb90cd req-e26445a8-4996-41b0-9b5c-262ff3e44e38 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:10.704010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14d68bbf-bc71-40cc-a7d2-17d68dbb90cd req-e26445a8-4996-41b0-9b5c-262ff3e44e38 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.0926168 Mar 10 17:55:10.714296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'Port': ['ID=8a047ddb-11b0-4722-a8fb-437ab9e6d932,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:10.726374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96985e-5de0-4792-adc0-27d2b140f44f None None] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:10.735383 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c55f9a8-a13a-4d05-9659-2b452d6ffc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c725cefc-0276-4b6c-9068-a6976a09a4de), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.740304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:10.753762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:10.775390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:10.780749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:10.781450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:10.823621 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8b9836f0-08c6-4b13-9018-16823fefd524 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7833216 Mar 10 17:55:10.826575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14d68bbf-bc71-40cc-a7d2-17d68dbb90cd req-59fdd9e1-83f9-4659-a2b5-ad9424e7238d tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203470 Mar 10 17:55:10.831704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35654) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:10.834234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35656) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:10.897320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f9a8-a13a-4d05-9659-2b452d6ffc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c725cefc-0276-4b6c-9068-a6976a09a4de,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:10.912097 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c55f9a8-a13a-4d05-9659-2b452d6ffc16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=974bd3ecd9594b00b1903a444f8785ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325032 Mar 10 17:55:10.918643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:10.941472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Provisioning complete for port 15009a3a-2021-4563-8e18-4386a3de2249 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:10.942105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15009a3a-2021-4563-8e18-4386a3de2249), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.063756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] Publish callbacks [] for security_group (c725cefc-0276-4b6c-9068-a6976a09a4de), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.087972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5a70b-de5e-4592-8011-d5adbea0af0b tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:11.100929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5a70b-de5e-4592-8011-d5adbea0af0b tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:11.113897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] Publish callbacks [] for security_group (c725cefc-0276-4b6c-9068-a6976a09a4de), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.116016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5a70b-de5e-4592-8011-d5adbea0af0b tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:11.120423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0de5a70b-de5e-4592-8011-d5adbea0af0b tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2873926 Mar 10 17:55:11.123334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35666) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:11.171442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c725cefc-0276-4b6c-9068-a6976a09a4de), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.174758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.176015 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c725cefc-0276-4b6c-9068-a6976a09a4de HTTP/1.1" status: 204 len: 168 time: 0.2563055 Mar 10 17:55:11.193987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d214c8-9358-4339-b4e6-c82459257945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725cefc-0276-4b6c-9068-a6976a09a4de,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:11.512387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15009a3a-2021-4563-8e18-4386a3de2249 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:11.512994 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15009a3a-2021-4563-8e18-4386a3de2249), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.616113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 15009a3a-2021-4563-8e18-4386a3de2249, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15009a3a-2021-4563-8e18-4386a3de2249,segment=NetworkSegment(d3399646-7af7-4026-9128-e60d7c762dc9),segment_id=d3399646-7af7-4026-9128-e60d7c762dc9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:11.669972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Deleting port 8a047ddb-11b0-4722-a8fb-437ab9e6d932 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:11.670698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8a047ddb-11b0-4722-a8fb-437ab9e6d932), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.685648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Current status of the port 15009a3a-2021-4563-8e18-4386a3de2249 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:11.686407 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15009a3a-2021-4563-8e18-4386a3de2249), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.692407 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15009a3a-2021-4563-8e18-4386a3de2249), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.702060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada25017-4392-4cc0-805e-1e4e804f11d6 tempest-TestVolumeBackupRestore-2061366481 tempest-TestVolumeBackupRestore-2061366481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:11.704253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ada25017-4392-4cc0-805e-1e4e804f11d6 tempest-TestVolumeBackupRestore-2061366481 tempest-TestVolumeBackupRestore-2061366481-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1122 time: 0.8630946 Mar 10 17:55:11.707414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:11.714744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:11.739460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148a1e-4ce7-490d-8452-35eab31f167f req-f2b6a825-568d-446e-9e34-8099ab046924 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:11.741703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84148a1e-4ce7-490d-8452-35eab31f167f req-f2b6a825-568d-446e-9e34-8099ab046924 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.2286589 Mar 10 17:55:11.766109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.865278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84148a1e-4ce7-490d-8452-35eab31f167f req-a875a066-ef13-471c-9c1e-56e76b78d750 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134090 Mar 10 17:55:11.912801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8a047ddb-11b0-4722-a8fb-437ab9e6d932), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:11.931044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Calling delete_port for 8a047ddb-11b0-4722-a8fb-437ab9e6d932 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:11.947301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:55:11.947967 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:55:11.963969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=15009a3a-2021-4563-8e18-4386a3de2249,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:12.071074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.226600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8a047ddb-11b0-4722-a8fb-437ab9e6d932), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.324447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Allocated IP 172.25.3.148 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6098f45e-ccc6-4e04-91bc-00d9a028e887) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:12.332010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event deleted for resources: {'Port': ['ID=8a047ddb-11b0-4722-a8fb-437ab9e6d932,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:12.411980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-261792b5-d37b-43ba-8657-f6b0654a5dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.430146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15009a3a-2021-4563-8e18-4386a3de2249 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:12.441039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.448744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "DELETE /v2.0/ports/8a047ddb-11b0-4722-a8fb-437ab9e6d932 HTTP/1.1" status: 204 len: 168 time: 1.3208964 Mar 10 17:55:12.464390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.467953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.468868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.471483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.471935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.472385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.472939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.473468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.475582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.476135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.476583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.478617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.479206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.479740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63219ab3-1972-423d-b36b-380703d0f968 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:12.484831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:12.509737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Request body: {'port': {'name': 'tempest-new-port-name-1724846562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:12.511092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] bootfile-name is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:12.516703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] tftp-server is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:12.517229 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] server-ip-address is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:55:12.541519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.600098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:12.603515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:12.609897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:12.652615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'Port': ['ID=6098f45e-ccc6-4e04-91bc-00d9a028e887,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:12.655140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f18983e1-0e54-4f14-b363-5fd5ef945fec None None] Current status of the port 15009a3a-2021-4563-8e18-4386a3de2249 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:12.685174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15009a3a-2021-4563-8e18-4386a3de2249 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:12.685546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15009a3a-2021-4563-8e18-4386a3de2249), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.769416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.819479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Could not find standard attr ID for object 8a047ddb-11b0-4722-a8fb-437ab9e6d932. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:55:12.879834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Provisioning complete for port d0495678-b770-421b-b62b-1eee76c7fffa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:12.880310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:12.972791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Port d0495678-b770-421b-b62b-1eee76c7fffa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:55:13.001643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Provisioning complete for port 15009a3a-2021-4563-8e18-4386a3de2249 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:13.001928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15009a3a-2021-4563-8e18-4386a3de2249), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.014233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15009a3a-2021-4563-8e18-4386a3de2249 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:13.229103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c781c-0ac9-4ef8-a809-94044c6557b3 None None] Current status of the port 15009a3a-2021-4563-8e18-4386a3de2249 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:13.359333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-be826f5a-2371-4228-9ca9-f48c075ded8e None None] Provisioning complete for port d0495678-b770-421b-b62b-1eee76c7fffa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:13.359716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be826f5a-2371-4228-9ca9-f48c075ded8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.363143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276425f-5ccb-49b1-b034-d9a3021d1f23 req-895a34b3-39d3-41e4-a416-37dfe336d2d6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:13.364988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b276425f-5ccb-49b1-b034-d9a3021d1f23 req-895a34b3-39d3-41e4-a416-37dfe336d2d6 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.3150191 Mar 10 17:55:13.426677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (ef3893c5-f6b3-4dce-8c41-60546e4dc7f6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.470212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-be826f5a-2371-4228-9ca9-f48c075ded8e None None] Port d0495678-b770-421b-b62b-1eee76c7fffa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:55:13.516910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.558257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b276425f-5ccb-49b1-b034-d9a3021d1f23 req-3ad93148-58f4-4838-82f4-4af10266c469 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826303 Mar 10 17:55:13.581530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for port (d0495678-b770-421b-b62b-1eee76c7fffa), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.586488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c6a43c3c-3f55-48ca-a330-62227b955988 None None] Could not find standard attr ID for object 8a047ddb-11b0-4722-a8fb-437ab9e6d932. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:55:13.596312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.685539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] In _notify_port_updated(), no bound segment for port d0495678-b770-421b-b62b-1eee76c7fffa on network 189454e9-5c48-410c-8fe3-4e694efaf2f5 {{(pid=103795) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:55:13.695153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:13.696636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:13.699137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "PUT /v2.0/ports/d0495678-b770-421b-b62b-1eee76c7fffa HTTP/1.1" status: 200 len: 1130 time: 1.1984282 Mar 10 17:55:13.708820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35732) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:13.815719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee507b-2628-4d40-a2f0-9ee3160ba286 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event updated for resources: {'Port': ['ID=d0495678-b770-421b-b62b-1eee76c7fffa,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:13.846530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e45e1-be3c-441f-bbf8-23dd4801adf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:13.848023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-470e45e1-be3c-441f-bbf8-23dd4801adf2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "GET /v2.0/ports/d0495678-b770-421b-b62b-1eee76c7fffa HTTP/1.1" status: 200 len: 1130 time: 0.1277201 Mar 10 17:55:13.854999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35736) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:14.030911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Deleting port d0495678-b770-421b-b62b-1eee76c7fffa {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:14.034269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.280084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.298309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Calling delete_port for d0495678-b770-421b-b62b-1eee76c7fffa owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:14.414685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.425308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.449990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d1eeb280-4405-4d0f-8272-2efdfb91fc6f None None] Provisioning complete for port d0495678-b770-421b-b62b-1eee76c7fffa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:14.456383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1eeb280-4405-4d0f-8272-2efdfb91fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.522904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event updated for resources: {'Port': ['ID=6098f45e-ccc6-4e04-91bc-00d9a028e887,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:14.540378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (ef3893c5-f6b3-4dce-8c41-60546e4dc7f6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.549361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1eeb280-4405-4d0f-8272-2efdfb91fc6f None None] Port d0495678-b770-421b-b62b-1eee76c7fffa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:55:14.560698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d0495678-b770-421b-b62b-1eee76c7fffa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.598946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event deleted for resources: {'Port': ['ID=d0495678-b770-421b-b62b-1eee76c7fffa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:14.669822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f133d841-3d95-45a3-914e-9f78a1dd2826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.687637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.697800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b7ddaa1c-a549-4ae8-8bed-cfbd5ca73f48 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "DELETE /v2.0/ports/d0495678-b770-421b-b62b-1eee76c7fffa HTTP/1.1" status: 204 len: 168 time: 0.8394468 Mar 10 17:55:14.699161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35766) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:14.710178 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Floating IP ef3893c5-f6b3-4dce-8c41-60546e4dc7f6 associated. External IP: 172.25.3.148, port: ec1f20d0-debd-44ad-838e-d72d5bbe8fe8. Mar 10 17:55:14.827589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Deleting subnet 4437acb4-3cc1-44de-8feb-bf164bab1a05 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:55:14.878595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for subnet (4437acb4-3cc1-44de-8feb-bf164bab1a05), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:14.951128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (4437acb4-3cc1-44de-8feb-bf164bab1a05), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:15.081488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Router 7038b4ca-482c-447e-9850-842b8f71b9cb has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:55:15.105779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac0659-a1f9-4131-a764-88e310993d68 req-01241ee2-2590-4e81-926f-c8200c7c6098 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:15.118994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4ac0659-a1f9-4131-a764-88e310993d68 req-01241ee2-2590-4e81-926f-c8200c7c6098 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.3771741 Mar 10 17:55:15.306126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:55:15.327265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:55:15.340760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:15.352221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:15.356960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:15.403745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01792d2a-e534-407e-b0a5-e8c611fd7965 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6911485 Mar 10 17:55:15.403745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:15.404798 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f508bc8f-1887-422b-8041-b5993e68621a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:15.412731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:15.556181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4fe0f-6dbf-4b1a-b163-f2f4ab51f041 tempest-TestVolumeBackupRestore-2061366481 tempest-TestVolumeBackupRestore-2061366481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:15.560457 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-beb4fe0f-6dbf-4b1a-b163-f2f4ab51f041 tempest-TestVolumeBackupRestore-2061366481 tempest-TestVolumeBackupRestore-2061366481-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1122 time: 0.1438508 Mar 10 17:55:15.563361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35798) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:15.579357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Request body: {'floatingip': {'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:15.679114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:15.758567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (ef3893c5-f6b3-4dce-8c41-60546e4dc7f6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:15.897970 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f6264-c715-4196-8d84-f8ed3b6b9797 x-openstack-request-id: req-847f6264-c715-4196-8d84-f8ed3b6b9797 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:15.898333 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:15.898541 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-847f6264-c715-4196-8d84-f8ed3b6b9797 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:15.898949 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:55:15.961675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.142701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4437acb4-3cc1-44de-8feb-bf164bab1a05), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.184605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:13Z', 'revision_number': 0, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:16.237315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:55:16.249219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:16.250008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:16.275383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4ac0659-a1f9-4131-a764-88e310993d68 req-a7b34e58-7e20-4a1f-a9af-c48f53ee50c1 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1553967 Mar 10 17:55:16.324696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bc8f-1887-422b-8041-b5993e68621a req-1643f356-a3a3-46f1-9743-0e423441a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:16.335322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-1643f356-a3a3-46f1-9743-0e423441a827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1127 time: 0.3072865 Mar 10 17:55:16.430498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:16.443041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (4437acb4-3cc1-44de-8feb-bf164bab1a05), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.568364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event deleted for resources: {'Subnet': ['ID=4437acb4-3cc1-44de-8feb-bf164bab1a05,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:16.713066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.721112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.resource_extend [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 17:55:16.722560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-19634607-a5ae-4e79-80a8-24cf68a437f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "DELETE /v2.0/subnets/4437acb4-3cc1-44de-8feb-bf164bab1a05 HTTP/1.1" status: 204 len: 168 time: 2.0204473 Mar 10 17:55:16.739601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35818) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:16.775310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bc8f-1887-422b-8041-b5993e68621a req-7f492a6b-de74-4e3d-b3b0-8f0b3249890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:16.776955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-7f492a6b-de74-4e3d-b3b0-8f0b3249890d service neutron] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 915 time: 0.4345250 Mar 10 17:55:16.789348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:55:16.879850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.919450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (ef3893c5-f6b3-4dce-8c41-60546e4dc7f6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:16.931706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032f367-1cc2-449f-9653-1997df295417 None None] Network 189454e9-5c48-410c-8fe3-4e694efaf2f5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:16.968013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-d92ff061-415b-4504-92c7-ca7b281e4849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 999 time: 0.1737466 Mar 10 17:55:16.993907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:17.008181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'port_id': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'mac_address': 'fa:16:3e:e4:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:55:17.088923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bc8f-1887-422b-8041-b5993e68621a req-ec95488c-c3a7-4252-9ce2-95ea0f26c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:17.090519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-ec95488c-c3a7-4252-9ce2-95ea0f26c625 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.1152768 Mar 10 17:55:17.130677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (189454e9-5c48-410c-8fe3-4e694efaf2f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.211922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bc8f-1887-422b-8041-b5993e68621a req-0c02f0a8-92de-47d5-80e5-64c0fcc0baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:17.217792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-0c02f0a8-92de-47d5-80e5-64c0fcc0baab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1190002 Mar 10 17:55:17.346348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Deleting port 15009a3a-2021-4563-8e18-4386a3de2249 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:17.346737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15009a3a-2021-4563-8e18-4386a3de2249), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.385966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:17.386360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.462717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.475150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:55:17.533418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] For port 15009a3a-2021-4563-8e18-4386a3de2249, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15009a3a-2021-4563-8e18-4386a3de2249,segment=NetworkSegment(d3399646-7af7-4026-9128-e60d7c762dc9),segment_id=d3399646-7af7-4026-9128-e60d7c762dc9)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:17.533789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15009a3a-2021-4563-8e18-4386a3de2249), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.537067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:17.549572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Calling delete_port for 15009a3a-2021-4563-8e18-4386a3de2249 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:17.564204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:13Z', 'revision_number': 0, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:17.572461 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.631348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-4bbf4664-6eba-4c12-b4f2-6ad08e9ef333 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023967 Mar 10 17:55:17.671996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15009a3a-2021-4563-8e18-4386a3de2249), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:17.686801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Router 7038b4ca-482c-447e-9850-842b8f71b9cb has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:55:17.702664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e5924-b6ef-47ac-9e0d-62cb85c1b8e5 req-9ebe0551-ab50-4e88-bfab-60e4948415c7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:17.704472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db7e5924-b6ef-47ac-9e0d-62cb85c1b8e5 req-9ebe0551-ab50-4e88-bfab-60e4948415c7 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 945 time: 0.2172740 Mar 10 17:55:17.714726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event deleted for resources: {'Port': ['ID=15009a3a-2021-4563-8e18-4386a3de2249,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:17.731937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] No DVR routers for this DVR port 15009a3a-2021-4563-8e18-4386a3de2249 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:17.745443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff137fca-7b73-42b7-8c7b-25f66292218d None None] DHCP port deletion for 189454e9-5c48-410c-8fe3-4e694efaf2f5 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:55:17.772994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9c2e46-6184-4699-bc37-7be29896675b None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:13Z', 'revision_number': 0, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:55:17.813453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35842) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:17.831427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:17.871817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c65cade0-8ae8-49e9-bb21-5b1e519aa305'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:55:17.967997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db7e5924-b6ef-47ac-9e0d-62cb85c1b8e5 req-cb002123-513d-47ea-8914-d07dc918add9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566879 Mar 10 17:55:18.003481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f508bc8f-1887-422b-8041-b5993e68621a req-90ec3ff4-4526-4206-974d-b3ba794d38cb service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653753 Mar 10 17:55:18.008738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (189454e9-5c48-410c-8fe3-4e694efaf2f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.070561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189454e9-5c48-410c-8fe3-4e694efaf2f5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:18.097046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3399646-7af7-4026-9128-e60d7c762dc9') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:18.097416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3399646-7af7-4026-9128-e60d7c762dc9') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:18.112439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d3399646-7af7-4026-9128-e60d7c762dc9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.151787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d3399646-7af7-4026-9128-e60d7c762dc9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.176915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:18.177585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d3399646-7af7-4026-9128-e60d7c762dc9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:18.217324 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:18.257777 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d1cca5-73a2-4ff6-810e-316690718fc1 None None] New status for floating IP ef3893c5-f6b3-4dce-8c41-60546e4dc7f6: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:55:18.278682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342f0ebc-135b-4642-8d4b-d556c66372dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.300413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (189454e9-5c48-410c-8fe3-4e694efaf2f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.363697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15009a3a-2021-4563-8e18-4386a3de2249 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:55:18.388190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.428035 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] 10.222.0.35 "DELETE /v2.0/networks/189454e9-5c48-410c-8fe3-4e694efaf2f5 HTTP/1.1" status: 204 len: 168 time: 1.7016459 Mar 10 17:55:18.436507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 15009a3a-2021-4563-8e18-4386a3de2249 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:55:18.438030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15009a3a-2021-4563-8e18-4386a3de2249 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:55:18.472949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:55:18.499080 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.515452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0a25-bc37-4c55-b5c1-9b10506358e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694 tempest-ExtraDHCPOptionsIpV6TestJSON-1005280694-project] Pushing event deleted for resources: {'Network': ['ID=189454e9-5c48-410c-8fe3-4e694efaf2f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:18.602277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:18.661918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:18.664676 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:18.669508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b0d521af-6601-4ae7-954f-92abdd7f801c tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "PUT /v2.0/floatingips/ef3893c5-f6b3-4dce-8c41-60546e4dc7f6 HTTP/1.1" status: 200 len: 991 time: 3.1054947 Mar 10 17:55:18.736621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:55:18.744065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:55:18.751847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port c65cade0-8ae8-49e9-bb21-5b1e519aa305 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:18.752622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.776084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342f0ebc-135b-4642-8d4b-d556c66372dd admin admin] Publish callbacks [] for security_group (5a5391e0-5874-4815-ba64-d6596052d37d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.784076 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e337c0-23b2-4bcf-a5a3-d17a46d141c3 x-openstack-request-id: req-e9e337c0-23b2-4bcf-a5a3-d17a46d141c3 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:18.784413 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:18.785169 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9e337c0-23b2-4bcf-a5a3-d17a46d141c3 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:18.786848 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:55:18.788685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-342f0ebc-135b-4642-8d4b-d556c66372dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5a5391e0-5874-4815-ba64-d6596052d37d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:18.850930 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-342f0ebc-135b-4642-8d4b-d556c66372dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17d6f1fd0914432fbea4b1c9cbbe2aef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0357821 Mar 10 17:55:18.865268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35882) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:18.876091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f0ebc-135b-4642-8d4b-d556c66372dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5391e0-5874-4815-ba64-d6596052d37d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:18.900787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:18.918870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:18.919545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:18.964432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-06811a06-df0f-41f8-a43b-279da2ef797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:18.966215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-06811a06-df0f-41f8-a43b-279da2ef797c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1127 time: 0.1500576 Mar 10 17:55:18.999171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] Publish callbacks [] for security_group (5a5391e0-5874-4815-ba64-d6596052d37d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.120107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] Publish callbacks [] for security_group (5a5391e0-5874-4815-ba64-d6596052d37d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.151168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:19.247848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-b58a86aa-488f-4645-af73-9895ccb46fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:19.249729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-b58a86aa-488f-4645-af73-9895ccb46fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 915 time: 0.2770631 Mar 10 17:55:19.256938 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-af18007e-b501-4ed1-a48d-3ad8bce19d36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=045ff6e94383465bad6313bd920ea6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520429 Mar 10 17:55:19.257272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:19.376723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] Publish callbacks [] for security_group (8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.461331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] Publish callbacks [] for security_group (8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.508877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-4b7395f3-00f0-4e6f-ab4a-a9aceff598b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 1001 time: 0.2387807 Mar 10 17:55:19.511770 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5a5391e0-5874-4815-ba64-d6596052d37d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.515960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.517561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a5391e0-5874-4815-ba64-d6596052d37d HTTP/1.1" status: 204 len: 168 time: 0.6486676 Mar 10 17:55:19.544586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a1ef7-6596-4c49-975b-e53b7eff1ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5391e0-5874-4815-ba64-d6596052d37d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:19.586383 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.597452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.600382 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1 HTTP/1.1" status: 204 len: 168 time: 0.3421104 Mar 10 17:55:19.607827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d36b71-1786-4c09-8a66-dbce82364a77 req-95038149-8ae7-4f8d-b936-a0ce22605ff9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:19.610413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22d36b71-1786-4c09-8a66-dbce82364a77 req-95038149-8ae7-4f8d-b936-a0ce22605ff9 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 946 time: 0.4578524 Mar 10 17:55:19.628198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570644-f46e-41b7-848c-bcc14e609f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b4c03-bd2c-4b08-8d4d-6a341a3517d1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:19.631000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-4764a231-28da-4a94-8fe7-540e5686b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:19.634771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-4764a231-28da-4a94-8fe7-540e5686b1f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.1137595 Mar 10 17:55:19.734597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22d36b71-1786-4c09-8a66-dbce82364a77 req-0580b9fa-4205-4799-8271-e3976183bc5b tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137309 Mar 10 17:55:19.737725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-7f5caa81-efd8-4567-b4e5-9ba36d7a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:19.739372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-7f5caa81-efd8-4567-b4e5-9ba36d7a20ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945330 Mar 10 17:55:19.933401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:19.997279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c65cade0-8ae8-49e9-bb21-5b1e519aa305 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:19.998419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.044055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-1ec63ac5-3bea-45dc-97c8-5c9f74105a27 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972336 Mar 10 17:55:20.061025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:20.063723 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9837f7f0-2864-4d42-995b-6acfe8122dd4" -d '{"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:20.090266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:20.106772 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.157015 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f3ae4-6576-4c1e-9d75-0303c2402a0f x-openstack-request-id: req-a32f3ae4-6576-4c1e-9d75-0303c2402a0f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:20.157367 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-plugged", "status": "completed", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:20.157583 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a32f3ae4-6576-4c1e-9d75-0303c2402a0f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:20.157948 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'code': 200} Mar 10 17:55:20.246336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:20.294207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35932) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:20.313277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb29bf9f-23e6-47f4-8f2c-475f4d6ff2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.347339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2cc024f8-0e4d-45ff-99d6-3ad74404f2b7 req-82646bc7-f444-4084-b84c-75ba2aaebcab service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971423 Mar 10 17:55:20.350074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:18Z', 'revision_number': 2, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:20.438944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:55:20.448503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:20.449043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:20.484272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12035e4d-f52f-4a0c-a301-07f5f23039ba req-bd0cdae5-b667-45ec-ac61-374a6e7955e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:20.500704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb29bf9f-23e6-47f4-8f2c-475f4d6ff2f3 admin admin] Publish callbacks [] for security_group (ce2f4e5f-4459-4567-ab9c-b6a5853fbb07), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.507548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12035e4d-f52f-4a0c-a301-07f5f23039ba req-bd0cdae5-b667-45ec-ac61-374a6e7955e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 1129 time: 0.1378582 Mar 10 17:55:20.508908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eb29bf9f-23e6-47f4-8f2c-475f4d6ff2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ce2f4e5f-4459-4567-ab9c-b6a5853fbb07), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.587770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eb29bf9f-23e6-47f4-8f2c-475f4d6ff2f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb0bce4c737447b1b5822a7fb74fb378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906868 Mar 10 17:55:20.591959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 35944) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:20.594555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:20.603759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29bf9f-23e6-47f4-8f2c-475f4d6ff2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2f4e5f-4459-4567-ab9c-b6a5853fbb07,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:20.644163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12035e4d-f52f-4a0c-a301-07f5f23039ba req-ea1658a0-a67e-4f83-96ce-6b33e3bac48f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285775 Mar 10 17:55:20.734320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] Publish callbacks [] for security_group (ce2f4e5f-4459-4567-ab9c-b6a5853fbb07), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.785524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] Publish callbacks [] for security_group (ce2f4e5f-4459-4567-ab9c-b6a5853fbb07), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:20.788085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:20.790708 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ee7cb-805f-4ceb-b670-8019997112d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:20.834697 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16234eb7-01cd-4ec6-9c34-ee59d876357b x-openstack-request-id: req-16234eb7-01cd-4ec6-9c34-ee59d876357b {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:20.834913 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:20.835293 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16234eb7-01cd-4ec6-9c34-ee59d876357b {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:20.835611 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:55:20.985985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:18Z', 'revision_number': 2, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:20.995065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-7da5606a-2924-4f2f-a948-82f7edc36860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:20.996695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-7da5606a-2924-4f2f-a948-82f7edc36860 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1127 time: 0.1053610 Mar 10 17:55:21.008566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8929ff-4c9e-46f2-8920-d502fc2b75d9 req-5de0585c-59fd-4845-8070-b8e1c7042787 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:21.016245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e8929ff-4c9e-46f2-8920-d502fc2b75d9 req-5de0585c-59fd-4845-8070-b8e1c7042787 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.1233103 Mar 10 17:55:21.034876 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ce2f4e5f-4459-4567-ab9c-b6a5853fbb07), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.037739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.038745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a976-7063-4551-afb4-5e9c4bb6a4e3 None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'ef3893c5-f6b3-4dce-8c41-60546e4dc7f6', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'port_id': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'mac_address': 'fa:16:3e:86:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b641809-8c54-49eb-80fd-e52c6578234a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T17:55:13Z', 'updated_at': '2022-03-10T17:55:18Z', 'revision_number': 2, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:55:21.042074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce2f4e5f-4459-4567-ab9c-b6a5853fbb07 HTTP/1.1" status: 204 len: 168 time: 0.4490433 Mar 10 17:55:21.081811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a58d-e317-4153-a9f1-c607eb20fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2f4e5f-4459-4567-ab9c-b6a5853fbb07,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:21.184100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e8929ff-4c9e-46f2-8920-d502fc2b75d9 req-8fd1f18b-e5b4-4166-9675-ded539009e26 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665821 Mar 10 17:55:21.253015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-0fab8184-b462-4574-91d1-2e00d6a7a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:21.261182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-0fab8184-b462-4574-91d1-2e00d6a7a42e service neutron] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 915 time: 0.2413406 Mar 10 17:55:21.429706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-fc2d5b01-918f-4f71-b8ae-7ad3a35d674a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 1001 time: 0.1598270 Mar 10 17:55:21.456494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 35978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:21.488894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-67418919-a063-4e18-bd4a-e0629ceee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:21.490183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-67418919-a063-4e18-bd4a-e0629ceee333 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.0497196 Mar 10 17:55:21.576532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-4acb921b-1d25-4489-aa76-3eae2e5a3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:21.578796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-4acb921b-1d25-4489-aa76-3eae2e5a3519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824294 Mar 10 17:55:21.649212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683296597'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:21.720261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:21.724808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.741395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-443241c6-c4a9-411e-9682-40cc90ceac16 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529937 Mar 10 17:55:21.759618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.906409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for security_group (f62634b6-056f-487c-9d82-46473c92b5cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.915503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f62634b6-056f-487c-9d82-46473c92b5cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.955014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:21.979666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (18b05235-8a89-4d9c-b3d1-8a45259ca6bc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:21.980211 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 18b05235-8a89-4d9c-b3d1-8a45259ca6bc of type vlan for network 839718e8-b47e-4b82-811b-159a6e60d0ca Mar 10 17:55:21.989098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62634b6-056f-487c-9d82-46473c92b5cc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:22.031051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-711ee7cb-805f-4ceb-b670-8019997112d5 req-29bb11bb-ae05-4d2a-ad21-baa6f4692799 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822597 Mar 10 17:55:22.053858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (839718e8-b47e-4b82-811b-159a6e60d0ca), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:22.112109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (839718e8-b47e-4b82-811b-159a6e60d0ca), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:22.123410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:22.124062 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:22.415201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a393c-1b50-449a-b5e4-21f7c5c23118 req-864c8092-3207-4e06-a469-bfb54013b6e4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:22.424041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-774a393c-1b50-449a-b5e4-21f7c5c23118 req-864c8092-3207-4e06-a469-bfb54013b6e4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.0744734 Mar 10 17:55:22.501526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-774a393c-1b50-449a-b5e4-21f7c5c23118 req-8b7e360d-718f-46d9-a340-f47563403310 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764081 Mar 10 17:55:22.774890 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=839718e8-b47e-4b82-811b-159a6e60d0ca,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:22.785627 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-11b70746-fc0f-4532-b111-5ca629804211 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3272431 Mar 10 17:55:22.813481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 839718e8-b47e-4b82-811b-159a6e60d0ca details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:23.702365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69499ed-ffb3-4dde-834b-043f1e892913 req-d3639b23-eac3-48dc-9abd-0f0173e90fab tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:23.715049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e69499ed-ffb3-4dde-834b-043f1e892913 req-d3639b23-eac3-48dc-9abd-0f0173e90fab tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.1220639 Mar 10 17:55:23.777058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e69499ed-ffb3-4dde-834b-043f1e892913 req-0ffa4f2f-5079-4cd7-9b11-ed4500d2571d tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586100 Mar 10 17:55:26.270245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:26.275416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:26.397157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:26.400712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:26.628044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (0b89d98e-df66-4f82-98a4-2e389ef61056), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:26.721755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=0b89d98e-df66-4f82-98a4-2e389ef61056,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:26.745215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '18b05235-8a89-4d9c-b3d1-8a45259ca6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:26.746032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 839718e8-b47e-4b82-811b-159a6e60d0ca, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:26.769081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 839718e8-b47e-4b82-811b-159a6e60d0ca is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:26.782680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 839718e8-b47e-4b82-811b-159a6e60d0ca) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:26.789672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:26.790486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:26.797434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38172544-ddde-42a4-9034-6018195e0ad5 None None] Network 839718e8-b47e-4b82-811b-159a6e60d0ca requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:26.836891 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ab1c325-35da-4802-90ef-b6fb7518cf02 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5630610 Mar 10 17:55:26.837089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36256) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:26.846241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-84069842'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:26.883583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:26.887359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:26.939576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:26.961966 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:26.962180 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 6839e706-9d19-4676-af16-bf91afb7a8e0 of type vlan for network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 Mar 10 17:55:26.976991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-839718e8-b47e-4b82-811b-159a6e60d0ca', 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': '0b89d98e-df66-4f82-98a4-2e389ef61056'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:26.978053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.017340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.079087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.087257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:27.088422 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.115820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:27.116193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2769501 Mar 10 17:55:27.122930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:27.136022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.255673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:27.260036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.262600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Allocated IP 2001:db8:0:ffff::2 (839718e8-b47e-4b82-811b-159a6e60d0ca/0b89d98e-df66-4f82-98a4-2e389ef61056/5809a8fb-e3cc-48e6-bbc8-284e378a0108) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:27.311616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1da1e-9914-4608-b6b5-b864864daf21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:27.384597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:27.491647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks [] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.540648 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.554048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (af5b292a-944c-430c-8d5e-74ec85cdf968), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.601608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Network 839718e8-b47e-4b82-811b-159a6e60d0ca is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:27.606116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:27.610110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:27.646174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=af5b292a-944c-430c-8d5e-74ec85cdf968,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:27.658804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '6839e706-9d19-4676-af16-bf91afb7a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:27.659095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:27.693241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Pushing event updated for resources: {'Port': ['ID=5809a8fb-e3cc-48e6-bbc8-284e378a0108,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:27.709588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.709935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.710248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:27.710353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.710626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.710948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.711274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.711596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.711912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.712233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.712549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.712865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.713181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.713540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:27.720275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Attempting to bind port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:27.720664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Attempting to bind port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '18b05235-8a89-4d9c-b3d1-8a45259ca6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:27.721009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Attempting to bind port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 on network 839718e8-b47e-4b82-811b-159a6e60d0ca {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:27.726874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:27.727248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Checking segment: {'id': '18b05235-8a89-4d9c-b3d1-8a45259ca6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:27.727654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.728040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Bound using segment: {'id': '18b05235-8a89-4d9c-b3d1-8a45259ca6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:27.728504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Bound port: 5809a8fb-e3cc-48e6-bbc8-284e378a0108, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b05235-8a89-4d9c-b3d1-8a45259ca6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '839718e8-b47e-4b82-811b-159a6e60d0ca'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:27.728886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.736219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:27.743771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:27.744642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.746966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a5101-507a-4818-aecf-1de86a7f2d5a None None] Network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:27.785013 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-510a1391-721d-4a97-9446-0e45ee38caf3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6671999 Mar 10 17:55:27.787310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:27.900950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] For port 5809a8fb-e3cc-48e6-bbc8-284e378a0108, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:27.908636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] For port 5809a8fb-e3cc-48e6-bbc8-284e378a0108, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5809a8fb-e3cc-48e6-bbc8-284e378a0108,segment=NetworkSegment(18b05235-8a89-4d9c-b3d1-8a45259ca6bc),segment_id=18b05235-8a89-4d9c-b3d1-8a45259ca6bc)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:27.955253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5', 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': 'af5b292a-944c-430c-8d5e-74ec85cdf968'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:27.957304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.964599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:27.987464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.120961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (af5b292a-944c-430c-8d5e-74ec85cdf968), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.154332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ad8ea-1205-4e16-957c-d52e5e5e8482 None None] Pushing event updated for resources: {'Port': ['ID=5809a8fb-e3cc-48e6-bbc8-284e378a0108,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:28.269580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Allocated IP 2001:db8::1 (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5/af5b292a-944c-430c-8d5e-74ec85cdf968/427ee726-d58f-471e-8c7d-232283201043) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:28.598075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks [] for port (427ee726-d58f-471e-8c7d-232283201043), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.607527 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (427ee726-d58f-471e-8c7d-232283201043), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.633241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (af5b292a-944c-430c-8d5e-74ec85cdf968), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.667371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:28.673727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:28.680493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:28.687802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Pushing event updated for resources: {'Port': ['ID=427ee726-d58f-471e-8c7d-232283201043,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:28.719381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=af5b292a-944c-430c-8d5e-74ec85cdf968,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:28.778503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Attempting to bind port 427ee726-d58f-471e-8c7d-232283201043 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:28.778835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Attempting to bind port 427ee726-d58f-471e-8c7d-232283201043 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6839e706-9d19-4676-af16-bf91afb7a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:28.779176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Attempting to bind port 427ee726-d58f-471e-8c7d-232283201043 on network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:28.786959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:28.787369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Checking segment: {'id': '6839e706-9d19-4676-af16-bf91afb7a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:28.788468 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.788468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Bound using segment: {'id': '6839e706-9d19-4676-af16-bf91afb7a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:28.788948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Bound port: 427ee726-d58f-471e-8c7d-232283201043, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6839e706-9d19-4676-af16-bf91afb7a8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:28.789332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (427ee726-d58f-471e-8c7d-232283201043), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.831343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.857537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:28.866098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] For port 427ee726-d58f-471e-8c7d-232283201043, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:28.870270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] For port 427ee726-d58f-471e-8c7d-232283201043, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=427ee726-d58f-471e-8c7d-232283201043,segment=NetworkSegment(6839e706-9d19-4676-af16-bf91afb7a8e0),segment_id=6839e706-9d19-4676-af16-bf91afb7a8e0)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:28.872565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6839e706-9d19-4676-af16-bf91afb7a8e0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:28.873079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6839e706-9d19-4676-af16-bf91afb7a8e0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:28.879482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (427ee726-d58f-471e-8c7d-232283201043), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.896767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.937365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.953075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:28.953552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:28.959431 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:28.978307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7ac45-e277-4a37-ade1-177c18ccda25 None None] Pushing event updated for resources: {'Port': ['ID=427ee726-d58f-471e-8c7d-232283201043,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:29.072550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47189959-13a1-4978-8356-906abb510f33 None None] Network 247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:29.096558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:55:29.096558 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:55:29.096558 n-d-833115-2 neutron-server[103794]: [parameters: {'id': '247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5'}] Mar 10 17:55:29.096558 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:55:29.097471 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:55:29.599009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:29.698993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port 427ee726-d58f-471e-8c7d-232283201043 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:29.699644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (427ee726-d58f-471e-8c7d-232283201043), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:29.751409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5858ed-1908-4687-b34d-f6d8dec9c078 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:55:29.792818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port 427ee726-d58f-471e-8c7d-232283201043, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=427ee726-d58f-471e-8c7d-232283201043,segment=NetworkSegment(6839e706-9d19-4676-af16-bf91afb7a8e0),segment_id=6839e706-9d19-4676-af16-bf91afb7a8e0)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:29.793367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (427ee726-d58f-471e-8c7d-232283201043), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:29.811933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for 427ee726-d58f-471e-8c7d-232283201043 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:29.873293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Provisioning complete for port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:29.873802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:29.966321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (427ee726-d58f-471e-8c7d-232283201043), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:29.981012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port 427ee726-d58f-471e-8c7d-232283201043 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:30.000548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Current status of the port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:30.001022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.018539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=427ee726-d58f-471e-8c7d-232283201043,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:30.027903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5858ed-1908-4687-b34d-f6d8dec9c078 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:55:30.056115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.090375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] For port 5809a8fb-e3cc-48e6-bbc8-284e378a0108, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5809a8fb-e3cc-48e6-bbc8-284e378a0108,segment=NetworkSegment(18b05235-8a89-4d9c-b3d1-8a45259ca6bc),segment_id=18b05235-8a89-4d9c-b3d1-8a45259ca6bc)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:30.131360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.187360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:30.199446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6839e706-9d19-4676-af16-bf91afb7a8e0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:30.199739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6839e706-9d19-4676-af16-bf91afb7a8e0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:30.208681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36366) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:30.229441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.230328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.253824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.269078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:30.270109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6839e706-9d19-4676-af16-bf91afb7a8e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:30.281579 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:30.395092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7b66-d527-4b0d-95e3-fdfaa6eb8584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.419980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.441197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.446335 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 HTTP/1.1" status: 204 len: 168 time: 2.6564527 Mar 10 17:55:30.450036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36372) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:30.456364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5809a8fb-e3cc-48e6-bbc8-284e378a0108 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:30.461505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179041584'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:30.465034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc852a68-eef6-4afc-9b66-d2ca9adb475e tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:30.518407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:30.530597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.591130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7b66-d527-4b0d-95e3-fdfaa6eb8584 admin admin] Publish callbacks [] for security_group (c6635bcd-16b8-4236-b3cc-5d96ada03177), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.600141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7b66-d527-4b0d-95e3-fdfaa6eb8584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c6635bcd-16b8-4236-b3cc-5d96ada03177), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.631541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:30.673841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1d2f80a3-8a97-4245-846e-078abdc76587), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.678737 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 1d2f80a3-8a97-4245-846e-078abdc76587 of type vlan for network 138c484a-d05b-433c-88aa-3e646dcbb097 Mar 10 17:55:30.709134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abb182-ae97-41bd-b0f7-dd74c1154217 None None] Pushing event updated for resources: {'Port': ['ID=5809a8fb-e3cc-48e6-bbc8-284e378a0108,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:30.737407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1ed7b66-d527-4b0d-95e3-fdfaa6eb8584 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13dd785090e74b0cbdd73bccbc972596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272610 Mar 10 17:55:30.740856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36382) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:30.771046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed7b66-d527-4b0d-95e3-fdfaa6eb8584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6635bcd-16b8-4236-b3cc-5d96ada03177,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:30.791321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:30.791870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.825157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (138c484a-d05b-433c-88aa-3e646dcbb097), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.837248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d7556-a75d-4226-b031-1543ae18084e None None] Network 839718e8-b47e-4b82-811b-159a6e60d0ca requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:30.867712 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] Publish callbacks [] for security_group (c6635bcd-16b8-4236-b3cc-5d96ada03177), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.891131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] Publish callbacks [] for security_group (c6635bcd-16b8-4236-b3cc-5d96ada03177), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.963362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (138c484a-d05b-433c-88aa-3e646dcbb097), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:30.968831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:30.969572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.008219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:31.071148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c6635bcd-16b8-4236-b3cc-5d96ada03177), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.075761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.078964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6635bcd-16b8-4236-b3cc-5d96ada03177 HTTP/1.1" status: 204 len: 168 time: 0.3362243 Mar 10 17:55:31.101874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6470952 Mar 10 17:55:31.102699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36398) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:31.116873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c3d6d-2a97-48bd-ad33-9e00518f56d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6635bcd-16b8-4236-b3cc-5d96ada03177,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:31.117553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:31.184164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873cbfd-ed53-4f76-a114-b3e56a549d21 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=138c484a-d05b-433c-88aa-3e646dcbb097,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:31.205620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 138c484a-d05b-433c-88aa-3e646dcbb097 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:31.320949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:31.326821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.474759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03fe5bde-396d-4327-8428-58fbd196c7e3 None None] Provisioning complete for port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:31.479347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03fe5bde-396d-4327-8428-58fbd196c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.547581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:31.561602 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abc2d61-eaae-43e5-ad7f-0f5c0a9333f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.588848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03fe5bde-396d-4327-8428-58fbd196c7e3 None None] Current status of the port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:31.646891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abc2d61-eaae-43e5-ad7f-0f5c0a9333f8 admin admin] Publish callbacks [] for security_group (7e59aacb-67b5-43db-aa7f-6ab8aa268ca2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.659973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0abc2d61-eaae-43e5-ad7f-0f5c0a9333f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e59aacb-67b5-43db-aa7f-6ab8aa268ca2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.679094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (7731da84-0ddb-4e92-8c05-3bdc0d39b8f8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.710456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0abc2d61-eaae-43e5-ad7f-0f5c0a9333f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b46dd87e30e41c59cbaca83ca0ad3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1611290 Mar 10 17:55:31.713327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:31.714094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2d61-eaae-43e5-ad7f-0f5c0a9333f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e59aacb-67b5-43db-aa7f-6ab8aa268ca2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:31.783783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=7731da84-0ddb-4e92-8c05-3bdc0d39b8f8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:31.788106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '1d2f80a3-8a97-4245-846e-078abdc76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:31.788408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 138c484a-d05b-433c-88aa-3e646dcbb097, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:31.808167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] Publish callbacks [] for security_group (7e59aacb-67b5-43db-aa7f-6ab8aa268ca2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.813083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 138c484a-d05b-433c-88aa-3e646dcbb097 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:31.825404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 138c484a-d05b-433c-88aa-3e646dcbb097) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:31.830899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:31.831595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.839821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14103359-d1aa-4abc-b811-757da5121472 None None] Network 138c484a-d05b-433c-88aa-3e646dcbb097 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:31.856440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] Publish callbacks [] for security_group (7e59aacb-67b5-43db-aa7f-6ab8aa268ca2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.883298 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb5d02ad-04f4-49a9-84ce-150c0f0690a0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7754598 Mar 10 17:55:31.890459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:31.893661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197931536'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:31.934993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:31.941474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.972448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-138c484a-d05b-433c-88aa-3e646dcbb097', 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': '7731da84-0ddb-4e92-8c05-3bdc0d39b8f8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:31.973529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.975922 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7e59aacb-67b5-43db-aa7f-6ab8aa268ca2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.979134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:31.983278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e59aacb-67b5-43db-aa7f-6ab8aa268ca2 HTTP/1.1" status: 204 len: 168 time: 0.2647724 Mar 10 17:55:31.987624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:31.992477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a04c1-db33-4ddc-b9ae-a67b7f8f095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e59aacb-67b5-43db-aa7f-6ab8aa268ca2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:32.002170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e873a0fa-ad63-4581-9ce6-7f67244ea406), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.002958 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment e873a0fa-ad63-4581-9ce6-7f67244ea406 of type vlan for network 778e6d95-d619-430e-9490-7be701985e0c Mar 10 17:55:32.062517 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (778e6d95-d619-430e-9490-7be701985e0c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.099466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (778e6d95-d619-430e-9490-7be701985e0c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.105235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:32.105874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.155120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2666981 Mar 10 17:55:32.158133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36430) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:32.163643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '778e6d95-d619-430e-9490-7be701985e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:32.230703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034d47-1758-4424-b64c-3e7e78a3b72f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=778e6d95-d619-430e-9490-7be701985e0c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:32.235004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Allocated IP 2001:db8::1 (138c484a-d05b-433c-88aa-3e646dcbb097/7731da84-0ddb-4e92-8c05-3bdc0d39b8f8/c1f7af46-d1e7-4c9c-92b1-2281c71880c9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:32.260474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 778e6d95-d619-430e-9490-7be701985e0c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:32.405660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:32.409507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.449677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5809a8fb-e3cc-48e6-bbc8-284e378a0108 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:32.528862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Performing IP validity checks on allocation pools {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:55:32.529595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103795) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:55:32.544585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:32.544967 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.640168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks [] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.651459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.716806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Network 138c484a-d05b-433c-88aa-3e646dcbb097 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:32.740137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:32.750496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:32.755110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Pushing event updated for resources: {'Port': ['ID=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:32.790888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (ee7bfb71-8e25-43c8-9067-6981ac753172), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.819093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:32.875601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=ee7bfb71-8e25-43c8-9067-6981ac753172,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:32.880172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Attempting to bind port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:32.881476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': 'e873a0fa-ad63-4581-9ce6-7f67244ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '778e6d95-d619-430e-9490-7be701985e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:32.881849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 778e6d95-d619-430e-9490-7be701985e0c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:32.882626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Attempting to bind port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '1d2f80a3-8a97-4245-846e-078abdc76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:32.884940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Attempting to bind port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 on network 138c484a-d05b-433c-88aa-3e646dcbb097 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:32.899964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:32.900614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Checking segment: {'id': '1d2f80a3-8a97-4245-846e-078abdc76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:32.901270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.901672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Bound using segment: {'id': '1d2f80a3-8a97-4245-846e-078abdc76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:32.902286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Bound port: c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2f80a3-8a97-4245-846e-078abdc76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '138c484a-d05b-433c-88aa-3e646dcbb097'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:32.902876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.904039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 778e6d95-d619-430e-9490-7be701985e0c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:32.922839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 778e6d95-d619-430e-9490-7be701985e0c) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:32.929637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:32.930846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:32.950794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110a0c4-e542-4774-a2bd-8b1cec7a6559 None None] Network 778e6d95-d619-430e-9490-7be701985e0c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:32.964124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9ce29944-0423-4a48-b0c7-1e39d0825c5b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8050840 Mar 10 17:55:32.967271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:33.130068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] For port c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:33.130269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (778e6d95-d619-430e-9490-7be701985e0c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.148285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab34450-3eab-4169-8aeb-15f3aa026a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-778e6d95-d619-430e-9490-7be701985e0c', 'network_id': '778e6d95-d619-430e-9490-7be701985e0c', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': 'ee7bfb71-8e25-43c8-9067-6981ac753172'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:33.149439 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ab34450-3eab-4169-8aeb-15f3aa026a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.154217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] For port c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,segment=NetworkSegment(1d2f80a3-8a97-4245-846e-078abdc76587),segment_id=1d2f80a3-8a97-4245-846e-078abdc76587)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:33.171628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.221809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ee7bfb71-8e25-43c8-9067-6981ac753172), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.328973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b591f-3445-42c8-a691-dd71858f32bf None None] Pushing event updated for resources: {'Port': ['ID=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:33.338225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ee7bfb71-8e25-43c8-9067-6981ac753172), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.395554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7bfb71-8e25-43c8-9067-6981ac753172,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-0ab34450-3eab-4169-8aeb-15f3aa026a47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee7bfb71-8e25-43c8-9067-6981ac753172: This subnet is being modified by another concurrent operation. Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee7bfb71-8e25-43c8-9067-6981ac753172: This subnet is being modified by another concurrent operation. Mar 10 17:55:33.406578 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:55:33.435967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e5c61-4b46-4468-a7e4-cb307e3edf96 None None] Network 778e6d95-d619-430e-9490-7be701985e0c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:33.601493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (778e6d95-d619-430e-9490-7be701985e0c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.639438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778e6d95-d619-430e-9490-7be701985e0c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:33.653741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e873a0fa-ad63-4581-9ce6-7f67244ea406') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:33.654071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e873a0fa-ad63-4581-9ce6-7f67244ea406') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:33.685207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e873a0fa-ad63-4581-9ce6-7f67244ea406), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.708090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e873a0fa-ad63-4581-9ce6-7f67244ea406), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.723421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:33.723972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e873a0fa-ad63-4581-9ce6-7f67244ea406), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:33.741093 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:33.825692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (778e6d95-d619-430e-9490-7be701985e0c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.831059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.835707 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/778e6d95-d619-430e-9490-7be701985e0c HTTP/1.1" status: 204 len: 168 time: 0.8673732 Mar 10 17:55:33.839328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:33.845436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832618976'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:33.878073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d48a-33db-4909-bd4d-bce83adb3b13 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=778e6d95-d619-430e-9490-7be701985e0c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:33.889409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:33.893196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.938208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:33.956955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (66ac2221-e3a3-42ea-8c89-e73adb62033b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:33.957350 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 66ac2221-e3a3-42ea-8c89-e73adb62033b of type vlan for network 61c120a3-9e7d-42df-94b2-a7c0d605182a Mar 10 17:55:34.042990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (61c120a3-9e7d-42df-94b2-a7c0d605182a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.078838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (61c120a3-9e7d-42df-94b2-a7c0d605182a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.084775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:34.085475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.147312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3039360 Mar 10 17:55:34.151013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:34.166326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '61c120a3-9e7d-42df-94b2-a7c0d605182a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:34.281154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717abc3c-7052-4e12-94e2-2a095be82683 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=61c120a3-9e7d-42df-94b2-a7c0d605182a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:34.321083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:34.401314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:34.405987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.502186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1f7af46-d1e7-4c9c-92b1-2281c71880c9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:34.653993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:34.654367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.811050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (17152a42-276d-4913-8ab3-b16e866bd6d7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.845506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:34.845788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.886637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,segment=NetworkSegment(1d2f80a3-8a97-4245-846e-078abdc76587),segment_id=1d2f80a3-8a97-4245-846e-078abdc76587)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:34.892515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3272b-ebce-448b-be8d-cd8585d9f2b5 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:55:34.917084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=17152a42-276d-4913-8ab3-b16e866bd6d7,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:34.921260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '66ac2221-e3a3-42ea-8c89-e73adb62033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '61c120a3-9e7d-42df-94b2-a7c0d605182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:34.921628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 61c120a3-9e7d-42df-94b2-a7c0d605182a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:34.952737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:34.966980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:34.967779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 61c120a3-9e7d-42df-94b2-a7c0d605182a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:34.973206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:34.974079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.004993 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-933faa02-6fa2-4e3b-b828-7d270054eaa3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8494961 Mar 10 17:55:35.004993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:35.091284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5e99c526-3a34-4567-b242-6bc70822c1fa None None] Provisioning complete for port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:35.091970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5e99c526-3a34-4567-b242-6bc70822c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.153803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (61c120a3-9e7d-42df-94b2-a7c0d605182a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.163784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:35.228590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (17152a42-276d-4913-8ab3-b16e866bd6d7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.314015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5e99c526-3a34-4567-b242-6bc70822c1fa None None] Current status of the port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:35.327766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (17152a42-276d-4913-8ab3-b16e866bd6d7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.352682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3272b-ebce-448b-be8d-cd8585d9f2b5 None None] Unable to find a vacant binding_index for network 61c120a3-9e7d-42df-94b2-a7c0d605182a and agent d577708b-ba97-4324-9aa7-20ca226b4910 {{(pid=103796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 10 17:55:35.363247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3272b-ebce-448b-be8d-cd8585d9f2b5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 61c120a3-9e7d-42df-94b2-a7c0d605182a) {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:55:35.402750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36554) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:35.403482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=17152a42-276d-4913-8ab3-b16e866bd6d7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:35.496190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (61c120a3-9e7d-42df-94b2-a7c0d605182a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.542554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c120a3-9e7d-42df-94b2-a7c0d605182a']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:35.555357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ac2221-e3a3-42ea-8c89-e73adb62033b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:35.556561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ac2221-e3a3-42ea-8c89-e73adb62033b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:35.568697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (66ac2221-e3a3-42ea-8c89-e73adb62033b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.570588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70faccd6-e24b-4275-971a-dd9c7f371054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.589190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (66ac2221-e3a3-42ea-8c89-e73adb62033b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.599503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:35.599929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (66ac2221-e3a3-42ea-8c89-e73adb62033b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:35.604754 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:35.678416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (61c120a3-9e7d-42df-94b2-a7c0d605182a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.693976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.700748 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/61c120a3-9e7d-42df-94b2-a7c0d605182a HTTP/1.1" status: 204 len: 168 time: 0.6891577 Mar 10 17:55:35.706639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:35.712771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079008238'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:35.716297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113fbdb-839d-4ac2-b309-f46a2d048755 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=61c120a3-9e7d-42df-94b2-a7c0d605182a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:35.744228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:35.752311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.772351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70faccd6-e24b-4275-971a-dd9c7f371054 admin admin] Publish callbacks [] for security_group (ebbcef6a-21ff-42f5-aa6f-205f90cbfd16), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.777526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70faccd6-e24b-4275-971a-dd9c7f371054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ebbcef6a-21ff-42f5-aa6f-205f90cbfd16), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.795533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:35.818057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.818883 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d of type vlan for network 62fa8dd9-37f9-479d-8e66-5b43a84981fd Mar 10 17:55:35.835863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-70faccd6-e24b-4275-971a-dd9c7f371054 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6f23495cb8f4afa9710feb14c0687e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323254 Mar 10 17:55:35.837206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faccd6-e24b-4275-971a-dd9c7f371054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcef6a-21ff-42f5-aa6f-205f90cbfd16,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:35.841277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:35.904833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (62fa8dd9-37f9-479d-8e66-5b43a84981fd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.935791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] Publish callbacks [] for security_group (ebbcef6a-21ff-42f5-aa6f-205f90cbfd16), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.945083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d636cd-da67-47b6-882e-6e53ef6231be None None] Network 138c484a-d05b-433c-88aa-3e646dcbb097 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:35.948380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a270223-fc1f-44ef-a1e6-e42f4ef8280e None None] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:35.950980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (62fa8dd9-37f9-479d-8e66-5b43a84981fd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.956147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:35.956749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.963058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] Publish callbacks [] for security_group (ebbcef6a-21ff-42f5-aa6f-205f90cbfd16), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:35.990467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a270223-fc1f-44ef-a1e6-e42f4ef8280e None None] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:55:36.001834 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2934794 Mar 10 17:55:36.005356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36574) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:36.019378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '62fa8dd9-37f9-479d-8e66-5b43a84981fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:36.039114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae17afd-ed09-4f6f-be6e-b78d50fbb1a6 None None] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:36.072901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4b903-3d15-4662-bce1-b1181e469149 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=62fa8dd9-37f9-479d-8e66-5b43a84981fd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:36.080620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ebbcef6a-21ff-42f5-aa6f-205f90cbfd16), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.083456 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.085510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebbcef6a-21ff-42f5-aa6f-205f90cbfd16 HTTP/1.1" status: 204 len: 168 time: 0.2432992 Mar 10 17:55:36.101146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367db043-e278-4ef9-8ebf-31f4320eccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcef6a-21ff-42f5-aa6f-205f90cbfd16,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:36.121144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 62fa8dd9-37f9-479d-8e66-5b43a84981fd details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:36.133052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae17afd-ed09-4f6f-be6e-b78d50fbb1a6 None None] Network 61c120a3-9e7d-42df-94b2-a7c0d605182a could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:55:36.264024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:36.277908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.384265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1f7af46-d1e7-4c9c-92b1-2281c71880c9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:36.484780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:36.485459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.567926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36592) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:36.589495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-828f9a6a-3d73-4cd4-a1da-ae96138d7bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.656053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:36.674388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b0a2716e-b29d-4d55-82c0-abbf6f37aed8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.755261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-828f9a6a-3d73-4cd4-a1da-ae96138d7bbf admin admin] Publish callbacks [] for security_group (a2c82935-f5e2-4cf6-933c-aac5189b1b49), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.758870 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=b0a2716e-b29d-4d55-82c0-abbf6f37aed8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:36.762109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-828f9a6a-3d73-4cd4-a1da-ae96138d7bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a2c82935-f5e2-4cf6-933c-aac5189b1b49), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.793814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '62fa8dd9-37f9-479d-8e66-5b43a84981fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:36.797868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 62fa8dd9-37f9-479d-8e66-5b43a84981fd, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:36.805803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-828f9a6a-3d73-4cd4-a1da-ae96138d7bbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a47718c518845b68fb4eadacba587c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364540 Mar 10 17:55:36.811258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36602) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:36.840219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 62fa8dd9-37f9-479d-8e66-5b43a84981fd is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:36.855013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f9a6a-3d73-4cd4-a1da-ae96138d7bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c82935-f5e2-4cf6-933c-aac5189b1b49,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:36.856692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 62fa8dd9-37f9-479d-8e66-5b43a84981fd) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:36.857359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f811ff24-d00f-4e5f-b5af-1a289bcc7484 None None] Provisioning complete for port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:36.857745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f811ff24-d00f-4e5f-b5af-1a289bcc7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.861934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:36.862569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.893386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91325d16-98d2-4614-947c-732b05267d42 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8869386 Mar 10 17:55:36.896161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:36.906764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca634ac4-ba3d-4b96-97ef-3535e2352ff6 None None] Network 62fa8dd9-37f9-479d-8e66-5b43a84981fd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:36.937757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] Publish callbacks [] for security_group (a2c82935-f5e2-4cf6-933c-aac5189b1b49), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:36.963547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] Publish callbacks [] for security_group (a2c82935-f5e2-4cf6-933c-aac5189b1b49), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.024916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a2c82935-f5e2-4cf6-933c-aac5189b1b49), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.027811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.029150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2c82935-f5e2-4cf6-933c-aac5189b1b49 HTTP/1.1" status: 204 len: 168 time: 0.2166719 Mar 10 17:55:37.069513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (62fa8dd9-37f9-479d-8e66-5b43a84981fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.083568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc3195-4f9c-4a32-9818-e74423c596f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c82935-f5e2-4cf6-933c-aac5189b1b49,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:37.164334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f811ff24-d00f-4e5f-b5af-1a289bcc7484 None None] Current status of the port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:37.174088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29677d8b-5e8d-44df-972c-5aed00526407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-62fa8dd9-37f9-479d-8e66-5b43a84981fd', 'network_id': '62fa8dd9-37f9-479d-8e66-5b43a84981fd', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': 'b0a2716e-b29d-4d55-82c0-abbf6f37aed8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:37.174989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-29677d8b-5e8d-44df-972c-5aed00526407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.183690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b0a2716e-b29d-4d55-82c0-abbf6f37aed8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.279422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b0a2716e-b29d-4d55-82c0-abbf6f37aed8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.333701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a2716e-b29d-4d55-82c0-abbf6f37aed8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-29677d8b-5e8d-44df-972c-5aed00526407 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0a2716e-b29d-4d55-82c0-abbf6f37aed8: This subnet is being modified by another concurrent operation. Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0a2716e-b29d-4d55-82c0-abbf6f37aed8: This subnet is being modified by another concurrent operation. Mar 10 17:55:37.353419 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:55:37.381413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f1716-fcda-4e77-ade3-59ea679b1b31 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:55:37.445825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (62fa8dd9-37f9-479d-8e66-5b43a84981fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.479691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fa8dd9-37f9-479d-8e66-5b43a84981fd']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:37.491137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:37.492314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:37.503574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.518968 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.540165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:37.540563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (5ad0e2ae-c0a6-4089-a743-f6de6acf6a5d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:37.544323 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:37.622972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (62fa8dd9-37f9-479d-8e66-5b43a84981fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.627384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f1716-fcda-4e77-ade3-59ea679b1b31 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:55:37.657503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.666563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36634) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:37.672692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/62fa8dd9-37f9-479d-8e66-5b43a84981fd HTTP/1.1" status: 204 len: 168 time: 0.7688763 Mar 10 17:55:37.673953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-378580840'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:37.674222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b6f99-3997-4d9e-9897-0db37467f388 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=62fa8dd9-37f9-479d-8e66-5b43a84981fd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:37.700981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:37.708485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.738603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:37.751093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6ab78eb6-bcda-4432-990c-37f307ede046), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.751719 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment 6ab78eb6-bcda-4432-990c-37f307ede046 of type vlan for network 1a4be2d1-a474-4767-bd48-8128046a5068 Mar 10 17:55:37.800867 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (1a4be2d1-a474-4767-bd48-8128046a5068), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.867100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (1a4be2d1-a474-4767-bd48-8128046a5068), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.873075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:37.874010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:37.936556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2663336 Mar 10 17:55:37.937773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36650) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:37.972481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a661b12-b218-4e3f-8806-3d210363fa03 None None] Network 62fa8dd9-37f9-479d-8e66-5b43a84981fd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:37.972767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:38.002400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a661b12-b218-4e3f-8806-3d210363fa03 None None] Network 62fa8dd9-37f9-479d-8e66-5b43a84981fd could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 17:55:38.054677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69761ee3-392c-40b6-9682-8e94afa98dd0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=1a4be2d1-a474-4767-bd48-8128046a5068,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:38.067295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:38.087579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:38.095133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:38.406544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (75f8075e-4fae-45c3-b9d4-a6828b8bc7e0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:38.473545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=75f8075e-4fae-45c3-b9d4-a6828b8bc7e0,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:38.483091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': '6ab78eb6-bcda-4432-990c-37f307ede046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:38.483647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 1a4be2d1-a474-4767-bd48-8128046a5068, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:38.504783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 1a4be2d1-a474-4767-bd48-8128046a5068 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:38.517712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 1a4be2d1-a474-4767-bd48-8128046a5068) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:38.523221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:38.524058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:38.530887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27669c95-1f7d-4c7c-8a75-abfdd7e3a1c0 None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:38.546818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36676) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:38.554858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:38.560225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-efd9eb35-c8f1-42b8-be21-c343f79903f4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6209478 Mar 10 17:55:38.652610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-1a4be2d1-a474-4767-bd48-8128046a5068', 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': '75f8075e-4fae-45c3-b9d4-a6828b8bc7e0'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:38.653764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:38.708181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-9288b568-0fc5-46e9-bb95-d62ffbc6985e req-21760a9e-7b98-4c4b-a83e-1dd46fc9402e service neutron] (103795) timed out ('10.222.0.59', 64753) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:55:38.742381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:38.747293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:38.838479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Allocated IP 2001:db8::2 (1a4be2d1-a474-4767-bd48-8128046a5068/75f8075e-4fae-45c3-b9d4-a6828b8bc7e0/f69ff982-4caa-4e94-85a4-4f5978415e8f) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:39.052524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (3cf35e37-2787-4b73-8033-81e1c58a9b4d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.069849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks [] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.077680 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.102872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 1a4be2d1-a474-4767-bd48-8128046a5068 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:39.106309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:39.110839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.111490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.120189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:39.125054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:39.129768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:39.133407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5846314 Mar 10 17:55:39.134770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be3423-bf27-4ba5-a961-085b602b9238 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=3cf35e37-2787-4b73-8033-81e1c58a9b4d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:39.136052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36696) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:39.147918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Pushing event updated for resources: {'Port': ['ID=f69ff982-4caa-4e94-85a4-4f5978415e8f,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:39.235671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Attempting to bind port f69ff982-4caa-4e94-85a4-4f5978415e8f on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:39.236038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Attempting to bind port f69ff982-4caa-4e94-85a4-4f5978415e8f by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6ab78eb6-bcda-4432-990c-37f307ede046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:39.236403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Attempting to bind port f69ff982-4caa-4e94-85a4-4f5978415e8f on network 1a4be2d1-a474-4767-bd48-8128046a5068 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:39.242513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:39.242913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Checking segment: {'id': '6ab78eb6-bcda-4432-990c-37f307ede046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:39.243312 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.243788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Bound using segment: {'id': '6ab78eb6-bcda-4432-990c-37f307ede046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:39.244171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Bound port: f69ff982-4caa-4e94-85a4-4f5978415e8f, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab78eb6-bcda-4432-990c-37f307ede046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:39.244524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.248509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.250645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.252215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.253864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.255725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.261563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:39.261733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-51530c4f-e2f1-4a9c-af51-d37bce728e9f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1242442 Mar 10 17:55:39.266864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382106892'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:39.296742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:39.302092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.337579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:39.340465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] For port f69ff982-4caa-4e94-85a4-4f5978415e8f, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:39.350652 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.351115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] For port f69ff982-4caa-4e94-85a4-4f5978415e8f, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f69ff982-4caa-4e94-85a4-4f5978415e8f,segment=NetworkSegment(6ab78eb6-bcda-4432-990c-37f307ede046),segment_id=6ab78eb6-bcda-4432-990c-37f307ede046)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:39.351705 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment a029329a-46c1-4de8-9538-f9cba869b2e2 of type vlan for network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e Mar 10 17:55:39.370689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.402142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.437731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd048b5-8522-4997-acf6-4f4a3eb0239b None None] Pushing event updated for resources: {'Port': ['ID=f69ff982-4caa-4e94-85a4-4f5978415e8f,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:39.468710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.474221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.474907 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.590792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3279963 Mar 10 17:55:39.592670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c90e7-0976-4883-a574-63943d268c58 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=ae2208f6-2f5e-4b64-b98a-248b8ef07a3e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:39.593975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:39.606644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:39.612661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:39.953937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.973308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.985504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e is not hosted by any dhcp agent {{(pid=103795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:55:39.990379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:39.991031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:39.992469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "PUT /v2.0/networks/ae2208f6-2f5e-4b64-b98a-248b8ef07a3e HTTP/1.1" status: 200 len: 723 time: 0.3958483 Mar 10 17:55:39.995726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:40.002732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:40.061310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d7b31-6b5f-45bc-ad2d-56feed7b4068 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=ae2208f6-2f5e-4b64-b98a-248b8ef07a3e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:40.074588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:40.133348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:40.137592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.432863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f69ff982-4caa-4e94-85a4-4f5978415e8f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:40.439762 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ba5540b5-ce27-435b-a7bc-1327ca56c98f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.518198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=ba5540b5-ce27-435b-a7bc-1327ca56c98f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:40.541169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:40.541638 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.581571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': 'a029329a-46c1-4de8-9538-f9cba869b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:40.582079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: ae2208f6-2f5e-4b64-b98a-248b8ef07a3e, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:40.610482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:40.638810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ae2208f6-2f5e-4b64-b98a-248b8ef07a3e) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:40.651611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:40.652235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.666134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae317774-e626-4d81-9562-c789961f6e1c None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:40.674405 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b980316c-da92-4136-9314-e4481b5806c2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6771638 Mar 10 17:55:40.677242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:40.682928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:40.726031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:40.731216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.838415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4365778'] for subnet (ba5540b5-ce27-435b-a7bc-1327ca56c98f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.846382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port f69ff982-4caa-4e94-85a4-4f5978415e8f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f69ff982-4caa-4e94-85a4-4f5978415e8f,segment=NetworkSegment(6ab78eb6-bcda-4432-990c-37f307ede046),segment_id=6ab78eb6-bcda-4432-990c-37f307ede046)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:40.863043 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.944826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ae2208f6-2f5e-4b64-b98a-248b8ef07a3e', 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': 'ba5540b5-ce27-435b-a7bc-1327ca56c98f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:40.945602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:40.977114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606261a-6fb3-4209-88ab-b6efdce15025 None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:41.088601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:55:41.090596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791081072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33486321'] for subnet (ba5540b5-ce27-435b-a7bc-1327ca56c98f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.137909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=f69ff982-4caa-4e94-85a4-4f5978415e8f,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:41.150779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:41.151393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.153465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "PUT /v2.0/subnets/ba5540b5-ce27-435b-a7bc-1327ca56c98f HTTP/1.1" status: 200 len: 826 time: 0.4752042 Mar 10 17:55:41.156468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:41.197333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2cde4-c862-49f2-9a2e-46d6dc1e68d0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=ba5540b5-ce27-435b-a7bc-1327ca56c98f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:41.235042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-42abd7b8-994c-4de7-97af-8d667efd8a3c None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:41.235573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42abd7b8-994c-4de7-97af-8d667efd8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.310043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.311632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Allocated IP 2001:db8::2 (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e/ba5540b5-ce27-435b-a7bc-1327ca56c98f/bc8968d6-d3f8-4e56-9dd9-134f04bacff3) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:41.371996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ba5540b5-ce27-435b-a7bc-1327ca56c98f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.664029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-42abd7b8-994c-4de7-97af-8d667efd8a3c None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:41.780703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks [] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.793581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Update dhcp port {'port': {'network_id': '1a4be2d1-a474-4767-bd48-8128046a5068', 'fixed_ips': [{'subnet_id': '75f8075e-4fae-45c3-b9d4-a6828b8bc7e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cf35e37-2787-4b73-8033-81e1c58a9b4d'}], 'binding:host_id': 'n-d-833115-2'}, 'id': 'f69ff982-4caa-4e94-85a4-4f5978415e8f'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:55:41.796174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.816816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ba5540b5-ce27-435b-a7bc-1327ca56c98f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.860021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5540b5-ce27-435b-a7bc-1327ca56c98f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:41.869274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:41.872098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.876849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:41.880466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:41.882642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Pushing event updated for resources: {'Port': ['ID=bc8968d6-d3f8-4e56-9dd9-134f04bacff3,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:41.929759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.953886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2208f6-2f5e-4b64-b98a-248b8ef07a3e']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:41.966950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029329a-46c1-4de8-9538-f9cba869b2e2') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:41.967589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029329a-46c1-4de8-9538-f9cba869b2e2') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:41.979087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:41.995649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.004132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:42.005545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:42.009701 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:42.093251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Allocated IP 172.20.0.1 (1a4be2d1-a474-4767-bd48-8128046a5068/3cf35e37-2787-4b73-8033-81e1c58a9b4d/f69ff982-4caa-4e94-85a4-4f5978415e8f) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:42.115181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:55:42.115181 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:55:42.115181 n-d-833115-2 neutron-server[103794]: [parameters: {'id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'}] Mar 10 17:55:42.115181 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:55:42.115605 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:55:42.205918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Attempting to bind port bc8968d6-d3f8-4e56-9dd9-134f04bacff3 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:42.207170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Attempting to bind port bc8968d6-d3f8-4e56-9dd9-134f04bacff3 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a029329a-46c1-4de8-9538-f9cba869b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:42.207170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Attempting to bind port bc8968d6-d3f8-4e56-9dd9-134f04bacff3 on network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:42.218515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:42.218898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Checking segment: {'id': 'a029329a-46c1-4de8-9538-f9cba869b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:42.219307 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.219699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Bound using segment: {'id': 'a029329a-46c1-4de8-9538-f9cba869b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:42.220199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Bound port: bc8968d6-d3f8-4e56-9dd9-134f04bacff3, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029329a-46c1-4de8-9538-f9cba869b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ae2208f6-2f5e-4b64-b98a-248b8ef07a3e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:42.220630 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.269497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] For port f69ff982-4caa-4e94-85a4-4f5978415e8f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f69ff982-4caa-4e94-85a4-4f5978415e8f,segment=NetworkSegment(6ab78eb6-bcda-4432-990c-37f307ede046),segment_id=6ab78eb6-bcda-4432-990c-37f307ede046)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:42.358662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Publish callbacks [] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.365392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f69ff982-4caa-4e94-85a4-4f5978415e8f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:42.369215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.375738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] For port bc8968d6-d3f8-4e56-9dd9-134f04bacff3, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:42.454453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] For port bc8968d6-d3f8-4e56-9dd9-134f04bacff3, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bc8968d6-d3f8-4e56-9dd9-134f04bacff3,segment=NetworkSegment(a029329a-46c1-4de8-9538-f9cba869b2e2),segment_id=a029329a-46c1-4de8-9538-f9cba869b2e2)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:42.475430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84f554ad-693c-4e95-9852-7793a16a93a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.531489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.612028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400b19c-0f3b-4215-a210-6ad0052c2af9 None None] Pushing event updated for resources: {'Port': ['ID=f69ff982-4caa-4e94-85a4-4f5978415e8f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:42.616940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.722925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:42.723605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:42.822396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f683-46d2-427c-83af-3b08ed601dde None None] Pushing event updated for resources: {'Port': ['ID=bc8968d6-d3f8-4e56-9dd9-134f04bacff3,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:42.943751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:42.951638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba894fe-c03b-451d-b85b-fff0f7d8470d None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:43.123349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc67ba-2932-4713-a9b6-f46d839894ab None None] Network ae2208f6-2f5e-4b64-b98a-248b8ef07a3e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:43.240664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port bc8968d6-d3f8-4e56-9dd9-134f04bacff3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:43.241684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.353382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port bc8968d6-d3f8-4e56-9dd9-134f04bacff3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bc8968d6-d3f8-4e56-9dd9-134f04bacff3,segment=NetworkSegment(a029329a-46c1-4de8-9538-f9cba869b2e2),segment_id=a029329a-46c1-4de8-9538-f9cba869b2e2)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:43.354148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.376915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for bc8968d6-d3f8-4e56-9dd9-134f04bacff3 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:43.509401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bc8968d6-d3f8-4e56-9dd9-134f04bacff3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.552877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=bc8968d6-d3f8-4e56-9dd9-134f04bacff3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:43.564057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port bc8968d6-d3f8-4e56-9dd9-134f04bacff3 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:43.607615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a0d54-5322-4c43-a50c-bb27161e7bae None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:55:43.683631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.721918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2208f6-2f5e-4b64-b98a-248b8ef07a3e']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:43.723491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-50c592c0-d021-4268-bf5d-9b72d7c2f41b None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:43.723925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-50c592c0-d021-4268-bf5d-9b72d7c2f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.740853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029329a-46c1-4de8-9538-f9cba869b2e2') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:43.741259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029329a-46c1-4de8-9538-f9cba869b2e2') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:43.759016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.776357 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.784007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:43.784658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (a029329a-46c1-4de8-9538-f9cba869b2e2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:43.788354 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:43.829544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a0d54-5322-4c43-a50c-bb27161e7bae None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:55:43.860649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ae2208f6-2f5e-4b64-b98a-248b8ef07a3e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.877901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.881522 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/ae2208f6-2f5e-4b64-b98a-248b8ef07a3e HTTP/1.1" status: 204 len: 168 time: 2.7238533 Mar 10 17:55:43.885384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:43.892651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a7b3-a240-4c5d-9476-6caa65ac5fcb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=ae2208f6-2f5e-4b64-b98a-248b8ef07a3e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:43.912577 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4759bd55-525a-4a89-b55b-ab72dd92d1d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:43.913106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4759bd55-525a-4a89-b55b-ab72dd92d1d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:43.916525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4759bd55-525a-4a89-b55b-ab72dd92d1d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/ae2208f6-2f5e-4b64-b98a-248b8ef07a3e HTTP/1.1" status: 404 len: 339 time: 0.0292730 Mar 10 17:55:43.921168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:43.928015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280297661', 'description': 'd1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:43.955338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:43.960053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:43.989479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:44.004788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d5faefc3-6700-48c1-972a-af1e04af92ac), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.005415 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment d5faefc3-6700-48c1-972a-af1e04af92ac of type vlan for network 463bc042-78a4-41fb-a673-0df980857930 Mar 10 17:55:44.065036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (463bc042-78a4-41fb-a673-0df980857930), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.077320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-50c592c0-d021-4268-bf5d-9b72d7c2f41b None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:44.099861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (463bc042-78a4-41fb-a673-0df980857930), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.107268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:44.108241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.155080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4b3e6-e467-4ca9-8e2a-70306f8aa76c None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:44.155380 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2299459 Mar 10 17:55:44.155589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36822) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:44.188419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57fa2-6ed1-4cf1-b19f-95cdde858416 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=463bc042-78a4-41fb-a673-0df980857930,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:44.204787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 463bc042-78a4-41fb-a673-0df980857930 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:44.285671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164fcec-21aa-4b3f-87bd-1624fc23232b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:44.287523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9164fcec-21aa-4b3f-87bd-1624fc23232b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks?id=463bc042-78a4-41fb-a673-0df980857930 HTTP/1.1" status: 200 len: 765 time: 0.1301303 Mar 10 17:55:44.290167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36828) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:44.298795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'description': 'd2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:44.412916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f69ff982-4caa-4e94-85a4-4f5978415e8f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:55:44.491870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:44.492506 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.495892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (463bc042-78a4-41fb-a673-0df980857930), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.521161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (463bc042-78a4-41fb-a673-0df980857930), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.595695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:44.619117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=463bc042-78a4-41fb-a673-0df980857930,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:44.622571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 463bc042-78a4-41fb-a673-0df980857930 is not hosted by any dhcp agent {{(pid=103795) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:55:44.627937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:44.633771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 463bc042-78a4-41fb-a673-0df980857930 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:44.636278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.637811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e809faca-731d-444f-b66f-80c3e4630c98 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "PUT /v2.0/networks/463bc042-78a4-41fb-a673-0df980857930 HTTP/1.1" status: 200 len: 762 time: 0.3456578 Mar 10 17:55:44.643498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36838) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:44.742549 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-faca0f94-abc9-48a9-a971-662d2e26db04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.790943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a2ed5-7167-4ea7-a653-be3a840b2450 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:44.796032 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a4a2ed5-7167-4ea7-a653-be3a840b2450 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks?id=463bc042-78a4-41fb-a673-0df980857930 HTTP/1.1" status: 200 len: 765 time: 0.1466775 Mar 10 17:55:44.798102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:44.812336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-25350878-9554-4ca6-b42b-9620fb5d3c34 None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:44.813057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25350878-9554-4ca6-b42b-9620fb5d3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:44.913736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25350878-9554-4ca6-b42b-9620fb5d3c34 None None] Current status of the port f69ff982-4caa-4e94-85a4-4f5978415e8f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:55:45.006166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059867f3-d62b-4e97-801c-ba7c5319b359 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.010169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-059867f3-d62b-4e97-801c-ba7c5319b359 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2085054 Mar 10 17:55:45.010396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36852) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:45.056320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2efe1644-be1e-46ab-8bdd-3fffa7867707 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 207 time: 0.0445426 Mar 10 17:55:45.059376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:45.604205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.609552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.614695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.619913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.625196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.631264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:45.634959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb6d7fb9-6fa7-40f3-8484-57f8c22f1ef0 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5744863 Mar 10 17:55:45.639181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36864) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:45.876233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:45.891902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e209680c-0bfc-4aa1-bb86-09cf5b4d77f9 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2514377 Mar 10 17:55:45.896491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.019079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.022715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.024708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.026262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.027968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.030991 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9ee4ec86-1610-448c-bca4-1ec24d054f22 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1333697 Mar 10 17:55:46.034960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.099388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.103654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.105254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.107764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.109046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.114827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36892) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.115404 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b37727e7-df4d-4c05-ae24-aa8c3b6b9fd2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0784278 Mar 10 17:55:46.229457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c310c0-3573-442b-9f17-b2d6c4e06906 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.231052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-82c310c0-3573-442b-9f17-b2d6c4e06906 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks/839718e8-b47e-4b82-811b-159a6e60d0ca HTTP/1.1" status: 200 len: 803 time: 0.1139557 Mar 10 17:55:46.234740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.340195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-585c65ba-7593-4a7c-9ace-37e368aa3bdf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/networks/839718e8-b47e-4b82-811b-159a6e60d0ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1041908 Mar 10 17:55:46.343595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36900) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.414708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be29763-522c-47dd-b331-cb1d028beab1 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.417417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6be29763-522c-47dd-b331-cb1d028beab1 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets/0b89d98e-df66-4f82-98a4-2e389ef61056 HTTP/1.1" status: 200 len: 843 time: 0.0728419 Mar 10 17:55:46.421246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36902) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.472954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e0ebc-287e-4c51-91cd-37aa93f1a47b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.479388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b5e0ebc-287e-4c51-91cd-37aa93f1a47b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "GET /v2.0/subnets/0b89d98e-df66-4f82-98a4-2e389ef61056?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0521958 Mar 10 17:55:46.479632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36904) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.484390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301991180'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:46.506960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:46.510840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.537491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:46.547586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.547917 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Added segment d5bae6af-f1ed-4aff-bcbc-619d7b4c2120 of type vlan for network 15a1ab15-a484-4648-bb42-2705869403aa Mar 10 17:55:46.590787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (15a1ab15-a484-4648-bb42-2705869403aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.622702 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (15a1ab15-a484-4648-bb42-2705869403aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.629131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:46.630084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.672875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1891372 Mar 10 17:55:46.673488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:46.681948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'network_id': '15a1ab15-a484-4648-bb42-2705869403aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:46.753491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3ed7-5da3-4ad3-8c7b-7078a61c2f8f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Network': ['ID=15a1ab15-a484-4648-bb42-2705869403aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:46.765279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 15a1ab15-a484-4648-bb42-2705869403aa details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:46.851228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Made reservation on behalf of 17292ff6697c4e41af8ecc13ded6f7f5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:46.854958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:46.915220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Performing IP validity checks on allocation pools {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 17:55:46.915892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 17:55:47.076101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (fa78176c-5d0e-4990-94c4-cb304cd6816a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.138660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=fa78176c-5d0e-4990-94c4-cb304cd6816a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:47.151297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Checking segment: {'id': 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:47.151729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network hostable DHCP agents. Network: 15a1ab15-a484-4648-bb42-2705869403aa, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:47.171643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Network 15a1ab15-a484-4648-bb42-2705869403aa is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:47.182357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 15a1ab15-a484-4648-bb42-2705869403aa) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:47.186738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:47.187447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.194519 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce8de4-3ac3-4b8a-b9d6-652e53c85d68 None None] Network 15a1ab15-a484-4648-bb42-2705869403aa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:47.209939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36924) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:47.210538 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ea5c491-7757-4bac-897d-2c42e7c0ba10 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5356050 Mar 10 17:55:47.215602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:47.310288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.342740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-15a1ab15-a484-4648-bb42-2705869403aa', 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa', 'project_id': '17292ff6697c4e41af8ecc13ded6f7f5', 'fixed_ips': [{'subnet_id': 'fa78176c-5d0e-4990-94c4-cb304cd6816a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:47.343999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.353123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4365778'] for subnet (fa78176c-5d0e-4990-94c4-cb304cd6816a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.558119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791081072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33486321'] for subnet (fa78176c-5d0e-4990-94c4-cb304cd6816a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.614078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:47.615392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.620086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "PUT /v2.0/subnets/fa78176c-5d0e-4990-94c4-cb304cd6816a HTTP/1.1" status: 200 len: 900 time: 0.4063532 Mar 10 17:55:47.620538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:47.634290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a72096-11b0-441a-b7be-8e1b236a1f6f tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event updated for resources: {'Subnet': ['ID=fa78176c-5d0e-4990-94c4-cb304cd6816a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:47.647902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Allocated IP 2001:db8::3 (15a1ab15-a484-4648-bb42-2705869403aa/fa78176c-5d0e-4990-94c4-cb304cd6816a/c9f1663d-d793-4d02-a0fe-7127f3f11f84) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:47.750303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (15a1ab15-a484-4648-bb42-2705869403aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.830612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (fa78176c-5d0e-4990-94c4-cb304cd6816a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.851112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks [] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.860440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.932291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (fa78176c-5d0e-4990-94c4-cb304cd6816a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:47.933123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Network 15a1ab15-a484-4648-bb42-2705869403aa is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:47.936634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:47.939093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:47.955256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Pushing event updated for resources: {'Port': ['ID=c9f1663d-d793-4d02-a0fe-7127f3f11f84,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:47.962282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=fa78176c-5d0e-4990-94c4-cb304cd6816a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:48.043860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (15a1ab15-a484-4648-bb42-2705869403aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.066807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a1ab15-a484-4648-bb42-2705869403aa']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:48.067501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Attempting to bind port c9f1663d-d793-4d02-a0fe-7127f3f11f84 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:48.067881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Attempting to bind port c9f1663d-d793-4d02-a0fe-7127f3f11f84 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:48.068413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Attempting to bind port c9f1663d-d793-4d02-a0fe-7127f3f11f84 on network 15a1ab15-a484-4648-bb42-2705869403aa {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:48.075243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:48.076089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Checking segment: {'id': 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:48.076631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.077030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Bound using segment: {'id': 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:48.077495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Bound port: c9f1663d-d793-4d02-a0fe-7127f3f11f84, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '15a1ab15-a484-4648-bb42-2705869403aa'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:48.077619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:48.077857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:48.077956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.088273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.116815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.124420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:48.124810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:48.128291 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:48.166389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] For port c9f1663d-d793-4d02-a0fe-7127f3f11f84, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:48.193281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] For port c9f1663d-d793-4d02-a0fe-7127f3f11f84, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9f1663d-d793-4d02-a0fe-7127f3f11f84,segment=NetworkSegment(d5bae6af-f1ed-4aff-bcbc-619d7b4c2120),segment_id=d5bae6af-f1ed-4aff-bcbc-619d7b4c2120)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:48.193876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.db.api [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 17:55:48.193876 n-d-833115-2 neutron-server[103794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 17:55:48.193876 n-d-833115-2 neutron-server[103794]: [parameters: {'id': '15a1ab15-a484-4648-bb42-2705869403aa'}] Mar 10 17:55:48.193876 n-d-833115-2 neutron-server[103794]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:55:48.194181 n-d-833115-2 neutron-server[103794]: DEBUG oslo_db.api [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:55:48.201525 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.458570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca148-2a4c-48b7-9fe4-7f374a68f1e3 None None] Pushing event updated for resources: {'Port': ['ID=c9f1663d-d793-4d02-a0fe-7127f3f11f84,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:48.481575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6b53d-5324-431f-9011-32c5bdd595f9 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:55:48.589842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6b53d-5324-431f-9011-32c5bdd595f9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:55:48.695768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (15a1ab15-a484-4648-bb42-2705869403aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.798177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port c9f1663d-d793-4d02-a0fe-7127f3f11f84 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:48.798769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.830646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a96f3-21d1-4df0-a295-af5717fa8c94 None None] Network 15a1ab15-a484-4648-bb42-2705869403aa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:48.875684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port c9f1663d-d793-4d02-a0fe-7127f3f11f84, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9f1663d-d793-4d02-a0fe-7127f3f11f84,segment=NetworkSegment(d5bae6af-f1ed-4aff-bcbc-619d7b4c2120),segment_id=d5bae6af-f1ed-4aff-bcbc-619d7b4c2120)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:48.876053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:48.892995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for c9f1663d-d793-4d02-a0fe-7127f3f11f84 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:48.943329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b83e492-7b6e-4388-a66c-7fc309688e9b None None] Network 15a1ab15-a484-4648-bb42-2705869403aa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:48.966643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-3b842928-3c8a-4e7f-98f4-637718ebfcb2 req-de34c5cb-1a60-4dac-9e3d-e48a5ec3f142 service neutron] (103794) timed out ('10.222.0.41', 65081) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:55:49.032115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c9f1663d-d793-4d02-a0fe-7127f3f11f84), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.063038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=c9f1663d-d793-4d02-a0fe-7127f3f11f84,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:49.070827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port c9f1663d-d793-4d02-a0fe-7127f3f11f84 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:49.169205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (15a1ab15-a484-4648-bb42-2705869403aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.190585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a1ab15-a484-4648-bb42-2705869403aa']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.200500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.200921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bae6af-f1ed-4aff-bcbc-619d7b4c2120') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.212246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.226849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.234465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:49.235097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d5bae6af-f1ed-4aff-bcbc-619d7b4c2120), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:49.238546 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:49.300402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.317886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (15a1ab15-a484-4648-bb42-2705869403aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.327538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.331014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/15a1ab15-a484-4648-bb42-2705869403aa HTTP/1.1" status: 204 len: 168 time: 1.7094247 Mar 10 17:55:49.342149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36966) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.346836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fb012-567c-48a7-920e-93027b1f3025 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=15a1ab15-a484-4648-bb42-2705869403aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:49.376278 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86d991e-262e-4edb-be96-0960a86f9ca3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:49.376835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86d991e-262e-4edb-be96-0960a86f9ca3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:49.380465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e86d991e-262e-4edb-be96-0960a86f9ca3 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/fa78176c-5d0e-4990-94c4-cb304cd6816a HTTP/1.1" status: 404 len: 337 time: 0.0429759 Mar 10 17:55:49.382739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36968) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.402468 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a1048a-1c76-4f98-815c-e5504bb59f14 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:49.403005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a1048a-1c76-4f98-815c-e5504bb59f14 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:49.408230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-36a1048a-1c76-4f98-815c-e5504bb59f14 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/15a1ab15-a484-4648-bb42-2705869403aa HTTP/1.1" status: 404 len: 339 time: 0.0222862 Mar 10 17:55:49.408442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36970) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.492804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (463bc042-78a4-41fb-a673-0df980857930), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.593938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (463bc042-78a4-41fb-a673-0df980857930), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.618919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463bc042-78a4-41fb-a673-0df980857930']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.631062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5faefc3-6700-48c1-972a-af1e04af92ac') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.631817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5faefc3-6700-48c1-972a-af1e04af92ac') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:49.647254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (d5faefc3-6700-48c1-972a-af1e04af92ac), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.662696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d5faefc3-6700-48c1-972a-af1e04af92ac), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.669172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:49.669566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (d5faefc3-6700-48c1-972a-af1e04af92ac), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:49.672999 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:49.729918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.745224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (463bc042-78a4-41fb-a673-0df980857930), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.750624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.756965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/463bc042-78a4-41fb-a673-0df980857930 HTTP/1.1" status: 204 len: 168 time: 0.3475718 Mar 10 17:55:49.757584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36978) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.780425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9267-a084-4df2-8121-436593760a0c tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=463bc042-78a4-41fb-a673-0df980857930,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:49.804512 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5900023a-ffe2-4e27-b39c-c4f2b48fc001 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:49.804970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5900023a-ffe2-4e27-b39c-c4f2b48fc001 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:49.810931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5900023a-ffe2-4e27-b39c-c4f2b48fc001 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/ba5540b5-ce27-435b-a7bc-1327ca56c98f HTTP/1.1" status: 404 len: 337 time: 0.0372851 Mar 10 17:55:49.811605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36982) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.833447 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3e2b37-cc9c-4921-b40c-3f68e0eba3a5 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:49.834092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3e2b37-cc9c-4921-b40c-3f68e0eba3a5 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:49.839805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2a3e2b37-cc9c-4921-b40c-3f68e0eba3a5 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/ae2208f6-2f5e-4b64-b98a-248b8ef07a3e HTTP/1.1" status: 404 len: 339 time: 0.0273399 Mar 10 17:55:49.840396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36986) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:49.900482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting subnet 3cf35e37-2787-4b73-8033-81e1c58a9b4d {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:55:49.904169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (3cf35e37-2787-4b73-8033-81e1c58a9b4d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.949102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (3cf35e37-2787-4b73-8033-81e1c58a9b4d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:49.960269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Deleting port 6098f45e-ccc6-4e04-91bc-00d9a028e887 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:49.960739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.077997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.078535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (6098f45e-ccc6-4e04-91bc-00d9a028e887), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.079289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3cf35e37-2787-4b73-8033-81e1c58a9b4d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.092700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Calling delete_port for 6098f45e-ccc6-4e04-91bc-00d9a028e887 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:50.146793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (3cf35e37-2787-4b73-8033-81e1c58a9b4d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.187825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.187979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af811aac-7d06-425d-b218-60265fab8c82 None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:50.196475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/3cf35e37-2787-4b73-8033-81e1c58a9b4d HTTP/1.1" status: 204 len: 168 time: 0.3550980 Mar 10 17:55:50.197100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 36992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:50.198076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838ef40-caa6-4744-9e0c-c5a0bf7f95fb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf35e37-2787-4b73-8033-81e1c58a9b4d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:50.293441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting subnet 75f8075e-4fae-45c3-b9d4-a6828b8bc7e0 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:55:50.299611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (75f8075e-4fae-45c3-b9d4-a6828b8bc7e0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.329900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6098f45e-ccc6-4e04-91bc-00d9a028e887), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.387269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (75f8075e-4fae-45c3-b9d4-a6828b8bc7e0), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.418918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event deleted for resources: {'Port': ['ID=6098f45e-ccc6-4e04-91bc-00d9a028e887,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:50.428772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.429233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.429846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.430370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.430938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.431588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.432017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.432448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.432885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.433384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.433822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.434242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.434797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:55:50.496279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for floatingip (ef3893c5-f6b3-4dce-8c41-60546e4dc7f6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.497029 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Floating IP ef3893c5-f6b3-4dce-8c41-60546e4dc7f6 disassociated (deleted). External IP: 172.25.3.148, port: ec1f20d0-debd-44ad-838e-d72d5bbe8fe8. Mar 10 17:55:50.524044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (75f8075e-4fae-45c3-b9d4-a6828b8bc7e0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.598785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (75f8075e-4fae-45c3-b9d4-a6828b8bc7e0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.625295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.633148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/75f8075e-4fae-45c3-b9d4-a6828b8bc7e0 HTTP/1.1" status: 204 len: 168 time: 0.4270866 Mar 10 17:55:50.642769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 36998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:50.668304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03740015-f7b8-4959-82db-3441299f03a2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=75f8075e-4fae-45c3-b9d4-a6828b8bc7e0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:50.791491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (1a4be2d1-a474-4767-bd48-8128046a5068), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:50.855819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Router 7038b4ca-482c-447e-9850-842b8f71b9cb has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:55:51.043065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port f69ff982-4caa-4e94-85a4-4f5978415e8f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:51.043368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.142694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41755dea-7010-42aa-b4f9-418fa023d7c4 None None] Network 1a4be2d1-a474-4767-bd48-8128046a5068 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:51.145009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port f69ff982-4caa-4e94-85a4-4f5978415e8f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f69ff982-4caa-4e94-85a4-4f5978415e8f,segment=NetworkSegment(6ab78eb6-bcda-4432-990c-37f307ede046),segment_id=6ab78eb6-bcda-4432-990c-37f307ede046)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:51.145510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.161328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:55:51.173921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.176995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:55:51.193393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for f69ff982-4caa-4e94-85a4-4f5978415e8f owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:51.193683 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:51.194496 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:51.255323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-80eb2a20-831f-45fd-a912-0c3b104d5aea None None] Provisioning complete for port f69ff982-4caa-4e94-85a4-4f5978415e8f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:55:51.255824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80eb2a20-831f-45fd-a912-0c3b104d5aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.312820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f69ff982-4caa-4e94-85a4-4f5978415e8f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.347576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-80eb2a20-831f-45fd-a912-0c3b104d5aea None None] Could not find standard attr ID for object f69ff982-4caa-4e94-85a4-4f5978415e8f. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:55:51.351732 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.db [None req-80eb2a20-831f-45fd-a912-0c3b104d5aea None None] No ports have port_id starting with f69ff982-4caa-4e94-85a4-4f5978415e8f Mar 10 17:55:51.392396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=f69ff982-4caa-4e94-85a4-4f5978415e8f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:51.394847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port f69ff982-4caa-4e94-85a4-4f5978415e8f on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:51.401341 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b02949d6-d922-4773-ae25-ec425838d86f tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "DELETE /v2.0/floatingips/ef3893c5-f6b3-4dce-8c41-60546e4dc7f6 HTTP/1.1" status: 204 len: 168 time: 1.6702378 Mar 10 17:55:51.404994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:51.407402 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4653858-ef70-4068-b7b1-cde235e274ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:51.421950 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:51.508929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c90c0-2b59-485d-ab15-7127d5304f7d None None] DHCP port deletion for 1a4be2d1-a474-4767-bd48-8128046a5068 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:55:51.526527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (1a4be2d1-a474-4767-bd48-8128046a5068), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:51.531353 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3109948-4702-40f7-9b29-57aa21aaabba x-openstack-request-id: req-a3109948-4702-40f7-9b29-57aa21aaabba {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:51.531839 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:51.532253 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3109948-4702-40f7-9b29-57aa21aaabba {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:51.532803 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:55:51.560070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4be2d1-a474-4767-bd48-8128046a5068']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:51.572079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab78eb6-bcda-4432-990c-37f307ede046') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:51.574329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab78eb6-bcda-4432-990c-37f307ede046') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:51.633934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653858-ef70-4068-b7b1-cde235e274ae req-3193d741-a20b-46f9-9329-97fe388f69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:51.641918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-3193d741-a20b-46f9-9329-97fe388f69de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b95d73c8cf974134ae40847a555e62a0&device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 1127 time: 0.1006713 Mar 10 17:55:51.918027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653858-ef70-4068-b7b1-cde235e274ae req-3bdff5fc-5642-4e37-b185-89aa7429f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:51.921126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-3bdff5fc-5642-4e37-b185-89aa7429f7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 200 len: 915 time: 0.2754936 Mar 10 17:55:52.030378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-f3bc7567-de17-44ea-873c-b7de80e515ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 200 len: 217 time: 0.0937726 Mar 10 17:55:52.079047 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:52.102081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2afa-294b-48f1-b94f-63491fc273a8 req-77f3ca6e-2874-4062-93f1-d6b1472d9a17 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:52.104317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a04a2afa-294b-48f1-b94f-63491fc273a8 req-77f3ca6e-2874-4062-93f1-d6b1472d9a17 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.2589986 Mar 10 17:55:52.120561 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:55:52.130681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:55:52.131544 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:52.132788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6ab78eb6-bcda-4432-990c-37f307ede046), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.149558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6ab78eb6-bcda-4432-990c-37f307ede046), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.156519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:52.156961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6ab78eb6-bcda-4432-990c-37f307ede046), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:52.160704 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:52.197572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653858-ef70-4068-b7b1-cde235e274ae req-30991b4e-0584-4ce2-ad71-51288b911aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:52.199155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-30991b4e-0584-4ce2-ad71-51288b911aff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 200 len: 853 time: 0.1620872 Mar 10 17:55:52.256014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (1a4be2d1-a474-4767-bd48-8128046a5068), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.257710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a04a2afa-294b-48f1-b94f-63491fc273a8 req-e0976be2-db71-4026-80e6-3cf5860ec756 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319172 Mar 10 17:55:52.280456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653858-ef70-4068-b7b1-cde235e274ae req-ecadf346-8a4f-45f8-afd5-8219f337ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:52.282195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-ecadf346-8a4f-45f8-afd5-8219f337ae0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57ceb479-9e91-4f77-b54a-a4772056e731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720315 Mar 10 17:55:52.285229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.294050 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/1a4be2d1-a474-4767-bd48-8128046a5068 HTTP/1.1" status: 204 len: 168 time: 1.6499882 Mar 10 17:55:52.294788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.336251 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7cade0-6bbf-423b-87f0-0f8c84a9b165 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.336716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7cade0-6bbf-423b-87f0-0f8c84a9b165 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.345546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37038) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.349483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3d7cade0-6bbf-423b-87f0-0f8c84a9b165 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/b0a2716e-b29d-4d55-82c0-abbf6f37aed8 HTTP/1.1" status: 404 len: 337 time: 0.0472801 Mar 10 17:55:52.361848 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:55:52.369699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514f6d1-e39a-4a6e-bde4-8c91836c94df tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=1a4be2d1-a474-4767-bd48-8128046a5068,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:52.406995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f69ff982-4caa-4e94-85a4-4f5978415e8f no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:55:52.424881 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbd5ea5-93f1-4cfa-bf79-280a575dd809 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.425328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbd5ea5-93f1-4cfa-bf79-280a575dd809 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.431379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fbbd5ea5-93f1-4cfa-bf79-280a575dd809 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/62fa8dd9-37f9-479d-8e66-5b43a84981fd HTTP/1.1" status: 404 len: 339 time: 0.0667591 Mar 10 17:55:52.431719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37040) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.440794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f69ff982-4caa-4e94-85a4-4f5978415e8f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:55:52.441640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f69ff982-4caa-4e94-85a4-4f5978415e8f not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:55:52.468918 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca31aa1-09d6-4484-82a3-84fd382dc72b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.469303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca31aa1-09d6-4484-82a3-84fd382dc72b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.475661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7ca31aa1-09d6-4484-82a3-84fd382dc72b tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/17152a42-276d-4913-8ab3-b16e866bd6d7 HTTP/1.1" status: 404 len: 337 time: 0.0399299 Mar 10 17:55:52.475849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.496856 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09e6504-51aa-474c-9448-6fafbc29e9bc tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.497369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09e6504-51aa-474c-9448-6fafbc29e9bc tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.502936 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e09e6504-51aa-474c-9448-6fafbc29e9bc tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/61c120a3-9e7d-42df-94b2-a7c0d605182a HTTP/1.1" status: 404 len: 339 time: 0.0239966 Mar 10 17:55:52.503864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.506356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-b68d5e3e-3e7a-4950-98b4-1204499f6c2a service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161565 Mar 10 17:55:52.541584 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f06f193-5f54-46a4-a7f4-ed3e736555eb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.542054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f06f193-5f54-46a4-a7f4-ed3e736555eb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.545323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3f06f193-5f54-46a4-a7f4-ed3e736555eb tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/ee7bfb71-8e25-43c8-9067-6981ac753172 HTTP/1.1" status: 404 len: 337 time: 0.0378683 Mar 10 17:55:52.548370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.589135 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-48afd0b4-04be-4630-8ffb-01191def9218 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:52.589654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48afd0b4-04be-4630-8ffb-01191def9218 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:52.605194 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48afd0b4-04be-4630-8ffb-01191def9218 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/778e6d95-d619-430e-9490-7be701985e0c HTTP/1.1" status: 404 len: 339 time: 0.0505157 Mar 10 17:55:52.605426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:52.678821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4653858-ef70-4068-b7b1-cde235e274ae req-178702cb-4d10-4487-a3ef-b4e2f9d0b3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644158 Mar 10 17:55:52.680618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting subnet 7731da84-0ddb-4e92-8c05-3bdc0d39b8f8 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:55:52.684543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (7731da84-0ddb-4e92-8c05-3bdc0d39b8f8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.702537 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:52.737519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff959c-2aac-44d4-841c-359f1014fa08 None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:49:19Z', 'revision_number': 4, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'abe6c696-4653-4c5e-82c9-0395bf32b815', 'name': '', 'network_id': '57ceb479-9e91-4f77-b54a-a4772056e731', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'mac_address': 'fa:16:3e:64:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:15Z', 'updated_at': '2022-03-10T17:49:27Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'subnets': [{'id': '3b978221-abb0-4354-8814-bb4c037a5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:55:52.750299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (7731da84-0ddb-4e92-8c05-3bdc0d39b8f8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.852732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7731da84-0ddb-4e92-8c05-3bdc0d39b8f8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.927223 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (7731da84-0ddb-4e92-8c05-3bdc0d39b8f8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.969702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=7731da84-0ddb-4e92-8c05-3bdc0d39b8f8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:52.979610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:52.980742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5228ba-4261-48b7-9813-7fad0b99be17 None None] Network 138c484a-d05b-433c-88aa-3e646dcbb097 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:52.984124 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cb8cc69d-bd22-4c16-bbfd-dc703e319692 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/7731da84-0ddb-4e92-8c05-3bdc0d39b8f8 HTTP/1.1" status: 204 len: 168 time: 0.3777385 Mar 10 17:55:52.986567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:53.102050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed953-4a69-4215-8ce9-35bf3bcedddb None None] New status for floating IP ef3893c5-f6b3-4dce-8c41-60546e4dc7f6: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:55:53.112041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (138c484a-d05b-433c-88aa-3e646dcbb097), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.175270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:53.175270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.250695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,segment=NetworkSegment(1d2f80a3-8a97-4245-846e-078abdc76587),segment_id=1d2f80a3-8a97-4245-846e-078abdc76587)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:53.251067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.273795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for c1f7af46-d1e7-4c9c-92b1-2281c71880c9 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:53.332378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310efb66-2a21-4557-9685-938b96d1754b None None] DHCP port deletion for 138c484a-d05b-433c-88aa-3e646dcbb097 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:55:53.386887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Deleting port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:53.387436 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.408740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.423553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:53.450908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:53.513991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-310efb66-2a21-4557-9685-938b96d1754b None None] For port c1f7af46-d1e7-4c9c-92b1-2281c71880c9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,segment=NetworkSegment(1d2f80a3-8a97-4245-846e-078abdc76587),segment_id=1d2f80a3-8a97-4245-846e-078abdc76587)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:53.515957 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.548183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4387b-559d-4a41-b1fd-6fc7ee1f0d9c req-35a57cb9-63b5-412e-977f-6b5803879ea5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:53.549866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2e4387b-559d-4a41-b1fd-6fc7ee1f0d9c req-35a57cb9-63b5-412e-977f-6b5803879ea5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.0879238 Mar 10 17:55:53.558121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (138c484a-d05b-433c-88aa-3e646dcbb097), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.559972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Calling delete_port for c1f7af46-d1e7-4c9c-92b1-2281c71880c9 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:53.570391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-1462d6a4-4fa9-4741-9315-da9ac69cee83 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:53.572218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-1462d6a4-4fa9-4741-9315-da9ac69cee83 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 945 time: 0.1768029 Mar 10 17:55:53.582891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138c484a-d05b-433c-88aa-3e646dcbb097']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:53.596196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2f80a3-8a97-4245-846e-078abdc76587') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:53.596502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2f80a3-8a97-4245-846e-078abdc76587') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:53.607042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (1d2f80a3-8a97-4245-846e-078abdc76587), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.624566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (1d2f80a3-8a97-4245-846e-078abdc76587), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.640198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:53.640680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (1d2f80a3-8a97-4245-846e-078abdc76587), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:53.645948 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:53.698070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c1f7af46-d1e7-4c9c-92b1-2281c71880c9), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.732215 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (138c484a-d05b-433c-88aa-3e646dcbb097), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.740824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310efb66-2a21-4557-9685-938b96d1754b None None] Pushing event deleted for resources: {'Port': ['ID=c1f7af46-d1e7-4c9c-92b1-2281c71880c9,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:53.745314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310efb66-2a21-4557-9685-938b96d1754b None None] No DVR routers for this DVR port c1f7af46-d1e7-4c9c-92b1-2281c71880c9 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:53.748755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.752956 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/138c484a-d05b-433c-88aa-3e646dcbb097 HTTP/1.1" status: 204 len: 168 time: 0.7646265 Mar 10 17:55:53.769800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37122) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:53.774660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff13b2-5065-4fe3-ad82-bb59c83f4dbf tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=138c484a-d05b-433c-88aa-3e646dcbb097,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:53.789400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2e4387b-559d-4a41-b1fd-6fc7ee1f0d9c req-aa831e6e-b4d5-4b73-860a-2bb86cfdce13 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/security-groups?id=ada474f9-59f4-4e4c-8557-6739e824924f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326977 Mar 10 17:55:53.815822 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f32a1e9-2143-476b-87e9-502cc070bfba tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:53.816309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f32a1e9-2143-476b-87e9-502cc070bfba tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:53.822061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9f32a1e9-2143-476b-87e9-502cc070bfba tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/af5b292a-944c-430c-8d5e-74ec85cdf968 HTTP/1.1" status: 404 len: 337 time: 0.0486240 Mar 10 17:55:53.822868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:53.847389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Deleting port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:53.848131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.849674 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4e348a-0770-457f-9af6-350db7f488e9 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] DELETE failed (client error): The resource could not be found. Mar 10 17:55:53.850195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4e348a-0770-457f-9af6-350db7f488e9 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:55:53.853556 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b4e348a-0770-457f-9af6-350db7f488e9 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/247eddd5-0a4a-4ee1-8ebf-5161b3e83bf5 HTTP/1.1" status: 404 len: 339 time: 0.0296504 Mar 10 17:55:53.856265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37138) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:53.924326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting subnet 0b89d98e-df66-4f82-98a4-2e389ef61056 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:55:53.928331 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (0b89d98e-df66-4f82-98a4-2e389ef61056), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.963923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] For port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:53.964405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.977447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (0b89d98e-df66-4f82-98a4-2e389ef61056), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:53.981279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Calling delete_port for ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:54.088088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0b89d98e-df66-4f82-98a4-2e389ef61056), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.162412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (0b89d98e-df66-4f82-98a4-2e389ef61056), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.171370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ec1f20d0-debd-44ad-838e-d72d5bbe8fe8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.201610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.205359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/subnets/0b89d98e-df66-4f82-98a4-2e389ef61056 HTTP/1.1" status: 204 len: 168 time: 0.3476851 Mar 10 17:55:54.206419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61a22f-a11e-490c-b793-29507ea7c6a4 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Subnet': ['ID=0b89d98e-df66-4f82-98a4-2e389ef61056,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:54.215563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:54.247779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event deleted for resources: {'Port': ['ID=ec1f20d0-debd-44ad-838e-d72d5bbe8fe8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:54.270418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] No DVR routers for this DVR port ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:54.273726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.277509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35fb8fe2-354a-489e-9d30-879adcd01cde req-91e1f260-8bb5-45b2-9d01-6d4c34fddae8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.41 "DELETE /v2.0/ports/ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 HTTP/1.1" status: 204 len: 173 time: 0.6958404 Mar 10 17:55:54.278454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'name': 'network-vif-deleted', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:55:54.281076 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f83e7-4163-444f-bfec-fcbdf89bb8db" -d '{"events": [{"server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "name": "network-vif-deleted", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:55:54.330333 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c0dc44-2d9b-4f0a-bb3d-10bd3d107357 x-openstack-request-id: req-d5c0dc44-2d9b-4f0a-bb3d-10bd3d107357 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:55:54.330954 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b641809-8c54-49eb-80fd-e52c6578234a", "name": "network-vif-deleted", "tag": "ec1f20d0-debd-44ad-838e-d72d5bbe8fe8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:55:54.331386 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5c0dc44-2d9b-4f0a-bb3d-10bd3d107357 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:55:54.332269 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b641809-8c54-49eb-80fd-e52c6578234a', 'name': 'network-vif-deleted', 'tag': 'ec1f20d0-debd-44ad-838e-d72d5bbe8fe8', 'status': 'completed', 'code': 200} Mar 10 17:55:54.336021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (839718e8-b47e-4b82-811b-159a6e60d0ca), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.440845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Deleting port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:54.441251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.454921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1f7af46-d1e7-4c9c-92b1-2281c71880c9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:55:54.531948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c1f7af46-d1e7-4c9c-92b1-2281c71880c9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:55:54.532580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1f7af46-d1e7-4c9c-92b1-2281c71880c9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:55:54.554110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684eb79-eebf-44a2-96d8-8bfb3c069e72 None None] Network 839718e8-b47e-4b82-811b-159a6e60d0ca requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:54.575483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] For port 5809a8fb-e3cc-48e6-bbc8-284e378a0108, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5809a8fb-e3cc-48e6-bbc8-284e378a0108,segment=NetworkSegment(18b05235-8a89-4d9c-b3d1-8a45259ca6bc),segment_id=18b05235-8a89-4d9c-b3d1-8a45259ca6bc)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:54.575849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.593574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Calling delete_port for 5809a8fb-e3cc-48e6-bbc8-284e378a0108 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:54.746499 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5809a8fb-e3cc-48e6-bbc8-284e378a0108), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.769571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa32696-c82f-4dad-965d-212deeae7f4f None None] DHCP port deletion for 839718e8-b47e-4b82-811b-159a6e60d0ca request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:55:54.787516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Port': ['ID=5809a8fb-e3cc-48e6-bbc8-284e378a0108,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:54.793614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] No DVR routers for this DVR port 5809a8fb-e3cc-48e6-bbc8-284e378a0108 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:55:54.914141 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (839718e8-b47e-4b82-811b-159a6e60d0ca), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:54.958620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839718e8-b47e-4b82-811b-159a6e60d0ca']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:54.970722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b05235-8a89-4d9c-b3d1-8a45259ca6bc') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:54.971229 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b05235-8a89-4d9c-b3d1-8a45259ca6bc') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:55:54.983032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (18b05235-8a89-4d9c-b3d1-8a45259ca6bc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.011531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (18b05235-8a89-4d9c-b3d1-8a45259ca6bc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.020645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:55:55.021292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (18b05235-8a89-4d9c-b3d1-8a45259ca6bc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.022378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-303b7f0f-11e3-4fff-abdc-8b2befc417ff req-c12f96ad-354f-48f5-8759-2a95d686ebb5 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0669043 Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:55:55.032506 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:55:55.126157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (839718e8-b47e-4b82-811b-159a6e60d0ca), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.154268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.161445 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] 10.222.0.35 "DELETE /v2.0/networks/839718e8-b47e-4b82-811b-159a6e60d0ca HTTP/1.1" status: 204 len: 168 time: 0.9417100 Mar 10 17:55:55.182558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf2ba8-8210-45d4-9c6e-4e93dacd21d2 tempest-NetworksIpV6Test-876897593 tempest-NetworksIpV6Test-876897593-project] Pushing event deleted for resources: {'Network': ['ID=839718e8-b47e-4b82-811b-159a6e60d0ca,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:55.534291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37324) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:55.712654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-47ee087a-3baf-4934-953b-37c52ebb1394 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17292ff6697c4e41af8ecc13ded6f7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765704 Mar 10 17:55:55.714855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:55.771632 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] Publish callbacks [] for security_group (f62634b6-056f-487c-9d82-46473c92b5cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.803208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] Publish callbacks [] for security_group (f62634b6-056f-487c-9d82-46473c92b5cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.867649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f62634b6-056f-487c-9d82-46473c92b5cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.871378 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:55.875330 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f62634b6-056f-487c-9d82-46473c92b5cc HTTP/1.1" status: 204 len: 168 time: 0.1566968 Mar 10 17:55:55.882859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ad53-2cd7-4dab-a895-4c31c1933c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62634b6-056f-487c-9d82-46473c92b5cc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:56.180526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18ea9700-744b-43ed-b806-42342981e10e req-586d53f3-6ca2-415f-95f4-cc695724cfd0 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0635476 Mar 10 17:55:56.360570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5809a8fb-e3cc-48e6-bbc8-284e378a0108 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:55:56.382262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 5809a8fb-e3cc-48e6-bbc8-284e378a0108 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:55:56.382635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5809a8fb-e3cc-48e6-bbc8-284e378a0108 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:55:56.942892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:57.089638 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.139188 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-753406859'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:57.193271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba220-dfbc-4fe5-9638-f1e644b6b618 req-8bc99126-feff-46dc-b80e-4b861a55a4a4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:57.200188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:55:57.204608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef4ba220-dfbc-4fe5-9638-f1e644b6b618 req-8bc99126-feff-46dc-b80e-4b861a55a4a4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.1618271 Mar 10 17:55:57.216956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Made reservation on behalf of 5ea115b260a74b5c80c6a6f6ae02cdb4 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:57.228440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.271382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.280047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:55:57.281860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device ec1f20d0-debd-44ad-838e-d72d5bbe8fe8 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:55:57.346636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef4ba220-dfbc-4fe5-9638-f1e644b6b618 req-22d379db-9534-4df2-a182-8b79d030d677 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410115 Mar 10 17:55:57.437977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d3f6ecb8-86c5-4488-9a38-2b27d179a054 req-43a84017-0233-41ba-a815-ec9fbe4083e2 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0427480 Mar 10 17:55:57.479855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for security_group (8164205e-c592-4bc4-8ff2-02541a20a5db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.494892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8164205e-c592-4bc4-8ff2-02541a20a5db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.546041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:55:57.560974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8164205e-c592-4bc4-8ff2-02541a20a5db,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:57.567186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (77cf2af5-324f-4383-9df5-dc168ec5c4a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.567805 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Added segment 77cf2af5-324f-4383-9df5-dc168ec5c4a8 of type vlan for network 64c80ea7-7fc5-487a-989c-45e5ca536740 Mar 10 17:55:57.631997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (64c80ea7-7fc5-487a-989c-45e5ca536740), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.669850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (64c80ea7-7fc5-487a-989c-45e5ca536740), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.679793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:57.681128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:57.734221 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7876902 Mar 10 17:55:57.734411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:57.740019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Request body: {'subnet': {'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:57.796609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5d34-93f8-4c7f-8d08-9c7218654ee3 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event updated for resources: {'Network': ['ID=64c80ea7-7fc5-487a-989c-45e5ca536740,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:57.812460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:55:57.876921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Made reservation on behalf of 5ea115b260a74b5c80c6a6f6ae02cdb4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:57.883710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:58.119001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2a5799b6-3774-4636-8095-eb1829f44876), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:58.204485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Checking segment: {'id': '77cf2af5-324f-4383-9df5-dc168ec5c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:58.204847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Network hostable DHCP agents. Network: 64c80ea7-7fc5-487a-989c-45e5ca536740, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:55:58.221116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event updated for resources: {'Subnet': ['ID=2a5799b6-3774-4636-8095-eb1829f44876,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:58.243816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:55:58.271212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 64c80ea7-7fc5-487a-989c-45e5ca536740) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:58.280127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:58.282566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:58.284438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5320fbb-a2e6-49cf-9197-aa5589ee4cfc None None] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:55:58.312273 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61ad1c5a-af0a-473e-80a5-3bc17e87b0af tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5767372 Mar 10 17:55:58.314894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37654) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:55:58.323304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Request body: {'port': {'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740', 'name': 'tempest-TagsExtTest-331031385'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:55:58.512988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-64c80ea7-7fc5-487a-989c-45e5ca536740', 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740', 'project_id': '5ea115b260a74b5c80c6a6f6ae02cdb4', 'fixed_ips': [{'subnet_id': '2a5799b6-3774-4636-8095-eb1829f44876'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:55:58.514376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:58.647243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Made reservation on behalf of 5ea115b260a74b5c80c6a6f6ae02cdb4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:55:58.651302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:58.695616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] device_id is not set on port 1d3585aa-e04e-4dab-9613-6d1d842905a6 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:55:58.777778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Allocated IP 172.20.0.2 (64c80ea7-7fc5-487a-989c-45e5ca536740/2a5799b6-3774-4636-8095-eb1829f44876/9b424783-63ec-45f0-98bf-3746517183fa) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:58.797674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-027e5d52-5356-46b4-a89a-84fe06549ba6 req-95f9f732-a79a-4b98-9ca1-963e3e5141a1 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.1719749 Mar 10 17:55:58.896675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-d16ca8f1-472e-4d5d-8e42-3f780fb0eb55 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:58.899107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-d16ca8f1-472e-4d5d-8e42-3f780fb0eb55 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.4388771 Mar 10 17:55:58.913326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db1c64-4f4d-49a2-9427-490d87a9074d req-0c2322ed-2bfb-442d-a533-f79f0684ac7f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:58.915301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0db1c64-4f4d-49a2-9427-490d87a9074d req-0c2322ed-2bfb-442d-a533-f79f0684ac7f tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 947 time: 0.4420550 Mar 10 17:55:59.042036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks [] for port (9b424783-63ec-45f0-98bf-3746517183fa), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.047497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0db1c64-4f4d-49a2-9427-490d87a9074d req-8b75f617-e7a3-462b-8b86-14b3ee2cc4dc tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeb6bad8-8d17-4499-b87d-7d05cadf0363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236715 Mar 10 17:55:59.053367 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9b424783-63ec-45f0-98bf-3746517183fa), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.080992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Deleting port c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:55:59.081650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.104009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:59.110810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:59.114719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:59.121810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Pushing event updated for resources: {'Port': ['ID=9b424783-63ec-45f0-98bf-3746517183fa,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:59.197746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Attempting to bind port 9b424783-63ec-45f0-98bf-3746517183fa on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:55:59.198118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Attempting to bind port 9b424783-63ec-45f0-98bf-3746517183fa by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '77cf2af5-324f-4383-9df5-dc168ec5c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:55:59.198589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Attempting to bind port 9b424783-63ec-45f0-98bf-3746517183fa on network 64c80ea7-7fc5-487a-989c-45e5ca536740 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:55:59.205276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:55:59.205657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Checking segment: {'id': '77cf2af5-324f-4383-9df5-dc168ec5c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:55:59.209551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.209955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Bound using segment: {'id': '77cf2af5-324f-4383-9df5-dc168ec5c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:55:59.210468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Bound port: 9b424783-63ec-45f0-98bf-3746517183fa, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf2af5-324f-4383-9df5-dc168ec5c4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '64c80ea7-7fc5-487a-989c-45e5ca536740'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:55:59.210858 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9b424783-63ec-45f0-98bf-3746517183fa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.219849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] For port c65cade0-8ae8-49e9-bb21-5b1e519aa305, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c65cade0-8ae8-49e9-bb21-5b1e519aa305,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:55:59.220528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.243480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Allocated IP 172.20.0.4 (64c80ea7-7fc5-487a-989c-45e5ca536740/2a5799b6-3774-4636-8095-eb1829f44876/1d3585aa-e04e-4dab-9613-6d1d842905a6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:55:59.300083 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-f4eae7f2-c0f4-4b41-a34c-b8cada9f267b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1643212 Mar 10 17:55:59.331635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] For port 9b424783-63ec-45f0-98bf-3746517183fa, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:55:59.343260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] For port 9b424783-63ec-45f0-98bf-3746517183fa, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9b424783-63ec-45f0-98bf-3746517183fa,segment=NetworkSegment(77cf2af5-324f-4383-9df5-dc168ec5c4a8),segment_id=77cf2af5-324f-4383-9df5-dc168ec5c4a8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:55:59.356293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9b424783-63ec-45f0-98bf-3746517183fa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.464878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36071ac6-b5e7-4f6a-9e16-78fabb0cee20 None None] Pushing event updated for resources: {'Port': ['ID=9b424783-63ec-45f0-98bf-3746517183fa,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:59.497379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.497798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.498131 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Floating IP e229353b-eec8-4722-8633-a2093cba4d7e disassociated. External IP: 172.25.3.232, port: c65cade0-8ae8-49e9-bb21-5b1e519aa305. Mar 10 17:55:59.498503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Calling delete_port for c65cade0-8ae8-49e9-bb21-5b1e519aa305 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:55:59.506663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-35e34e00-214d-4f6f-9a70-27b54a3b146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:59.509161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-35e34e00-214d-4f6f-9a70-27b54a3b146e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1132 time: 0.1748972 Mar 10 17:55:59.673415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c65cade0-8ae8-49e9-bb21-5b1e519aa305), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.681920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.709376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-78ee99fb-c7b1-4b90-99e9-f590eba3d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:59.710920 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-78ee99fb-c7b1-4b90-99e9-f590eba3d6f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1637478 Mar 10 17:55:59.726300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'Port': ['ID=c65cade0-8ae8-49e9-bb21-5b1e519aa305,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:59.775717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-37ffadea-dd74-4d9f-8f04-6b597aefd2a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 217 time: 0.0477073 Mar 10 17:55:59.797321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:55:59.911588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event updated for resources: {'Port': ['ID=1d3585aa-e04e-4dab-9613-6d1d842905a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:55:59.925021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:55:59.961130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:55:59.969977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-dbf6a5a0-8fda-449e-89fa-a5f7b41ca8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:55:59.973764 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-dbf6a5a0-8fda-449e-89fa-a5f7b41ca8bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1841109 Mar 10 17:55:59.973764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:55:59.998312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ff18cbb-df19-4434-9e0a-f2ab11d035a6 req-0e7aba7b-13dd-44ec-a67a-1c50fd7513c0 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0564132 Mar 10 17:56:00.016657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.040018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:56:00.147408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:00.150464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.194030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-4448b391-13c6-4d9d-a53b-962f6e2e37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:00.196901 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-4448b391-13c6-4d9d-a53b-962f6e2e37c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1832309 Mar 10 17:56:00.200890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-41021bb7-4d50-40ee-8407-4891a18c6970 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8843105 Mar 10 17:56:00.206539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37694) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:00.219252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1607566517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:00.223339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:56:00.227036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cae753c-870e-4dad-8a82-e7939af15e66 req-6e0b0c60-76c9-4396-bc71-b0b5fc6eb02a tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bcd128a-3d36-48b3-be47-0fb82fde8985 HTTP/1.1" status: 200 len: 210 time: 0.0447202 Mar 10 17:56:00.254296 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:56:00.276964 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:00.279255 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:00.286360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] No DVR routers for this DVR port c65cade0-8ae8-49e9-bb21-5b1e519aa305 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:00.288906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.294301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93c4d6a1-10c8-44e4-b70a-a626dfc75243 req-de395a75-eb66-49c5-be02-32acb39db3a8 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.59 "DELETE /v2.0/ports/c65cade0-8ae8-49e9-bb21-5b1e519aa305 HTTP/1.1" status: 204 len: 173 time: 1.3778844 Mar 10 17:56:00.294849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-deleted', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:56:00.297619 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d139b6-20a4-48d8-9320-00712f08d50c" -d '{"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-deleted", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:56:00.333692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.334966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.415314 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a3d370-869f-4811-a8d9-21fb9bb89ba6 x-openstack-request-id: req-95a3d370-869f-4811-a8d9-21fb9bb89ba6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:56:00.415606 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd128a-3d36-48b3-be47-0fb82fde8985", "name": "network-vif-deleted", "tag": "c65cade0-8ae8-49e9-bb21-5b1e519aa305", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:56:00.415863 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95a3d370-869f-4811-a8d9-21fb9bb89ba6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:56:00.416673 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcd128a-3d36-48b3-be47-0fb82fde8985', 'name': 'network-vif-deleted', 'tag': 'c65cade0-8ae8-49e9-bb21-5b1e519aa305', 'status': 'completed', 'code': 200} Mar 10 17:56:00.517056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for router_controller (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.526670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9b424783-63ec-45f0-98bf-3746517183fa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:00.552557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.556391 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:00.606059 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-144b22c9-14b3-4818-a986-870476f41152 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810220 Mar 10 17:56:00.619720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.624492 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3b0fd6eb-fab1-4693-9515-b7f426663bb2 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4157846 Mar 10 17:56:00.624695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37700) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:00.628677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9b424783-63ec-45f0-98bf-3746517183fa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:00.629965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9b424783-63ec-45f0-98bf-3746517183fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.630139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-32810b17-4b63-4d15-9768-ee647f9bdfc7 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-540830127', 'prefixes': ['172.20.0.0/16']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:00.769505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9b424783-63ec-45f0-98bf-3746517183fa is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:00.770904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9b424783-63ec-45f0-98bf-3746517183fa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.786854 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32810b17-4b63-4d15-9768-ee647f9bdfc7 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.788697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-32810b17-4b63-4d15-9768-ee647f9bdfc7 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1630983 Mar 10 17:56:00.792226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37702) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:00.797817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-94164168-63b2-45e5-9ebb-b6cd7a9ae892 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-221703438') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:00.826748 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9a38b9f5-6bca-4f4a-8931-85dfba7ae8a6 req-a7945d55-0377-4b12-8b1f-d53684c22905 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005339 Mar 10 17:56:00.829420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9b424783-63ec-45f0-98bf-3746517183fa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9b424783-63ec-45f0-98bf-3746517183fa,segment=NetworkSegment(77cf2af5-324f-4383-9df5-dc168ec5c4a8),segment_id=77cf2af5-324f-4383-9df5-dc168ec5c4a8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:00.856738 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9b424783-63ec-45f0-98bf-3746517183fa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:00.905880 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:00.951117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:56:00.962813 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:00.963433 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:55:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:00.987074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-94164168-63b2-45e5-9ebb-b6cd7a9ae892 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-221703438 HTTP/1.1" status: 201 len: 201 time: 0.1911249 Mar 10 17:56:00.988093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37706) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:00.989415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9b424783-63ec-45f0-98bf-3746517183fa,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:00.995282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-a8bb059d-6dc6-460b-a305-4e1b0bd9f323 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-1304700436') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.137791 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a8bb059d-6dc6-460b-a305-4e1b0bd9f323 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-1304700436 HTTP/1.1" status: 201 len: 201 time: 0.1482437 Mar 10 17:56:01.140297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37710) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.146674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-922c54d9-21bd-4145-86ab-f0123ec05b39 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-379623104') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.155583 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:01.181272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a95d1c06-42dc-4f04-8230-4143fbc5573e req-8ab7ae14-1a5c-42d8-b4d5-309726bf8c7a tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0451357 Mar 10 17:56:01.309655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37720) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.315631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-d7c6a58d-29bb-4926-927f-3aa900f05f64 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-1669808914') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.315872 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-922c54d9-21bd-4145-86ab-f0123ec05b39 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-379623104 HTTP/1.1" status: 201 len: 201 time: 0.1652653 Mar 10 17:56:01.370219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a57b2-3c8a-480b-a9f6-8375b359f922 None None] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:01.402598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.453435 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.470251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7c6a58d-29bb-4926-927f-3aa900f05f64 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-1669808914 HTTP/1.1" status: 201 len: 201 time: 0.1572263 Mar 10 17:56:01.471245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37728) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.476138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-00a946fe-e7fd-4230-8812-4deb5fbead0d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.492562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (eeb6bad8-8d17-4499-b87d-7d05cadf0363), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.493101 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61144f0a-064e-4917-b3ea-a4de055f8b5f None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:46:58Z', 'revision_number': 4, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'f41e1728-aaf3-4770-8a82-f140b821983d', 'name': '', 'network_id': 'b8f54aee-117e-4c86-a0d9-f0ae5f654629', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'mac_address': 'fa:16:3e:51:a6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:54Z', 'updated_at': '2022-03-10T17:47:03Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'subnets': [{'id': '05c8a2ac-29bd-46a4-b199-b4ba4534874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:56:01.509812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-45179629-5ad6-4591-b4b9-08da4fffedcf None None] Provisioning complete for port 9b424783-63ec-45f0-98bf-3746517183fa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:01.519626 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45179629-5ad6-4591-b4b9-08da4fffedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9b424783-63ec-45f0-98bf-3746517183fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.529903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (eeb6bad8-8d17-4499-b87d-7d05cadf0363), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.617824 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (eeb6bad8-8d17-4499-b87d-7d05cadf0363), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.620685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.624518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "DELETE /v2.0/security-groups/eeb6bad8-8d17-4499-b87d-7d05cadf0363 HTTP/1.1" status: 204 len: 168 time: 0.2180634 Mar 10 17:56:01.624839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.642537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c820e-37ec-4af7-938f-e8986a2798c4 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6bad8-8d17-4499-b87d-7d05cadf0363,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:01.661436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00a946fe-e7fd-4230-8812-4deb5fbead0d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 200 len: 240 time: 0.1866429 Mar 10 17:56:01.662629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37732) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.663023 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-339c0b50-6e9e-497d-970e-d589f06de445 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] show failed (client error): The resource could not be found. Mar 10 17:56:01.664100 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-339c0b50-6e9e-497d-970e-d589f06de445 tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "GET /v2.0/security-groups/eeb6bad8-8d17-4499-b87d-7d05cadf0363 HTTP/1.1" status: 404 len: 347 time: 0.0384009 Mar 10 17:56:01.667217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.667606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-6584b884-7674-403f-8b93-691c97851824 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-221703438') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.719644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-45179629-5ad6-4591-b4b9-08da4fffedcf None None] Current status of the port 9b424783-63ec-45f0-98bf-3746517183fa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:01.785515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37736) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.786945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6584b884-7674-403f-8b93-691c97851824 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-221703438 HTTP/1.1" status: 204 len: 168 time: 0.1168196 Mar 10 17:56:01.790178 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-87ca2f6a-7bc8-4598-b9df-633b0d50e58a tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-221703438') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.908578 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-87ca2f6a-7bc8-4598-b9df-633b0d50e58a tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-221703438 HTTP/1.1" status: 204 len: 168 time: 0.1220195 Mar 10 17:56:01.911279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:01.914708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Deleting port 8950f7ee-6a7b-4455-b976-9a8114973cfd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:01.915150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:01.919694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-85f3c167-ea93-45c4-97dd-31cff6489d42 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:01.945541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cbb84-3cbf-4171-beec-07c9d8619887 None None] New status for floating IP e229353b-eec8-4722-8633-a2093cba4d7e: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 17:56:02.043367 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.043859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (8950f7ee-6a7b-4455-b976-9a8114973cfd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.057984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-85f3c167-ea93-45c4-97dd-31cff6489d42 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 200 len: 205 time: 0.1452708 Mar 10 17:56:02.060713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37740) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:02.063040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Calling delete_port for 8950f7ee-6a7b-4455-b976-9a8114973cfd owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:02.065069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-ad0f6ca4-e5b9-4c27-9bea-36f44484a6f7 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:02.174625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Provisioning complete for port 1d3585aa-e04e-4dab-9613-6d1d842905a6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:02.175730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.373309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8950f7ee-6a7b-4455-b976-9a8114973cfd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.418114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Pushing event deleted for resources: {'Port': ['ID=8950f7ee-6a7b-4455-b976-9a8114973cfd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:02.510482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9b424783-63ec-45f0-98bf-3746517183fa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:02.516170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Port 1d3585aa-e04e-4dab-9613-6d1d842905a6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:56:02.548603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks [] for floatingip (e229353b-eec8-4722-8633-a2093cba4d7e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.553050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.557781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38bed688-e0a5-450d-b3e7-58198503d0ff tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] 10.222.0.35 "DELETE /v2.0/floatingips/e229353b-eec8-4722-8633-a2093cba4d7e HTTP/1.1" status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02.558252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Provisioning complete for port 9b424783-63ec-45f0-98bf-3746517183fa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:02.558817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9b424783-63ec-45f0-98bf-3746517183fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.629267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9b424783-63ec-45f0-98bf-3746517183fa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:02.629491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9b424783-63ec-45f0-98bf-3746517183fa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.756216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cdf15326-819b-4be4-802b-01a021e03e18 None None] Current status of the port 9b424783-63ec-45f0-98bf-3746517183fa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:02.780456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:02.783673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a066150a-4ab9-47c2-9d81-89ff93d3b7e2 req-9fa257ea-1765-41ea-aa95-2cb7fc031e56 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0412602 Mar 10 17:56:02.809141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: c65cade0-8ae8-49e9-bb21-5b1e519aa305 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:02.809533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c65cade0-8ae8-49e9-bb21-5b1e519aa305 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:02.819109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:02.823872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-b6726531-bc5d-4a20-ad23-f2d60fb43e57 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-1304700436') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:02.826016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ad0f6ca4-e5b9-4c27-9bea-36f44484a6f7 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 200 len: 241 time: 0.7641790 Mar 10 17:56:02.853660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9b424783-63ec-45f0-98bf-3746517183fa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:02.879044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-01cdbac6-eed5-4957-9995-5474b645223b None None] Provisioning complete for port 1d3585aa-e04e-4dab-9613-6d1d842905a6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:02.879286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01cdbac6-eed5-4957-9995-5474b645223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:02.893400 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6726531-bc5d-4a20-ad23-f2d60fb43e57 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-1304700436 HTTP/1.1" status: 204 len: 168 time: 0.0731974 Mar 10 17:56:02.895863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37756) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:02.900579 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-b164361b-8ad4-4d77-bba9-6365b390db0e tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-1304700436') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:02.921419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-01cdbac6-eed5-4957-9995-5474b645223b None None] Port 1d3585aa-e04e-4dab-9613-6d1d842905a6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:56:02.972382 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b164361b-8ad4-4d77-bba9-6365b390db0e tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-1304700436 HTTP/1.1" status: 204 len: 168 time: 0.0752175 Mar 10 17:56:02.974718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:02.979248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-4d891df0-1f54-4055-99d2-cd9d369e95f4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.034045 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4d891df0-1f54-4055-99d2-cd9d369e95f4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 200 len: 205 time: 0.0580065 Mar 10 17:56:03.036671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37760) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.041204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-2040e13d-118a-4116-9a7a-43461c9e7582 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.123048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2040e13d-118a-4116-9a7a-43461c9e7582 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 200 len: 240 time: 0.0828450 Mar 10 17:56:03.123272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37762) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.127682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-1d9657f2-5f36-4a95-a3bb-f0280203ec6e tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-379623104') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.213007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d9657f2-5f36-4a95-a3bb-f0280203ec6e tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-379623104 HTTP/1.1" status: 204 len: 168 time: 0.0849953 Mar 10 17:56:03.218910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37766) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.224994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-f6d2b7e6-422b-4784-a9f7-34b6b6a33cca tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-379623104') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.332052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6d2b7e6-422b-4784-a9f7-34b6b6a33cca tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-379623104 HTTP/1.1" status: 204 len: 168 time: 0.1117883 Mar 10 17:56:03.335056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37768) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.339583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-95a91585-e8da-43fe-ba15-cce5601e6a52 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.424185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-95a91585-e8da-43fe-ba15-cce5601e6a52 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0876193 Mar 10 17:56:03.427392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37772) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.432158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-707e23d6-29be-40aa-a534-c679c99e5b61 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.459965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-707e23d6-29be-40aa-a534-c679c99e5b61 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 200 len: 241 time: 0.0313613 Mar 10 17:56:03.463277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37776) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.467650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-f535205d-72c2-490d-b287-1e80f408b033 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-1669808914') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.513645 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f535205d-72c2-490d-b287-1e80f408b033 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-1669808914 HTTP/1.1" status: 204 len: 168 time: 0.0487194 Mar 10 17:56:03.516021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37780) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.523546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-3f6f4021-b369-43f9-970e-fb93fbd45726 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-1669808914') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.586970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3f6f4021-b369-43f9-970e-fb93fbd45726 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-1669808914 HTTP/1.1" status: 204 len: 168 time: 0.0694072 Mar 10 17:56:03.589477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37782) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.595627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-f10e4829-fb20-434a-9f37-7e5ccc9d7736 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.626348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.627145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f10e4829-fb20-434a-9f37-7e5ccc9d7736 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 200 len: 205 time: 0.0346942 Mar 10 17:56:03.631470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-2c3e524d-88f4-45a4-afd5-83d83e35635d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.665966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c3e524d-88f4-45a4-afd5-83d83e35635d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0359824 Mar 10 17:56:03.666299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37786) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.672591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-33ded3a6-84b3-4d80-be0c-ad1aa0830205 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.774024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-33ded3a6-84b3-4d80-be0c-ad1aa0830205 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1065161 Mar 10 17:56:03.776511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37792) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.784425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-a6ba1b44-c39d-45aa-9957-8d1c66a22a49 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.815278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.857134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a6ba1b44-c39d-45aa-9957-8d1c66a22a49 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0791056 Mar 10 17:56:03.859402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37800) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:03.864172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-5d7012f5-dd56-4597-946c-6c9ec447ffa5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:03.931119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfa7d785-dd61-4c55-ba3f-e8b4f7ec4df1 req-4b1015fb-70fb-4b03-a2b8-0288afc641c8 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0452392 Mar 10 17:56:03.957982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e3538c0-c108-4888-930e-536a602f1421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:03.995810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5d7012f5-dd56-4597-946c-6c9ec447ffa5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 204 len: 168 time: 0.1316304 Mar 10 17:56:03.996024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37802) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.003019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-0b76fa45-5632-4b82-98d9-1c395c84bd49 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-1603212889') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.061349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e3538c0-c108-4888-930e-536a602f1421 admin admin] Publish callbacks [] for security_group (b9e4728a-3724-4e6b-9d96-8de83abb1aec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.069224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0e3538c0-c108-4888-930e-536a602f1421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b9e4728a-3724-4e6b-9d96-8de83abb1aec), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.102822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b76fa45-5632-4b82-98d9-1c395c84bd49 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-1603212889 HTTP/1.1" status: 201 len: 201 time: 0.1050713 Mar 10 17:56:04.105545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37804) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.111838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-0c7b2f40-029c-4e9a-9824-0cbbbde1f9fb tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-1851081542') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.119716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0e3538c0-c108-4888-930e-536a602f1421 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e182cf3ddeed48e2818bc9ff1e749a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031373 Mar 10 17:56:04.120313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37806) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.127936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3538c0-c108-4888-930e-536a602f1421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e4728a-3724-4e6b-9d96-8de83abb1aec,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:04.182231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] Publish callbacks [] for security_group (b9e4728a-3724-4e6b-9d96-8de83abb1aec), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.208553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0c7b2f40-029c-4e9a-9824-0cbbbde1f9fb tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-1851081542 HTTP/1.1" status: 201 len: 201 time: 0.0989490 Mar 10 17:56:04.208758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37808) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.208861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] Publish callbacks [] for security_group (b9e4728a-3724-4e6b-9d96-8de83abb1aec), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.214937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-d176d371-dc98-49c5-aa58-138c5414a854 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-88987503') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.273177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b9e4728a-3724-4e6b-9d96-8de83abb1aec), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.276755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:04.281001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9e4728a-3724-4e6b-9d96-8de83abb1aec HTTP/1.1" status: 204 len: 168 time: 0.1587181 Mar 10 17:56:04.304594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9340ea-6490-4531-8024-4292799e462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e4728a-3724-4e6b-9d96-8de83abb1aec,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:04.369913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.375484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-070f7416-96d2-4374-8f49-9d564f6a777f tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-167534101') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.378420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d176d371-dc98-49c5-aa58-138c5414a854 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-88987503 HTTP/1.1" status: 201 len: 201 time: 0.1594751 Mar 10 17:56:04.449291 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-070f7416-96d2-4374-8f49-9d564f6a777f tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-167534101 HTTP/1.1" status: 201 len: 201 time: 0.0780456 Mar 10 17:56:04.451911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37816) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.457673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-9103728c-6d02-47f1-9388-3c5ea7eee9ee tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', {'tags': ['tempest-TagsExtTest-Tag-991611518', 'tempest-TagsExtTest-Tag-1399011476', 'tempest-TagsExtTest-Tag-710222871']}) {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.573603 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9103728c-6d02-47f1-9388-3c5ea7eee9ee tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 200 len: 316 time: 0.1205776 Mar 10 17:56:04.576547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37822) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.581652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-3c2f0d50-1d6f-4ad4-ad63-d5e225bb56b4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.664501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3c2f0d50-1d6f-4ad4-ad63-d5e225bb56b4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 204 len: 168 time: 0.0839186 Mar 10 17:56:04.664807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37828) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.669631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-bdf9f05e-90eb-4e13-ba7b-6b5d9c82d9db tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-991611518') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.727226 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-bdf9f05e-90eb-4e13-ba7b-6b5d9c82d9db tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:04.728692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bdf9f05e-90eb-4e13-ba7b-6b5d9c82d9db tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-991611518 HTTP/1.1" status: 404 len: 328 time: 0.0628669 Mar 10 17:56:04.732327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.737664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-12aeafae-7c76-460f-9fa2-fec35b02590d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-1399011476') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.831518 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-12aeafae-7c76-460f-9fa2-fec35b02590d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:04.835788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.836571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12aeafae-7c76-460f-9fa2-fec35b02590d tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-1399011476 HTTP/1.1" status: 404 len: 329 time: 0.1026168 Mar 10 17:56:04.841988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-625d3334-ee25-42a6-8361-f4694c2f68cb tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876', 'tempest-TagsExtTest-Tag-710222871') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:04.923717 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-625d3334-ee25-42a6-8361-f4694c2f68cb tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:04.927115 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-625d3334-ee25-42a6-8361-f4694c2f68cb tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags/tempest-TagsExtTest-Tag-710222871 HTTP/1.1" status: 404 len: 328 time: 0.0867026 Mar 10 17:56:04.927391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:04.932815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-4a03e5fe-ce67-41af-8418-ae85f9177e1f tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', {'tags': ['tempest-TagsExtTest-Tag-272782343', 'tempest-TagsExtTest-Tag-982531762', 'tempest-TagsExtTest-Tag-1345830225']}) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.026074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.031581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-ba44b778-e844-40c3-a210-51bc14b0a67b tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.045062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4a03e5fe-ce67-41af-8418-ae85f9177e1f tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 200 len: 316 time: 0.1112199 Mar 10 17:56:05.107650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7045d6d-3c6f-4b32-a34d-94093302e053 req-17c32bf0-a8db-465f-979b-080d814f22f2 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0580585 Mar 10 17:56:05.147652 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba44b778-e844-40c3-a210-51bc14b0a67b tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1198769 Mar 10 17:56:05.150579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37852) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.155532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-4fb37ee6-a4e2-438c-a6cf-3b6030e8aa91 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-272782343') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.220287 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-4fb37ee6-a4e2-438c-a6cf-3b6030e8aa91 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.221341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4fb37ee6-a4e2-438c-a6cf-3b6030e8aa91 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-272782343 HTTP/1.1" status: 404 len: 328 time: 0.0697222 Mar 10 17:56:05.224468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.229441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-cafcf896-c38b-4ba8-ade8-5e9bdedf7c61 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-982531762') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.282394 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-cafcf896-c38b-4ba8-ade8-5e9bdedf7c61 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.287089 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cafcf896-c38b-4ba8-ade8-5e9bdedf7c61 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-982531762 HTTP/1.1" status: 404 len: 328 time: 0.0580246 Mar 10 17:56:05.287958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37858) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.292433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-13acab9a-9297-41f6-bc16-d0cda95c2eb8 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6', 'tempest-TagsExtTest-Tag-1345830225') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.368318 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-13acab9a-9297-41f6-bc16-d0cda95c2eb8 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.369534 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-13acab9a-9297-41f6-bc16-d0cda95c2eb8 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags/tempest-TagsExtTest-Tag-1345830225 HTTP/1.1" status: 404 len: 329 time: 0.0805998 Mar 10 17:56:05.372495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37862) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.379816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-2c7e0fa2-3cbb-4cc5-ba80-06c0f8f001f0 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', {'tags': ['tempest-TagsExtTest-Tag-914161769', 'tempest-TagsExtTest-Tag-886562951', 'tempest-TagsExtTest-Tag-1812032633']}) {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.521422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.527642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-876f437d-5fec-43ba-976e-a8aad7c54b17 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.530660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c7e0fa2-3cbb-4cc5-ba80-06c0f8f001f0 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1564701 Mar 10 17:56:05.639544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-876f437d-5fec-43ba-976e-a8aad7c54b17 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1145983 Mar 10 17:56:05.639920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.645498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-0ae50b1d-d3ca-44c6-a458-51d26b3ccfd4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-914161769') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.735933 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-0ae50b1d-d3ca-44c6-a458-51d26b3ccfd4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.738479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0ae50b1d-d3ca-44c6-a458-51d26b3ccfd4 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-914161769 HTTP/1.1" status: 404 len: 328 time: 0.0962172 Mar 10 17:56:05.740298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.746275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-93fc426b-d1fe-4e43-bdfb-0c619c4635ab tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-886562951') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.836137 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-93fc426b-d1fe-4e43-bdfb-0c619c4635ab tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.838479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93fc426b-d1fe-4e43-bdfb-0c619c4635ab tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-886562951 HTTP/1.1" status: 404 len: 328 time: 0.0959020 Mar 10 17:56:05.840167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.845161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-bafe049c-9fbb-4a83-bc8c-32f8a23c9706 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc', 'tempest-TagsExtTest-Tag-1812032633') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.936987 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-bafe049c-9fbb-4a83-bc8c-32f8a23c9706 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:05.937786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bafe049c-9fbb-4a83-bc8c-32f8a23c9706 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags/tempest-TagsExtTest-Tag-1812032633 HTTP/1.1" status: 404 len: 329 time: 0.0966573 Mar 10 17:56:05.940827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.946501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-28a2fcbe-b01d-476a-a8a8-77df03a990ca tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', {'tags': ['tempest-TagsExtTest-Tag-1659582992', 'tempest-TagsExtTest-Tag-396602571', 'tempest-TagsExtTest-Tag-176334471']}) {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:05.989728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28a2fcbe-b01d-476a-a8a8-77df03a990ca tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "PUT /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 200 len: 316 time: 0.0471256 Mar 10 17:56:05.992482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37898) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:05.997603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-9cc7c432-eb0b-41d8-8be0-1f8a35ab75b8 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.040675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9cc7c432-eb0b-41d8-8be0-1f8a35ab75b8 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0467570 Mar 10 17:56:06.043346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37900) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.048598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-99e98c38-88d4-4009-be34-eb8c409162da tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-1659582992') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.071336 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-99e98c38-88d4-4009-be34-eb8c409162da tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:06.072976 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99e98c38-88d4-4009-be34-eb8c409162da tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-1659582992 HTTP/1.1" status: 404 len: 329 time: 0.0280631 Mar 10 17:56:06.075689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37902) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.080936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-2d3636ba-4749-4bc5-afb9-25db64d8dc26 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-396602571') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.111080 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-2d3636ba-4749-4bc5-afb9-25db64d8dc26 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:06.112148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2d3636ba-4749-4bc5-afb9-25db64d8dc26 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-396602571 HTTP/1.1" status: 404 len: 328 time: 0.0354023 Mar 10 17:56:06.116357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37904) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.120916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-50f955a4-665c-45cd-9025-00fc2d70a267 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce', 'tempest-TagsExtTest-Tag-176334471') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.148115 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-50f955a4-665c-45cd-9025-00fc2d70a267 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] show failed (client error): The resource could not be found. Mar 10 17:56:06.153017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50f955a4-665c-45cd-9025-00fc2d70a267 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags/tempest-TagsExtTest-Tag-176334471 HTTP/1.1" status: 404 len: 328 time: 0.0330362 Mar 10 17:56:06.153408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.157961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-9866b9fe-25fe-4030-8ec4-c07b4aab7757 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.200945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9866b9fe-25fe-4030-8ec4-c07b4aab7757 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0441618 Mar 10 17:56:06.201171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.205668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-983f05b9-7320-4372-982c-a904caefabd5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.278496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63e00e7f-2b2d-4eed-ac50-48336146823c req-3b936085-3f26-4fac-95ce-17bda1425dc7 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b641809-8c54-49eb-80fd-e52c6578234a HTTP/1.1" status: 200 len: 210 time: 0.0352433 Mar 10 17:56:06.338490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-983f05b9-7320-4372-982c-a904caefabd5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1358478 Mar 10 17:56:06.340774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.345282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.tag.tag_plugin [None req-3067eec0-02f4-4b5e-92cf-3ef48c8e7c52 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d3585aa-e04e-4dab-9613-6d1d842905a6') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.416983 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3067eec0-02f4-4b5e-92cf-3ef48c8e7c52 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0728195 Mar 10 17:56:06.417432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37920) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.423404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.tag.tag_plugin [None req-69b9a5aa-0902-461a-98eb-ec825dc1bf33 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a5799b6-3774-4636-8095-eb1829f44876') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:06.518441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-69b9a5aa-0902-461a-98eb-ec825dc1bf33 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876/tags HTTP/1.1" status: 204 len: 168 time: 0.0964556 Mar 10 17:56:06.519109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37930) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.678328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8db48505-f42a-4adf-b102-71006d426e30 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:06.679846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8db48505-f42a-4adf-b102-71006d426e30 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnetpools/b6bed72f-b4cf-4cc3-9cdf-fbcd8e6ab8ce HTTP/1.1" status: 204 len: 168 time: 0.1595144 Mar 10 17:56:06.682621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.735520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-83263af8-223b-45ef-b908-166d4c89fb6f tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "GET /v2.0/ports?device_id=dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc HTTP/1.1" status: 200 len: 205 time: 0.0494792 Mar 10 17:56:06.735848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 37942) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:06.853558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.412473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37970) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:07.516803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (ada474f9-59f4-4e4c-8557-6739e824924f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.574069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (ada474f9-59f4-4e4c-8557-6739e824924f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.611661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.614700 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for router_controller (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.647435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ada474f9-59f4-4e4c-8557-6739e824924f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.650584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.654363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] 10.222.0.35 "DELETE /v2.0/security-groups/ada474f9-59f4-4e4c-8557-6739e824924f HTTP/1.1" status: 204 len: 168 time: 0.2384324 Mar 10 17:56:07.673036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35494ce-cf2d-44ca-a67c-c9a480a7dbf4 tempest-TestVolumeBackupRestore-368680076 tempest-TestVolumeBackupRestore-368680076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada474f9-59f4-4e4c-8557-6739e824924f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:07.735071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.736777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Fanout notify agent at l3_agent the message router_deleted on router dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:56:07.758841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:07.762919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 37990) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:07.763984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-51e05a46-f0e0-4fac-874e-cdb333dd53d5 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/routers/dac53d1d-c01d-4ba7-a5ea-37bc9507b4dc HTTP/1.1" status: 204 len: 168 time: 1.0271385 Mar 10 17:56:07.882268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Deleting port 1d3585aa-e04e-4dab-9613-6d1d842905a6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:07.882642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.049145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.081259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Calling delete_port for 1d3585aa-e04e-4dab-9613-6d1d842905a6 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:08.181999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:08.372794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1d3585aa-e04e-4dab-9613-6d1d842905a6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.407927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event deleted for resources: {'Port': ['ID=1d3585aa-e04e-4dab-9613-6d1d842905a6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:08.408351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e541291-6ac0-4c8c-93c8-20e50c3e061e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.537571 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.543272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-66004482-7671-4e20-998b-186ddf3bc177 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/ports/1d3585aa-e04e-4dab-9613-6d1d842905a6 HTTP/1.1" status: 204 len: 168 time: 0.7782178 Mar 10 17:56:08.545000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38036) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:08.609433 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e541291-6ac0-4c8c-93c8-20e50c3e061e admin admin] Publish callbacks [] for security_group (83120c6b-fc68-42d9-a2e3-2e741698dab1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.616309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e541291-6ac0-4c8c-93c8-20e50c3e061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (83120c6b-fc68-42d9-a2e3-2e741698dab1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.664696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Deleting subnet 2a5799b6-3774-4636-8095-eb1829f44876 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:08.689766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for subnet (2a5799b6-3774-4636-8095-eb1829f44876), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.704855 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e541291-6ac0-4c8c-93c8-20e50c3e061e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58af896120754d12bb22843e43053394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184898 Mar 10 17:56:08.713162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:08.750931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e541291-6ac0-4c8c-93c8-20e50c3e061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83120c6b-fc68-42d9-a2e3-2e741698dab1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:08.819636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (2a5799b6-3774-4636-8095-eb1829f44876), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.820714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-befde857-5268-4b36-9871-1449261634fa admin admin] Publish callbacks [] for security_group (83120c6b-fc68-42d9-a2e3-2e741698dab1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.854852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-befde857-5268-4b36-9871-1449261634fa admin admin] Publish callbacks [] for security_group (83120c6b-fc68-42d9-a2e3-2e741698dab1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.919619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-befde857-5268-4b36-9871-1449261634fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (83120c6b-fc68-42d9-a2e3-2e741698dab1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.923251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-befde857-5268-4b36-9871-1449261634fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:08.929196 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-befde857-5268-4b36-9871-1449261634fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83120c6b-fc68-42d9-a2e3-2e741698dab1 HTTP/1.1" status: 204 len: 168 time: 0.2140472 Mar 10 17:56:08.945650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befde857-5268-4b36-9871-1449261634fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83120c6b-fc68-42d9-a2e3-2e741698dab1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:08.971314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2a5799b6-3774-4636-8095-eb1829f44876), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.092992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (2a5799b6-3774-4636-8095-eb1829f44876), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.112983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.116813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/subnets/2a5799b6-3774-4636-8095-eb1829f44876 HTTP/1.1" status: 204 len: 168 time: 0.5703788 Mar 10 17:56:09.121364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:09.123055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce210cd9-462b-4596-9bce-5e4be0bb546e None None] Network 64c80ea7-7fc5-487a-989c-45e5ca536740 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:09.141924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb489-d8ca-406a-a0b4-98931146d4e6 tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5799b6-3774-4636-8095-eb1829f44876,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:09.321845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (64c80ea7-7fc5-487a-989c-45e5ca536740), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.413531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Deleting port 9b424783-63ec-45f0-98bf-3746517183fa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:09.413773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9b424783-63ec-45f0-98bf-3746517183fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.462466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] DHCP port deletion for 64c80ea7-7fc5-487a-989c-45e5ca536740 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:09.487168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:09.526965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] For port 9b424783-63ec-45f0-98bf-3746517183fa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9b424783-63ec-45f0-98bf-3746517183fa,segment=NetworkSegment(77cf2af5-324f-4383-9df5-dc168ec5c4a8),segment_id=77cf2af5-324f-4383-9df5-dc168ec5c4a8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:09.527289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9b424783-63ec-45f0-98bf-3746517183fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.528291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b28ec49-1e2f-4f1e-8504-dda3c85ebc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.565210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Calling delete_port for 9b424783-63ec-45f0-98bf-3746517183fa owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:09.592486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Deleting port 9b424783-63ec-45f0-98bf-3746517183fa {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:09.592860 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9b424783-63ec-45f0-98bf-3746517183fa), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.685112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9b424783-63ec-45f0-98bf-3746517183fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.693429 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b28ec49-1e2f-4f1e-8504-dda3c85ebc21 admin admin] Publish callbacks [] for security_group (5565b970-383c-416c-8664-b8af2179f795), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.703259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b28ec49-1e2f-4f1e-8504-dda3c85ebc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5565b970-383c-416c-8664-b8af2179f795), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.715482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] For port 9b424783-63ec-45f0-98bf-3746517183fa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9b424783-63ec-45f0-98bf-3746517183fa,segment=NetworkSegment(77cf2af5-324f-4383-9df5-dc168ec5c4a8),segment_id=77cf2af5-324f-4383-9df5-dc168ec5c4a8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:09.716199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9b424783-63ec-45f0-98bf-3746517183fa), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.739528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Calling delete_port for 9b424783-63ec-45f0-98bf-3746517183fa owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:09.748634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event deleted for resources: {'Port': ['ID=9b424783-63ec-45f0-98bf-3746517183fa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:09.752725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] No DVR routers for this DVR port 9b424783-63ec-45f0-98bf-3746517183fa on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:09.804287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b28ec49-1e2f-4f1e-8504-dda3c85ebc21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b795b6d8ce247dc92cdbb45b1014b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159158 Mar 10 17:56:09.807192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:09.859665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (64c80ea7-7fc5-487a-989c-45e5ca536740), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.881701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28ec49-1e2f-4f1e-8504-dda3c85ebc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5565b970-383c-416c-8664-b8af2179f795,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:09.890926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c80ea7-7fc5-487a-989c-45e5ca536740']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:09.907649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cf2af5-324f-4383-9df5-dc168ec5c4a8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:09.908254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cf2af5-324f-4383-9df5-dc168ec5c4a8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:09.925526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] Publish callbacks [] for security_group (5565b970-383c-416c-8664-b8af2179f795), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.927132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (77cf2af5-324f-4383-9df5-dc168ec5c4a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.954657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (77cf2af5-324f-4383-9df5-dc168ec5c4a8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.963431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:09.966541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (9b424783-63ec-45f0-98bf-3746517183fa), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.968641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (77cf2af5-324f-4383-9df5-dc168ec5c4a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:09.973099 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:09.988287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] Publish callbacks [] for security_group (5565b970-383c-416c-8664-b8af2179f795), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:10.043548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] Pushing event deleted for resources: {'Port': ['ID=9b424783-63ec-45f0-98bf-3746517183fa,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:10.052432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb803a74-6eb6-450d-b5e8-4670f50fc81f None None] No DVR routers for this DVR port 9b424783-63ec-45f0-98bf-3746517183fa on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:10.101256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5565b970-383c-416c-8664-b8af2179f795), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:10.104763 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:10.107638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5565b970-383c-416c-8664-b8af2179f795 HTTP/1.1" status: 204 len: 168 time: 0.2987337 Mar 10 17:56:10.139848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1083b-e421-4603-96e5-87cb1825b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565b970-383c-416c-8664-b8af2179f795,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:10.146537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (64c80ea7-7fc5-487a-989c-45e5ca536740), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:10.164719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:10.172630 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] 10.222.0.35 "DELETE /v2.0/networks/64c80ea7-7fc5-487a-989c-45e5ca536740 HTTP/1.1" status: 204 len: 168 time: 1.0442009 Mar 10 17:56:10.217182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0acb16-2b4c-4500-9d25-b559cad6d9bc tempest-TagsExtTest-1136732782 tempest-TagsExtTest-1136732782-project] Pushing event deleted for resources: {'Network': ['ID=64c80ea7-7fc5-487a-989c-45e5ca536740,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:10.464230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9b424783-63ec-45f0-98bf-3746517183fa no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:10.514125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9b424783-63ec-45f0-98bf-3746517183fa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:10.514487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9b424783-63ec-45f0-98bf-3746517183fa not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:10.874414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:11.201679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:11.202765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-70f01c84-b7f7-44a9-a3cc-78ce4afc3533 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea115b260a74b5c80c6a6f6ae02cdb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298841 Mar 10 17:56:11.300558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] Publish callbacks [] for security_group (8164205e-c592-4bc4-8ff2-02541a20a5db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:11.360604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] Publish callbacks [] for security_group (8164205e-c592-4bc4-8ff2-02541a20a5db), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:11.439220 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8164205e-c592-4bc4-8ff2-02541a20a5db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:11.442691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:11.444277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8164205e-c592-4bc4-8ff2-02541a20a5db HTTP/1.1" status: 204 len: 168 time: 0.2415974 Mar 10 17:56:11.477235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319d56-5ec9-4112-b16f-68d8ca958e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164205e-c592-4bc4-8ff2-02541a20a5db,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:12.426541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60d773d6-2d47-4d47-bd69-ad758a3d38cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:12.828022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:12.909286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:12.917013 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029175 Mar 10 17:56:12.918194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38532) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:13.078065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c246e24d-d3ef-4ea7-b5cc-c86e52430c85 tempest-NetworksApiDiscovery-1587520626 tempest-NetworksApiDiscovery-1587520626-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1579864 Mar 10 17:56:13.175730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-158041519'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:13.212962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Made reservation on behalf of b77ba97a43e64838bb1d13450d5d8eda for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:13.217156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.227828 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.377800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks [] for security_group (8e2cce0c-ad7e-4ca6-847a-128a3cae46a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.383740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8e2cce0c-ad7e-4ca6-847a-128a3cae46a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.417511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2cce0c-ad7e-4ca6-847a-128a3cae46a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:13.434508 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:13.453397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f79339e4-ad82-4a1c-864d-b7b5f24b788f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.454944 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Added segment f79339e4-ad82-4a1c-864d-b7b5f24b788f of type vlan for network 58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c Mar 10 17:56:13.478542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38578) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:13.517305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.552320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.560239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:13.561741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.605292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.648542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Pushing event updated for resources: {'Network': ['ID=58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:13.662057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:13.682517 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36b404e5-0f12-4fab-81c7-475fd4007e5b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8534646 Mar 10 17:56:13.685776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38582) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:13.720504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Publish callbacks [] for security_group (a89e3386-621f-4fa1-a2b9-261867a78eee), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.734150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a89e3386-621f-4fa1-a2b9-261867a78eee), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.806938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c06442e634e4f67bd2fc2c842b5b6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272870 Mar 10 17:56:13.809992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:13.813404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89e3386-621f-4fa1-a2b9-261867a78eee,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:13.823671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.824238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.824750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.825259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.825736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.826208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.826746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.827215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.827686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.828171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.828639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.829402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.833728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a3eae2-1722-43a3-964b-42df3c76cd40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:13.897438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'name': 'tempest-network--1360667008', 'router:external': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:13.939330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] Publish callbacks [] for security_group (a89e3386-621f-4fa1-a2b9-261867a78eee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.944966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:13.949037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:13.975555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.010129 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] Publish callbacks [] for security_group (a89e3386-621f-4fa1-a2b9-261867a78eee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.101699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for security_group (73dd3e9a-72b3-4a8f-86e3-426bc7759510), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.102903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a89e3386-621f-4fa1-a2b9-261867a78eee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.105967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.107283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a89e3386-621f-4fa1-a2b9-261867a78eee HTTP/1.1" status: 204 len: 168 time: 0.2962110 Mar 10 17:56:14.110094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (73dd3e9a-72b3-4a8f-86e3-426bc7759510), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.120938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdbb0e-81ff-4d8e-ac97-db77719c4ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89e3386-621f-4fa1-a2b9-261867a78eee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:14.136861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:14.157995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e7292259-343f-4ed1-b6b0-1f435f2af26f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.158546 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Added segment e7292259-343f-4ed1-b6b0-1f435f2af26f of type vlan for network e50bc36e-7b2b-4d48-9519-7b3548c59906 Mar 10 17:56:14.167856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd3e9a-72b3-4a8f-86e3-426bc7759510,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:14.243161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (e50bc36e-7b2b-4d48-9519-7b3548c59906), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.291721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (e50bc36e-7b2b-4d48-9519-7b3548c59906), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.293233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:14.293823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.350148 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6630356 Mar 10 17:56:14.363953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38598) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:14.464444 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9710cd-907b-4fe4-9100-ad4c2ee9a5ef tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=e50bc36e-7b2b-4d48-9519-7b3548c59906,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:14.470826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (e50bc36e-7b2b-4d48-9519-7b3548c59906), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.475763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network e50bc36e-7b2b-4d48-9519-7b3548c59906 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:14.580900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (e50bc36e-7b2b-4d48-9519-7b3548c59906), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.613903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50bc36e-7b2b-4d48-9519-7b3548c59906']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:14.630659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7292259-343f-4ed1-b6b0-1f435f2af26f') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:14.631191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7292259-343f-4ed1-b6b0-1f435f2af26f') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:14.645660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (e7292259-343f-4ed1-b6b0-1f435f2af26f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.669449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e7292259-343f-4ed1-b6b0-1f435f2af26f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.678697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cba9bec7-adeb-40b2-84c9-2a0a07d06875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.683840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:14.684890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (e7292259-343f-4ed1-b6b0-1f435f2af26f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:14.687504 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:14.773199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (e50bc36e-7b2b-4d48-9519-7b3548c59906), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.784696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e50bc36e-7b2b-4d48-9519-7b3548c59906 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:56:14.801785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.806036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e50bc36e-7b2b-4d48-9519-7b3548c59906 HTTP/1.1" status: 204 len: 168 time: 0.4388492 Mar 10 17:56:14.809552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:14.817770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:14.819557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01eff3-1d13-4b92-b755-527daf2796ab tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Network': ['ID=e50bc36e-7b2b-4d48-9519-7b3548c59906,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:14.849827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:14.856744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.902218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:14.952617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6c80d534-1b4e-4201-a354-9fd6a5a8394d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:14.954049 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Added segment 6c80d534-1b4e-4201-a354-9fd6a5a8394d of type vlan for network 735b1878-83b7-4ae7-ada1-4866a2e0f654 Mar 10 17:56:15.043914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (735b1878-83b7-4ae7-ada1-4866a2e0f654), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.098855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (735b1878-83b7-4ae7-ada1-4866a2e0f654), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.099983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:15.100667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.171666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38624) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:15.173772 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3574960 Mar 10 17:56:15.177665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'subnet': {'network_id': '735b1878-83b7-4ae7-ada1-4866a2e0f654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:15.248210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:15.250618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.309742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03777de1-7634-455e-9a71-4c06da93b668 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=735b1878-83b7-4ae7-ada1-4866a2e0f654,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:15.322575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 735b1878-83b7-4ae7-ada1-4866a2e0f654 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:15.808163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:56:15.808751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (b1fa1a40-2592-4f9f-9a93-3c6327eaa287), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.856529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1fa1a40-2592-4f9f-9a93-3c6327eaa287,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:15.890895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.894690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Checking segment: {'id': '6c80d534-1b4e-4201-a354-9fd6a5a8394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '735b1878-83b7-4ae7-ada1-4866a2e0f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:15.894690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Network hostable DHCP agents. Network: 735b1878-83b7-4ae7-ada1-4866a2e0f654, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:56:15.936631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Network 735b1878-83b7-4ae7-ada1-4866a2e0f654 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:56:15.950923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 735b1878-83b7-4ae7-ada1-4866a2e0f654) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:15.957655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:15.958324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:15.969293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b1755-a096-43ab-afcd-10f0b4fa2cd6 None None] Network 735b1878-83b7-4ae7-ada1-4866a2e0f654 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:15.991659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6658cc55-8faa-4cab-8188-2eee477e1010 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8175061 Mar 10 17:56:15.993763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38648) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:16.003512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'floatingip': {'floating_network_id': '735b1878-83b7-4ae7-ada1-4866a2e0f654'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:16.060861 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:16.208632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4f83d-84e7-4295-9957-4a640933dd92 None None] Network 735b1878-83b7-4ae7-ada1-4866a2e0f654 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:16.245206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:16.508648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Allocated IP 172.20.0.5 (735b1878-83b7-4ae7-ada1-4866a2e0f654/b1fa1a40-2592-4f9f-9a93-3c6327eaa287/0dbc720a-0da1-4831-9038-451a004da771) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:16.662417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for port (0dbc720a-0da1-4831-9038-451a004da771), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:16.714644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0dbc720a-0da1-4831-9038-451a004da771), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:16.786947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Network 735b1878-83b7-4ae7-ada1-4866a2e0f654 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:16.790324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:16.795552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:17.332815 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.415824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Port': ['ID=0dbc720a-0da1-4831-9038-451a004da771,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:17.493213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for floatingip (dec30fb0-3620-41cb-8be1-488d75d8a60d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.550987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0dbc720a-0da1-4831-9038-451a004da771), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.736526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for port (0dbc720a-0da1-4831-9038-451a004da771), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.742892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (0dbc720a-0da1-4831-9038-451a004da771), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.804529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Port': ['ID=0dbc720a-0da1-4831-9038-451a004da771,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:17.859497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (dec30fb0-3620-41cb-8be1-488d75d8a60d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.880516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:17.882926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b1664dd7-bd2a-420f-adec-781d0dabc024 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8874111 Mar 10 17:56:17.886122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:17.981580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c1524eb8-dc45-446f-be26-d939e5f135da tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=735b1878-83b7-4ae7-ada1-4866a2e0f654 HTTP/1.1" status: 200 len: 689 time: 0.0942044 Mar 10 17:56:17.984298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:18.080886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:56:18.081495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (735b1878-83b7-4ae7-ada1-4866a2e0f654), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.301702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Deleting port 0dbc720a-0da1-4831-9038-451a004da771 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:18.303117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0dbc720a-0da1-4831-9038-451a004da771), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.442209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0dbc720a-0da1-4831-9038-451a004da771), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.442563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for floatingip (0dbc720a-0da1-4831-9038-451a004da771), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.454699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Calling delete_port for 0dbc720a-0da1-4831-9038-451a004da771 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:18.613545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0dbc720a-0da1-4831-9038-451a004da771), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.640684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dbc720a-0da1-4831-9038-451a004da771,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:18.751279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for floatingip (dec30fb0-3620-41cb-8be1-488d75d8a60d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.817124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b1fa1a40-2592-4f9f-9a93-3c6327eaa287), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.886560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (b1fa1a40-2592-4f9f-9a93-3c6327eaa287), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:18.925916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fa1a40-2592-4f9f-9a93-3c6327eaa287,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:18.993587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (735b1878-83b7-4ae7-ada1-4866a2e0f654), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.031816 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735b1878-83b7-4ae7-ada1-4866a2e0f654']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:19.048279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c80d534-1b4e-4201-a354-9fd6a5a8394d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:19.048685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c80d534-1b4e-4201-a354-9fd6a5a8394d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:19.060276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6c80d534-1b4e-4201-a354-9fd6a5a8394d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.077776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6c80d534-1b4e-4201-a354-9fd6a5a8394d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.087311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:19.087894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6c80d534-1b4e-4201-a354-9fd6a5a8394d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:19.090405 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:19.186171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (735b1878-83b7-4ae7-ada1-4866a2e0f654), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.199388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 735b1878-83b7-4ae7-ada1-4866a2e0f654 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:56:19.213234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.219639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38710) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.220217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/735b1878-83b7-4ae7-ada1-4866a2e0f654 HTTP/1.1" status: 204 len: 168 time: 1.2342548 Mar 10 17:56:19.221541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febccc3-b2ef-4441-82f9-625e802ae736 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Network': ['ID=735b1878-83b7-4ae7-ada1-4866a2e0f654,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:19.333167 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.361448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f107de65-17b9-407c-9b7c-557014ff3bc0 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1406159 Mar 10 17:56:19.364095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38714) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.488575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.489062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.489791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.490232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.490689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.491124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.492991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-81235b31-ab0a-4e18-8f6d-176e3890e40c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4029 time: 0.1279519 Mar 10 17:56:19.495904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38716) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.566477 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-816f450f-d60a-4961-8798-e06dadc040e4 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] delete failed (client error): The resource could not be found. Mar 10 17:56:19.567501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-816f450f-d60a-4961-8798-e06dadc040e4 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/dec30fb0-3620-41cb-8be1-488d75d8a60d HTTP/1.1" status: 404 len: 345 time: 0.0707045 Mar 10 17:56:19.570387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38718) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.588830 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-543a3145-715b-4f24-b3de-f1195796106c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] DELETE failed (client error): The resource could not be found. Mar 10 17:56:19.589316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543a3145-715b-4f24-b3de-f1195796106c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:56:19.592523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-543a3145-715b-4f24-b3de-f1195796106c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/735b1878-83b7-4ae7-ada1-4866a2e0f654 HTTP/1.1" status: 404 len: 339 time: 0.0203049 Mar 10 17:56:19.596754 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.602266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'name': 'tempest-network--588948170', 'router:external': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:19.643426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:19.646369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.692597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:19.717601 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (242da042-4e29-4d31-9669-822e74168e10), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.718025 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Added segment 242da042-4e29-4d31-9669-822e74168e10 of type vlan for network d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614 Mar 10 17:56:19.780855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.825840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.827265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:19.827900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:19.904128 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3062158 Mar 10 17:56:19.906884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38728) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:19.975047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa2a4-96df-462d-9bf2-b65286a90cc6 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:19.987432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:20.168067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e995885-06a3-4ca0-937a-d8ae37c9d972 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:20.173909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e995885-06a3-4ca0-937a-d8ae37c9d972 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:20.179383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e995885-06a3-4ca0-937a-d8ae37c9d972 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:20.184732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e995885-06a3-4ca0-937a-d8ae37c9d972 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:20.186846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e995885-06a3-4ca0-937a-d8ae37c9d972 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2785935 Mar 10 17:56:20.189387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:20.269563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.351979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.405525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:20.423637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242da042-4e29-4d31-9669-822e74168e10') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:20.423855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242da042-4e29-4d31-9669-822e74168e10') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:20.435390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (242da042-4e29-4d31-9669-822e74168e10), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.450316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (242da042-4e29-4d31-9669-822e74168e10), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.458200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:20.458747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (242da042-4e29-4d31-9669-822e74168e10), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:20.460829 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:20.544811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.557239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:56:20.560906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.572312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38740) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:20.579412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'name': 'tempest-network--2065618556', 'router:external': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:20.584015 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614 HTTP/1.1" status: 204 len: 168 time: 0.3933413 Mar 10 17:56:20.612695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dd3d4-f9b4-460a-90c6-8ce01338a210 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8d4d0e5-b7b3-433f-9a5b-397e1e8bd614,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:20.624257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:20.627562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.667786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:20.684374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc9bdd61-f09d-4c3b-b197-64de85b9a7f5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.684657 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Added segment dc9bdd61-f09d-4c3b-b197-64de85b9a7f5 of type vlan for network f5cac544-421d-4e47-ba75-d2ec8b40f557 Mar 10 17:56:20.748880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (f5cac544-421d-4e47-ba75-d2ec8b40f557), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.787038 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (f5cac544-421d-4e47-ba75-d2ec8b40f557), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.788203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:20.788804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:20.829868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:20.841291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2663808 Mar 10 17:56:21.037202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4053-def4-405d-bb42-0631c5610841 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=f5cac544-421d-4e47-ba75-d2ec8b40f557,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:21.049661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network f5cac544-421d-4e47-ba75-d2ec8b40f557 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:21.072467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8d871-7af9-468f-a927-76ef939b55e4 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:21.076891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:21.077416 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-54f8d871-7af9-468f-a927-76ef939b55e4 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "GET /v2.0/networks/f5cac544-421d-4e47-ba75-d2ec8b40f557 HTTP/1.1" status: 200 len: 757 time: 0.2461243 Mar 10 17:56:21.206659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2096eb-435d-4ead-98b9-47071b831ee5 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:21.211628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:21.226028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4a2096eb-435d-4ead-98b9-47071b831ee5 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "GET /v2.0/networks/58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c HTTP/1.1" status: 200 len: 767 time: 0.1446157 Mar 10 17:56:21.305800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (f5cac544-421d-4e47-ba75-d2ec8b40f557), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.491519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (f5cac544-421d-4e47-ba75-d2ec8b40f557), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.532790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cac544-421d-4e47-ba75-d2ec8b40f557']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:21.557199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9bdd61-f09d-4c3b-b197-64de85b9a7f5') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:21.557495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9bdd61-f09d-4c3b-b197-64de85b9a7f5') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:21.583211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (dc9bdd61-f09d-4c3b-b197-64de85b9a7f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.609128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dc9bdd61-f09d-4c3b-b197-64de85b9a7f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.624513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:21.624988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (dc9bdd61-f09d-4c3b-b197-64de85b9a7f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:21.626773 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:21.781222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (f5cac544-421d-4e47-ba75-d2ec8b40f557), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.786138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5cac544-421d-4e47-ba75-d2ec8b40f557 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:56:21.795511 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.803305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f5cac544-421d-4e47-ba75-d2ec8b40f557 HTTP/1.1" status: 204 len: 168 time: 0.5870142 Mar 10 17:56:21.804815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38762) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:21.812300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'name': 'tempest-network--760100232'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:21.839912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59e7e7-c4cb-45b9-8ff7-83efcaca786c tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5cac544-421d-4e47-ba75-d2ec8b40f557,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:21.871526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Made reservation on behalf of 69e313003aa44afb9b4d4b896d3b930f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:21.874673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.954380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:21.982283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:21.983028 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Added segment 8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1 of type vlan for network 76cb6339-8277-41ef-a973-0adeeb307c4e Mar 10 17:56:22.116421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.162246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.163664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:22.164771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.340008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=76cb6339-8277-41ef-a973-0adeeb307c4e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:22.352216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 76cb6339-8277-41ef-a973-0adeeb307c4e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:22.375549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-19f47cf8-559c-4982-9448-d55d63fc732e tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5688035 Mar 10 17:56:22.376242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38778) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:22.381810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:22.717992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.742104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.751808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Network 76cb6339-8277-41ef-a973-0adeeb307c4e is not hosted by any dhcp agent {{(pid=103794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 17:56:22.753148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:22.753815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:22.755320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "PUT /v2.0/networks/76cb6339-8277-41ef-a973-0adeeb307c4e HTTP/1.1" status: 200 len: 857 time: 0.3779542 Mar 10 17:56:22.758209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:22.861999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7011c41-259f-44a2-ae61-a93929876021 tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event updated for resources: {'Network': ['ID=76cb6339-8277-41ef-a973-0adeeb307c4e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:22.910934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.055647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.097397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cb6339-8277-41ef-a973-0adeeb307c4e']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.109910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.110533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.124187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.144692 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.161397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:23.161940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (8788d6f2-51a3-40e7-bbf2-7fc0ba4291c1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:23.197558 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:23.324815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (76cb6339-8277-41ef-a973-0adeeb307c4e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.331088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76cb6339-8277-41ef-a973-0adeeb307c4e {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:56:23.333969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.343553 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] 10.222.0.35 "DELETE /v2.0/networks/76cb6339-8277-41ef-a973-0adeeb307c4e HTTP/1.1" status: 204 len: 168 time: 0.5829604 Mar 10 17:56:23.343952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:23.368076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a68df-6b19-4633-9cc1-81650304ef8d tempest-ExternalNetworksTestJSON-2061263743 tempest-ExternalNetworksTestJSON-2061263743-project-admin] Pushing event deleted for resources: {'Network': ['ID=76cb6339-8277-41ef-a973-0adeeb307c4e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:23.427633 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e66996c-ae07-4300-b20c-3751c7f33f4b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] DELETE failed (client error): The resource could not be found. Mar 10 17:56:23.431342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e66996c-ae07-4300-b20c-3751c7f33f4b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:56:23.446585 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e66996c-ae07-4300-b20c-3751c7f33f4b tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "DELETE /v2.0/subnets/b1fa1a40-2592-4f9f-9a93-3c6327eaa287 HTTP/1.1" status: 404 len: 337 time: 0.1014783 Mar 10 17:56:23.449222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38796) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:23.581432 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.670742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:23.902470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:23.952028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.972571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79339e4-ad82-4a1c-864d-b7b5f24b788f') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.972941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79339e4-ad82-4a1c-864d-b7b5f24b788f') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:23.992320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (f79339e4-ad82-4a1c-864d-b7b5f24b788f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:24.022282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f79339e4-ad82-4a1c-864d-b7b5f24b788f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:24.035565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:24.036579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (f79339e4-ad82-4a1c-864d-b7b5f24b788f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:24.042562 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:24.215949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:24.234663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:24.246866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] 10.222.0.35 "DELETE /v2.0/networks/58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c HTTP/1.1" status: 204 len: 168 time: 0.7962935 Mar 10 17:56:24.258529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67af2cd-71ef-4ddc-8a3e-5cc14846a222 tempest-ExternalNetworksTestJSON-57179452 tempest-ExternalNetworksTestJSON-57179452-project] Pushing event deleted for resources: {'Network': ['ID=58b1c84b-dc32-4ac3-9fe4-59c19fc7ae9c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:24.671164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38818) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:24.932124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (7038b4ca-482c-447e-9850-842b8f71b9cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.030865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f37c434f-99a9-4532-a47e-32997b1de03a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b77ba97a43e64838bb1d13450d5d8eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580003 Mar 10 17:56:25.031536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38824) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:25.138008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] Publish callbacks [] for security_group (8e2cce0c-ad7e-4ca6-847a-128a3cae46a6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.188178 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] Publish callbacks [] for security_group (8e2cce0c-ad7e-4ca6-847a-128a3cae46a6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.296130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (8e2cce0c-ad7e-4ca6-847a-128a3cae46a6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.300594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.311918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e2cce0c-ad7e-4ca6-847a-128a3cae46a6 HTTP/1.1" status: 204 len: 168 time: 0.2722380 Mar 10 17:56:25.341242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa3939-6fde-4fd7-be2e-43e19217a9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2cce0c-ad7e-4ca6-847a-128a3cae46a6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:25.413316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Deleting port abe6c696-4653-4c5e-82c9-0395bf32b815 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:25.414509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.586267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] For port abe6c696-4653-4c5e-82c9-0395bf32b815, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abe6c696-4653-4c5e-82c9-0395bf32b815,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:25.586660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:25.615867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Calling delete_port for abe6c696-4653-4c5e-82c9-0395bf32b815 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:25.857194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:25.965630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9f682f4a-5505-40dd-8d29-02dd712a6829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69e313003aa44afb9b4d4b896d3b930f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071064 Mar 10 17:56:25.966288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:26.086405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] Publish callbacks [] for security_group (73dd3e9a-72b3-4a8f-86e3-426bc7759510), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:26.092143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (abe6c696-4653-4c5e-82c9-0395bf32b815), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:26.131619 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] Publish callbacks [] for security_group (73dd3e9a-72b3-4a8f-86e3-426bc7759510), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:26.145575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe6c696-4653-4c5e-82c9-0395bf32b815,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:26.254103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (73dd3e9a-72b3-4a8f-86e3-426bc7759510), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:26.256773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:26.258203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73dd3e9a-72b3-4a8f-86e3-426bc7759510 HTTP/1.1" status: 204 len: 168 time: 0.2906985 Mar 10 17:56:26.306856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facab40d-40dd-4e17-83f6-81c3c570192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd3e9a-72b3-4a8f-86e3-426bc7759510,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:26.711820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (7038b4ca-482c-447e-9850-842b8f71b9cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:27.047700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:27.399661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Router 7038b4ca-482c-447e-9850-842b8f71b9cb has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:56:27.656202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:56:27.664560 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-31c1807e-9cff-442c-901c-b37ff0ce2122 admin admin] 10.222.0.35 "PUT /v2.0/routers/7038b4ca-482c-447e-9850-842b8f71b9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9924207 Mar 10 17:56:27.667234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:27.669322 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Sync routers for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:56:27.683501 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:27.684412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:27.878018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38880) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:27.921120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks [] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.029363 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:28.152177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks [] for router_gateway (7038b4ca-482c-447e-9850-842b8f71b9cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.172644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-337414942'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:28.336407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:28.345834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.354785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:28.382823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.456056 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:56:25Z', 'revision_number': 5, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port': {'id': '76e4cdbe-fffc-4ae5-80e8-611136b67595', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:10Z', 'updated_at': '2022-03-10T17:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:28.481452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Deleting port 76e4cdbe-fffc-4ae5-80e8-611136b67595 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:28.482095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.526637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Checking router: 7038b4ca-482c-447e-9850-842b8f71b9cb for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:56:28.560317 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Routers {'7038b4ca-482c-447e-9850-842b8f71b9cb'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:28.561317 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7038b4ca-482c-447e-9850-842b8f71b9cb'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:28.745415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for security_group (17bbb169-5e3c-457a-9833-229ce9a1095e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.776700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (17bbb169-5e3c-457a-9833-229ce9a1095e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:28.823929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] Set router 7038b4ca-482c-447e-9850-842b8f71b9cb gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:28.885410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:56:28.954339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:56:28Z', 'revision_number': 6, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:29.019842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] For port 76e4cdbe-fffc-4ae5-80e8-611136b67595, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76e4cdbe-fffc-4ae5-80e8-611136b67595,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:29.031491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.062148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bbb169-5e3c-457a-9833-229ce9a1095e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:29.087154 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c315-6063-4dd9-85db-4a815e8d2e51 None None] The sync data for ids ['7038b4ca-482c-447e-9850-842b8f71b9cb'] in n-d-833115-2 is: [{'id': '7038b4ca-482c-447e-9850-842b8f71b9cb', 'name': 'tempest-TestVolumeBackupRestore-1923555388-router', 'tenant_id': 'b95d73c8cf974134ae40847a555e62a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:09Z', 'updated_at': '2022-03-10T17:56:28Z', 'revision_number': 6, 'project_id': 'b95d73c8cf974134ae40847a555e62a0', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:56:29.091269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (976e1f35-da97-4c4e-a447-a526aa3f78c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.099535 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Added segment 976e1f35-da97-4c4e-a447-a526aa3f78c5 of type vlan for network ca15b61f-b27d-4a22-a42d-bb39fd616e97 Mar 10 17:56:29.125117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Calling delete_port for 76e4cdbe-fffc-4ae5-80e8-611136b67595 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:29.265257 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ca15b61f-b27d-4a22-a42d-bb39fd616e97), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.362092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ca15b61f-b27d-4a22-a42d-bb39fd616e97), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.367145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:29.367696 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.535781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6566348 Mar 10 17:56:29.540481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38906) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:29.571633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:29.758969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f7012-96c5-44d5-a7e5-a383deeba61f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Network': ['ID=ca15b61f-b27d-4a22-a42d-bb39fd616e97,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:29.768867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:29.772983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:56:29.773593 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.899504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (76e4cdbe-fffc-4ae5-80e8-611136b67595), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:29.950901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e4cdbe-fffc-4ae5-80e8-611136b67595,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:30.035750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:30.042316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:30.464685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abe6c696-4653-4c5e-82c9-0395bf32b815 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:30.515338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: abe6c696-4653-4c5e-82c9-0395bf32b815 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:30.515593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abe6c696-4653-4c5e-82c9-0395bf32b815 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:30.526297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76e4cdbe-fffc-4ae5-80e8-611136b67595 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:30.576599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 76e4cdbe-fffc-4ae5-80e8-611136b67595 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:30.579585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76e4cdbe-fffc-4ae5-80e8-611136b67595 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:30.605662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Deleting port f41e1728-aaf3-4770-8a82-f140b821983d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:30.606414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:30.719858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (7038b4ca-482c-447e-9850-842b8f71b9cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:30.763052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] For port f41e1728-aaf3-4770-8a82-f140b821983d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f41e1728-aaf3-4770-8a82-f140b821983d,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:30.763562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:30.794926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Calling delete_port for f41e1728-aaf3-4770-8a82-f140b821983d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:30.867168 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (7156a048-3538-4a72-99d9-165283243329), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.048142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.057321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks [] for router_controller (7038b4ca-482c-447e-9850-842b8f71b9cb), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.130854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=7156a048-3538-4a72-99d9-165283243329,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:31.140330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f41e1728-aaf3-4770-8a82-f140b821983d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.150090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:31.150538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network hostable DHCP agents. Network: ca15b61f-b27d-4a22-a42d-bb39fd616e97, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:56:31.169114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (7038b4ca-482c-447e-9850-842b8f71b9cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.169795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7038b4ca-482c-447e-9850-842b8f71b9cb {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:56:31.176155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.177754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-76281e31-273f-43fd-bfcd-8b2c67f8faf8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7038b4ca-482c-447e-9850-842b8f71b9cb HTTP/1.1" status: 204 len: 168 time: 3.5091233 Mar 10 17:56:31.184910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38918) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:31.187129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:56:31.207272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41e1728-aaf3-4770-8a82-f140b821983d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:31.279249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ca15b61f-b27d-4a22-a42d-bb39fd616e97) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:31.288970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:31.289481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f1463-9ffa-46a8-83b6-3d5550a4f7f8 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:31.289945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.362188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Deleting subnet 3b978221-abb0-4354-8814-bb4c037a5b30 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:31.365723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Publish callbacks [] for subnet (3b978221-abb0-4354-8814-bb4c037a5b30), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.372847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-913170bd-778f-482c-9691-acef8aa8b4ee tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8031797 Mar 10 17:56:31.420530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38922) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:31.436689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'name': 'tempest-NetworksTestDHCPv6-1192659873'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:31.492177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (3b978221-abb0-4354-8814-bb4c037a5b30), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.715859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '7156a048-3538-4a72-99d9-165283243329'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:56:31.716754 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.717767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3b978221-abb0-4354-8814-bb4c037a5b30), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.824862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (3b978221-abb0-4354-8814-bb4c037a5b30), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.864783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b978221-abb0-4354-8814-bb4c037a5b30,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:31.882068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:31.885317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-271d5b41-05ce-45a5-922c-3076a90a1c2c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3b978221-abb0-4354-8814-bb4c037a5b30 HTTP/1.1" status: 204 len: 168 time: 0.6911905 Mar 10 17:56:31.890411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576309f-e121-4a2f-8307-cc44077022de None None] Network 57ceb479-9e91-4f77-b54a-a4772056e731 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:31.891467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:31.960382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:31.968099 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.003893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.029269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 5faa93ae-f758-4b05-ba48-f55bcab292f1 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:56:32.107958 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (57ceb479-9e91-4f77-b54a-a4772056e731), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.182073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/7156a048-3538-4a72-99d9-165283243329/1a403bcc-1225-4e99-8ab4-9aa1b51839b0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:32.218802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Deleting port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:32.219953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.384749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] For port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,segment=NetworkSegment(e97db45c-f8f4-4d87-9d07-cedbdaf4d04a),segment_id=e97db45c-f8f4-4d87-9d07-cedbdaf4d04a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:32.385161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.421098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Calling delete_port for d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:32.438925 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks [] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.461578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.513683 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Pushing event updated for resources: {'Port': ['ID=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:32.532777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.533137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.533466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.533902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.534475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.534864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.535200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.535574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.535948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.536256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.536626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.536952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.537446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:32.542218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:32.546190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:32.552588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:32.602371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.652440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:32.657600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Attempting to bind port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:56:32.658253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Attempting to bind port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:56:32.658388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Attempting to bind port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:56:32.660122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] No DVR routers for this DVR port d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:32.680309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:56:32.680679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:32.681083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.681467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:56:32.681936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Bound port: 1a403bcc-1225-4e99-8ab4-9aa1b51839b0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:56:32.682310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.685593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001de28-5f60-4d0c-8af7-e3c73d944f62 None None] DHCP port deletion for 57ceb479-9e91-4f77-b54a-a4772056e731 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:32.736102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::296 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/7156a048-3538-4a72-99d9-165283243329/5faa93ae-f758-4b05-ba48-f55bcab292f1) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:32.781922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] For port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:56:32.785250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:56:32.786029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] For port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:56:32.803105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.831428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (57ceb479-9e91-4f77-b54a-a4772056e731), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.887829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e8df8-ef86-4730-8225-d55bec0de208 None None] Pushing event updated for resources: {'Port': ['ID=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:32.891302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ceb479-9e91-4f77-b54a-a4772056e731']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:32.910647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:32.917038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97db45c-f8f4-4d87-9d07-cedbdaf4d04a') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:32.953817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (e97db45c-f8f4-4d87-9d07-cedbdaf4d04a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.979196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e97db45c-f8f4-4d87-9d07-cedbdaf4d04a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.995669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:32.996393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (e97db45c-f8f4-4d87-9d07-cedbdaf4d04a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:32.998523 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:33.092174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:56:33.104486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Sync routers for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:56:33.111158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06394299-4170-467b-992d-597373ef75f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/6cb3b627-68d2-44c4-b65a-dc45e3487ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7541659 Mar 10 17:56:33.112767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38942) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:33.123439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:33.125608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (57ceb479-9e91-4f77-b54a-a4772056e731), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.126375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:33.141522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.149991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] 10.222.0.35 "DELETE /v2.0/networks/57ceb479-9e91-4f77-b54a-a4772056e731 HTTP/1.1" status: 204 len: 168 time: 1.2573130 Mar 10 17:56:33.162442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38944) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:33.350840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accc0c7-96bd-4fc3-a291-6e64d11e3055 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ceb479-9e91-4f77-b54a-a4772056e731,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:33.457878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.522222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks [] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.754593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.769282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks [] for router_gateway (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:33.783579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:33.846677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:33.875378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:33.893635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:33.906316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:33.908288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.008174 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5777264 Mar 10 17:56:34.008409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:34.014462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cad84-9dea-43ae-9b68-1bf26778b8c0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=5faa93ae-f758-4b05-ba48-f55bcab292f1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:34.104304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Deleting port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:34.107726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.230346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:56:31Z', 'revision_number': 5, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port': {'id': 'bb209c8b-6d9d-45ef-ba63-aeb02674e3c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:46:47Z', 'updated_at': '2022-03-10T17:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:34.242449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (a28a1128-4464-4fa2-9798-091940947c75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.322387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Checking router: 6cb3b627-68d2-44c4-b65a-dc45e3487ecc for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:56:34.344701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Routers {'6cb3b627-68d2-44c4-b65a-dc45e3487ecc'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:34.346257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:34.405873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] For port bb209c8b-6d9d-45ef-ba63-aeb02674e3c5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:34.406249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.406708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5473c9b-2a29-410e-a444-c7d97b82193e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:34.414732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5473c9b-2a29-410e-a444-c7d97b82193e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:34.417893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5473c9b-2a29-410e-a444-c7d97b82193e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4094484 Mar 10 17:56:34.421050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 38956) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:34.451547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Calling delete_port for bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:34.504080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] Set router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:34.586526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:56:33Z', 'revision_number': 6, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:34.631198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587aab81-0bea-44ea-814b-df3f224995c4 None None] The sync data for ids ['6cb3b627-68d2-44c4-b65a-dc45e3487ecc'] in n-d-833115-2 is: [{'id': '6cb3b627-68d2-44c4-b65a-dc45e3487ecc', 'name': 'tempest-AttachVolumeShelveTestJSON-1066459729-router', 'tenant_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:46:46Z', 'updated_at': '2022-03-10T17:56:33Z', 'revision_number': 6, 'project_id': 'a9724ef90c0e40dbaec32c80ca7f587e', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:56:34.639900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:34.761540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:34.761540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.767543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b6155-ecf0-49e6-a09a-cad22f5c1b8e None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:34.945438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Provisioning complete for port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:34.945438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:34.956959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bb209c8b-6d9d-45ef-ba63-aeb02674e3c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.052214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb209c8b-6d9d-45ef-ba63-aeb02674e3c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:35.119379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 5faa93ae-f758-4b05-ba48-f55bcab292f1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:35.119957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.205675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:35.207889 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.219751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:35.220478 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.235873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.349783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] For port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:35.361269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.390366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.392883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks [] for router_controller (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.473583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (6cb3b627-68d2-44c4-b65a-dc45e3487ecc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.474557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb3b627-68d2-44c4-b65a-dc45e3487ecc {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:56:35.483325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.487042 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5a9981b-395e-4a17-9a79-18ad7808a7f5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6cb3b627-68d2-44c4-b65a-dc45e3487ecc HTTP/1.1" status: 204 len: 168 time: 2.2653627 Mar 10 17:56:35.488348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:35.524798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.543874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Provisioning complete for port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:35.544258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.559986 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:56:35.560338 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:56:35.563886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 5faa93ae-f758-4b05-ba48-f55bcab292f1 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:35.605483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf660e-c07f-4050-a16c-6a9427f75e59 None None] Pushing event updated for resources: {'Port': ['ID=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:35.606670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Deleting subnet 05c8a2ac-29bd-46a4-b199-b4ba4534874a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:35.622659 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Publish callbacks [] for subnet (05c8a2ac-29bd-46a4-b199-b4ba4534874a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.700478 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (05c8a2ac-29bd-46a4-b199-b4ba4534874a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.806028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:35.818779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Provisioning complete for port 5faa93ae-f758-4b05-ba48-f55bcab292f1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:35.819151 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:35.877275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6f468348-4e88-49fe-8316-281255abc287 None None] Port 5faa93ae-f758-4b05-ba48-f55bcab292f1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:56:35.918876 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (05c8a2ac-29bd-46a4-b199-b4ba4534874a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.043295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3522179c-c0b7-41e9-a52b-6124407d4ac9 None None] Provisioning complete for port 5faa93ae-f758-4b05-ba48-f55bcab292f1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:36.044470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3522179c-c0b7-41e9-a52b-6124407d4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.088194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (05c8a2ac-29bd-46a4-b199-b4ba4534874a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.152269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3522179c-c0b7-41e9-a52b-6124407d4ac9 None None] Port 5faa93ae-f758-4b05-ba48-f55bcab292f1 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:56:36.162780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c8a2ac-29bd-46a4-b199-b4ba4534874a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:36.207620 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.221658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f44c493-e03a-4b28-b007-88912aad09a3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05c8a2ac-29bd-46a4-b199-b4ba4534874a HTTP/1.1" status: 204 len: 168 time: 0.7298911 Mar 10 17:56:36.222629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 38976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:36.228780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb108c-9144-48a5-84f2-25a58e5e1032 None None] Network b8f54aee-117e-4c86-a0d9-f0ae5f654629 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:36.272626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:36.401275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b8f54aee-117e-4c86-a0d9-f0ae5f654629), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.411347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:36.460582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:36.461151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d8c1b7f4-f4ee-4bfb-bd30-5a6e812ed7bb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:36.542242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Deleting port c5e6c11c-467f-4768-9cf9-6d1574caa001 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:36.542498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.597838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] DHCP port deletion for b8f54aee-117e-4c86-a0d9-f0ae5f654629 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:36.683088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] For port c5e6c11c-467f-4768-9cf9-6d1574caa001, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c5e6c11c-467f-4768-9cf9-6d1574caa001,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:36.683443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.714346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:36.719501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Calling delete_port for c5e6c11c-467f-4768-9cf9-6d1574caa001 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:36.778782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Deleting port 24f24403-5695-4c3a-b6c2-df2ef903db78 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:36.779369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.828159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Deleting port c5e6c11c-467f-4768-9cf9-6d1574caa001 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:36.832575 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.887043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:36.887694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.907759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.946978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5faa93ae-f758-4b05-ba48-f55bcab292f1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.956834 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e6c11c-467f-4768-9cf9-6d1574caa001,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:36.966025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] For port c5e6c11c-467f-4768-9cf9-6d1574caa001, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c5e6c11c-467f-4768-9cf9-6d1574caa001,segment=NetworkSegment(4c5e7af8-7b74-4626-9d32-0af49ed05378),segment_id=4c5e7af8-7b74-4626-9d32-0af49ed05378)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:36.966627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:36.983419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] No DVR routers for this DVR port c5e6c11c-467f-4768-9cf9-6d1574caa001 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:36.989708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Calling delete_port for c5e6c11c-467f-4768-9cf9-6d1574caa001 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:37.018536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=5faa93ae-f758-4b05-ba48-f55bcab292f1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:37.052971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] For port 24f24403-5695-4c3a-b6c2-df2ef903db78, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=24f24403-5695-4c3a-b6c2-df2ef903db78,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:37.053345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.093372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.096754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cd3b7c07-470c-4b1b-b7ed-cdf78d50c0ce tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/5faa93ae-f758-4b05-ba48-f55bcab292f1 HTTP/1.1" status: 204 len: 168 time: 2.6740444 Mar 10 17:56:37.100573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39038) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:37.110804 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b8f54aee-117e-4c86-a0d9-f0ae5f654629), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.114265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Calling delete_port for 24f24403-5695-4c3a-b6c2-df2ef903db78 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:37.168415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f54aee-117e-4c86-a0d9-f0ae5f654629']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:37.183618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5e7af8-7b74-4626-9d32-0af49ed05378') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:37.184014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5e7af8-7b74-4626-9d32-0af49ed05378') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:37.217287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (4c5e7af8-7b74-4626-9d32-0af49ed05378), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.236144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e48d02-d826-4825-bc53-5f27774acefa tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:37.249045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e48d02-d826-4825-bc53-5f27774acefa tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:37.251118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1e48d02-d826-4825-bc53-5f27774acefa tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1489780 Mar 10 17:56:37.254165 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39054) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:37.261210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4c5e7af8-7b74-4626-9d32-0af49ed05378), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.278688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:37.279016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (4c5e7af8-7b74-4626-9d32-0af49ed05378), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:37.285082 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:37.289000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:37.297920 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c5e6c11c-467f-4768-9cf9-6d1574caa001), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.320270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] No DVR routers for this DVR port c5e6c11c-467f-4768-9cf9-6d1574caa001 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:37.386823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f84b2-127f-4416-9e20-e43fcb25f2a7 None None] Pushing event deleted for resources: {'Port': ['ID=c5e6c11c-467f-4768-9cf9-6d1574caa001,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:37.415195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f41e1728-aaf3-4770-8a82-f140b821983d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:37.460260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f41e1728-aaf3-4770-8a82-f140b821983d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:37.461723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f41e1728-aaf3-4770-8a82-f140b821983d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:37.462324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:37.465902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b8f54aee-117e-4c86-a0d9-f0ae5f654629), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.473017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.487084 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8f54aee-117e-4c86-a0d9-f0ae5f654629 HTTP/1.1" status: 204 len: 168 time: 1.2630534 Mar 10 17:56:37.514201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:37.514585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device bb209c8b-6d9d-45ef-ba63-aeb02674e3c5 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:37.516110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 7156a048-3538-4a72-99d9-165283243329 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:37.517270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0cd2-a7fe-4c71-a0ea-ed0f0ea6c7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f54aee-117e-4c86-a0d9-f0ae5f654629,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:37.536319 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (7156a048-3538-4a72-99d9-165283243329), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.625049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (7156a048-3538-4a72-99d9-165283243329), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.697125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:37.744249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (24f24403-5695-4c3a-b6c2-df2ef903db78), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.751731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-35715869-1838-4dc6-ba04-2525e2a46d1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9724ef90c0e40dbaec32c80ca7f587e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526953 Mar 10 17:56:37.752865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:37.819109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] Publish callbacks [] for security_group (03adf96e-8d24-4e27-9e69-1fba522e2de1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.864588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] Publish callbacks [] for security_group (03adf96e-8d24-4e27-9e69-1fba522e2de1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.928650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7156a048-3538-4a72-99d9-165283243329), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.980285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (03adf96e-8d24-4e27-9e69-1fba522e2de1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.982846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:37.984018 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03adf96e-8d24-4e27-9e69-1fba522e2de1 HTTP/1.1" status: 204 len: 168 time: 0.2299781 Mar 10 17:56:38.002139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f24403-5695-4c3a-b6c2-df2ef903db78,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:38.022068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9baa-2778-44db-8147-ca5d0cafa80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03adf96e-8d24-4e27-9e69-1fba522e2de1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:38.024234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (7156a048-3538-4a72-99d9-165283243329), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:38.128752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=7156a048-3538-4a72-99d9-165283243329,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:38.137805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:38.141104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56751b-9ef5-45f2-89fd-2aca3495979a None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:38.159462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:38.159994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0519e62f-cbe7-432e-8101-b312619a0566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/7156a048-3538-4a72-99d9-165283243329 HTTP/1.1" status: 204 len: 168 time: 0.9040251 Mar 10 17:56:38.489485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:38.563324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (a28a1128-4464-4fa2-9798-091940947c75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:38.624031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Deleting port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:38.624796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:38.917140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c5e6c11c-467f-4768-9cf9-6d1574caa001 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:39.022347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c5e6c11c-467f-4768-9cf9-6d1574caa001 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:39.032841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c5e6c11c-467f-4768-9cf9-6d1574caa001 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:39.033265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:39.038999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] For port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:39.039377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:39.106501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Calling delete_port for 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:39.220964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Router a28a1128-4464-4fa2-9798-091940947c75 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:56:39.253388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:39.254185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:39.390352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b1a28a5a-4ac2-4a3d-be74-4a25211edfb7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2296765 Mar 10 17:56:39.391603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:39.392731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (1a403bcc-1225-4e99-8ab4-9aa1b51839b0), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:39.399763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:39.428070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] No DVR routers for this DVR port 1a403bcc-1225-4e99-8ab4-9aa1b51839b0 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:39.470142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9faf52-5ffa-46ff-b54b-993168145f9f None None] Pushing event deleted for resources: {'Port': ['ID=1a403bcc-1225-4e99-8ab4-9aa1b51839b0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:39.542679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:39.546336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:39.649260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:56:39.660317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-feb8c62b-5832-41a9-addc-6b09b2e4fe12 admin admin] 10.222.0.35 "PUT /v2.0/routers/a28a1128-4464-4fa2-9798-091940947c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4953725 Mar 10 17:56:39.662768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:39.666697 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Sync routers for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:56:39.688608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:39.689244 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:39.961562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks [] for router (a28a1128-4464-4fa2-9798-091940947c75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.017615 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:40.067999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (23a5dab8-0787-4137-a9d8-f22bc89c2869), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.190293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:40.211956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:40.224196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:40.226506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81bc7f-90a1-4b1c-84e9-988708f72236 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:40.227801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.241365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=23a5dab8-0787-4137-a9d8-f22bc89c2869,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:40.248513 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks [] for router_gateway (a28a1128-4464-4fa2-9798-091940947c75), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.273307 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1f5dfc4c-180b-4085-8c2b-3ca37c028c66 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8804524 Mar 10 17:56:40.273934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:40.286521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'name': 'tempest-NetworksTestDHCPv6-167908883'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:40.425158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Deleting port 0061fe09-4d6c-4401-9618-1395869019d9 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:40.425710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0061fe09-4d6c-4401-9618-1395869019d9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.511488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:40.515267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.562845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '23a5dab8-0787-4137-a9d8-f22bc89c2869'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:56:40.564959 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.573261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port a432ee78-17da-4cf0-a53a-500331bdf0f0 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:56:40.692213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] For port 0061fe09-4d6c-4401-9618-1395869019d9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0061fe09-4d6c-4401-9618-1395869019d9,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:40.692591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0061fe09-4d6c-4401-9618-1395869019d9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:40.727143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Calling delete_port for 0061fe09-4d6c-4401-9618-1395869019d9 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:40.955163 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0061fe09-4d6c-4401-9618-1395869019d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:56:37Z', 'revision_number': 5, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port': {'id': '0061fe09-4d6c-4401-9618-1395869019d9', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28a1128-4464-4fa2-9798-091940947c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:49:30Z', 'updated_at': '2022-03-10T17:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:40.960377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::265 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/23a5dab8-0787-4137-a9d8-f22bc89c2869/a432ee78-17da-4cf0-a53a-500331bdf0f0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:41.129895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Checking router: a28a1128-4464-4fa2-9798-091940947c75 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:56:41.154717 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Routers {'a28a1128-4464-4fa2-9798-091940947c75'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:56:41.155346 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a28a1128-4464-4fa2-9798-091940947c75'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:41.198611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (0061fe09-4d6c-4401-9618-1395869019d9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:41.311306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] Set router a28a1128-4464-4fa2-9798-091940947c75 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:56:41.438641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:56:40Z', 'revision_number': 6, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:41.508401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0061fe09-4d6c-4401-9618-1395869019d9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:41.534082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (a28a1128-4464-4fa2-9798-091940947c75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:41.570479 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3131a-dffb-4922-800f-386069c3f50f None None] The sync data for ids ['a28a1128-4464-4fa2-9798-091940947c75'] in n-d-833115-2 is: [{'id': 'a28a1128-4464-4fa2-9798-091940947c75', 'name': 'tempest-TestVolumeBackupRestore-38226557-router', 'tenant_id': '1bf6141402bd4b2293c6514ee85cab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:49:29Z', 'updated_at': '2022-03-10T17:56:40Z', 'revision_number': 6, 'project_id': '1bf6141402bd4b2293c6514ee85cab92', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:56:41.630266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (a432ee78-17da-4cf0-a53a-500331bdf0f0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:41.749025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a432ee78-17da-4cf0-a53a-500331bdf0f0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:41.922171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/23a5dab8-0787-4137-a9d8-f22bc89c2869/f3d037d3-0144-4195-ab27-c3ab5976c6b1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:41.978138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=a432ee78-17da-4cf0-a53a-500331bdf0f0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:42.047120 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:42.048667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:42.059320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:42.102327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:42.104302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.189134 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d0960d06-c58b-4348-abe4-5746c3436cbc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9138370 Mar 10 17:56:42.193785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:42.389009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8e024-1b68-4fc1-877e-b839a6daa527 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:42.401988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b0b8e024-1b68-4fc1-877e-b839a6daa527 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1957378 Mar 10 17:56:42.403497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39518) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:42.435280 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks [] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.445210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88908fe1-4ccc-46bf-a2ef-0b3f7fba9283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.452511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.472882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:42.475664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:42.496623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:42.587992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d037d3-0144-4195-ab27-c3ab5976c6b1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:42.616380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Attempting to bind port f3d037d3-0144-4195-ab27-c3ab5976c6b1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:56:42.616753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Attempting to bind port f3d037d3-0144-4195-ab27-c3ab5976c6b1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:56:42.617141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Attempting to bind port f3d037d3-0144-4195-ab27-c3ab5976c6b1 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:56:42.626720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:56:42.627106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:42.627675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.628061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:56:42.628773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Bound port: f3d037d3-0144-4195-ab27-c3ab5976c6b1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:56:42.629139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.690147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port a432ee78-17da-4cf0-a53a-500331bdf0f0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:42.719228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a432ee78-17da-4cf0-a53a-500331bdf0f0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.868956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] For port f3d037d3-0144-4195-ab27-c3ab5976c6b1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:56:42.878121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] For port f3d037d3-0144-4195-ab27-c3ab5976c6b1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f3d037d3-0144-4195-ab27-c3ab5976c6b1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:56:42.892351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0061fe09-4d6c-4401-9618-1395869019d9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:42.906565 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a28a1128-4464-4fa2-9798-091940947c75), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.913923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks [] for router_controller (a28a1128-4464-4fa2-9798-091940947c75), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:42.957301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 0061fe09-4d6c-4401-9618-1395869019d9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:42.959011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0061fe09-4d6c-4401-9618-1395869019d9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:42.959642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24f24403-5695-4c3a-b6c2-df2ef903db78 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:43.011304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.019759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 24f24403-5695-4c3a-b6c2-df2ef903db78 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:43.020424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 24f24403-5695-4c3a-b6c2-df2ef903db78 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:43.030736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a432ee78-17da-4cf0-a53a-500331bdf0f0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.061798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a28a1128-4464-4fa2-9798-091940947c75), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.063128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a28a1128-4464-4fa2-9798-091940947c75 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:56:43.068139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.069534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-11ed4913-eb24-4626-b6da-4699207262c5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a28a1128-4464-4fa2-9798-091940947c75 HTTP/1.1" status: 204 len: 168 time: 3.3929064 Mar 10 17:56:43.071980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39530) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:43.083624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for a432ee78-17da-4cf0-a53a-500331bdf0f0 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:43.177735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Deleting subnet 191fe324-38f2-42e0-b02c-b2edff0e4e25 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:43.179824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9f669-2ebd-486c-b74d-dc3a86cba5c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d037d3-0144-4195-ab27-c3ab5976c6b1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:43.187946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Publish callbacks [] for subnet (191fe324-38f2-42e0-b02c-b2edff0e4e25), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.300125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (191fe324-38f2-42e0-b02c-b2edff0e4e25), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.541450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (191fe324-38f2-42e0-b02c-b2edff0e4e25), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.638801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a432ee78-17da-4cf0-a53a-500331bdf0f0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.711193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (191fe324-38f2-42e0-b02c-b2edff0e4e25), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.754749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=a432ee78-17da-4cf0-a53a-500331bdf0f0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:43.769124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191fe324-38f2-42e0-b02c-b2edff0e4e25,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:43.779164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.788229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-43e08102-b0cd-491a-bdb0-fe8f4deaf566 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/191fe324-38f2-42e0-b02c-b2edff0e4e25 HTTP/1.1" status: 204 len: 168 time: 0.7141631 Mar 10 17:56:43.789753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399b599-1fe9-442e-ba04-e635144ea98e None None] Network d8f598d6-e181-4e5e-8d78-102fc67bf813 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:43.790946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39544) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:43.828893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:43.837490 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-13e2c560-4db9-4121-a161-7dae8d085785 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/a432ee78-17da-4cf0-a53a-500331bdf0f0 HTTP/1.1" status: 204 len: 168 time: 1.4327648 Mar 10 17:56:43.840250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:43.919248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39548) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:43.969570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b93d3f-bc2d-4c6e-8d41-a3d0efe3d620 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:43.972374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b93d3f-bc2d-4c6e-8d41-a3d0efe3d620 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:43.974129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-67b93d3f-bc2d-4c6e-8d41-a3d0efe3d620 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1317625 Mar 10 17:56:43.977204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:44.076706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d8f598d6-e181-4e5e-8d78-102fc67bf813), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.106105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 23a5dab8-0787-4137-a9d8-f22bc89c2869 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:44.113719 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (23a5dab8-0787-4137-a9d8-f22bc89c2869), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.207262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] DHCP port deletion for d8f598d6-e181-4e5e-8d78-102fc67bf813 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:44.215848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d79503b-a05f-4179-8485-bf19cdd1978e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.243741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Deleting port c9cf3377-5d0d-4b60-b700-8989fb08c018 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:44.244158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.255328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (23a5dab8-0787-4137-a9d8-f22bc89c2869), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.357991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Deleting port c9cf3377-5d0d-4b60-b700-8989fb08c018 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:44.359965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.436502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] For port c9cf3377-5d0d-4b60-b700-8989fb08c018, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9cf3377-5d0d-4b60-b700-8989fb08c018,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:44.438450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.472820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] For port c9cf3377-5d0d-4b60-b700-8989fb08c018, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c9cf3377-5d0d-4b60-b700-8989fb08c018,segment=NetworkSegment(b877a6dd-b11f-4231-a196-f380d2c60913),segment_id=b877a6dd-b11f-4231-a196-f380d2c60913)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:44.473540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.479000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Calling delete_port for c9cf3377-5d0d-4b60-b700-8989fb08c018 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:44.515279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Calling delete_port for c9cf3377-5d0d-4b60-b700-8989fb08c018 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:44.661257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d79503b-a05f-4179-8485-bf19cdd1978e admin admin] Publish callbacks [] for security_group (dec6355d-649e-4be6-a110-1c8ec5c3d2cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.692566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7d79503b-a05f-4179-8485-bf19cdd1978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dec6355d-649e-4be6-a110-1c8ec5c3d2cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.736113 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (23a5dab8-0787-4137-a9d8-f22bc89c2869), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.769843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f3d037d3-0144-4195-ab27-c3ab5976c6b1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:44.776497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.819151 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4af2b3bc-118e-4777-81f3-b528ada68686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.841381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cf3377-5d0d-4b60-b700-8989fb08c018,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:44.871882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] No DVR routers for this DVR port c9cf3377-5d0d-4b60-b700-8989fb08c018 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:44.919984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c9cf3377-5d0d-4b60-b700-8989fb08c018), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.926866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f3d037d3-0144-4195-ab27-c3ab5976c6b1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:44.927541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:44.974402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79503b-a05f-4179-8485-bf19cdd1978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6355d-649e-4be6-a110-1c8ec5c3d2cc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:44.989627 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d79503b-a05f-4179-8485-bf19cdd1978e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6090a53860d4220a0077a88fae50efd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0692573 Mar 10 17:56:45.005902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:45.055348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (23a5dab8-0787-4137-a9d8-f22bc89c2869), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.093775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.104932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/23a5dab8-0787-4137-a9d8-f22bc89c2869 HTTP/1.1" status: 204 len: 168 time: 1.1265669 Mar 10 17:56:45.151168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39564) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:45.160244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859757a-ef24-489f-b737-508a7eeb79d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=23a5dab8-0787-4137-a9d8-f22bc89c2869,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:45.231507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] Publish callbacks [] for security_group (dec6355d-649e-4be6-a110-1c8ec5c3d2cc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.307280 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d671d35-3d63-4e21-b15e-f63169acb5cd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1545286 Mar 10 17:56:45.325550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39566) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:45.326196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] Publish callbacks [] for security_group (dec6355d-649e-4be6-a110-1c8ec5c3d2cc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.335877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:45.415619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea13e55-67da-4e21-bc53-419fbe595b81 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:45.419894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] Pushing event deleted for resources: {'Port': ['ID=c9cf3377-5d0d-4b60-b700-8989fb08c018,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:45.436168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbaed2a-8863-4a03-a0a5-92d0449c6fc4 None None] No DVR routers for this DVR port c9cf3377-5d0d-4b60-b700-8989fb08c018 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:45.494511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d8f598d6-e181-4e5e-8d78-102fc67bf813), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.503600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dec6355d-649e-4be6-a110-1c8ec5c3d2cc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.508975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.513073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dec6355d-649e-4be6-a110-1c8ec5c3d2cc HTTP/1.1" status: 204 len: 168 time: 0.5037305 Mar 10 17:56:45.535993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2c0141c2-978a-49f1-b04c-0eb3b69944c6 None None] Provisioning complete for port f3d037d3-0144-4195-ab27-c3ab5976c6b1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:45.536501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c0141c2-978a-49f1-b04c-0eb3b69944c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.592106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba3ea9-cc99-4908-89e9-01a12e3466d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6355d-649e-4be6-a110-1c8ec5c3d2cc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:45.597012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f598d6-e181-4e5e-8d78-102fc67bf813']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:45.627318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b877a6dd-b11f-4231-a196-f380d2c60913') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:45.629601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b877a6dd-b11f-4231-a196-f380d2c60913') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:56:45.663131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (b877a6dd-b11f-4231-a196-f380d2c60913), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.707934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b877a6dd-b11f-4231-a196-f380d2c60913), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.733473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:56:45.734955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (b877a6dd-b11f-4231-a196-f380d2c60913), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:56:45.738084 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:56:45.800849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:45.804756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.900140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d8f598d6-e181-4e5e-8d78-102fc67bf813), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.948290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:45.974567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] 10.222.0.35 "DELETE /v2.0/networks/d8f598d6-e181-4e5e-8d78-102fc67bf813 HTTP/1.1" status: 204 len: 168 time: 2.1791484 Mar 10 17:56:45.976637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e7e20-adb9-4be2-881f-ca3f5700974b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f598d6-e181-4e5e-8d78-102fc67bf813,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:46.031213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f3d037d3-0144-4195-ab27-c3ab5976c6b1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:46.031213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.081985 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.250318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39582) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:46.274998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port f3d037d3-0144-4195-ab27-c3ab5976c6b1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f3d037d3-0144-4195-ab27-c3ab5976c6b1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:46.302622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.349021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39584) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:46.356729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e29158b3-7ad8-4686-8267-addc060a4f6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b95d73c8cf974134ae40847a555e62a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045439 Mar 10 17:56:46.371330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39586) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:46.385489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:46.417126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (0f72ff04-c5b2-4f35-8da8-4d01824f1571), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.466889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67d42325-6d9a-4956-90c2-2f07b7dd80b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.514751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c9cf3377-5d0d-4b60-b700-8989fb08c018 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:46.545677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:46.555139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:46.563686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:46.567179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.569237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c9cf3377-5d0d-4b60-b700-8989fb08c018 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:46.572658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c9cf3377-5d0d-4b60-b700-8989fb08c018 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:46.596423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=0f72ff04-c5b2-4f35-8da8-4d01824f1571,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:46.611081 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58b6423d-f3ea-454c-b24f-6c98b0113051 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2838748 Mar 10 17:56:46.613946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:46.618038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2c0141c2-978a-49f1-b04c-0eb3b69944c6 None None] Current status of the port f3d037d3-0144-4195-ab27-c3ab5976c6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:46.622659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'name': 'tempest-NetworksTestDHCPv6-1908301791'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:46.681148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] Publish callbacks [] for security_group (a2e78031-92ee-4645-b1d6-05750ec7efe4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.683320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=f3d037d3-0144-4195-ab27-c3ab5976c6b1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:46.702884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Deleting port f3d037d3-0144-4195-ab27-c3ab5976c6b1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:46.705543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.854123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f3d037d3-0144-4195-ab27-c3ab5976c6b1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:46.874010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] Publish callbacks [] for security_group (a2e78031-92ee-4645-b1d6-05750ec7efe4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:46.973054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:46.977249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.010817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a2e78031-92ee-4645-b1d6-05750ec7efe4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.017638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.022991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2e78031-92ee-4645-b1d6-05750ec7efe4 HTTP/1.1" status: 204 len: 168 time: 0.6482902 Mar 10 17:56:47.023194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 03d5abfe-9de3-48e5-b48d-aa0f6f8ac150 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:56:47.027816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] For port f3d037d3-0144-4195-ab27-c3ab5976c6b1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f3d037d3-0144-4195-ab27-c3ab5976c6b1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:47.028275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.066053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Calling delete_port for f3d037d3-0144-4195-ab27-c3ab5976c6b1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:47.110881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f31cd-2617-4de6-9975-cc0e241d2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e78031-92ee-4645-b1d6-05750ec7efe4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:47.165101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67d42325-6d9a-4956-90c2-2f07b7dd80b3 admin admin] Publish callbacks [] for security_group (a1b5e561-34f8-410d-9935-5e3cae5b4808), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.177558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-67d42325-6d9a-4956-90c2-2f07b7dd80b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1b5e561-34f8-410d-9935-5e3cae5b4808), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.282758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42325-6d9a-4956-90c2-2f07b7dd80b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5e561-34f8-410d-9935-5e3cae5b4808,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:47.319874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-67d42325-6d9a-4956-90c2-2f07b7dd80b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=186249ee30dc4036ad5a10692c2c6743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9537899 Mar 10 17:56:47.320654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39600) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:47.425557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] Publish callbacks [] for security_group (a1b5e561-34f8-410d-9935-5e3cae5b4808), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.433848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::317 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/0f72ff04-c5b2-4f35-8da8-4d01824f1571/03d5abfe-9de3-48e5-b48d-aa0f6f8ac150) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:47.500527 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] Publish callbacks [] for security_group (a1b5e561-34f8-410d-9935-5e3cae5b4808), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.525490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f3d037d3-0144-4195-ab27-c3ab5976c6b1 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:47.529161 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.610552 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1b5e561-34f8-410d-9935-5e3cae5b4808), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.613793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.615635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1b5e561-34f8-410d-9935-5e3cae5b4808 HTTP/1.1" status: 204 len: 168 time: 0.2911773 Mar 10 17:56:47.630835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6f4f-2f5a-4910-bcb9-fe9c63cc7f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5e561-34f8-410d-9935-5e3cae5b4808,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:47.746794 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.809689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39606) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:47.953994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port f3d037d3-0144-4195-ab27-c3ab5976c6b1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f3d037d3-0144-4195-ab27-c3ab5976c6b1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:47.964583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (03d5abfe-9de3-48e5-b48d-aa0f6f8ac150), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:47.975177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-392ea007-f9b1-402f-ba0d-2169d2971291 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bf6141402bd4b2293c6514ee85cab92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627755 Mar 10 17:56:47.977492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39612) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:48.025938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.052530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (03d5abfe-9de3-48e5-b48d-aa0f6f8ac150), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.107501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (f3d037d3-0144-4195-ab27-c3ab5976c6b1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.126262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:48.138909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:48.144036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:48.145402 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] Publish callbacks [] for security_group (dac6f7f3-0cde-4c09-9252-50e1a4bdd957), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.158326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:48.160510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.163060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] No DVR routers for this DVR port f3d037d3-0144-4195-ab27-c3ab5976c6b1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:48.175171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event deleted for resources: {'Port': ['ID=f3d037d3-0144-4195-ab27-c3ab5976c6b1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:48.209231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=03d5abfe-9de3-48e5-b48d-aa0f6f8ac150,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:48.215699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31133019-f790-4e99-bb04-706c96ad7485 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:48.225397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3c032873-a287-4936-ad70-6aba8c86dbbb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6103466 Mar 10 17:56:48.226045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:48.287559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] Publish callbacks [] for security_group (dac6f7f3-0cde-4c09-9252-50e1a4bdd957), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.304905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d70fe-9c97-4366-a146-b3026c0e8c29 None None] Pushing event deleted for resources: {'Port': ['ID=f3d037d3-0144-4195-ab27-c3ab5976c6b1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:48.386552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd9fc2-99fb-4b9d-b523-71a25735c813 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:48.391011 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-54bd9fc2-99fb-4b9d-b523-71a25735c813 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1639972 Mar 10 17:56:48.394641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39626) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:48.562534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac6f7f3-0cde-4c09-9252-50e1a4bdd957), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.577033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.578220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dac6f7f3-0cde-4c09-9252-50e1a4bdd957 HTTP/1.1" status: 204 len: 168 time: 0.5971651 Mar 10 17:56:48.600502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '0f72ff04-c5b2-4f35-8da8-4d01824f1571'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:56:48.603923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.632000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6026a-0eb5-43d8-ae54-5353ff1495c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6f7f3-0cde-4c09-9252-50e1a4bdd957,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:48.666214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 03d5abfe-9de3-48e5-b48d-aa0f6f8ac150 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:48.666591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (03d5abfe-9de3-48e5-b48d-aa0f6f8ac150), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.863291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (03d5abfe-9de3-48e5-b48d-aa0f6f8ac150), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:48.890029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 03d5abfe-9de3-48e5-b48d-aa0f6f8ac150 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:49.106459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/0f72ff04-c5b2-4f35-8da8-4d01824f1571/f78c2999-5004-4581-ae7f-397bf262da3c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:49.207431 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (03d5abfe-9de3-48e5-b48d-aa0f6f8ac150), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.254860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=03d5abfe-9de3-48e5-b48d-aa0f6f8ac150,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:49.343041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.349983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cd65a350-b5fd-4152-b706-6c8f6e9a65d9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/03d5abfe-9de3-48e5-b48d-aa0f6f8ac150 HTTP/1.1" status: 204 len: 168 time: 0.9542551 Mar 10 17:56:49.352656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:49.528266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4eb722-b612-45b1-bad3-b924f7d9ec72 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:49.536948 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.537398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4eb722-b612-45b1-bad3-b924f7d9ec72 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:49.539393 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ba4eb722-b612-45b1-bad3-b924f7d9ec72 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1856070 Mar 10 17:56:49.542906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39652) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:49.691877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 0f72ff04-c5b2-4f35-8da8-4d01824f1571 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:49.702168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks [] for port (f78c2999-5004-4581-ae7f-397bf262da3c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.716310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (0f72ff04-c5b2-4f35-8da8-4d01824f1571), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.716989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.854992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (0f72ff04-c5b2-4f35-8da8-4d01824f1571), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:49.855498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:49.859692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:49.873997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:49.884399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Pushing event updated for resources: {'Port': ['ID=f78c2999-5004-4581-ae7f-397bf262da3c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:50.007252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Attempting to bind port f78c2999-5004-4581-ae7f-397bf262da3c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:56:50.011554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Attempting to bind port f78c2999-5004-4581-ae7f-397bf262da3c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:56:50.012146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Attempting to bind port f78c2999-5004-4581-ae7f-397bf262da3c on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:56:50.028923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:56:50.037204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:50.038503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.039206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:56:50.039917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Bound port: f78c2999-5004-4581-ae7f-397bf262da3c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:56:50.040501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.100161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0f72ff04-c5b2-4f35-8da8-4d01824f1571), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.242006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39666) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.275643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (0f72ff04-c5b2-4f35-8da8-4d01824f1571), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.278162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] For port f78c2999-5004-4581-ae7f-397bf262da3c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:56:50.281618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] For port f78c2999-5004-4581-ae7f-397bf262da3c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f78c2999-5004-4581-ae7f-397bf262da3c,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:56:50.296006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.301290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.308323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.308628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/0f72ff04-c5b2-4f35-8da8-4d01824f1571 HTTP/1.1" status: 204 len: 168 time: 0.7639735 Mar 10 17:56:50.351481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cabdb-1b92-425a-9819-41a94983f4a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=0f72ff04-c5b2-4f35-8da8-4d01824f1571,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:50.444914 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e958520-3ad2-43bb-b79f-a3c0eb412877 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332405 Mar 10 17:56:50.446638 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39674) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.474919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99314d63-5e89-4de2-aaa9-60d1acf148de None None] Pushing event updated for resources: {'Port': ['ID=f78c2999-5004-4581-ae7f-397bf262da3c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:50.520685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.606486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8c676-5d5d-4618-9c91-b28c9eaa6848 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:50.608837 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bad8c676-5d5d-4618-9c91-b28c9eaa6848 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1611059 Mar 10 17:56:50.611561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.778491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Publish callbacks [] for security_group (19155131-afb6-4529-b842-c3ed5088cb69), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.796208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfbeae-5c41-4087-8fc2-4427deec04a1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:50.796467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (19155131-afb6-4529-b842-c3ed5088cb69), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:50.799665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-68dfbeae-5c41-4087-8fc2-4427deec04a1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1869855 Mar 10 17:56:50.802629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.905962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19155131-afb6-4529-b842-c3ed5088cb69,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:50.925254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.925854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.930204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.931309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.931929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.932819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.933306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.933893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.934382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.938743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.939728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.940909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-703c37ce-6b64-47bc-af3e-35ded1af0374 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362948 Mar 10 17:56:50.941391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.941950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:56:50.945523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39690) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:50.952500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:50.969694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90e17499-62b2-4cb8-af50-947cf4791c73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f4dadba5ff14e5f8447d271e1225fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7259085 Mar 10 17:56:50.974076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39692) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:51.090701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] Publish callbacks [] for security_group (19155131-afb6-4529-b842-c3ed5088cb69), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.138861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] Publish callbacks [] for security_group (19155131-afb6-4529-b842-c3ed5088cb69), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.198028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:51.202173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.238161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (19155131-afb6-4529-b842-c3ed5088cb69), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.241278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.245259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19155131-afb6-4529-b842-c3ed5088cb69 HTTP/1.1" status: 204 len: 168 time: 0.2658205 Mar 10 17:56:51.253526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82777-e647-4b8b-8503-976fb786d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19155131-afb6-4529-b842-c3ed5088cb69,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:51.707367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (5555844b-eaf2-41b7-b085-7ed0617fbdf6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.863383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:51.879202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:51.883946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:51.889763 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:51.893869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=5555844b-eaf2-41b7-b085-7ed0617fbdf6,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:51.941484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d3e33df5-e83c-411c-bca9-d76ddb94f25a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9912951 Mar 10 17:56:51.941847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39716) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:51.948540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '5555844b-eaf2-41b7-b085-7ed0617fbdf6', 'ip_address': '2001:db8::fc57:1541:fb91:ea08'}], 'name': 'tempest-NetworksTestDHCPv6-1026784536'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:52.188866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39724) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:52.223268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6161-367d-4a84-b3a8-414b224ec14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.300728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:52.385775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436d9a0-0caf-408c-83e9-18896fe31c62 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:52.471410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6161-367d-4a84-b3a8-414b224ec14e admin admin] Publish callbacks [] for security_group (0cac0689-91a5-4ece-9374-ae225cf27821), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.481652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6161-367d-4a84-b3a8-414b224ec14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0cac0689-91a5-4ece-9374-ae225cf27821), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.586125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ffe6161-367d-4a84-b3a8-414b224ec14e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3339f869f3447fab829667f9db5d386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934836 Mar 10 17:56:52.589418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.599574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39734) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:52.602097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe6161-367d-4a84-b3a8-414b224ec14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac0689-91a5-4ece-9374-ae225cf27821,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:52.644460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 89ef46cd-a3ac-4bfe-8aa4-0911df5c069a yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:56:52.652405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Provisioning complete for port f78c2999-5004-4581-ae7f-397bf262da3c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:52.654077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.719384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] Publish callbacks [] for security_group (0cac0689-91a5-4ece-9374-ae225cf27821), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.772505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] Publish callbacks [] for security_group (0cac0689-91a5-4ece-9374-ae225cf27821), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.889629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0cac0689-91a5-4ece-9374-ae225cf27821), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.892607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:52.896244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0cac0689-91a5-4ece-9374-ae225cf27821 HTTP/1.1" status: 204 len: 168 time: 0.2931590 Mar 10 17:56:52.928614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58008217-0a9b-4d1f-ab01-74f12180261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac0689-91a5-4ece-9374-ae225cf27821,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:52.989529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f78c2999-5004-4581-ae7f-397bf262da3c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:53.063333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::fc57:1541:fb91:ea08 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/5555844b-eaf2-41b7-b085-7ed0617fbdf6/89ef46cd-a3ac-4bfe-8aa4-0911df5c069a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:53.249996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Current status of the port f78c2999-5004-4581-ae7f-397bf262da3c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:53.250497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.303681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f78c2999-5004-4581-ae7f-397bf262da3c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:53.304052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.470409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (89ef46cd-a3ac-4bfe-8aa4-0911df5c069a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.522192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] For port f78c2999-5004-4581-ae7f-397bf262da3c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f78c2999-5004-4581-ae7f-397bf262da3c,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:53.549126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.587000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (89ef46cd-a3ac-4bfe-8aa4-0911df5c069a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.608470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Could not find standard attr ID for object 03d5abfe-9de3-48e5-b48d-aa0f6f8ac150. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:56:53.690237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c566945-06cd-4154-804f-6906a7d6d02c None None] Pushing event updated for resources: {'Port': ['ID=f78c2999-5004-4581-ae7f-397bf262da3c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:53.694497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f78c2999-5004-4581-ae7f-397bf262da3c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:53.695701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:53.707162 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:53.711914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:53.740474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:53.741161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.741862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-299b5f1e-7857-48e3-97bf-bbfb90c44fd5 None None] Provisioning complete for port f78c2999-5004-4581-ae7f-397bf262da3c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:53.742262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-299b5f1e-7857-48e3-97bf-bbfb90c44fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:53.796180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=89ef46cd-a3ac-4bfe-8aa4-0911df5c069a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:53.811260 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-53d3f723-1237-4ea3-9a92-6acf3ca8c85b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8658011 Mar 10 17:56:53.811617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39764) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:53.909841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7839c-a729-4f12-a49b-b5a6b1dd8898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:53.923869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7839c-a729-4f12-a49b-b5a6b1dd8898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:53.928231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ce7839c-a729-4f12-a49b-b5a6b1dd8898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1130426 Mar 10 17:56:53.928623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:53.986375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39768) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:54.145590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 89ef46cd-a3ac-4bfe-8aa4-0911df5c069a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:54.150353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (89ef46cd-a3ac-4bfe-8aa4-0911df5c069a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.297597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (89ef46cd-a3ac-4bfe-8aa4-0911df5c069a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.306026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-299b5f1e-7857-48e3-97bf-bbfb90c44fd5 None None] Current status of the port f78c2999-5004-4581-ae7f-397bf262da3c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:54.345433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 89ef46cd-a3ac-4bfe-8aa4-0911df5c069a owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:54.418280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef77a4de-ae0d-452e-8546-bdfb20321070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.419583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-daf88d57-6704-4c03-a838-a8c0bb8ae2c6 None None] Could not find standard attr ID for object a432ee78-17da-4cf0-a53a-500331bdf0f0. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:56:54.537220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a8e5808e-d68e-444a-887a-d592443066e4 None None] Could not find standard attr ID for object 03d5abfe-9de3-48e5-b48d-aa0f6f8ac150. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:56:54.626557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (89ef46cd-a3ac-4bfe-8aa4-0911df5c069a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.739645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=89ef46cd-a3ac-4bfe-8aa4-0911df5c069a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:54.772636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f78c2999-5004-4581-ae7f-397bf262da3c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:56:54.774198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.783226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39798) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:54.784571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6411d1af-bc21-421a-bfdf-dbc4d1cba04a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/89ef46cd-a3ac-4bfe-8aa4-0911df5c069a HTTP/1.1" status: 204 len: 168 time: 0.8546145 Mar 10 17:56:54.793938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef77a4de-ae0d-452e-8546-bdfb20321070 admin admin] Publish callbacks [] for security_group (5c6cac97-0a89-4766-b416-04e7fa04ee33), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.821637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef77a4de-ae0d-452e-8546-bdfb20321070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c6cac97-0a89-4766-b416-04e7fa04ee33), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.867633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f78c2999-5004-4581-ae7f-397bf262da3c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:56:54.868254 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:54.927211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ef77a4de-ae0d-452e-8546-bdfb20321070 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=928ea7ad476a4395ae0f1d7f81473b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9389935 Mar 10 17:56:54.934583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39802) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:54.941249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4a09b-9cf4-4b62-a5d1-b63e866a42b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:54.942570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4a09b-9cf4-4b62-a5d1-b63e866a42b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:54.946497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dad4a09b-9cf4-4b62-a5d1-b63e866a42b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1527660 Mar 10 17:56:54.947463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39804) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:54.988627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77a4de-ae0d-452e-8546-bdfb20321070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6cac97-0a89-4766-b416-04e7fa04ee33,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:55.030290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3a25b084-f5c5-424c-b11a-d22f3f0ad0fa None None] Could not find standard attr ID for object 89ef46cd-a3ac-4bfe-8aa4-0911df5c069a. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:56:55.042845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f78c2999-5004-4581-ae7f-397bf262da3c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:56:55.058052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] Publish callbacks [] for security_group (5c6cac97-0a89-4766-b416-04e7fa04ee33), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.079431 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:56:55.090314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] Publish callbacks [] for security_group (5c6cac97-0a89-4766-b416-04e7fa04ee33), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.098341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 5555844b-eaf2-41b7-b085-7ed0617fbdf6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:55.106613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (5555844b-eaf2-41b7-b085-7ed0617fbdf6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.160631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5c6cac97-0a89-4766-b416-04e7fa04ee33), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.163708 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.167435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c6cac97-0a89-4766-b416-04e7fa04ee33 HTTP/1.1" status: 204 len: 168 time: 0.2198372 Mar 10 17:56:55.172836 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5555844b-eaf2-41b7-b085-7ed0617fbdf6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.204287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0def063-c945-4820-84cf-ad4c53161e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6cac97-0a89-4766-b416-04e7fa04ee33,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:55.260845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5555844b-eaf2-41b7-b085-7ed0617fbdf6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.382613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5555844b-eaf2-41b7-b085-7ed0617fbdf6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.405253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.411550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5555844b-eaf2-41b7-b085-7ed0617fbdf6 HTTP/1.1" status: 204 len: 168 time: 0.4606383 Mar 10 17:56:55.412060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39812) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:55.431256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b193-4524-4291-862e-e107139ca627 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=5555844b-eaf2-41b7-b085-7ed0617fbdf6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:55.506024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:55.507290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c4053106-8bfb-4598-afaf-fae0cd3f5e50 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929177 Mar 10 17:56:55.512750 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:55.713332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:55.726891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:55.835371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff51b86-c30a-494b-bdf1-baf9b49fec4e None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:55.939814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39826) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:55.959859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84a52bbd-c78c-4ad1-9985-6057ff842460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.079539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:56:56.138327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c8fba21f-d960-4a0b-b374-1640e8bd9686), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.177313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84a52bbd-c78c-4ad1-9985-6057ff842460 admin admin] Publish callbacks [] for security_group (9ed83c17-f42f-4a28-b6c4-a74bf9064ca7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.185531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Deleting port f78c2999-5004-4581-ae7f-397bf262da3c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:56.185942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.190692 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84a52bbd-c78c-4ad1-9985-6057ff842460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9ed83c17-f42f-4a28-b6c4-a74bf9064ca7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.217523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=c8fba21f-d960-4a0b-b374-1640e8bd9686,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:56.226930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:56.228961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:56.238624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:56.239466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.259586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84a52bbd-c78c-4ad1-9985-6057ff842460 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cb9fee30414427baf6f22b8446044f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186610 Mar 10 17:56:56.262875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39830) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:56.275423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52bbd-c78c-4ad1-9985-6057ff842460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed83c17-f42f-4a28-b6c4-a74bf9064ca7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:56.279421 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-95e31500-663f-4ce8-ac30-7200a876e928 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7718329 Mar 10 17:56:56.281823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:56.289320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'c8fba21f-d960-4a0b-b374-1640e8bd9686', 'ip_address': '2001:db8::5188:c79f:e3dc:6562'}], 'name': 'tempest-NetworksTestDHCPv6-144175535'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:56.377253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] For port f78c2999-5004-4581-ae7f-397bf262da3c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f78c2999-5004-4581-ae7f-397bf262da3c,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:56:56.377661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.407723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Calling delete_port for f78c2999-5004-4581-ae7f-397bf262da3c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:56.489472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] Publish callbacks [] for security_group (9ed83c17-f42f-4a28-b6c4-a74bf9064ca7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.524375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] Publish callbacks [] for security_group (9ed83c17-f42f-4a28-b6c4-a74bf9064ca7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.532698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:56.539205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.580500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 497ef547-89f9-46e9-b33e-9e31d90453fb yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:56:56.613974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (f78c2999-5004-4581-ae7f-397bf262da3c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.657356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9ed83c17-f42f-4a28-b6c4-a74bf9064ca7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.661133 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:56.661546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] Pushing event deleted for resources: {'Port': ['ID=f78c2999-5004-4581-ae7f-397bf262da3c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:56.663005 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ed83c17-f42f-4a28-b6c4-a74bf9064ca7 HTTP/1.1" status: 204 len: 168 time: 0.3989210 Mar 10 17:56:56.679363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc637a-fdd5-47a2-91fa-3da7c9ba9d22 None None] No DVR routers for this DVR port f78c2999-5004-4581-ae7f-397bf262da3c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:56:56.708493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31b8fc-a301-44d7-8a0f-da84ca3cd49f None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:56:56.731281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4a068-a3ef-49a5-ad28-a185b6858a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed83c17-f42f-4a28-b6c4-a74bf9064ca7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:56.832652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f78c2999-5004-4581-ae7f-397bf262da3c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:56:56.880720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::5188:c79f:e3dc:6562 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/c8fba21f-d960-4a0b-b374-1640e8bd9686/497ef547-89f9-46e9-b33e-9e31d90453fb) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:56.893026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f78c2999-5004-4581-ae7f-397bf262da3c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:56:56.894087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f78c2999-5004-4581-ae7f-397bf262da3c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:56:56.902545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'c8fba21f-d960-4a0b-b374-1640e8bd9686'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:56:56.903412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.219801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.253278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (497ef547-89f9-46e9-b33e-9e31d90453fb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.293715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (497ef547-89f9-46e9-b33e-9e31d90453fb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.345766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:57.351534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:57.356027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:57.368251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:57.368928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.394414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/c8fba21f-d960-4a0b-b374-1640e8bd9686/cad4a8e6-e1c8-400b-a8d2-90cd5e262660) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:56:57.402205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=497ef547-89f9-46e9-b33e-9e31d90453fb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:57.421328 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bec0e300-2265-4bfb-bf68-c02f3d202ae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1381357 Mar 10 17:56:57.424175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39854) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:57.493127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94fc9d4-5f0f-470c-98ba-308db4230cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:57.495682 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e94fc9d4-5f0f-470c-98ba-308db4230cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0696256 Mar 10 17:56:57.497853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:57.665374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 497ef547-89f9-46e9-b33e-9e31d90453fb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:56:57.665649 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (497ef547-89f9-46e9-b33e-9e31d90453fb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.753494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks [] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.763950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.811077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (497ef547-89f9-46e9-b33e-9e31d90453fb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.817236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:57.820117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:57.824557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:56:57.831126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 497ef547-89f9-46e9-b33e-9e31d90453fb owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:56:57.903074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Attempting to bind port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:56:57.903643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Attempting to bind port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:56:57.903759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Attempting to bind port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:56:57.943655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Pushing event updated for resources: {'Port': ['ID=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:57.956955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:56:57.957347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:56:57.957714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:57.958099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:56:57.974952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Bound port: cad4a8e6-e1c8-400b-a8d2-90cd5e262660, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:56:57.975409 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.083776 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-6bda2632-85a1-44e6-90c6-7950f493d977 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744745 Mar 10 17:56:58.123932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] For port cad4a8e6-e1c8-400b-a8d2-90cd5e262660, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:56:58.135259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] For port cad4a8e6-e1c8-400b-a8d2-90cd5e262660, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:56:58.162343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.269052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053ec9-7392-48f4-8120-f268131f08a2 None None] Pushing event updated for resources: {'Port': ['ID=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:58.296396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (497ef547-89f9-46e9-b33e-9e31d90453fb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.329681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-f5ebf920-7aea-4241-b00a-efb8c65c8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.331535 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-f5ebf920-7aea-4241-b00a-efb8c65c8a67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 1132 time: 0.1657882 Mar 10 17:56:58.418734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=497ef547-89f9-46e9-b33e-9e31d90453fb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:58.476442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.482523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:58.496988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-01d0fb9c-b4b5-460d-937e-7a81a4739272 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/497ef547-89f9-46e9-b33e-9e31d90453fb HTTP/1.1" status: 204 len: 168 time: 0.9976859 Mar 10 17:56:58.592513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220892ad-1afb-42cf-a7a1-a90aa08e6eec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.594572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220892ad-1afb-42cf-a7a1-a90aa08e6eec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.597263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-220892ad-1afb-42cf-a7a1-a90aa08e6eec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1136615 Mar 10 17:56:58.599422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39880) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:58.600958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-06bd2f3c-a93c-4db2-9001-faab3a782286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.606421 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-06bd2f3c-a93c-4db2-9001-faab3a782286 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.2129664 Mar 10 17:56:58.700123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-892c4d0e-7237-4b69-8ab7-b044590007e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 200 len: 217 time: 0.0830555 Mar 10 17:56:58.786757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet c8fba21f-d960-4a0b-b374-1640e8bd9686 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:56:58.791314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (c8fba21f-d960-4a0b-b374-1640e8bd9686), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.841527 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (c8fba21f-d960-4a0b-b374-1640e8bd9686), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.879179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-f7315bec-3ea1-4616-b95a-b123ca4f6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.880747 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-f7315bec-3ea1-4616-b95a-b123ca4f6eba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1701119 Mar 10 17:56:58.980216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c8fba21f-d960-4a0b-b374-1640e8bd9686), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:58.985652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-2a33abc3-ff95-47b7-b35d-8bb9e10e18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:58.987620 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-2a33abc3-ff95-47b7-b35d-8bb9e10e18c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0934553 Mar 10 17:56:59.091217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (c8fba21f-d960-4a0b-b374-1640e8bd9686), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:59.111601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:59.118083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/c8fba21f-d960-4a0b-b374-1640e8bd9686 HTTP/1.1" status: 204 len: 168 time: 0.5151150 Mar 10 17:56:59.118725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39888) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:59.146050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a1b55-d74f-47ee-9cef-dca14d053024 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fba21f-d960-4a0b-b374-1640e8bd9686,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:59.165853 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-29258a8b-00ea-442d-a965-41364b9bb147 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673698 Mar 10 17:56:59.190531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c31de118-53cf-41d9-ba1f-41d7820d171f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510736 Mar 10 17:56:59.194198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:56:59.202223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:56:59.391074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9e910091-e885-4b0e-9ddb-97c56e8f67d2 req-3acc83c0-bc58-4ea6-876d-94579c45b534 service neutron] 10.222.0.59 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152648 Mar 10 17:56:59.391598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:56:59.396452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:59.835485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (d6dc71cf-ca1d-4b71-9baf-47fe644b629e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:59.950977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:56:59.954622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=d6dc71cf-ca1d-4b71-9baf-47fe644b629e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:56:59.957328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:56:59.974834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:56:59.975484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:56:59.991262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641438f-0699-41fa-857b-2255fee2a71e None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:00.029019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7b02ee30-6f48-43e6-836a-907161d56ebe tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8309474 Mar 10 17:57:00.030112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39924) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:00.035374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'd6dc71cf-ca1d-4b71-9baf-47fe644b629e', 'ip_address': '2001:db8::c180:3953:49db:eca9'}], 'name': 'tempest-NetworksTestDHCPv6-1699999787'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:00.215400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.231619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Provisioning complete for port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:00.233253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.258014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:00.407064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.430081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:00.634411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Current status of the port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:00.634849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.750858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] For port cad4a8e6-e1c8-400b-a8d2-90cd5e262660, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:00.756432 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.874693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994c0de-a5a6-4dee-bfc5-567081bc5022 None None] Pushing event updated for resources: {'Port': ['ID=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:00.887106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cad4a8e6-e1c8-400b-a8d2-90cd5e262660 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:00.964614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:00.964988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:00.987161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::c180:3953:49db:eca9 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/d6dc71cf-ca1d-4b71-9baf-47fe644b629e/a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:01.105286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-16506503-2518-4abd-a019-298d2e9f40d7 None None] Provisioning complete for port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:01.106088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-16506503-2518-4abd-a019-298d2e9f40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:01.268396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:01.335654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:01.410571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-16506503-2518-4abd-a019-298d2e9f40d7 None None] Current status of the port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:01.416746 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:01.514795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:01.520833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:01.536653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:01.536894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-460c2338-3f7d-46c8-bd9a-039e3545d26c None None] Could not find standard attr ID for object 497ef547-89f9-46e9-b33e-9e31d90453fb. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:01.573662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:01.576441 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:01.603074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:01.604118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:01.619465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b22766ec-69c3-4441-b67f-27e9176d899f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5861132 Mar 10 17:57:01.619840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39960) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:01.730385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a264f74-70d4-4c36-a9aa-21efceb705b2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:01.739691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a264f74-70d4-4c36-a9aa-21efceb705b2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:01.741339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3a264f74-70d4-4c36-a9aa-21efceb705b2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1205385 Mar 10 17:57:01.744129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39966) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:01.848495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b95d003-2f0b-4cd4-a7e4-ee0227263781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:01.917700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:01.918057 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.012529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b95d003-2f0b-4cd4-a7e4-ee0227263781 admin admin] Publish callbacks [] for security_group (5891a120-051d-4ead-a64a-f50ad364cf70), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.017864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b95d003-2f0b-4cd4-a7e4-ee0227263781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5891a120-051d-4ead-a64a-f50ad364cf70), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.065820 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b95d003-2f0b-4cd4-a7e4-ee0227263781 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5086a268aba3482899f0f38d9dc82feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603856 Mar 10 17:57:02.067776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:02.137884 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.145820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95d003-2f0b-4cd4-a7e4-ee0227263781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5891a120-051d-4ead-a64a-f50ad364cf70,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:02.169383 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] Publish callbacks [] for security_group (5891a120-051d-4ead-a64a-f50ad364cf70), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.177495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:02.178408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd7a5084-87f4-4af9-ad07-379b37b93dc0 None None] Provisioning complete for port a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:02.178897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5084-87f4-4af9-ad07-379b37b93dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.202131 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] Publish callbacks [] for security_group (5891a120-051d-4ead-a64a-f50ad364cf70), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.289858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5891a120-051d-4ead-a64a-f50ad364cf70), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.293928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.295130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a5084-87f4-4af9-ad07-379b37b93dc0 None None] Port a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:02.295253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5891a120-051d-4ead-a64a-f50ad364cf70 HTTP/1.1" status: 204 len: 168 time: 0.2263565 Mar 10 17:57:02.329328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d262b4b-2533-4363-956c-915fd4beff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891a120-051d-4ead-a64a-f50ad364cf70,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:02.430223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.554671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:02.621044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.633182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bed83559-c278-48f9-92b9-26dec0cbbbe4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a HTTP/1.1" status: 204 len: 168 time: 0.8858945 Mar 10 17:57:02.633789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:02.783953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cad4a8e6-e1c8-400b-a8d2-90cd5e262660 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:02.818964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fda0f-7da7-476b-b6db-8405c36715e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:02.820089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fda0f-7da7-476b-b6db-8405c36715e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:02.824443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39988) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:02.842339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe3fda0f-7da7-476b-b6db-8405c36715e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2072079 Mar 10 17:57:02.949671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:02.950053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:02.958018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 39992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:02.986176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6af8def-f366-4e88-a1a0-31b2265f1729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.004120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet d6dc71cf-ca1d-4b71-9baf-47fe644b629e {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:03.036010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (d6dc71cf-ca1d-4b71-9baf-47fe644b629e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.100410 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (d6dc71cf-ca1d-4b71-9baf-47fe644b629e), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.200466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:03.211803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d6dc71cf-ca1d-4b71-9baf-47fe644b629e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.222542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6af8def-f366-4e88-a1a0-31b2265f1729 admin admin] Publish callbacks [] for security_group (f306624f-2c01-4294-8a7b-ce88692e054c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.239338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6af8def-f366-4e88-a1a0-31b2265f1729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f306624f-2c01-4294-8a7b-ce88692e054c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.325125 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6af8def-f366-4e88-a1a0-31b2265f1729 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21bfe2497bb541af8318ab902eb68647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3659291 Mar 10 17:57:03.327844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 39996) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.335688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af8def-f366-4e88-a1a0-31b2265f1729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306624f-2c01-4294-8a7b-ce88692e054c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:03.349525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (d6dc71cf-ca1d-4b71-9baf-47fe644b629e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.392499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.400899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e688a-b4f0-4de8-9d16-4ebdb23448f5 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:03.402032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d6dc71cf-ca1d-4b71-9baf-47fe644b629e HTTP/1.1" status: 204 len: 168 time: 0.5762928 Mar 10 17:57:03.404614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40000) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.460980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32a69e-b979-448f-b46d-c8f9718d9296 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dc71cf-ca1d-4b71-9baf-47fe644b629e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:03.488740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-790aee43-47c0-4696-9579-ebdf0f106c64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826886 Mar 10 17:57:03.491142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40002) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.557799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] Publish callbacks [] for security_group (f306624f-2c01-4294-8a7b-ce88692e054c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.569059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e17d33-77e7-48e0-9381-4d71dbe06281 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:03.571224 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-65e17d33-77e7-48e0-9381-4d71dbe06281 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0789165 Mar 10 17:57:03.573982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.614078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] Publish callbacks [] for security_group (f306624f-2c01-4294-8a7b-ce88692e054c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.690903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bd5d3-7354-4506-b472-cb3b457abc8b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:03.696867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a8bd5d3-7354-4506-b472-cb3b457abc8b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214952 Mar 10 17:57:03.698965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f306624f-2c01-4294-8a7b-ce88692e054c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.699909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.719162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.722949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f306624f-2c01-4294-8a7b-ce88692e054c HTTP/1.1" status: 204 len: 168 time: 0.3938954 Mar 10 17:57:03.733722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:03.747876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453d26-a24c-4423-b71d-43788cfefbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306624f-2c01-4294-8a7b-ce88692e054c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:03.796598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9590fec-640e-42ba-92a7-c3dd368583f0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912619 Mar 10 17:57:03.797690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40014) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:03.803404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:03.889609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Deleting port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:03.890145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:03.983864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:03.988385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.008808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] For port cad4a8e6-e1c8-400b-a8d2-90cd5e262660, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:04.009211 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.041228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Calling delete_port for cad4a8e6-e1c8-400b-a8d2-90cd5e262660 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:04.254744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (cad4a8e6-e1c8-400b-a8d2-90cd5e262660), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.310266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] No DVR routers for this DVR port cad4a8e6-e1c8-400b-a8d2-90cd5e262660 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:04.314563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a1af4-d031-482e-b6a9-5be1fa3cfc53 None None] Pushing event deleted for resources: {'Port': ['ID=cad4a8e6-e1c8-400b-a8d2-90cd5e262660,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:04.424242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (114c2e99-d4b9-4988-9bb9-3a60c9a7fe72), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.531489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:04.570139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:04.582385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:04.583036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.583719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc484e-4ae0-4ae2-898e-2eeaa1b1b43b None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:04.662261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=114c2e99-d4b9-4988-9bb9-3a60c9a7fe72,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:04.672216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-623811e7-e22e-4bad-8c16-b1cb852b11a7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8727846 Mar 10 17:57:04.676926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:04.683450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '114c2e99-d4b9-4988-9bb9-3a60c9a7fe72', 'ip_address': '2001:db8::37fd:86e8:2941:ccaa'}], 'name': 'tempest-NetworksTestDHCPv6-1098547294'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:04.692600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e855-acd1-473e-b47b-3c9b4740ac3e req-84c93e73-4ed8-408e-95f1-2dcf712dec43 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:04.694482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8877e855-acd1-473e-b47b-3c9b4740ac3e req-84c93e73-4ed8-408e-95f1-2dcf712dec43 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.1354387 Mar 10 17:57:04.792677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8877e855-acd1-473e-b47b-3c9b4740ac3e req-640fae7d-644b-477f-b49f-7595bf8efb3c tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923278 Mar 10 17:57:04.841395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cad4a8e6-e1c8-400b-a8d2-90cd5e262660 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:04.883164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '114c2e99-d4b9-4988-9bb9-3a60c9a7fe72'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:04.886067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:04.895723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: cad4a8e6-e1c8-400b-a8d2-90cd5e262660 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:04.896228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device cad4a8e6-e1c8-400b-a8d2-90cd5e262660 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:04.968104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:05.140877 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:05.160713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port f6e9142f-3cc7-4edc-867d-481ba3c73494 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:05.190184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/114c2e99-d4b9-4988-9bb9-3a60c9a7fe72/df7ed8d1-d333-4867-9c21-e2514f39ea9a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:05.362128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks [] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:05.376024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:05.488366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:05.495396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:05.512113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:05.518137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Pushing event updated for resources: {'Port': ['ID=df7ed8d1-d333-4867-9c21-e2514f39ea9a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:05.664706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Attempting to bind port df7ed8d1-d333-4867-9c21-e2514f39ea9a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:05.665084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Attempting to bind port df7ed8d1-d333-4867-9c21-e2514f39ea9a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:05.665587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Attempting to bind port df7ed8d1-d333-4867-9c21-e2514f39ea9a on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:05.674610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:05.674855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:05.675226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:05.675760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:05.676239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Bound port: df7ed8d1-d333-4867-9c21-e2514f39ea9a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:05.676722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:05.969936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::37fd:86e8:2941:ccaa (ca15b61f-b27d-4a22-a42d-bb39fd616e97/114c2e99-d4b9-4988-9bb9-3a60c9a7fe72/f6e9142f-3cc7-4edc-867d-481ba3c73494) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:05.974391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] For port df7ed8d1-d333-4867-9c21-e2514f39ea9a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:05.977860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] For port df7ed8d1-d333-4867-9c21-e2514f39ea9a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df7ed8d1-d333-4867-9c21-e2514f39ea9a,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:05.997971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:06.084700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72d97-410a-4a24-8687-048726463e33 req-a968167b-49ff-4d66-93e9-40715226bf93 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:06.095549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d72d97-410a-4a24-8687-048726463e33 req-a968167b-49ff-4d66-93e9-40715226bf93 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.1773105 Mar 10 17:57:06.131523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5018a0-a10b-4d58-b88d-267fc1cdfd45 None None] Pushing event updated for resources: {'Port': ['ID=df7ed8d1-d333-4867-9c21-e2514f39ea9a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:06.314143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-458151eb-d250-4ad8-8458-3b414e8f8e61 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:06.318231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-458151eb-d250-4ad8-8458-3b414e8f8e61 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 950 time: 0.2117059 Mar 10 17:57:06.585256 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:06.693254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Deleting port abe1f291-885a-4320-8952-94de1fa178a0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:06.693602 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (abe1f291-885a-4320-8952-94de1fa178a0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:06.746542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:06.771650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82d72d97-410a-4a24-8687-048726463e33 req-937068b4-50b3-45c6-beb7-8aa0cc446def tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/security-groups?id=0429d3ac-f5ad-4883-9142-b410d7fb5adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683397 Mar 10 17:57:06.881539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df7ed8d1-d333-4867-9c21-e2514f39ea9a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:06.895927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=f6e9142f-3cc7-4edc-867d-481ba3c73494,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:06.944884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:06.948572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:06.953136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:06.959891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:06.962530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:06.976532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port df7ed8d1-d333-4867-9c21-e2514f39ea9a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:06.977216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.016588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] For port abe1f291-885a-4320-8952-94de1fa178a0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=abe1f291-885a-4320-8952-94de1fa178a0,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:07.019486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (abe1f291-885a-4320-8952-94de1fa178a0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.048913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Calling delete_port for abe1f291-885a-4320-8952-94de1fa178a0 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:07.069966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26bee805-5cbc-470f-b18d-a125a127ad69 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3877311 Mar 10 17:57:07.070396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:07.075977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '114c2e99-d4b9-4988-9bb9-3a60c9a7fe72', 'ip_address': '2001:db8::37fd:86e8:2941:ccaa'}], 'name': 'tempest-NetworksTestDHCPv6-1792572524'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:07.096853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port df7ed8d1-d333-4867-9c21-e2514f39ea9a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:07.097411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.160343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port df7ed8d1-d333-4867-9c21-e2514f39ea9a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df7ed8d1-d333-4867-9c21-e2514f39ea9a,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:07.170850 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.284830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:07.305067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40092) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:07.335138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=df7ed8d1-d333-4867-9c21-e2514f39ea9a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:07.388537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (abe1f291-885a-4320-8952-94de1fa178a0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.446254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Pushing event deleted for resources: {'Port': ['ID=abe1f291-885a-4320-8952-94de1fa178a0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:07.537041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.551628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] No DVR routers for this DVR port abe1f291-885a-4320-8952-94de1fa178a0 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:07.555166 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.559461 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2e19d4d5-4793-454b-ad93-3e3aea47da36 req-2cabb260-ad16-4e39-bf28-8a72745a5bf8 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.59 "DELETE /v2.0/ports/abe1f291-885a-4320-8952-94de1fa178a0 HTTP/1.1" status: 204 len: 173 time: 1.1962457 Mar 10 17:57:07.560497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'name': 'network-vif-deleted', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:57:07.563273 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa4384-b4b5-4fec-aecf-9adc4fd1edb8" -d '{"events": [{"server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "name": "network-vif-deleted", "tag": "abe1f291-885a-4320-8952-94de1fa178a0"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:57:07.572386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 4cb71b37-2689-4d75-98f0-37afba6e95f1 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:07.667928 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8daf08-517f-4381-994a-9374f1ab1ecb x-openstack-request-id: req-bb8daf08-517f-4381-994a-9374f1ab1ecb {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:57:07.668377 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f22e78-6dcc-436f-aaf3-7ad1b530c2ff", "name": "network-vif-deleted", "tag": "abe1f291-885a-4320-8952-94de1fa178a0", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:57:07.668674 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb8daf08-517f-4381-994a-9374f1ab1ecb {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:57:07.669192 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f22e78-6dcc-436f-aaf3-7ad1b530c2ff', 'name': 'network-vif-deleted', 'tag': 'abe1f291-885a-4320-8952-94de1fa178a0', 'status': 'completed', 'code': 200} Mar 10 17:57:07.724448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-924ebc4b-0bc1-4b1e-8e2b-dac7e00971e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:07.852458 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 17:57:07.852458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:57:07.909989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40100) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:07.910125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f2346ebb-863b-466a-874f-db348e7f721a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8382533 Mar 10 17:57:07.917636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2d4cdb85-5127-4502-bd3e-633f30561697 None None] Provisioning complete for port df7ed8d1-d333-4867-9c21-e2514f39ea9a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:07.919475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d4cdb85-5127-4502-bd3e-633f30561697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.031916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2ffda3f-065e-43b2-9120-41b9df0a85f7 req-e8e5814d-c642-4baa-9b90-c338cfc6d1c7 tempest-VolumesBackupsTest-1915021093 tempest-VolumesBackupsTest-1915021093-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f22e78-6dcc-436f-aaf3-7ad1b530c2ff HTTP/1.1" status: 200 len: 210 time: 0.0604231 Mar 10 17:57:08.049535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-924ebc4b-0bc1-4b1e-8e2b-dac7e00971e8 admin admin] Publish callbacks [] for security_group (60ce4edc-1ccf-48cf-a854-2a2498577b50), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.060793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c03a4-5c4d-4e38-b77d-a9caa4088986 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:08.061384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-924ebc4b-0bc1-4b1e-8e2b-dac7e00971e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (60ce4edc-1ccf-48cf-a854-2a2498577b50), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.081107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c03a4-5c4d-4e38-b77d-a9caa4088986 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:08.084135 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae5c03a4-5c4d-4e38-b77d-a9caa4088986 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1729822 Mar 10 17:57:08.090675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40106) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:08.179366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cdb85-5127-4502-bd3e-633f30561697 None None] Current status of the port df7ed8d1-d333-4867-9c21-e2514f39ea9a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:08.226159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-924ebc4b-0bc1-4b1e-8e2b-dac7e00971e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64945a1824484c30a7574489c0b950de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9196501 Mar 10 17:57:08.235437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40108) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:08.270858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port f6e9142f-3cc7-4edc-867d-481ba3c73494 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:08.272868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.278343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ebc4b-0bc1-4b1e-8e2b-dac7e00971e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce4edc-1ccf-48cf-a854-2a2498577b50,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:08.304617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] Publish callbacks [] for security_group (60ce4edc-1ccf-48cf-a854-2a2498577b50), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.348109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] Publish callbacks [] for security_group (60ce4edc-1ccf-48cf-a854-2a2498577b50), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.417903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8065f98b-78e8-47db-b484-63cb3e0674bd None None] Provisioning complete for port f6e9142f-3cc7-4edc-867d-481ba3c73494 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:08.419796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8065f98b-78e8-47db-b484-63cb3e0674bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.430408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (60ce4edc-1ccf-48cf-a854-2a2498577b50), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.432962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.435051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60ce4edc-1ccf-48cf-a854-2a2498577b50 HTTP/1.1" status: 204 len: 168 time: 0.1975763 Mar 10 17:57:08.447683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdde7a-e1d0-4d5a-b61e-db0b5954dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce4edc-1ccf-48cf-a854-2a2498577b50,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:08.504347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.526549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8065f98b-78e8-47db-b484-63cb3e0674bd None None] Port f6e9142f-3cc7-4edc-867d-481ba3c73494 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:08.531475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for f6e9142f-3cc7-4edc-867d-481ba3c73494 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:08.695552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f6e9142f-3cc7-4edc-867d-481ba3c73494), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.728758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=f6e9142f-3cc7-4edc-867d-481ba3c73494,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:08.761460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df7ed8d1-d333-4867-9c21-e2514f39ea9a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:08.780915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.786908 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-17a88cfd-d49e-4d71-bc5d-584b1211357b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/f6e9142f-3cc7-4edc-867d-481ba3c73494 HTTP/1.1" status: 204 len: 168 time: 0.6927216 Mar 10 17:57:08.788411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40116) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:08.853303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b430c-791e-49db-a429-f60ff378ce02 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:08.855957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b430c-791e-49db-a429-f60ff378ce02 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:08.860595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:08.861503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-119b430c-791e-49db-a429-f60ff378ce02 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0716851 Mar 10 17:57:08.895365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port df7ed8d1-d333-4867-9c21-e2514f39ea9a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:08.895744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:08.965059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 114c2e99-d4b9-4988-9bb9-3a60c9a7fe72 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:08.970556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (114c2e99-d4b9-4988-9bb9-3a60c9a7fe72), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.008237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port df7ed8d1-d333-4867-9c21-e2514f39ea9a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:09.053608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (114c2e99-d4b9-4988-9bb9-3a60c9a7fe72), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.093491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device abe1f291-885a-4320-8952-94de1fa178a0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:09.133916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: abe1f291-885a-4320-8952-94de1fa178a0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:09.135054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device abe1f291-885a-4320-8952-94de1fa178a0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:09.260775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (114c2e99-d4b9-4988-9bb9-3a60c9a7fe72), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.342032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (114c2e99-d4b9-4988-9bb9-3a60c9a7fe72), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.380459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=114c2e99-d4b9-4988-9bb9-3a60c9a7fe72,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:09.384342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.387847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-96b003e0-ea08-4174-ab2d-7e2f7ef1a144 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/114c2e99-d4b9-4988-9bb9-3a60c9a7fe72 HTTP/1.1" status: 204 len: 168 time: 0.5257347 Mar 10 17:57:09.390279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:09.395458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe0a04-cbe6-4d2c-b0d5-907117fc001b None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:09.442491 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-117e354c-ab20-4293-bbc5-17ed64519278 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477057 Mar 10 17:57:09.443393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:09.455892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:09.672147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:09.679091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.719354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:09.841781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Deleting port df7ed8d1-d333-4867-9c21-e2514f39ea9a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:09.842163 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:09.974397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (7fa418a2-1959-4306-8754-daca0e7bad05), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.008154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] For port df7ed8d1-d333-4867-9c21-e2514f39ea9a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df7ed8d1-d333-4867-9c21-e2514f39ea9a,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:10.008556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.028876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Calling delete_port for df7ed8d1-d333-4867-9c21-e2514f39ea9a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:10.053676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:10.068041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:10.072531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:10.083243 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.110499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=7fa418a2-1959-4306-8754-daca0e7bad05,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:10.128510 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c6c8f441-d218-436f-bb95-0247cc64f9cc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6838710 Mar 10 17:57:10.131646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:10.137770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '7fa418a2-1959-4306-8754-daca0e7bad05', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1606745506'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:10.143976 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (df7ed8d1-d333-4867-9c21-e2514f39ea9a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.179713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] Pushing event deleted for resources: {'Port': ['ID=df7ed8d1-d333-4867-9c21-e2514f39ea9a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:10.189451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b587c-a920-48af-8634-72c2e20206e8 None None] No DVR routers for this DVR port df7ed8d1-d333-4867-9c21-e2514f39ea9a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:10.215738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e3ff6-e3b6-4853-8620-b3be33824799 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:10.445646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:10.445905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '7fa418a2-1959-4306-8754-daca0e7bad05'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:10.447552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.451617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:10.490350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port dd28b099-993d-4ac8-b0f6-b156920e31df yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:10.781829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/7fa418a2-1959-4306-8754-daca0e7bad05/248f926d-fd88-49dd-9d6b-230504bc1211) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:10.837738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df7ed8d1-d333-4867-9c21-e2514f39ea9a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:10.941817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: df7ed8d1-d333-4867-9c21-e2514f39ea9a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:10.948756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df7ed8d1-d333-4867-9c21-e2514f39ea9a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:11.243806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks [] for port (248f926d-fd88-49dd-9d6b-230504bc1211), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.257215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:11.260584 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.263930 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:57:11.264595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:57:11.297042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:11.297505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-377b6f27-56a0-4479-a323-d17e04ab9f00 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1641450 Mar 10 17:57:11.370265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:11.381024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:11.395079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:11.397426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe6fb6-43ad-437c-bc8e-29e63749f11a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:11.403032 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59fe6fb6-43ad-437c-bc8e-29e63749f11a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1024199 Mar 10 17:57:11.403532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:11.419706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Pushing event updated for resources: {'Port': ['ID=248f926d-fd88-49dd-9d6b-230504bc1211,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:11.636126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Attempting to bind port 248f926d-fd88-49dd-9d6b-230504bc1211 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:11.640224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3b284ce-7bc6-48d4-b1a3-76017cf59b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.646730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Attempting to bind port 248f926d-fd88-49dd-9d6b-230504bc1211 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:11.647413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Attempting to bind port 248f926d-fd88-49dd-9d6b-230504bc1211 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:11.662169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:11.662757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:11.663286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.665369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbc09c-e3b2-474c-84be-3d58df550db2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:11.666015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:11.666706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Bound port: 248f926d-fd88-49dd-9d6b-230504bc1211, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:11.667225 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.673577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbc09c-e3b2-474c-84be-3d58df550db2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:11.679507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4ebbc09c-e3b2-474c-84be-3d58df550db2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2740116 Mar 10 17:57:11.682785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40222) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:11.819684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 7fa418a2-1959-4306-8754-daca0e7bad05 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:11.820859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] For port 248f926d-fd88-49dd-9d6b-230504bc1211, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:11.827986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] For port 248f926d-fd88-49dd-9d6b-230504bc1211, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=248f926d-fd88-49dd-9d6b-230504bc1211,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:11.837608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (7fa418a2-1959-4306-8754-daca0e7bad05), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.846995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.870530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3b284ce-7bc6-48d4-b1a3-76017cf59b48 admin admin] Publish callbacks [] for security_group (76e82b7c-b022-4ec5-84ee-2ec160bfd119), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.884598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3b284ce-7bc6-48d4-b1a3-76017cf59b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (76e82b7c-b022-4ec5-84ee-2ec160bfd119), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:11.932723 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3b284ce-7bc6-48d4-b1a3-76017cf59b48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f5b609737b74b25b815b3f06410a59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6743324 Mar 10 17:57:11.936401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:11.990043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (7fa418a2-1959-4306-8754-daca0e7bad05), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.042043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b9e4-1223-4d51-860f-d75a0430ffc9 None None] Pushing event updated for resources: {'Port': ['ID=248f926d-fd88-49dd-9d6b-230504bc1211,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:12.113801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b284ce-7bc6-48d4-b1a3-76017cf59b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e82b7c-b022-4ec5-84ee-2ec160bfd119,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:12.148317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] Publish callbacks [] for security_group (76e82b7c-b022-4ec5-84ee-2ec160bfd119), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.201509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] Publish callbacks [] for security_group (76e82b7c-b022-4ec5-84ee-2ec160bfd119), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.238960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (7fa418a2-1959-4306-8754-daca0e7bad05), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.312224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (76e82b7c-b022-4ec5-84ee-2ec160bfd119), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.315240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.316517 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76e82b7c-b022-4ec5-84ee-2ec160bfd119 HTTP/1.1" status: 204 len: 168 time: 0.3792362 Mar 10 17:57:12.360194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b8a1f-a93d-4bde-9978-6188c266f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e82b7c-b022-4ec5-84ee-2ec160bfd119,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:12.472025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (7fa418a2-1959-4306-8754-daca0e7bad05), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.475471 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe791c4f-c91a-428e-b541-7cc6d7bac797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.515606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa418a2-1959-4306-8754-daca0e7bad05,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:12.525906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:12.537646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ffa05017-62de-4fa6-adeb-53cfd75b320b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/7fa418a2-1959-4306-8754-daca0e7bad05 HTTP/1.1" status: 204 len: 168 time: 0.8537307 Mar 10 17:57:12.537882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:12.655899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-780a2418-4b6f-4472-9c75-20aa6baf9e76 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115284 Mar 10 17:57:12.656427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40258) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:12.664900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:12.913891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 248f926d-fd88-49dd-9d6b-230504bc1211 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:12.976272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:12.981430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.058968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 248f926d-fd88-49dd-9d6b-230504bc1211 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:13.059344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.071629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:13.113829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8e00-a482-4c06-85bb-327060e91907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.222369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:13.262370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 248f926d-fd88-49dd-9d6b-230504bc1211 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:13.263829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.320554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8e00-a482-4c06-85bb-327060e91907 admin admin] Publish callbacks [] for security_group (5b3c0de2-6c1f-4232-b001-91343f68b3d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.333877 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8e00-a482-4c06-85bb-327060e91907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b3c0de2-6c1f-4232-b001-91343f68b3d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.379394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f8e00-a482-4c06-85bb-327060e91907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c0de2-6c1f-4232-b001-91343f68b3d1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:13.414141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 248f926d-fd88-49dd-9d6b-230504bc1211, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=248f926d-fd88-49dd-9d6b-230504bc1211,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:13.426200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.443094 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a4f8e00-a482-4c06-85bb-327060e91907 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b715c1575e440d0a2aa6e389b425226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671625 Mar 10 17:57:13.445584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:13.565721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] Publish callbacks [] for security_group (5b3c0de2-6c1f-4232-b001-91343f68b3d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.588054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (71085bf8-ecca-47ee-a0c9-fa61ee60ffab), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.618645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=248f926d-fd88-49dd-9d6b-230504bc1211,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:13.628375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2b30-8d2d-4b29-be7e-f65af50284b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.664908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] Publish callbacks [] for security_group (5b3c0de2-6c1f-4232-b001-91343f68b3d1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.683937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:13.687106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:13.714690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:13.719286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.777144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1185672 Mar 10 17:57:13.777439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:13.780286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2314127-5943-44b7-aac0-2c4748e876cb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=71085bf8-ecca-47ee-a0c9-fa61ee60ffab,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:13.790069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:13.887675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.889840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.905091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5b3c0de2-6c1f-4232-b001-91343f68b3d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.907699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:13.909218 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b3c0de2-6c1f-4232-b001-91343f68b3d1 HTTP/1.1" status: 204 len: 168 time: 0.4611077 Mar 10 17:57:13.996850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e8a79-6b23-4b49-ac52-5ad7a147d51a None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:14.011940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ef52-5af9-494a-b1b8-d7c32c867eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c0de2-6c1f-4232-b001-91343f68b3d1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:14.160134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router_controller (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.175990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.238142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2b30-8d2d-4b29-be7e-f65af50284b8 admin admin] Publish callbacks [] for security_group (9408f631-e219-4b98-a73e-1a570952cdcc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.263718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a4c2b30-8d2d-4b29-be7e-f65af50284b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9408f631-e219-4b98-a73e-1a570952cdcc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.269156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-08bf1cf6-7c29-4e63-9863-58f9f88c1d67 None None] Provisioning complete for port 248f926d-fd88-49dd-9d6b-230504bc1211 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:14.269676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08bf1cf6-7c29-4e63-9863-58f9f88c1d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.306048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.307980 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a53eac2-5c9c-4316-98ab-476d991b9f3f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5293713 Mar 10 17:57:14.311428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:14.360258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c2b30-8d2d-4b29-be7e-f65af50284b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9408f631-e219-4b98-a73e-1a570952cdcc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:14.396692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a4c2b30-8d2d-4b29-be7e-f65af50284b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ecff51b41c534b4e90b81a39c8f53a57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1725612 Mar 10 17:57:14.399380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:14.495389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-08bf1cf6-7c29-4e63-9863-58f9f88c1d67 None None] Current status of the port 248f926d-fd88-49dd-9d6b-230504bc1211 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:14.550500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] Publish callbacks [] for security_group (9408f631-e219-4b98-a73e-1a570952cdcc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.625355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] Publish callbacks [] for security_group (9408f631-e219-4b98-a73e-1a570952cdcc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.677486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9bc6d96e-1848-42bc-b4bb-f58f25256e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.824815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 248f926d-fd88-49dd-9d6b-230504bc1211 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:14.862746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9408f631-e219-4b98-a73e-1a570952cdcc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.868309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:14.872967 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9408f631-e219-4b98-a73e-1a570952cdcc HTTP/1.1" status: 204 len: 168 time: 0.4695807 Mar 10 17:57:14.895174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624551b1-70c8-4372-8a6a-6b07fd6733f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9408f631-e219-4b98-a73e-1a570952cdcc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:15.068596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 248f926d-fd88-49dd-9d6b-230504bc1211 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:15.068945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.077155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9394bdfe-631c-4bcf-91b1-a10b9d09246f None None] Provisioning complete for port 248f926d-fd88-49dd-9d6b-230504bc1211 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:15.080091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9394bdfe-631c-4bcf-91b1-a10b9d09246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.180621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.499612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 248f926d-fd88-49dd-9d6b-230504bc1211 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:15.513101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9394bdfe-631c-4bcf-91b1-a10b9d09246f None None] Current status of the port 248f926d-fd88-49dd-9d6b-230504bc1211 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:15.712245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::1 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/71085bf8-ecca-47ee-a0c9-fa61ee60ffab/e9e076c2-3563-428b-a088-6a49e3650d04) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:15.715443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:15.740621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e34b796b-9383-4ce9-b45a-06d3090f2126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.843305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (e9e076c2-3563-428b-a088-6a49e3650d04), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.896990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.899747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.938359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e34b796b-9383-4ce9-b45a-06d3090f2126 admin admin] Publish callbacks [] for security_group (d50941b4-f76a-4228-981b-7d2c1ec1d172), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.948992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:15.953230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:15.954372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e34b796b-9383-4ce9-b45a-06d3090f2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d50941b4-f76a-4228-981b-7d2c1ec1d172), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:15.960685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:15.961620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.023801 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e34b796b-9383-4ce9-b45a-06d3090f2126 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9aca08f4f02f41e78fcd65afce0450db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069735 Mar 10 17:57:16.026135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:16.111013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b796b-9383-4ce9-b45a-06d3090f2126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50941b4-f76a-4228-981b-7d2c1ec1d172,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:16.225222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] Publish callbacks [] for security_group (d50941b4-f76a-4228-981b-7d2c1ec1d172), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.241015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=e9e076c2-3563-428b-a088-6a49e3650d04,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:16.281964 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] Publish callbacks [] for security_group (d50941b4-f76a-4228-981b-7d2c1ec1d172), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.301244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.301583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.301929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.302268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.302628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.302959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.303287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.303619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.303943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.304269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.304595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.304921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.305238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:16.340622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.399710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d50941b4-f76a-4228-981b-7d2c1ec1d172), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.402501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.403810 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d50941b4-f76a-4228-981b-7d2c1ec1d172 HTTP/1.1" status: 204 len: 168 time: 0.3703828 Mar 10 17:57:16.443290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1788cc-8c51-4b67-8e5b-669b3b75aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50941b4-f76a-4228-981b-7d2c1ec1d172,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:16.563356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b324038f-346f-438d-8cd7-27f4112b9508 None None] Provisioning complete for port e9e076c2-3563-428b-a088-6a49e3650d04 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:16.563698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b324038f-346f-438d-8cd7-27f4112b9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.656146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b324038f-346f-438d-8cd7-27f4112b9508 None None] Port e9e076c2-3563-428b-a088-6a49e3650d04 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:16.762460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40330) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:16.838894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (e9e076c2-3563-428b-a088-6a49e3650d04), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.855704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.856467 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:16.947069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=e9e076c2-3563-428b-a088-6a49e3650d04,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:17.015701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f922b81a-5cb8-4986-832c-eaec26fdfd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.057310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:17.059341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:17.119152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f922b81a-5cb8-4986-832c-eaec26fdfd24 admin admin] Publish callbacks [] for security_group (f1798794-4116-40f6-9470-351d5f00405a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.131311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f922b81a-5cb8-4986-832c-eaec26fdfd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1798794-4116-40f6-9470-351d5f00405a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.231286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f922b81a-5cb8-4986-832c-eaec26fdfd24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=393aa68e4d3043d5a23533db497ea096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662576 Mar 10 17:57:17.234669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:17.235561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b81a-5cb8-4986-832c-eaec26fdfd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1798794-4116-40f6-9470-351d5f00405a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:17.304423 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.312997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] Publish callbacks [] for security_group (f1798794-4116-40f6-9470-351d5f00405a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.315642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:57:17.355175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] Publish callbacks [] for security_group (f1798794-4116-40f6-9470-351d5f00405a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.485431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1798794-4116-40f6-9470-351d5f00405a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.488742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.490463 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1798794-4116-40f6-9470-351d5f00405a HTTP/1.1" status: 204 len: 168 time: 0.2516286 Mar 10 17:57:17.495204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:17.507900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Sync routers for ids ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:17.510591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-de54a29b-7c67-47a9-bbc2-f629509b24e1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "PUT /v2.0/routers/5c8a8ae0-973b-4437-8ac6-09e00177fe8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1973693 Mar 10 17:57:17.511688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae93e-a8b1-49b4-b32c-79ec7193bbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1798794-4116-40f6-9470-351d5f00405a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:17.513109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40356) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:17.536571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Routers {'5c8a8ae0-973b-4437-8ac6-09e00177fe8e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:17.537667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:17.592218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38083e45-7967-4c69-926a-4fd8b95860b7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:17.593812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-38083e45-7967-4c69-926a-4fd8b95860b7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports/e9e076c2-3563-428b-a088-6a49e3650d04 HTTP/1.1" status: 200 len: 911 time: 0.0786905 Mar 10 17:57:17.597178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40358) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:17.713932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfdef4-5615-4b16-81e4-6fadc7667a76 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:17.730751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfdef4-5615-4b16-81e4-6fadc7667a76 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:17.734869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-33cfdef4-5615-4b16-81e4-6fadc7667a76 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1363065 Mar 10 17:57:17.738753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40362) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:17.877440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6b05a1c0-9989-47d0-b589-41ce484f993e None None] Provisioning complete for port e9e076c2-3563-428b-a088-6a49e3650d04 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:17.877810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6b05a1c0-9989-47d0-b589-41ce484f993e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:17.886846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Set router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:17.986315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6b05a1c0-9989-47d0-b589-41ce484f993e None None] Port e9e076c2-3563-428b-a088-6a49e3650d04 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:18.409824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:16Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None, '_interfaces': [{'id': 'e9e076c2-3563-428b-a088-6a49e3650d04', 'name': '', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'mac_address': 'fa:16:3e:51:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '71085bf8-ecca-47ee-a0c9-fa61ee60ffab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:15Z', 'updated_at': '2022-03-10T17:57:16Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'subnets': [{'id': '71085bf8-ecca-47ee-a0c9-fa61ee60ffab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:18.467288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Checking router: 5c8a8ae0-973b-4437-8ac6-09e00177fe8e for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:57:18.467656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Updating router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e port e9e076c2-3563-428b-a088-6a49e3650d04 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:57:18.525582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:18.699330 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.016408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks [] for port (e9e076c2-3563-428b-a088-6a49e3650d04), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.029785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.124364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506fa8c-3a73-4dcc-a343-6b08eb11c7b8 None None] Pushing event updated for resources: {'Port': ['ID=e9e076c2-3563-428b-a088-6a49e3650d04,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:19.221854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40400) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:19.255898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Attempting to bind port e9e076c2-3563-428b-a088-6a49e3650d04 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:19.256541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Attempting to bind port e9e076c2-3563-428b-a088-6a49e3650d04 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:19.257100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Attempting to bind port e9e076c2-3563-428b-a088-6a49e3650d04 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:19.276125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:19.276825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:19.277401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.277962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:19.278745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Bound port: e9e076c2-3563-428b-a088-6a49e3650d04, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:19.279298 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.341074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port e9e076c2-3563-428b-a088-6a49e3650d04 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:19.341423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.580108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] For port e9e076c2-3563-428b-a088-6a49e3650d04, host n-d-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:19.580440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.600629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for e9e076c2-3563-428b-a088-6a49e3650d04 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:19.628933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.647357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0ae4fbc4-1bc8-48d9-8960-a325874f8062 None None] Provisioning complete for port e9e076c2-3563-428b-a088-6a49e3650d04 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:19.647737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ae4fbc4-1bc8-48d9-8960-a325874f8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.732298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-142841151'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:19.773467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Made reservation on behalf of 6c3e93d7a578412d80a1a6fabc27fdc0 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:19.779105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.780996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4fbc4-1bc8-48d9-8960-a325874f8062 None None] Port e9e076c2-3563-428b-a088-6a49e3650d04 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:19.784972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] For port e9e076c2-3563-428b-a088-6a49e3650d04, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:19.798490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] For port e9e076c2-3563-428b-a088-6a49e3650d04, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e9e076c2-3563-428b-a088-6a49e3650d04,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:19.806835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.814510 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.961891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e9e076c2-3563-428b-a088-6a49e3650d04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:19.982265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506fa8c-3a73-4dcc-a343-6b08eb11c7b8 None None] Pushing event updated for resources: {'Port': ['ID=e9e076c2-3563-428b-a088-6a49e3650d04,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:20.004573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks [] for security_group (65568159-ef01-482d-9bd7-1b481e7e1bd3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.018509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65568159-ef01-482d-9bd7-1b481e7e1bd3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.019668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Routers {'5c8a8ae0-973b-4437-8ac6-09e00177fe8e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:20.020420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:20.037065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=e9e076c2-3563-428b-a088-6a49e3650d04,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:20.097877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:57:20.111120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a1ae740-c805-453b-a71f-5c0a5a05c16b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.113128 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Added segment 9a1ae740-c805-453b-a71f-5c0a5a05c16b of type vlan for network 96cb8d33-d451-455b-ac4d-404db6cf86fd Mar 10 17:57:20.230458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] Set router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:20.237723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65568159-ef01-482d-9bd7-1b481e7e1bd3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:20.279233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.294858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (96cb8d33-d451-455b-ac4d-404db6cf86fd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.378475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (96cb8d33-d451-455b-ac4d-404db6cf86fd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.384633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:20.385478 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:20.409563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:19Z', 'revision_number': 3, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:20.482495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14bfd-4cae-4825-b0b1-b5c047fef4ad None None] The sync data for ids ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'] in n-d-833115-2 is: [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:19Z', 'revision_number': 3, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:20.600489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Pushing event updated for resources: {'Network': ['ID=96cb8d33-d451-455b-ac4d-404db6cf86fd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:20.615583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e6692258-00f3-4252-873d-b7bb52542f66 None None] Could not find standard attr ID for object e9e076c2-3563-428b-a088-6a49e3650d04. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:20.627420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-524f8cb3-185f-4ad2-983a-618cda3fea06 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4025519 Mar 10 17:57:20.647709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:57:20.810934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:57:21.043905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:21.054348 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59788262-e015-4a08-af63-93cba05ffc8e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "PUT /v2.0/routers/5c8a8ae0-973b-4437-8ac6-09e00177fe8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3141193 Mar 10 17:57:21.057366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40510) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:21.186617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591ef3e-d9b3-47d2-810d-a03e899a6215 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:21.187920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591ef3e-d9b3-47d2-810d-a03e899a6215 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:21.190787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:21.197643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd', 'binding:host_id': 'n-h1-833115-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-903735672'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:21.206466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7591ef3e-d9b3-47d2-810d-a03e899a6215 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1444802 Mar 10 17:57:21.206569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:21.252680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Made reservation on behalf of f5d38137d7434d2690fd66ec6229c18e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:21.255087 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.265752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.328154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 71085bf8-ecca-47ee-a0c9-fa61ee60ffab {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:21.334469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (71085bf8-ecca-47ee-a0c9-fa61ee60ffab), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.405524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (71085bf8-ecca-47ee-a0c9-fa61ee60ffab), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.469270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for security_group (1c27f6af-1b50-4a49-9e36-96d133e31a1a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.481619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c27f6af-1b50-4a49-9e36-96d133e31a1a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.497912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port da7ef330-1b58-4d7f-8710-b4911c154957 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:21.519948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (71085bf8-ecca-47ee-a0c9-fa61ee60ffab), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.685813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (71085bf8-ecca-47ee-a0c9-fa61ee60ffab), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.739678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27f6af-1b50-4a49-9e36-96d133e31a1a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:21.747207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=71085bf8-ecca-47ee-a0c9-fa61ee60ffab,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:21.755130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:21.760817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44477079-6264-47b6-b3a9-649e78a8963c None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:21.764058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-781ff9b0-d151-4944-bc68-ce127887a5c5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/71085bf8-ecca-47ee-a0c9-fa61ee60ffab HTTP/1.1" status: 204 len: 168 time: 0.5539007 Mar 10 17:57:21.765325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40556) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:22.053907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port da7ef330-1b58-4d7f-8710-b4911c154957 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:22.066071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (da7ef330-1b58-4d7f-8710-b4911c154957), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:22.082052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:22.082725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:22.192198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Sync routers for ids ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:22.216869 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Routers {'5c8a8ae0-973b-4437-8ac6-09e00177fe8e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:22.217532 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:22.286335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Deleting port 248f926d-fd88-49dd-9d6b-230504bc1211 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:22.287166 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:22.287600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=da7ef330-1b58-4d7f-8710-b4911c154957,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:22.291787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Checking segment: {'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:22.294814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Network hostable DHCP agents. Network: 96cb8d33-d451-455b-ac4d-404db6cf86fd, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:57:22.336841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:57:22.352763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 96cb8d33-d451-455b-ac4d-404db6cf86fd) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:22.357096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:22.386189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.386724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.390149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.405090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.406791 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.408335 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 2 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.440636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.441152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.441586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.453530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.455197 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.455905 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 3 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.488399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.488905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.489338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.491241 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Set router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:22.508938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.509563 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.510946 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 4 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.523115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109d0e9-faf4-4600-a7e0-79cb4bc4220b None None] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:22.526576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] For port 248f926d-fd88-49dd-9d6b-230504bc1211, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=248f926d-fd88-49dd-9d6b-230504bc1211,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:22.550623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:22.558813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.562470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.563047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.572590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.573026 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.573507 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 5 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.606277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.606793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.607223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.622367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.625433 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.626356 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 6 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.659770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.665174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.666995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.684548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.688825 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.697891 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 7 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.737017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.737499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.737936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.748976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.749466 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.749966 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 8 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.782498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.782976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.783406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.791132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.791519 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.793064 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 9 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.828022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.828684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.829258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.834897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.835516 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.836105 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 10 to bind port da7ef330-1b58-4d7f-8710-b4911c154957 Mar 10 17:57:22.861325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Calling delete_port for 248f926d-fd88-49dd-9d6b-230504bc1211 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:22.867371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:22.868032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:22.868575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:22.875267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port da7ef330-1b58-4d7f-8710-b4911c154957 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:22.877070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 248f926d-fd88-49dd-9d6b-230504bc1211 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:22.877607 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port da7ef330-1b58-4d7f-8710-b4911c154957 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:22.878108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:22.909936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-334ce51e-5d0d-4629-b963-d354cd200625 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.1432095 Mar 10 17:57:22.912496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:22.939145 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:19Z', 'revision_number': 3, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:23.005576 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Checking router: 5c8a8ae0-973b-4437-8ac6-09e00177fe8e for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:57:23.051040 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Routers {'5c8a8ae0-973b-4437-8ac6-09e00177fe8e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:23.051924 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:23.093520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port da7ef330-1b58-4d7f-8710-b4911c154957, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:23.094071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempted to set empty binding levels {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:57:23.102831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.225133 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] Set router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:23.302623 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:19Z', 'revision_number': 3, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:23.344629 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf930a2-0331-43a6-aae7-1e21e0dfe6b6 None None] The sync data for ids ['5c8a8ae0-973b-4437-8ac6-09e00177fe8e'] in n-d-833115-2 is: [{'id': '5c8a8ae0-973b-4437-8ac6-09e00177fe8e', 'name': 'tempest-NetworksTestDHCPv6-router-284575596', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:13Z', 'updated_at': '2022-03-10T17:57:19Z', 'revision_number': 3, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:23.418147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 248f926d-fd88-49dd-9d6b-230504bc1211 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:23.418588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.552141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 248f926d-fd88-49dd-9d6b-230504bc1211, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=248f926d-fd88-49dd-9d6b-230504bc1211,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:23.573104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.668171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=248f926d-fd88-49dd-9d6b-230504bc1211,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:23.685098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (248f926d-fd88-49dd-9d6b-230504bc1211), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.723405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] Pushing event deleted for resources: {'Port': ['ID=248f926d-fd88-49dd-9d6b-230504bc1211,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:23.742627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853c62-e576-465f-9b57-7f7abb123a02 None None] No DVR routers for this DVR port 248f926d-fd88-49dd-9d6b-230504bc1211 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:23.813172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.829108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:23.829817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.945894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=da7ef330-1b58-4d7f-8710-b4911c154957,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:23.958492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40602) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:23.959023 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b94a1d33-c84a-420f-a5ab-2658aa9ca28b tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.7664299 Mar 10 17:57:23.996581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:23.999202 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router_controller (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.067617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (5c8a8ae0-973b-4437-8ac6-09e00177fe8e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.068557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8a8ae0-973b-4437-8ac6-09e00177fe8e {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:57:24.084119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.088450 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ad60875-e873-4b1a-8850-b6ff8b5bfe28 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/routers/5c8a8ae0-973b-4437-8ac6-09e00177fe8e HTTP/1.1" status: 204 len: 168 time: 1.1747000 Mar 10 17:57:24.091380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:24.094492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Deleting port da7ef330-1b58-4d7f-8710-b4911c154957 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:24.095086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.100584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:24.218200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port da7ef330-1b58-4d7f-8710-b4911c154957, host n-h1-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:24.218754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.242665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Calling delete_port for da7ef330-1b58-4d7f-8710-b4911c154957 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:24.335498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:24.339379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.378317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (da7ef330-1b58-4d7f-8710-b4911c154957), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.431294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event deleted for resources: {'Port': ['ID=da7ef330-1b58-4d7f-8710-b4911c154957,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:24.439893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.443857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-187c4072-7434-4e8c-961a-9255b4d4d9e5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "DELETE /v2.0/ports/da7ef330-1b58-4d7f-8710-b4911c154957 HTTP/1.1" status: 204 len: 168 time: 0.4842896 Mar 10 17:57:24.446788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40608) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:24.481609 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f9931d-291a-46de-a40d-9c3704161605 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:57:24.488928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b8f9931d-291a-46de-a40d-9c3704161605 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports/da7ef330-1b58-4d7f-8710-b4911c154957 HTTP/1.1" status: 404 len: 333 time: 0.0356927 Mar 10 17:57:24.489113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:24.495883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1007710264'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:24.559727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Made reservation on behalf of f5d38137d7434d2690fd66ec6229c18e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:24.562234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.611473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port f1d0e41a-686c-4702-8cf9-c9ae893a822e yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:24.729680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.786097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:24.792888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:24.796426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:24.797472 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.804748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aaa28d-7969-4cfd-934a-dc0949d16dc9 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:24.843706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:24.853297 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f793aa9-ad4f-4627-83fd-2a8e41d7d5b6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7608147 Mar 10 17:57:24.855959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40618) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:24.861795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1396752249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:24.935695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.936784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:24.951242 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.035431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.079437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:25.080170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router_controller (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.083324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.089894 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.114983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.117139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-236cd4e6-87c2-4127-87cf-fb9855e4aa74 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2600000 Mar 10 17:57:25.121205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40622) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:25.136109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:25.139131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:25.149409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:25.150394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:25.163678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.210719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7182000 Mar 10 17:57:25.221682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:25.239708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:25.246891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455ae71-3ffc-46a2-8b12-f1301c3b979f tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=f1d0e41a-686c-4702-8cf9-c9ae893a822e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:25.309398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1/ca30998d-55e0-4611-80ad-3bdc3738b29e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:25.391827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.521288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks [] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.532161 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.596424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Pushing event updated for resources: {'Port': ['ID=ca30998d-55e0-4611-80ad-3bdc3738b29e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:25.602413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.612784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:25.615011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:25.617930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:25.734762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Attempting to bind port ca30998d-55e0-4611-80ad-3bdc3738b29e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:25.736790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Attempting to bind port ca30998d-55e0-4611-80ad-3bdc3738b29e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:25.737243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Attempting to bind port ca30998d-55e0-4611-80ad-3bdc3738b29e on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:25.752438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:25.755793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:25.757685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.759178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:25.760080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Bound port: ca30998d-55e0-4611-80ad-3bdc3738b29e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:25.761460 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.855417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port f1d0e41a-686c-4702-8cf9-c9ae893a822e yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:25.866068 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.881150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.918518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] For port ca30998d-55e0-4611-80ad-3bdc3738b29e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:25.925185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] For port ca30998d-55e0-4611-80ad-3bdc3738b29e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ca30998d-55e0-4611-80ad-3bdc3738b29e,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:25.939903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:25.980143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=f1d0e41a-686c-4702-8cf9-c9ae893a822e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:26.019801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.020149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.020490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.033455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.033455 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.034958 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 2 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.051528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::1 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1/5bc28e92-2276-457a-9a09-8535ca20b01d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:26.060153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa902a-3568-495b-8db0-6905d048f366 None None] Pushing event updated for resources: {'Port': ['ID=ca30998d-55e0-4611-80ad-3bdc3738b29e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:26.073957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.077234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.079128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.088270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.089092 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.089581 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 3 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.107569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.108321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.109089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.114942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.115625 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.116112 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 4 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.134841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.135554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.135985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.141275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.142013 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.142543 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 5 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.163420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.163894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.164327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.175563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.176499 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.177019 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 6 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.197734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.198223 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.198770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.204089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.204587 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.205070 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 7 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.221573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.222035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.222506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.233237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.233812 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.236885 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 8 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.264081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.266054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.266054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.282803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.284280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.284738 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.285065 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 9 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.315297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.315741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.316170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.321168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.321631 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.322084 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 10 to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e Mar 10 17:57:26.337658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:26.338412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:26.338875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:26.345984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:26.345984 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port f1d0e41a-686c-4702-8cf9-c9ae893a822e on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:26.345984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.367965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.461646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port f1d0e41a-686c-4702-8cf9-c9ae893a822e, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:26.462165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempted to set empty binding levels {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:57:26.469191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.471721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=5bc28e92-2276-457a-9a09-8535ca20b01d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:26.481582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:26.484433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] In _notify_port_updated(), no bound segment for port f1d0e41a-686c-4702-8cf9-c9ae893a822e on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:57:26.485405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.486078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.490786 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "PUT /v2.0/ports/f1d0e41a-686c-4702-8cf9-c9ae893a822e HTTP/1.1" status: 200 len: 975 time: 1.2643423 Mar 10 17:57:26.493484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40632) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:26.552893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629cb46-8d53-4e02-bdb9-3f9450471db5 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=f1d0e41a-686c-4702-8cf9-c9ae893a822e,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:26.600038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:26.602748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:26.603620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.708164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.708645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.709117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.709636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.710095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.710575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.711059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:26.716653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:26.723608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d0699747-4b18-4840-8270-d42c6b0b4fc4 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6609 time: 0.2281168 Mar 10 17:57:26.815011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ca30998d-55e0-4611-80ad-3bdc3738b29e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:26.832926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.886202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Deleting port f1d0e41a-686c-4702-8cf9-c9ae893a822e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:26.886583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.889698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ca30998d-55e0-4611-80ad-3bdc3738b29e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:26.896145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:26.989541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port f1d0e41a-686c-4702-8cf9-c9ae893a822e, host n-h1-833115-2, got binding levels [] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:26.989922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.003812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Calling delete_port for f1d0e41a-686c-4702-8cf9-c9ae893a822e owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:27.129692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.144420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ca30998d-55e0-4611-80ad-3bdc3738b29e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:27.144420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.162247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f1d0e41a-686c-4702-8cf9-c9ae893a822e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.216111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port ca30998d-55e0-4611-80ad-3bdc3738b29e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ca30998d-55e0-4611-80ad-3bdc3738b29e,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:27.221742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.237627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1d0e41a-686c-4702-8cf9-c9ae893a822e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:27.262206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.278124 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3c6f812-fc7f-474d-88af-b14739401527 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f1d0e41a-686c-4702-8cf9-c9ae893a822e HTTP/1.1" status: 204 len: 168 time: 0.5603302 Mar 10 17:57:27.283428 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:27.295185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=ca30998d-55e0-4611-80ad-3bdc3738b29e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:27.323903 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9633f64d-80d1-4505-a8b6-e017d2c531dd tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:57:27.330193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9633f64d-80d1-4505-a8b6-e017d2c531dd tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports/f1d0e41a-686c-4702-8cf9-c9ae893a822e HTTP/1.1" status: 404 len: 333 time: 0.0456536 Mar 10 17:57:27.330983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40644) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:27.340106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-293264373', 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:27.374759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Made reservation on behalf of f5d38137d7434d2690fd66ec6229c18e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:27.379134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.407620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port 0f7eb7f9-af8b-457f-a5ea-022babf67890 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:27.435338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.442744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.443647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.531391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=5bc28e92-2276-457a-9a09-8535ca20b01d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:27.633664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:27.645897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:27.656515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (0f7eb7f9-af8b-457f-a5ea-022babf67890), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.758271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0f7eb7f9-af8b-457f-a5ea-022babf67890), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.845211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:27.852659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:27.858139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:27.859155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:27.859778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.863626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=0f7eb7f9-af8b-457f-a5ea-022babf67890,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:27.891816 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6dd62df-9c18-4324-af65-22eebbea94e2 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5588326 Mar 10 17:57:27.893681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40648) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:27.894385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2e5345d9-afaf-4e8c-91b3-0baf6b2acdfc None None] Provisioning complete for port ca30998d-55e0-4611-80ad-3bdc3738b29e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:27.899021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e5345d9-afaf-4e8c-91b3-0baf6b2acdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:27.952145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287318f-e2bf-4dca-8fc8-0ce11a159ace tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:27.954768 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a287318f-e2bf-4dca-8fc8-0ce11a159ace tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports/0f7eb7f9-af8b-457f-a5ea-022babf67890 HTTP/1.1" status: 200 len: 954 time: 0.0586588 Mar 10 17:57:27.957113 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.086631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2e5345d9-afaf-4e8c-91b3-0baf6b2acdfc None None] Current status of the port ca30998d-55e0-4611-80ad-3bdc3738b29e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:28.094264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:57:28.123322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Deleting port 0f7eb7f9-af8b-457f-a5ea-022babf67890 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:28.123957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0f7eb7f9-af8b-457f-a5ea-022babf67890), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.223160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-590d445d-c498-455a-a89c-fec2b9deba94 None None] Provisioning complete for port 5bc28e92-2276-457a-9a09-8535ca20b01d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:28.223826 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-590d445d-c498-455a-a89c-fec2b9deba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.256833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0f7eb7f9-af8b-457f-a5ea-022babf67890), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.276454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Calling delete_port for 0f7eb7f9-af8b-457f-a5ea-022babf67890 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:28.294221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:28.309332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4f8708a7-e550-4a28-8651-209440909a7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "PUT /v2.0/routers/a908ce9d-3e46-4cce-92a6-e216b9eb0d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1859095 Mar 10 17:57:28.309802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40656) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.321314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-590d445d-c498-455a-a89c-fec2b9deba94 None None] Port 5bc28e92-2276-457a-9a09-8535ca20b01d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:28.325207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Sync routers for ids ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:28.352650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Routers {'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:28.353304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:28.398207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bea6b-6fc7-48c3-a296-91c61a575b46 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:28.406782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-284bea6b-6fc7-48c3-a296-91c61a575b46 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports/5bc28e92-2276-457a-9a09-8535ca20b01d HTTP/1.1" status: 200 len: 911 time: 0.0882256 Mar 10 17:57:28.408582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40658) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.469411 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (0f7eb7f9-af8b-457f-a5ea-022babf67890), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.500307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebf14c-bbf5-4073-84ba-5eb48c1231d5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:28.506380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebf14c-bbf5-4073-84ba-5eb48c1231d5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:28.510776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d5ebf14c-bbf5-4073-84ba-5eb48c1231d5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0969536 Mar 10 17:57:28.511819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40660) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.541345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f7eb7f9-af8b-457f-a5ea-022babf67890,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:28.555932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.559201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fdf0bee7-fac7-4547-9f92-bfc7121306b3 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "DELETE /v2.0/ports/0f7eb7f9-af8b-457f-a5ea-022babf67890 HTTP/1.1" status: 204 len: 168 time: 0.6009307 Mar 10 17:57:28.566023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40662) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.580483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Set router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:28.629350 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-541f2ec2-a229-46bc-8a99-e4294c49f96a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:57:28.631339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-541f2ec2-a229-46bc-8a99-e4294c49f96a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports/0f7eb7f9-af8b-457f-a5ea-022babf67890 HTTP/1.1" status: 404 len: 333 time: 0.0639815 Mar 10 17:57:28.635169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:28.643622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-190473628'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:28.696659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Made reservation on behalf of f5d38137d7434d2690fd66ec6229c18e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:28.699542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.734095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port 78028896-9a11-4eff-8df7-e839cbf218d9 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:28.793977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b6c29d90-4afe-45c4-93bf-f66b546e9039 None None] Provisioning complete for port 5bc28e92-2276-457a-9a09-8535ca20b01d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:28.798672 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b6c29d90-4afe-45c4-93bf-f66b546e9039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:28.860830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b6c29d90-4afe-45c4-93bf-f66b546e9039 None None] Port 5bc28e92-2276-457a-9a09-8535ca20b01d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:28.865967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ca30998d-55e0-4611-80ad-3bdc3738b29e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:29.010109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ca30998d-55e0-4611-80ad-3bdc3738b29e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:29.010889 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.047301 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (78028896-9a11-4eff-8df7-e839cbf218d9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.100432 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.196797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Network 96cb8d33-d451-455b-ac4d-404db6cf86fd is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:29.203024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:29.210529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:29.211518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:29.212142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.216517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=78028896-9a11-4eff-8df7-e839cbf218d9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:29.228504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'name': 'tempest-NetworksTestDHCPv6-router-1396752249', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:24Z', 'updated_at': '2022-03-10T17:57:26Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None, '_interfaces': [{'id': '5bc28e92-2276-457a-9a09-8535ca20b01d', 'name': '', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'mac_address': 'fa:16:3e:70:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:25Z', 'updated_at': '2022-03-10T17:57:27Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'subnets': [{'id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:29.245769 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e2128825-e780-4a3a-b18a-7a2fd9ccadd0 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6070292 Mar 10 17:57:29.247977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:29.253451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:29.300747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Checking router: a908ce9d-3e46-4cce-92a6-e216b9eb0d4b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:57:29.302685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Updating router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b port 5bc28e92-2276-457a-9a09-8535ca20b01d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:57:29.363648 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.365697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ca30998d-55e0-4611-80ad-3bdc3738b29e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:29.376500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.800805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] device_id is not set on port 78028896-9a11-4eff-8df7-e839cbf218d9 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:29.820158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks [] for port (78028896-9a11-4eff-8df7-e839cbf218d9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.831563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.863551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks [] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.877088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.906361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=78028896-9a11-4eff-8df7-e839cbf218d9,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:29.915121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:29.915459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:29.915801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:29.945583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:29.954679 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:29.954679 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 2 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:29.961250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:29.974018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:29.974667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:29.975278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:29.982732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:29.983236 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:29.983787 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 3 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:29.999732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.000318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.000810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.007688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.008215 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.008764 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 4 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.028315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.028661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.029002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.039571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.040397 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.040397 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 5 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.057218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.057565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.057783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.067540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.067889 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.068276 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 6 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.092238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.093571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.094138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.121532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.122497 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.123157 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 7 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.145674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.146657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.147225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.166844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.167547 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.168151 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 8 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.190912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.191726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.192356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.200898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.201516 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.202090 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 9 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.220699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.221332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.221891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.228048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.228497 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.229002 n-d-833115-2 neutron-server[103794]: INFO neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempt 10 to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 Mar 10 17:57:30.260974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.261901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.262348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempting to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.269100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:57:30.269570 n-d-833115-2 neutron-server[103794]: ERROR neutron.plugins.ml2.managers [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Failed to bind port 78028896-9a11-4eff-8df7-e839cbf218d9 on host n-h1-833115-2 for vnic_type normal using segments [{'id': '9a1ae740-c805-453b-a71f-5c0a5a05c16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '96cb8d33-d451-455b-ac4d-404db6cf86fd'}] Mar 10 17:57:30.270041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.323836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870b2a9-a63c-4e3c-9f98-fc7727839ce1 None None] Pushing event updated for resources: {'Port': ['ID=5bc28e92-2276-457a-9a09-8535ca20b01d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:30.354614 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.357851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Attempting to bind port 5bc28e92-2276-457a-9a09-8535ca20b01d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:30.358248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Attempting to bind port 5bc28e92-2276-457a-9a09-8535ca20b01d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:30.358621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Attempting to bind port 5bc28e92-2276-457a-9a09-8535ca20b01d on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:30.370451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:30.370847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:30.371511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.371626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:30.372066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Bound port: 5bc28e92-2276-457a-9a09-8535ca20b01d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:30.372445 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.426085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port 78028896-9a11-4eff-8df7-e839cbf218d9, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:30.426907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attempted to set empty binding levels {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 17:57:30.437722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.446739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8e1c7907-b980-49ba-ac99-d061c8d30cae None None] Provisioning complete for port 5bc28e92-2276-457a-9a09-8535ca20b01d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:30.447334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7907-b980-49ba-ac99-d061c8d30cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.463279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] In _notify_port_updated(), no bound segment for port 78028896-9a11-4eff-8df7-e839cbf218d9 on network 96cb8d33-d451-455b-ac4d-404db6cf86fd {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:57:30.469442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:30.470561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.472217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "PUT /v2.0/ports/78028896-9a11-4eff-8df7-e839cbf218d9 HTTP/1.1" status: 200 len: 974 time: 1.2232926 Mar 10 17:57:30.477486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:30.513184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c7907-b980-49ba-ac99-d061c8d30cae None None] Port 5bc28e92-2276-457a-9a09-8535ca20b01d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:57:30.520024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] For port 5bc28e92-2276-457a-9a09-8535ca20b01d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:30.523809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] For port 5bc28e92-2276-457a-9a09-8535ca20b01d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5bc28e92-2276-457a-9a09-8535ca20b01d,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:30.534679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.541214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb604-8000-4f59-9c03-4c8f8a4685b9 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event updated for resources: {'Port': ['ID=78028896-9a11-4eff-8df7-e839cbf218d9,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:30.554365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 5bc28e92-2276-457a-9a09-8535ca20b01d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:30.555264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.605533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Routers {'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:30.606486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:30.608627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870b2a9-a63c-4e3c-9f98-fc7727839ce1 None None] Pushing event updated for resources: {'Port': ['ID=5bc28e92-2276-457a-9a09-8535ca20b01d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:30.700117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] For port 5bc28e92-2276-457a-9a09-8535ca20b01d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=5bc28e92-2276-457a-9a09-8535ca20b01d,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:30.700465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.719951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 5bc28e92-2276-457a-9a09-8535ca20b01d owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:30.738783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] Set router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:30.783338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Deleting port 78028896-9a11-4eff-8df7-e839cbf218d9 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:30.783676 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.918176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] For port 78028896-9a11-4eff-8df7-e839cbf218d9, host n-h1-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:30.918585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:30.946535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Calling delete_port for 78028896-9a11-4eff-8df7-e839cbf218d9 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:31.038151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-efe00e40-0c4b-4801-aa88-3a3e34bd4cf5 None None] Provisioning complete for port 5bc28e92-2276-457a-9a09-8535ca20b01d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:31.039197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-efe00e40-0c4b-4801-aa88-3a3e34bd4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.126700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5bc28e92-2276-457a-9a09-8535ca20b01d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.179512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-efe00e40-0c4b-4801-aa88-3a3e34bd4cf5 None None] Could not find standard attr ID for object 5bc28e92-2276-457a-9a09-8535ca20b01d. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:31.200457 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.db [None req-efe00e40-0c4b-4801-aa88-3a3e34bd4cf5 None None] No ports have port_id starting with 5bc28e92-2276-457a-9a09-8535ca20b01d Mar 10 17:57:31.238108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'name': 'tempest-NetworksTestDHCPv6-router-1396752249', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:24Z', 'updated_at': '2022-03-10T17:57:26Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None, '_interfaces': [{'id': '5bc28e92-2276-457a-9a09-8535ca20b01d', 'name': '', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'mac_address': 'fa:16:3e:70:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:25Z', 'updated_at': '2022-03-10T17:57:30Z', 'revision_number': 4, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'subnets': [{'id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:31.312728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.316917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af85d9-7a14-4212-ba2c-eef36530e3b5 None None] The sync data for ids ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'] in n-d-833115-2 is: [{'id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'name': 'tempest-NetworksTestDHCPv6-router-1396752249', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:24Z', 'updated_at': '2022-03-10T17:57:26Z', 'revision_number': 2, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'gw_port_host': None, '_interfaces': [{'id': '5bc28e92-2276-457a-9a09-8535ca20b01d', 'name': '', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'tenant_id': '5cf78a42986f4c78ab7336c33f8144c4', 'mac_address': 'fa:16:3e:70:a3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:25Z', 'updated_at': '2022-03-10T17:57:30Z', 'revision_number': 4, 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'subnets': [{'id': '1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:31.327583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=5bc28e92-2276-457a-9a09-8535ca20b01d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:31.438331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (78028896-9a11-4eff-8df7-e839cbf218d9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.479098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Pushing event deleted for resources: {'Port': ['ID=78028896-9a11-4eff-8df7-e839cbf218d9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:31.557713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.563769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-105439ae-603d-49ca-b930-0b61f72cc71a tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "DELETE /v2.0/ports/78028896-9a11-4eff-8df7-e839cbf218d9 HTTP/1.1" status: 204 len: 168 time: 1.0789874 Mar 10 17:57:31.564098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:31.627268 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-165c5d8a-7ce0-4b11-9338-339f556391f8 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] GET failed (client error): The resource could not be found. Mar 10 17:57:31.632464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-165c5d8a-7ce0-4b11-9338-339f556391f8 tempest-PortsAdminExtendedAttrsTestJSON-1901631117 tempest-PortsAdminExtendedAttrsTestJSON-1901631117-project-admin] 10.222.0.35 "GET /v2.0/ports/78028896-9a11-4eff-8df7-e839cbf218d9 HTTP/1.1" status: 404 len: 333 time: 0.0638876 Mar 10 17:57:31.632464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:57:31.632464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40690) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:31.798317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (96cb8d33-d451-455b-ac4d-404db6cf86fd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:31.802210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:31.807725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5d1f5b17-0461-4131-bb2f-9d8ca6a13dc3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "PUT /v2.0/routers/a908ce9d-3e46-4cce-92a6-e216b9eb0d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2956231 Mar 10 17:57:31.810152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:31.975224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (96cb8d33-d451-455b-ac4d-404db6cf86fd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.005115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cb8d33-d451-455b-ac4d-404db6cf86fd']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:32.017298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1ae740-c805-453b-a71f-5c0a5a05c16b') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:32.017740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1ae740-c805-453b-a71f-5c0a5a05c16b') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:32.035256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (9a1ae740-c805-453b-a71f-5c0a5a05c16b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.057018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd1943-3082-49e5-9496-1e708b72c4d0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:32.058639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd1943-3082-49e5-9496-1e708b72c4d0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:32.060399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9ffd1943-3082-49e5-9496-1e708b72c4d0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2493289 Mar 10 17:57:32.063043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40696) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:32.083967 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:57:32.086310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a1ae740-c805-453b-a71f-5c0a5a05c16b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.102602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:57:32.103013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (9a1ae740-c805-453b-a71f-5c0a5a05c16b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:57:32.108588 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:57:32.166448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:32.172977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.220899 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (96cb8d33-d451-455b-ac4d-404db6cf86fd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.226236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.232554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] 10.222.0.35 "DELETE /v2.0/networks/96cb8d33-d451-455b-ac4d-404db6cf86fd HTTP/1.1" status: 204 len: 168 time: 0.5967467 Mar 10 17:57:32.250070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.255288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfc261-6098-47e3-b7f2-0c92cc79e734 tempest-PortsAdminExtendedAttrsTestJSON-1122533675 tempest-PortsAdminExtendedAttrsTestJSON-1122533675-project] Pushing event deleted for resources: {'Network': ['ID=96cb8d33-d451-455b-ac4d-404db6cf86fd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:32.454537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.567365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.603036 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:32.606370 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1 HTTP/1.1" status: 204 len: 168 time: 0.5421233 Mar 10 17:57:32.608977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40706) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:32.620768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207aeb38-1d87-40d3-9b14-5b4862e69ec6 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:32.631640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da4b53-7daf-40f5-8948-f7e7bb7cfa1a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:32.692644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40708) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:32.809182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f48af21d-c2c2-4df1-9e70-c9646306ea0c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1990378 Mar 10 17:57:32.811809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40712) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:32.951833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:32.974105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.035671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Deleting port ca30998d-55e0-4611-80ad-3bdc3738b29e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:33.036968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.046985 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88b484ec-7fee-446b-b9a2-2a267d34c254 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c3e93d7a578412d80a1a6fabc27fdc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505070 Mar 10 17:57:33.047973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40714) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.137473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] Publish callbacks [] for security_group (65568159-ef01-482d-9bd7-1b481e7e1bd3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.141057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] For port ca30998d-55e0-4611-80ad-3bdc3738b29e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ca30998d-55e0-4611-80ad-3bdc3738b29e,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:33.143585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.162512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Calling delete_port for ca30998d-55e0-4611-80ad-3bdc3738b29e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:33.194092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] Publish callbacks [] for security_group (65568159-ef01-482d-9bd7-1b481e7e1bd3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.216292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.225161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router_controller (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.272069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (ca30998d-55e0-4611-80ad-3bdc3738b29e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.298855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (65568159-ef01-482d-9bd7-1b481e7e1bd3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.301907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.305603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65568159-ef01-482d-9bd7-1b481e7e1bd3 HTTP/1.1" status: 204 len: 168 time: 0.2536819 Mar 10 17:57:33.319584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265b35-fce7-4136-8362-8ee1f601f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65568159-ef01-482d-9bd7-1b481e7e1bd3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:33.320008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a908ce9d-3e46-4cce-92a6-e216b9eb0d4b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.323166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Fanout notify agent at l3_agent the message router_deleted on router a908ce9d-3e46-4cce-92a6-e216b9eb0d4b {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:57:33.328920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Pushing event deleted for resources: {'Port': ['ID=ca30998d-55e0-4611-80ad-3bdc3738b29e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:33.332998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] No DVR routers for this DVR port ca30998d-55e0-4611-80ad-3bdc3738b29e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:33.343281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.347573 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-80d91057-362a-41b3-b259-28ca2a9d368c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/routers/a908ce9d-3e46-4cce-92a6-e216b9eb0d4b HTTP/1.1" status: 204 len: 168 time: 0.5309236 Mar 10 17:57:33.348577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.372003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.372438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.372788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.373129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.373467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.373804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.374129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.374470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.374933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.375261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.375595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.376022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.376359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b467afec-add3-4e14-86e0-cd27859f58c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:33.419698 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9996b071-61e0-4b04-98cf-d1f7a1db8a05 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0699642 Mar 10 17:57:33.424021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.550066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3810012-9f50-4976-927b-afd52173bdbf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:33.559881 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Sync routers for ids ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:33.560523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.561180 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3810012-9f50-4976-927b-afd52173bdbf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359618 Mar 10 17:57:33.576327 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Routers set() bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:33.576917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Router IDs set() for agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:57:33.577681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent'). {{(pid=103797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 17:57:33.611956 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Routers set() bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:33.613641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Router IDs set() for agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 17:57:33.616403 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent'). {{(pid=103797) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 17:57:33.621438 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f639c-bdff-4898-ab40-8b9af394d841 None None] The sync data for ids ['a908ce9d-3e46-4cce-92a6-e216b9eb0d4b'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:33.719255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.725908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:33.734684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97822447-889d-44d2-8003-43c29fb396a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1725788 Mar 10 17:57:33.836778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.897091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:33.900665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:33.910465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-efe63903-e7e8-4a15-b30d-237070e192fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5d38137d7434d2690fd66ec6229c18e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700161 Mar 10 17:57:33.911207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40736) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:33.995261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] Publish callbacks [] for security_group (1c27f6af-1b50-4a49-9e36-96d133e31a1a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.045214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] Publish callbacks [] for security_group (1c27f6af-1b50-4a49-9e36-96d133e31a1a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.117958 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1c27f6af-1b50-4a49-9e36-96d133e31a1a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.122054 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.124005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c27f6af-1b50-4a49-9e36-96d133e31a1a HTTP/1.1" status: 204 len: 168 time: 0.2117684 Mar 10 17:57:34.140756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10420187-b60f-4862-a19b-2431af90ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27f6af-1b50-4a49-9e36-96d133e31a1a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:34.328263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:57:34.330079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (cee6fb3f-0667-4601-87cd-a0813f2c224c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.386319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:34.397813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:34.403430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:34.404325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.414463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5e260-f18b-4c74-bc54-a87b41ea93cd None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:34.415128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=cee6fb3f-0667-4601-87cd-a0813f2c224c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:34.430596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5b530ef-2547-46be-b979-7f4cb41b7b13 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7090280 Mar 10 17:57:34.433397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:34.441201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:34.576914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'cee6fb3f-0667-4601-87cd-a0813f2c224c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:34.578363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.600540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:34.604736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.812229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Allocated IP 2001:db8::f816:3eff:fe3a:8eb1 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/cee6fb3f-0667-4601-87cd-a0813f2c224c/c0e74a80-3d66-44a5-8db2-e355c4bed17b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:34.956278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (4ece08f3-690f-4aab-965f-17987687d285), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:34.998108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:35.001743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:35.008978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ca30998d-55e0-4611-80ad-3bdc3738b29e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:35.009411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:35.010466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.037086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ca30998d-55e0-4611-80ad-3bdc3738b29e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:35.037779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ca30998d-55e0-4611-80ad-3bdc3738b29e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:35.038459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5bc28e92-2276-457a-9a09-8535ca20b01d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:35.061275 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6263945 Mar 10 17:57:35.062235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc387855-fe63-4baf-bad8-6bbb5c29e6ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=4ece08f3-690f-4aab-965f-17987687d285,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:35.064863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40758) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:35.071253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 5bc28e92-2276-457a-9a09-8535ca20b01d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:35.071805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 5bc28e92-2276-457a-9a09-8535ca20b01d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:35.072408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:eb:61:6d', 'name': 'tempest-NetworksTestDHCPv6-1580031139'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:35.080173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks [] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.092430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.167100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:35.173424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:35.183015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:35.196898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Pushing event updated for resources: {'Port': ['ID=c0e74a80-3d66-44a5-8db2-e355c4bed17b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:35.269885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Attempting to bind port c0e74a80-3d66-44a5-8db2-e355c4bed17b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:35.270259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Attempting to bind port c0e74a80-3d66-44a5-8db2-e355c4bed17b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:35.270775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Attempting to bind port c0e74a80-3d66-44a5-8db2-e355c4bed17b on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:35.276070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:35.276444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:35.277121 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.277250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:35.277921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Bound port: c0e74a80-3d66-44a5-8db2-e355c4bed17b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:35.278306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.318090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:35.393535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] For port c0e74a80-3d66-44a5-8db2-e355c4bed17b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:35.400273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] For port c0e74a80-3d66-44a5-8db2-e355c4bed17b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e74a80-3d66-44a5-8db2-e355c4bed17b,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:35.412333 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.459669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:35.494720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb63694-d5fb-4a5f-96c7-f3954cb1364a None None] Pushing event updated for resources: {'Port': ['ID=c0e74a80-3d66-44a5-8db2-e355c4bed17b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:35.506889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:35.739003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 172.20.0.10 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/4ece08f3-690f-4aab-965f-17987687d285/21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:35.746444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:feeb:616d (ca15b61f-b27d-4a22-a42d-bb39fd616e97/cee6fb3f-0667-4601-87cd-a0813f2c224c/21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:36.035282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:36.080956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:36.148284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:36.152111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:36.157967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:36.161185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:36.227876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:36.228553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:36.254188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4a1b147d-8006-41e1-9df7-5f4508c32540 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1879616 Mar 10 17:57:36.256421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:36.324214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be88ef-6b49-4c66-ba3a-64560af900d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:36.331884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be88ef-6b49-4c66-ba3a-64560af900d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:36.334020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-06be88ef-6b49-4c66-ba3a-64560af900d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0766697 Mar 10 17:57:36.337738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40786) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:36.490184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:36.490994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:36.700914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40794) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:36.890147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e74a80-3d66-44a5-8db2-e355c4bed17b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:36.943180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1706982974', 'router:external': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:36.975945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c0e74a80-3d66-44a5-8db2-e355c4bed17b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:36.976430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:36.986144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Made reservation on behalf of fd6f54173c7a42c791ff8344eef3645b for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:36.997328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.039870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.098997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c0e74a80-3d66-44a5-8db2-e355c4bed17b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:37.099398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.162815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.189691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c0e74a80-3d66-44a5-8db2-e355c4bed17b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e74a80-3d66-44a5-8db2-e355c4bed17b,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:37.191685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:37.197027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.225481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for security_group (98453775-96b1-45d1-84d6-9a21d321754f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.233641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (98453775-96b1-45d1-84d6-9a21d321754f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.263030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:57:37.274027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98453775-96b1-45d1-84d6-9a21d321754f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:37.280035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (71a8dd0e-07d4-45c7-8c0b-a423bed21a1c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.280374 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Added segment 71a8dd0e-07d4-45c7-8c0b-a423bed21a1c of type vlan for network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e Mar 10 17:57:37.325197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c0e74a80-3d66-44a5-8db2-e355c4bed17b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:37.334395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59beda2-6eb0-4a64-86b2-4ded806cde89 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:37.364489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (1e7b4b6f-1752-42ba-b345-9fad7a394b5e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.414160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (1e7b4b6f-1752-42ba-b345-9fad7a394b5e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.416137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:37.417433 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.443654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-386fffbf-d81f-4f35-844e-0f8f8ea73d5a None None] Provisioning complete for port c0e74a80-3d66-44a5-8db2-e355c4bed17b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:37.443954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-386fffbf-d81f-4f35-844e-0f8f8ea73d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.516777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8119395 Mar 10 17:57:37.535204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40804) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:37.540606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'subnet': {'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:37.582830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522af07f-fa4a-42c6-bcf7-f3f2e9b29792 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Network': ['ID=1e7b4b6f-1752-42ba-b345-9fad7a394b5e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:37.589293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.623201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:57:37.628303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Made reservation on behalf of fd6f54173c7a42c791ff8344eef3645b for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:37.640008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.672440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-386fffbf-d81f-4f35-844e-0f8f8ea73d5a None None] Current status of the port c0e74a80-3d66-44a5-8db2-e355c4bed17b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:37.714625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:37.799454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c462a7-214d-4f7c-9e2e-322842b53b01 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'cee6fb3f-0667-4601-87cd-a0813f2c224c', 'ip_address': '2001:db8::f816:3eff:fe3a:8eb1'}, {'subnet_id': '4ece08f3-690f-4aab-965f-17987687d285'}], 'binding:host_id': 'n-d-833115-2'}, 'id': 'c0e74a80-3d66-44a5-8db2-e355c4bed17b'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:37.805204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.810687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e2381382-e963-4213-9acf-f8d91b6158bc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2 HTTP/1.1" status: 204 len: 168 time: 1.4716990 Mar 10 17:57:37.813211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40806) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:37.849977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15c462a7-214d-4f7c-9e2e-322842b53b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:37.894761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5069f93-1a58-4818-90b5-d2fa2c9dea07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:37.896189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5069f93-1a58-4818-90b5-d2fa2c9dea07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:37.898122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5069f93-1a58-4818-90b5-d2fa2c9dea07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:37.899938 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c5069f93-1a58-4818-90b5-d2fa2c9dea07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0845296 Mar 10 17:57:37.902912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40808) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:37.986345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 4ece08f3-690f-4aab-965f-17987687d285 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:37.990465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (4ece08f3-690f-4aab-965f-17987687d285), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.139883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4ece08f3-690f-4aab-965f-17987687d285), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.230665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:57:38.231394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (44769dcf-73ef-4410-825f-a0327ce100da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.274908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4ece08f3-690f-4aab-965f-17987687d285), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.279653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44769dcf-73ef-4410-825f-a0327ce100da,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:38.332952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Checking segment: {'id': '71a8dd0e-07d4-45c7-8c0b-a423bed21a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:38.333799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network hostable DHCP agents. Network: 1e7b4b6f-1752-42ba-b345-9fad7a394b5e, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:57:38.373135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:57:38.391185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 1e7b4b6f-1752-42ba-b345-9fad7a394b5e) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:38.394389 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4ece08f3-690f-4aab-965f-17987687d285), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-15c462a7-214d-4f7c-9e2e-322842b53b01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ece08f3-690f-4aab-965f-17987687d285: This subnet is being modified by another concurrent operation. Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ece08f3-690f-4aab-965f-17987687d285: This subnet is being modified by another concurrent operation. Mar 10 17:57:38.395941 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:57:38.407668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652693d-4075-4405-a111-26e3b9def7c5 None None] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:38.414677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:38.415360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.456096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:38.467093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ec4e0ee4-43c8-4fb9-a730-116e61717ada tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9305384 Mar 10 17:57:38.467892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.480594 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/4ece08f3-690f-4aab-965f-17987687d285 HTTP/1.1" status: 204 len: 168 time: 0.5738740 Mar 10 17:57:38.480594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc2bd9-0548-4b08-bd8c-f013a56b69b0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=4ece08f3-690f-4aab-965f-17987687d285,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:38.481082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:38.486664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-430683908', 'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:38.528531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Made reservation on behalf of fd6f54173c7a42c791ff8344eef3645b for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:38.535200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.570668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] device_id is not set on port dc1258ef-51c1-429b-abf2-e9530e072070 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:38.573127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet cee6fb3f-0667-4601-87cd-a0813f2c224c {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:38.577849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (cee6fb3f-0667-4601-87cd-a0813f2c224c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.691445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (cee6fb3f-0667-4601-87cd-a0813f2c224c), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.695121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73473508-44d8-46fa-b527-32bd503a7c3b None None] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:38.835113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e74a80-3d66-44a5-8db2-e355c4bed17b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:38.867426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2516b8ca-621e-4d8c-a7b2-d657003be5c5 None None] Provisioning complete for port c0e74a80-3d66-44a5-8db2-e355c4bed17b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:38.867808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2516b8ca-621e-4d8c-a7b2-d657003be5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.871956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.20.0.10 (1e7b4b6f-1752-42ba-b345-9fad7a394b5e/44769dcf-73ef-4410-825f-a0327ce100da/dc1258ef-51c1-429b-abf2-e9530e072070) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:38.879793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (cee6fb3f-0667-4601-87cd-a0813f2c224c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:38.991780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (cee6fb3f-0667-4601-87cd-a0813f2c224c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.058601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.063370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/cee6fb3f-0667-4601-87cd-a0813f2c224c HTTP/1.1" status: 204 len: 168 time: 0.5783107 Mar 10 17:57:39.066942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40822) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:39.075882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4f64c-62a8-4099-b7dc-af26624b9be5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=cee6fb3f-0667-4601-87cd-a0813f2c224c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:39.085253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046479f-a9a6-4d55-aa9d-bbac20c4b69d None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:39.188784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (dc1258ef-51c1-429b-abf2-e9530e072070), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.215088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40826) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:39.216579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cfc5b4a0-3035-4a41-81ab-c896b2733592 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387269 Mar 10 17:57:39.224371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:39.234870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c0e74a80-3d66-44a5-8db2-e355c4bed17b is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:39.235365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.281984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dc1258ef-51c1-429b-abf2-e9530e072070), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.303305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2516b8ca-621e-4d8c-a7b2-d657003be5c5 None None] Current status of the port c0e74a80-3d66-44a5-8db2-e355c4bed17b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:39.314742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2516b8ca-621e-4d8c-a7b2-d657003be5c5 None None] Could not find standard attr ID for object 21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:39.362568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c0e74a80-3d66-44a5-8db2-e355c4bed17b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e74a80-3d66-44a5-8db2-e355c4bed17b,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:39.375130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.418010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1258ef-51c1-429b-abf2-e9530e072070,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:39.429485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c0e74a80-3d66-44a5-8db2-e355c4bed17b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:39.435898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:39.439075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:39.442245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:39.459657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7391935c-12b7-4251-9017-527ba586b650 None None] Could not find standard attr ID for object 21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:39.478256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:39.499795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:39.503912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.560117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Deleting port c0e74a80-3d66-44a5-8db2-e355c4bed17b {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:39.560117 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.567064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:39.568329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.636171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] For port c0e74a80-3d66-44a5-8db2-e355c4bed17b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e74a80-3d66-44a5-8db2-e355c4bed17b,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:39.637933 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-71a15a99-0157-4613-b4cd-b38a47068770 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1555257 Mar 10 17:57:39.640909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.641082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40828) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:39.667406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Calling delete_port for c0e74a80-3d66-44a5-8db2-e355c4bed17b owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:39.832883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c0e74a80-3d66-44a5-8db2-e355c4bed17b), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.836511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Deleting port dc1258ef-51c1-429b-abf2-e9530e072070 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:39.837067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dc1258ef-51c1-429b-abf2-e9530e072070), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:39.873841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] Pushing event deleted for resources: {'Port': ['ID=c0e74a80-3d66-44a5-8db2-e355c4bed17b,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:39.880569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d5386-02c6-43fc-8562-890c5f50247d None None] No DVR routers for this DVR port c0e74a80-3d66-44a5-8db2-e355c4bed17b on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:39.909449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e31aac3-30d1-4cc8-afdb-783e9845467f None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:57:39.938385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:57:39.940866 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (4a8e4fcb-9287-4418-afc8-368fca3a3f2f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.023189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:40.028979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:40.034562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:40.035167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.044250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=4a8e4fcb-9287-4418-afc8-368fca3a3f2f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:40.064566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dffed01d-6e7a-465e-823a-06715edfa7ea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8480487 Mar 10 17:57:40.065206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40832) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:40.071123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:40.142548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31aac3-30d1-4cc8-afdb-783e9845467f None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:57:40.385182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '4a8e4fcb-9287-4418-afc8-368fca3a3f2f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:40.386065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.421403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:40.428767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.542911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dc1258ef-51c1-429b-abf2-e9530e072070), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.577892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Calling delete_port for dc1258ef-51c1-429b-abf2-e9530e072070 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:40.618238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Allocated IP 2001:db8::f816:3eff:fe0b:efa5 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/4a8e4fcb-9287-4418-afc8-368fca3a3f2f/75d990bd-7fc6-4244-85c7-85e355ca3635) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:40.764779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (09bfc6cc-c778-4a2e-8966-aa32c5851f23), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.822489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:40.830347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:40.834820 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:40.835658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.844731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (dc1258ef-51c1-429b-abf2-e9530e072070), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:40.863254 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7969425 Mar 10 17:57:40.867521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:40.878304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:cf:6b:f3', 'name': 'tempest-NetworksTestDHCPv6-293645654'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:40.925031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc1258ef-51c1-429b-abf2-e9530e072070,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:40.997382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks [] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.003829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5a503-181b-4166-a9df-862b9f57c8af tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=09bfc6cc-c778-4a2e-8966-aa32c5851f23,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:41.009507 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.029399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.038460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ae7db0b-dbc4-46aa-bead-96dac9acc42b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/ports/dc1258ef-51c1-429b-abf2-e9530e072070 HTTP/1.1" status: 204 len: 168 time: 1.3966277 Mar 10 17:57:41.041377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40842) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:41.045868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e', 'external_fixed_ips': [{'subnet_id': '44769dcf-73ef-4410-825f-a0327ce100da', 'ip_address': '172.20.0.10'}]}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:41.079467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:41.084174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.086388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.087058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:41.089158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:41.093841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:41.097000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:41.195427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Attempting to bind port 75d990bd-7fc6-4244-85c7-85e355ca3635 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:41.195784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Attempting to bind port 75d990bd-7fc6-4244-85c7-85e355ca3635 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:41.196076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Attempting to bind port 75d990bd-7fc6-4244-85c7-85e355ca3635 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:41.208539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:41.208947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:41.209324 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.212436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:41.212960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Bound port: 75d990bd-7fc6-4244-85c7-85e355ca3635, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:41.213340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.215794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (c43c2cab-48f8-4020-b587-c2d11d1e3e84), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.311682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-96b7038a-2320-4adf-9104-67f30430326a None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:41.317184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-96b7038a-2320-4adf-9104-67f30430326a None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:41.318554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.337450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.395954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (c43c2cab-48f8-4020-b587-c2d11d1e3e84), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:41.423215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 8ce44a26-05b4-45ba-b65b-a862a558d9a8 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:41.459296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7038a-2320-4adf-9104-67f30430326a None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:41.707718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 172.20.0.9 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/09bfc6cc-c778-4a2e-8966-aa32c5851f23/8ce44a26-05b4-45ba-b65b-a862a558d9a8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:41.722230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fecf:6bf3 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/4a8e4fcb-9287-4418-afc8-368fca3a3f2f/8ce44a26-05b4-45ba-b65b-a862a558d9a8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:42.001625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (c43c2cab-48f8-4020-b587-c2d11d1e3e84), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.056281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.251664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (8ce44a26-05b4-45ba-b65b-a862a558d9a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.374355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8ce44a26-05b4-45ba-b65b-a862a558d9a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.411811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.20.0.10 (1e7b4b6f-1752-42ba-b345-9fad7a394b5e/44769dcf-73ef-4410-825f-a0327ce100da/6a071836-c73f-4a70-a828-1f10c9bd9273) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:42.432490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04e9579b-40c5-4262-9286-ce6d63047ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.461030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:42.483903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:42.502174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:42.571081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=8ce44a26-05b4-45ba-b65b-a862a558d9a8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:42.671497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:42.672778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.718728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4f692214-1aa3-471c-a767-c0336ca4d8ac tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8479941 Mar 10 17:57:42.719231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:42.742985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (6a071836-c73f-4a70-a828-1f10c9bd9273), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.844325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6a071836-c73f-4a70-a828-1f10c9bd9273), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:42.848086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 75d990bd-7fc6-4244-85c7-85e355ca3635 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:42.888258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f3162-e902-45ca-b92e-99330c2be79a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:42.896669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f3162-e902-45ca-b92e-99330c2be79a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:42.898613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ac2f3162-e902-45ca-b92e-99330c2be79a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1779606 Mar 10 17:57:42.899351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:42.901955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40856) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:42.904643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:42.909496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:42.951530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6b105-bee6-4b15-91c9-f2b330cfd1e5 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:57:43.016109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:43.016966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.028238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=6a071836-c73f-4a70-a828-1f10c9bd9273,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:43.125506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 8ce44a26-05b4-45ba-b65b-a862a558d9a8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:43.126017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8ce44a26-05b4-45ba-b65b-a862a558d9a8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.132270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:43.132627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.194590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6b105-bee6-4b15-91c9-f2b330cfd1e5 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:57:43.251924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8ce44a26-05b4-45ba-b65b-a862a558d9a8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.281171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 8ce44a26-05b4-45ba-b65b-a862a558d9a8 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:43.311576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:43.311972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.347921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:43.348320 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.419091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bba08731-ed9b-4307-8422-522c9722002f None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:43.439565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.691996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8ce44a26-05b4-45ba-b65b-a862a558d9a8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.761606 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:57:43.762178 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:57:43.779486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba08731-ed9b-4307-8422-522c9722002f None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:43.794612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=8ce44a26-05b4-45ba-b65b-a862a558d9a8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:43.924588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca791f66-a0fc-4fe5-9bf9-f115641a868a None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '4a8e4fcb-9287-4418-afc8-368fca3a3f2f', 'ip_address': '2001:db8::f816:3eff:fe0b:efa5'}, {'subnet_id': '09bfc6cc-c778-4a2e-8966-aa32c5851f23'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '75d990bd-7fc6-4244-85c7-85e355ca3635'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:43.927818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (c43c2cab-48f8-4020-b587-c2d11d1e3e84), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.973889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:43.982150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-36ad502a-d2a3-41f4-a043-f45d3efa8cec tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8ce44a26-05b4-45ba-b65b-a862a558d9a8 HTTP/1.1" status: 204 len: 168 time: 1.0788481 Mar 10 17:57:43.984871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40864) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:43.996395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ca791f66-a0fc-4fe5-9bf9-f115641a868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.049086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d025bba-975d-4b56-b13d-6a710836c9a6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:44.049305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d025bba-975d-4b56-b13d-6a710836c9a6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:44.050611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d025bba-975d-4b56-b13d-6a710836c9a6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:44.054983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4d025bba-975d-4b56-b13d-6a710836c9a6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0688481 Mar 10 17:57:44.055745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40866) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:44.125168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 09bfc6cc-c778-4a2e-8966-aa32c5851f23 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:44.127736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (09bfc6cc-c778-4a2e-8966-aa32c5851f23), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.175636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (09bfc6cc-c778-4a2e-8966-aa32c5851f23), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.244094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (09bfc6cc-c778-4a2e-8966-aa32c5851f23), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.310122 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.337094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (09bfc6cc-c778-4a2e-8966-aa32c5851f23), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-ca791f66-a0fc-4fe5-9bf9-f115641a868a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09bfc6cc-c778-4a2e-8966-aa32c5851f23: This subnet is being modified by another concurrent operation. Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09bfc6cc-c778-4a2e-8966-aa32c5851f23: This subnet is being modified by another concurrent operation. Mar 10 17:57:44.343529 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 17:57:44.369298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:44.398967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=09bfc6cc-c778-4a2e-8966-aa32c5851f23,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:44.402884 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.413921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2378dc4d-d8f2-4d04-adb4-7445d4f63086 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/09bfc6cc-c778-4a2e-8966-aa32c5851f23 HTTP/1.1" status: 204 len: 168 time: 0.3529778 Mar 10 17:57:44.414645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40870) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:44.462238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb267e-f96f-4040-aa11-810b0e3397cc None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 17:57:44.482769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 4a8e4fcb-9287-4418-afc8-368fca3a3f2f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:44.487329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (4a8e4fcb-9287-4418-afc8-368fca3a3f2f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.549690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (4a8e4fcb-9287-4418-afc8-368fca3a3f2f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.573852 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router c43c2cab-48f8-4020-b587-c2d11d1e3e84 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:57:44.597479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeb267e-f96f-4040-aa11-810b0e3397cc None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 17:57:44.672897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-afb60131-1805-4df8-8d03-6cdbe2c93797 None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:44.673136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-afb60131-1805-4df8-8d03-6cdbe2c93797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.801401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4a8e4fcb-9287-4418-afc8-368fca3a3f2f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.825062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c205e3ba-2fcc-4ccd-830b-9aa1ab1c8b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.834494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 75d990bd-7fc6-4244-85c7-85e355ca3635 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:44.845677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:44.875794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:44.878520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e1cb502-3804-4a67-a60f-6d956bea789c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.8352420 Mar 10 17:57:44.884390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:44.922014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Sync routers for ids ['c43c2cab-48f8-4020-b587-c2d11d1e3e84'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:44.990561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Routers {'c43c2cab-48f8-4020-b587-c2d11d1e3e84'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:44.991225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c43c2cab-48f8-4020-b587-c2d11d1e3e84'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:45.061862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.124092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (4a8e4fcb-9287-4418-afc8-368fca3a3f2f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.135581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-afb60131-1805-4df8-8d03-6cdbe2c93797 None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:45.203805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Set router c43c2cab-48f8-4020-b587-c2d11d1e3e84 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:45.244724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8e4fcb-9287-4418-afc8-368fca3a3f2f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:45.246782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.252212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-841cb9fd-cf57-4505-ad5b-59b9546a76d2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/4a8e4fcb-9287-4418-afc8-368fca3a3f2f HTTP/1.1" status: 204 len: 168 time: 0.8340149 Mar 10 17:57:45.253284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40880) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:45.279753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (c43c2cab-48f8-4020-b587-c2d11d1e3e84), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.332251 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be5a9699-cfbf-4ba0-9560-b238a6763fe9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771205 Mar 10 17:57:45.336161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40882) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:45.356651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Deleting port 6a071836-c73f-4a70-a828-1f10c9bd9273 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:45.357283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6a071836-c73f-4a70-a828-1f10c9bd9273), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.358662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:45.483611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6a071836-c73f-4a70-a828-1f10c9bd9273), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.498766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Calling delete_port for 6a071836-c73f-4a70-a828-1f10c9bd9273 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:45.502039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:45.506398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.651415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:45.651931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.725850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9005d27-f925-465b-a048-1711b0c8af5f None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '4a8e4fcb-9287-4418-afc8-368fca3a3f2f'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '75d990bd-7fc6-4244-85c7-85e355ca3635'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:45.794101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9005d27-f925-465b-a048-1711b0c8af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.797602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:45.814220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.835214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.894764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6a071836-c73f-4a70-a828-1f10c9bd9273), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:45.945429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a071836-c73f-4a70-a828-1f10c9bd9273,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:45.962354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:45.967907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:45.982918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:45.983838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.003039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:46.010384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:46.045381 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2bb91836-cf18-425e-8983-f8f0ff2e655d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7058852 Mar 10 17:57:46.048836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:46.060760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43c2cab-48f8-4020-b587-c2d11d1e3e84', 'name': '', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e', 'external_fixed_ips': [{'subnet_id': '44769dcf-73ef-4410-825f-a0327ce100da', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6a071836-c73f-4a70-a828-1f10c9bd9273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:41Z', 'updated_at': '2022-03-10T17:57:43Z', 'revision_number': 3, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port': {'id': '6a071836-c73f-4a70-a828-1f10c9bd9273', 'name': '', 'network_id': '1e7b4b6f-1752-42ba-b345-9fad7a394b5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43c2cab-48f8-4020-b587-c2d11d1e3e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '44769dcf-73ef-4410-825f-a0327ce100da', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:42Z', 'updated_at': '2022-03-10T17:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44769dcf-73ef-4410-825f-a0327ce100da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:46.063182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c43c2cab-48f8-4020-b587-c2d11d1e3e84), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.066078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:46.123897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Checking router: c43c2cab-48f8-4020-b587-c2d11d1e3e84 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:57:46.124503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Updating router c43c2cab-48f8-4020-b587-c2d11d1e3e84 port 6a071836-c73f-4a70-a828-1f10c9bd9273 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:57:46.127461 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.236727 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.240443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (c43c2cab-48f8-4020-b587-c2d11d1e3e84), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.243649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Port 6a071836-c73f-4a70-a828-1f10c9bd9273 not found while updating agent binding for router c43c2cab-48f8-4020-b587-c2d11d1e3e84. {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 17:57:46.279240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Routers {'c43c2cab-48f8-4020-b587-c2d11d1e3e84'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:46.280364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c43c2cab-48f8-4020-b587-c2d11d1e3e84'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:46.321423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c43c2cab-48f8-4020-b587-c2d11d1e3e84), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.322273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c43c2cab-48f8-4020-b587-c2d11d1e3e84 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:57:46.330646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.336345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-af0c7146-4e50-48dd-a7c9-7df70fa0880a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c43c2cab-48f8-4020-b587-c2d11d1e3e84 HTTP/1.1" status: 204 len: 168 time: 1.4478874 Mar 10 17:57:46.336631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:46.346499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:46.357045 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.466356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de901f-edfd-41b1-97a2-6d8d31febfc3 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:46.473637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] Set router c43c2cab-48f8-4020-b587-c2d11d1e3e84 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:46.485462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Deleting subnet 44769dcf-73ef-4410-825f-a0327ce100da {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:46.493874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for subnet (44769dcf-73ef-4410-825f-a0327ce100da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.546458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43c2cab-48f8-4020-b587-c2d11d1e3e84', 'name': '', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:41Z', 'updated_at': '2022-03-10T17:57:45Z', 'revision_number': 5, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:46.566260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (44769dcf-73ef-4410-825f-a0327ce100da), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.641074 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (44769dcf-73ef-4410-825f-a0327ce100da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.721415 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (44769dcf-73ef-4410-825f-a0327ce100da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.762379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44769dcf-73ef-4410-825f-a0327ce100da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:46.768668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.776022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76ad82f1-0227-4008-b921-839980ede671 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/44769dcf-73ef-4410-825f-a0327ce100da HTTP/1.1" status: 204 len: 168 time: 0.4359331 Mar 10 17:57:46.776418 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40896) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:46.867556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d9063-dbee-42d4-90a5-aacda66bb018 None None] The sync data for ids ['c43c2cab-48f8-4020-b587-c2d11d1e3e84'] in n-d-833115-2 is: [{'id': 'c43c2cab-48f8-4020-b587-c2d11d1e3e84', 'name': '', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:41Z', 'updated_at': '2022-03-10T17:57:45Z', 'revision_number': 5, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:46.928728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (1e7b4b6f-1752-42ba-b345-9fad7a394b5e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:46.988346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:46.988873 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.143941 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (1e7b4b6f-1752-42ba-b345-9fad7a394b5e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.175300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7b4b6f-1752-42ba-b345-9fad7a394b5e']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:47.187537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a8dd0e-07d4-45c7-8c0b-a423bed21a1c') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:47.187807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a8dd0e-07d4-45c7-8c0b-a423bed21a1c') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:47.200868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (71a8dd0e-07d4-45c7-8c0b-a423bed21a1c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.228571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:57:47.230783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (71a8dd0e-07d4-45c7-8c0b-a423bed21a1c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.242132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:47.242702 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.245004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:57:47.245322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (71a8dd0e-07d4-45c7-8c0b-a423bed21a1c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:57:47.247296 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:57:47.249849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '75d990bd-7fc6-4244-85c7-85e355ca3635'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:47.330997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (1e7b4b6f-1752-42ba-b345-9fad7a394b5e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.342488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:47.345551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e7b4b6f-1752-42ba-b345-9fad7a394b5e {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:57:47.348057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.359300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e7b4b6f-1752-42ba-b345-9fad7a394b5e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:47.361710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.365878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2a456bfe-78ba-41c2-97fb-4be26f433d0c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1e7b4b6f-1752-42ba-b345-9fad7a394b5e HTTP/1.1" status: 204 len: 168 time: 0.5883904 Mar 10 17:57:47.374475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.375893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.527881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e79b77-23fa-4c0b-8342-bdf12fcd6373 None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:47.612977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.717721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0b:efa5-c44ddee7-8cb3-4400-822d-1ee1c623b4 {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:57:47.719793 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:57:47.842212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40918) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:47.845875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'name': 'tempest-router--343936014', 'project_id': 'abd86c1b26b34a589a5c4e550a97aad7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:47.851931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:47.896720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.901183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.902462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.905137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:47.925740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (d591f2f6-b9a7-432c-ac6d-4719ac23ae58), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.046945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=d591f2f6-b9a7-432c-ac6d-4719ac23ae58,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:48.057852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (a15af645-51d3-4369-9af2-b3a2593b57ba), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.065413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.086137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:48.091882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:48.097549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.098796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:48.098933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0f97ff98-7f93-4597-8243-98e1c8bde3a3 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2573307 Mar 10 17:57:48.099705 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.101598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40924) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:48.121994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=8']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:48.134863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b633ddf9-845f-41ad-b5cd-f0208d49c1f7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0823433 Mar 10 17:57:48.140509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:48.147338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:dd:28:29', 'name': 'tempest-NetworksTestDHCPv6-123388126'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:48.227639 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.304836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.357839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:48.470405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.472992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (a15af645-51d3-4369-9af2-b3a2593b57ba), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.521298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.530626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a15af645-51d3-4369-9af2-b3a2593b57ba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.531533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a15af645-51d3-4369-9af2-b3a2593b57ba {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:57:48.537678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.539351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-68436321-d5da-4a83-a255-b8dc63ab3c70 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a15af645-51d3-4369-9af2-b3a2593b57ba HTTP/1.1" status: 204 len: 168 time: 0.4367902 Mar 10 17:57:48.563886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 7275762f-d64c-415b-ad95-c5a60a53ea70 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:48.668821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Allocated IP 172.20.0.2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9/75d990bd-7fc6-4244-85c7-85e355ca3635) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:48.750190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40936) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:48.827654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:48.884178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Publish callbacks [] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:48.891231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.084501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf8e5-5686-4d58-9968-81cdbe4258be None None] Pushing event updated for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:49.116288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1768345294', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:49.162678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.164213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.214755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 172.20.0.6 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9/7275762f-d64c-415b-ad95-c5a60a53ea70) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:49.236258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fedd:2829 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/d591f2f6-b9a7-432c-ac6d-4719ac23ae58/7275762f-d64c-415b-ad95-c5a60a53ea70) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:49.302291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (c71edcdc-4043-40b8-affc-6624221d8cfa), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.311563 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.890046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (c71edcdc-4043-40b8-affc-6624221d8cfa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:49.979422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (7275762f-d64c-415b-ad95-c5a60a53ea70), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.071413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76762f20-ef66-491d-b3f7-98e6f51a3961 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:50.085103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7275762f-d64c-415b-ad95-c5a60a53ea70), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.113879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:50.149726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:50.162547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:50.200669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-245c00bf-40b2-4e64-b68d-733e7c2d516a None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:50.201046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-245c00bf-40b2-4e64-b68d-733e7c2d516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.322642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=7275762f-d64c-415b-ad95-c5a60a53ea70,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:50.335684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:50.336565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.366121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-245c00bf-40b2-4e64-b68d-733e7c2d516a None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:50.407444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (c71edcdc-4043-40b8-affc-6624221d8cfa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.434812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e5968dac-6066-43ac-9590-dd1e88a2c841 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2931666 Mar 10 17:57:50.436198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.437419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40950) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:50.537158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63341e4-d255-4cb3-a3d0-2e318189bac1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:50.542395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63341e4-d255-4cb3-a3d0-2e318189bac1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:50.546884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e63341e4-d255-4cb3-a3d0-2e318189bac1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1055143 Mar 10 17:57:50.548172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:50.645382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Allocated IP 172.25.3.165 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c6c35850-8239-4eb3-8b17-b8d58bab6445) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:50.677729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 7275762f-d64c-415b-ad95-c5a60a53ea70 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:50.678075 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7275762f-d64c-415b-ad95-c5a60a53ea70), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.784653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for port (c6c35850-8239-4eb3-8b17-b8d58bab6445), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.842385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7275762f-d64c-415b-ad95-c5a60a53ea70), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.857774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 75d990bd-7fc6-4244-85c7-85e355ca3635 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:50.874168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 7275762f-d64c-415b-ad95-c5a60a53ea70 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:50.874555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c6c35850-8239-4eb3-8b17-b8d58bab6445), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:50.960150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:50.963982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:50.973926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:50.988300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:50.988978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.091210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:51.156009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event updated for resources: {'Port': ['ID=c6c35850-8239-4eb3-8b17-b8d58bab6445,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:51.222981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7275762f-d64c-415b-ad95-c5a60a53ea70), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.269398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.269749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.270093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.270457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.270798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.271139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.271454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.272320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.272653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.272979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.273306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.273628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.273948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:57:51.289821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6e158234-ed0b-47e4-ad59-c03d9c23cd1e None None] Could not find standard attr ID for object 7275762f-d64c-415b-ad95-c5a60a53ea70. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:57:51.299892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf9efdb-0900-4aae-a49c-4ab260152400 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:51.365473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6e158234-ed0b-47e4-ad59-c03d9c23cd1e None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:51.372085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e158234-ed0b-47e4-ad59-c03d9c23cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.399092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=7275762f-d64c-415b-ad95-c5a60a53ea70,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:51.403250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.410894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-76097124-f52c-46a2-a85c-f9faf32ad8f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7275762f-d64c-415b-ad95-c5a60a53ea70 HTTP/1.1" status: 204 len: 168 time: 0.8618181 Mar 10 17:57:51.411618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40976) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:51.506895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9052d2-59a5-40c7-b0b7-9c62d144b5f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:51.515692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9052d2-59a5-40c7-b0b7-9c62d144b5f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:51.518413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9052d2-59a5-40c7-b0b7-9c62d144b5f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:51.543356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7b9052d2-59a5-40c7-b0b7-9c62d144b5f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1221266 Mar 10 17:57:51.544003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 40980) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:51.562250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (c71edcdc-4043-40b8-affc-6624221d8cfa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.605057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:51.608180 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.652002 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.686219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e158234-ed0b-47e4-ad59-c03d9c23cd1e None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:51.796201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.908675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.974601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:51.984870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:51.991876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 40988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:51.993014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1cb5287e-bb04-44de-92d6-4a6ba6b15eb5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9 HTTP/1.1" status: 204 len: 168 time: 0.4476562 Mar 10 17:57:52.068578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.081602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet d591f2f6-b9a7-432c-ac6d-4719ac23ae58 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:52.148732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (d591f2f6-b9a7-432c-ac6d-4719ac23ae58), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.209278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (d591f2f6-b9a7-432c-ac6d-4719ac23ae58), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.386024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d591f2f6-b9a7-432c-ac6d-4719ac23ae58), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.405606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29baf6a-fee2-4c2d-a8a1-4e4082441ddf None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:52.545275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Router c71edcdc-4043-40b8-affc-6624221d8cfa is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:57:52.618624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b1ba809f-d150-47e7-a03d-691e0034f118 None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:52.619006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1ba809f-d150-47e7-a03d-691e0034f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.625162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (d591f2f6-b9a7-432c-ac6d-4719ac23ae58), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.716611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=d591f2f6-b9a7-432c-ac6d-4719ac23ae58,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:52.720731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.726659 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5064eee6-59f8-465a-b0f0-fcfd75dba44e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d591f2f6-b9a7-432c-ac6d-4719ac23ae58 HTTP/1.1" status: 204 len: 168 time: 0.7326798 Mar 10 17:57:52.729209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41002) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:52.746567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba809f-d150-47e7-a03d-691e0034f118 None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:52.798280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908effb1-b48a-422d-8335-948696a65f18 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'd591f2f6-b9a7-432c-ac6d-4719ac23ae58'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '75d990bd-7fc6-4244-85c7-85e355ca3635'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:52.834691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-908effb1-b48a-422d-8335-948696a65f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:52.863840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-39a92739-cdcb-46b3-a545-4ae3cdd3e72b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330040 Mar 10 17:57:52.867544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41008) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:52.883794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:52.939298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:52.961513 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] Sync routers for ids ['c71edcdc-4043-40b8-affc-6624221d8cfa'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:52.979310 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] Routers {'c71edcdc-4043-40b8-affc-6624221d8cfa'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:52.983758 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c71edcdc-4043-40b8-affc-6624221d8cfa'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:53.010551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.015911 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d123c250-1cc2-4ddf-9d8c-51430f1b1b3f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2619514 Mar 10 17:57:53.016517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:53.076202 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:53.096543 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] Routers {'c71edcdc-4043-40b8-affc-6624221d8cfa'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:53.097168 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c71edcdc-4043-40b8-affc-6624221d8cfa'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:53.137877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4ca85-adba-4e72-aa0b-c6fac27b33d2 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:53.188026 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:53.188740 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e6520-cdb5-4b71-bb09-3859a05c4175 None None] The sync data for ids ['c71edcdc-4043-40b8-affc-6624221d8cfa'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:57:53.194867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:53.199072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.313229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-37905e39-485a-49da-af83-8aa1353ab98f None None] Provisioning complete for port 75d990bd-7fc6-4244-85c7-85e355ca3635 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:53.313850 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37905e39-485a-49da-af83-8aa1353ab98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.333777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ef6654ad-ecb2-4d66-a1cb-b4ceead2980f tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/c71edcdc-4043-40b8-affc-6624221d8cfa HTTP/1.1" status: 200 len: 921 time: 0.3159499 Mar 10 17:57:53.337651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41020) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:53.398892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e7454b51-118f-47eb-b1bc-7035b88c9ffc tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=c71edcdc-4043-40b8-affc-6624221d8cfa HTTP/1.1" status: 200 len: 205 time: 0.0587330 Mar 10 17:57:53.400701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:53.470361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-37905e39-485a-49da-af83-8aa1353ab98f None None] Current status of the port 75d990bd-7fc6-4244-85c7-85e355ca3635 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:53.524306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:57:53.587881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Deleting port 75d990bd-7fc6-4244-85c7-85e355ca3635 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:53.588463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.672149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] For port 75d990bd-7fc6-4244-85c7-85e355ca3635, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=75d990bd-7fc6-4244-85c7-85e355ca3635,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:53.673357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.691175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Calling delete_port for 75d990bd-7fc6-4244-85c7-85e355ca3635 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:53.833491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (75d990bd-7fc6-4244-85c7-85e355ca3635), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:53.847225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] No DVR routers for this DVR port 75d990bd-7fc6-4244-85c7-85e355ca3635 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:57:53.869775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450732c-9fa6-4c34-9efe-0826bccb16f5 None None] Pushing event deleted for resources: {'Port': ['ID=75d990bd-7fc6-4244-85c7-85e355ca3635,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:54.095239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (92d8cd38-0840-40c1-8670-ace9970aa956), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.166213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.181225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:54.292755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:54.301795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:54.302405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.307103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8fbd85-e955-46f4-9ccf-e6670c66ae8e None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:54.348311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=92d8cd38-0840-40c1-8670-ace9970aa956,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:54.382553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41030) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:54.383352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db397286-bf3e-45d0-861f-a11f33ff0154 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5136926 Mar 10 17:57:54.384412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (c71edcdc-4043-40b8-affc-6624221d8cfa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.387621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:54.467209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '92d8cd38-0840-40c1-8670-ace9970aa956'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:57:54.468394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.499796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port c6c35850-8239-4eb3-8b17-b8d58bab6445 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:54.500193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c6c35850-8239-4eb3-8b17-b8d58bab6445), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.601024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:54.604988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.695325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c6c35850-8239-4eb3-8b17-b8d58bab6445), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:54.710630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for c6c35850-8239-4eb3-8b17-b8d58bab6445 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:54.764135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Allocated IP 172.20.0.2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/92d8cd38-0840-40c1-8670-ace9970aa956/9c80a00c-9909-41b9-8d12-8a051aad8dd7) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:54.837011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 75d990bd-7fc6-4244-85c7-85e355ca3635 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:57:55.089623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c6c35850-8239-4eb3-8b17-b8d58bab6445), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.241909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=c6c35850-8239-4eb3-8b17-b8d58bab6445,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:55.265534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:57:55.267904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (9411b441-b262-4d51-9e19-2908d6ec4b12), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.338915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c71edcdc-4043-40b8-affc-6624221d8cfa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.343688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 75d990bd-7fc6-4244-85c7-85e355ca3635 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:57:55.344135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 75d990bd-7fc6-4244-85c7-85e355ca3635 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:57:55.525678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks [] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.540248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.541739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.543813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (c71edcdc-4043-40b8-affc-6624221d8cfa), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.616376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c71edcdc-4043-40b8-affc-6624221d8cfa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.617150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router c71edcdc-4043-40b8-affc-6624221d8cfa {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:57:55.635497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.638884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2a04e357-eb9c-49bc-bc32-09c9e7531194 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/c71edcdc-4043-40b8-affc-6624221d8cfa HTTP/1.1" status: 204 len: 168 time: 2.2367833 Mar 10 17:57:55.644841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41040) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:55.658810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478989821', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:55.676284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:55.681257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Pushing event updated for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:55.701311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:55.711284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:55.729716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.731297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.800458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Attempting to bind port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:57:55.801031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Attempting to bind port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:57:55.801196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Attempting to bind port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:57:55.806765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.808490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:57:55.808963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:57:55.809384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.809888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:57:55.810503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Bound port: 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:57:55.810899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.894546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:57:55.899081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9c80a00c-9909-41b9-8d12-8a051aad8dd7,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:57:55.912783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.954361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:55.958699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:55.962459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:55.963652 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:55.982594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=9411b441-b262-4d51-9e19-2908d6ec4b12,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:55.992506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28b0632a-450c-473e-9066-21d96979d34e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6087229 Mar 10 17:57:56.002933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:56.010046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:9e:1a:7d', 'name': 'tempest-NetworksTestDHCPv6-190575365'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:56.035779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c089d9-179e-4390-8be2-2ac63ff4e552 None None] Pushing event updated for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:56.166582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:56.285552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:57:56.546966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:56.603108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port ea190ef7-18e2-4e72-943d-335c55137df0 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:57:56.748557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:56.798071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:56.890076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9c80a00c-9909-41b9-8d12-8a051aad8dd7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:56.946965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 172.20.0.6 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/92d8cd38-0840-40c1-8670-ace9970aa956/ea190ef7-18e2-4e72-943d-335c55137df0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:56.963823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe9e:1a7d (ca15b61f-b27d-4a22-a42d-bb39fd616e97/9411b441-b262-4d51-9e19-2908d6ec4b12/ea190ef7-18e2-4e72-943d-335c55137df0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:56.992877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:56.993255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.037392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.25.3.227 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/e7fc4cd9-7db3-49b2-b532-e485d5d55afe) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:57.075671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.143544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:57.143980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.205349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9c80a00c-9909-41b9-8d12-8a051aad8dd7,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:57.214018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.257166 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.285902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (ea190ef7-18e2-4e72-943d-335c55137df0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.327516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.335128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:57.361588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ea190ef7-18e2-4e72-943d-335c55137df0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.429708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:57.441576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:57.447100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:57.467456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:57.511643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:57:57.515441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:57:57.519463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:57:57.579883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=ea190ef7-18e2-4e72-943d-335c55137df0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:57.613657 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:57.614644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:57.680283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1c9db4c2-6382-4771-a391-76b17a2f1533 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6756816 Mar 10 17:57:57.682655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:57.760702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b28945-62c9-4bcc-9758-0fc433932fe4 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:57:57.792693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3339f-4d19-4478-b770-fa895d8086f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:57.802139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3339f-4d19-4478-b770-fa895d8086f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:57.807158 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4e3339f-4d19-4478-b770-fa895d8086f9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1229208 Mar 10 17:57:57.807865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41078) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:57.960285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.012567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2413d18d-87a2-487b-bc5d-723cf517c77e None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:58.013147 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2413d18d-87a2-487b-bc5d-723cf517c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.070156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port ea190ef7-18e2-4e72-943d-335c55137df0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:57:58.070524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ea190ef7-18e2-4e72-943d-335c55137df0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.242555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ea190ef7-18e2-4e72-943d-335c55137df0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.273003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2413d18d-87a2-487b-bc5d-723cf517c77e None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:57:58.295822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '92d8cd38-0840-40c1-8670-ace9970aa956', 'ip_address': '172.20.0.2'}, {'subnet_id': '9411b441-b262-4d51-9e19-2908d6ec4b12'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '9c80a00c-9909-41b9-8d12-8a051aad8dd7'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:57:58.297307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for ea190ef7-18e2-4e72-943d-335c55137df0 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:57:58.354826 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.358502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.633650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Allocated IP 2001:db8::f816:3eff:fe04:68eb (ca15b61f-b27d-4a22-a42d-bb39fd616e97/9411b441-b262-4d51-9e19-2908d6ec4b12/9c80a00c-9909-41b9-8d12-8a051aad8dd7) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:57:58.685659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ea190ef7-18e2-4e72-943d-335c55137df0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.870136 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:58.878259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41094) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:58.880383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/ea190ef7-18e2-4e72-943d-335c55137df0 HTTP/1.1" status: 204 len: 168 time: 1.0689473 Mar 10 17:57:58.889250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6acbe-b729-4488-95c6-58808d84f21f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=ea190ef7-18e2-4e72-943d-335c55137df0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:58.892841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9c80a00c-9909-41b9-8d12-8a051aad8dd7,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:57:58.905305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9c80a00c-9909-41b9-8d12-8a051aad8dd7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:57:58.938127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:57:59.035538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d8648-4216-4af5-9aed-86487b0cf699 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:59.038509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d8648-4216-4af5-9aed-86487b0cf699 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:59.043861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d8648-4216-4af5-9aed-86487b0cf699 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:57:59.048863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-261d8648-4216-4af5-9aed-86487b0cf699 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1672409 Mar 10 17:57:59.051037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:59.090136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Publish callbacks [] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.103931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.107052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:57:59.107420 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.172830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 92d8cd38-0840-40c1-8670-ace9970aa956 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:59.180833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (92d8cd38-0840-40c1-8670-ace9970aa956), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.209678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:57:59.244743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Sync routers for ids ['51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:57:59.255175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.256541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2715ed6a-f7d8-4217-8950-7dc9835b57ea tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6104550 Mar 10 17:57:59.259523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41100) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:59.278075 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (92d8cd38-0840-40c1-8670-ace9970aa956), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.432554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Routers {'51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:57:59.436866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:57:59.470065 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (92d8cd38-0840-40c1-8670-ace9970aa956), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.500537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cfe9078b-3e40-40a5-ada0-b103a779ca12 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/51c072e6-f5ae-4c38-bd76-4ff2a3628a4f HTTP/1.1" status: 200 len: 908 time: 0.2380924 Mar 10 17:57:59.503918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41102) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:59.510663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478989821', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': True}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:57:59.559591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.560962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.608738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (92d8cd38-0840-40c1-8670-ace9970aa956), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.682333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8cd38-0840-40c1-8670-ace9970aa956,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:59.704310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (e5f376e6-c39a-443c-aa80-d0f07d99e09d), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.705733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:57:59.709250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38ee8559-9ccf-477e-86cd-fd93764968e8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/92d8cd38-0840-40c1-8670-ace9970aa956 HTTP/1.1" status: 204 len: 168 time: 0.6572270 Mar 10 17:57:59.712450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41104) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:57:59.759325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Set router 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:57:59.833525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 9411b441-b262-4d51-9e19-2908d6ec4b12 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:57:59.862503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47e0bf-5e1b-4cc2-855a-37ad626ff0c6 None None] Pushing event updated for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:57:59.925626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (9411b441-b262-4d51-9e19-2908d6ec4b12), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.061105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:00.135943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.275131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227'}], 'enable_snat': False}, 'gw_port_id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:55Z', 'updated_at': '2022-03-10T17:57:57Z', 'revision_number': 3, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port': {'id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:56Z', 'updated_at': '2022-03-10T17:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:00.336219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Checking router: 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:58:00.336560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Updating router 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f port e7fc4cd9-7db3-49b2-b532-e485d5d55afe binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:58:00.404486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.785147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15abff-2736-41a5-b91c-96f3ef650165 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:00.818195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-86e286a2-8ccc-4ee4-9f95-2efe6db23320 None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:00.818612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86e286a2-8ccc-4ee4-9f95-2efe6db23320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.888046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (9411b441-b262-4d51-9e19-2908d6ec4b12), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.894291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (e5f376e6-c39a-443c-aa80-d0f07d99e09d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:00.920790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9c80a00c-9909-41b9-8d12-8a051aad8dd7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:01.094103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (9411b441-b262-4d51-9e19-2908d6ec4b12), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.190329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (9411b441-b262-4d51-9e19-2908d6ec4b12), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.255870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=9411b441-b262-4d51-9e19-2908d6ec4b12,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:01.289849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.298803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7963cf18-dfe5-4fec-8532-14f2db77bb49 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/9411b441-b262-4d51-9e19-2908d6ec4b12 HTTP/1.1" status: 204 len: 168 time: 1.5824246 Mar 10 17:58:01.299211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:01.403879 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00555d17-73f0-4c8d-abba-2397ab551fa6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012321 Mar 10 17:58:01.404741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41120) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:01.520760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977458a-fff3-498b-b376-3e4bbb99081d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:01.527555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9977458a-fff3-498b-b376-3e4bbb99081d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1195235 Mar 10 17:58:01.529030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:01.642678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f25bcc-31ce-4d56-bfe7-15cbc595880d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:01.648668 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-81f25bcc-31ce-4d56-bfe7-15cbc595880d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163805 Mar 10 17:58:01.648931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:01.659201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:01.660305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.701306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (e5f376e6-c39a-443c-aa80-d0f07d99e09d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.754418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.762415 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d142eb4a-dfab-408a-8279-7f11d411d470 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995793 Mar 10 17:58:01.765218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:01.772492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:01.876945 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks [] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.925913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-86e286a2-8ccc-4ee4-9f95-2efe6db23320 None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:01.935868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bf4d4-a2d5-4294-9ba8-4b9590489109 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '9411b441-b262-4d51-9e19-2908d6ec4b12'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '9c80a00c-9909-41b9-8d12-8a051aad8dd7'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:01.943840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:01.997081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.25.3.215 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a83482b3-d0ff-4cdb-9b77-2482003feb36) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:02.077317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-86e286a2-8ccc-4ee4-9f95-2efe6db23320 None None] Could not find standard attr ID for object ea190ef7-18e2-4e72-943d-335c55137df0. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:02.135039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d8bf4d4-a2d5-4294-9ba8-4b9590489109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.136858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77be91f-8d85-4394-8191-3be3738237f9 None None] Pushing event updated for resources: {'Port': ['ID=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:02.173769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.257687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:02.261231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.266358 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:02.268181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:02.276989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.339544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:02.344601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:02.353893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:02.369129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f8c97b13-e9ab-48e0-99c9-011b04b17900 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6025813 Mar 10 17:58:02.372089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:02.378091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:02.407653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Attempting to bind port e7fc4cd9-7db3-49b2-b532-e485d5d55afe on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:02.408032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Attempting to bind port e7fc4cd9-7db3-49b2-b532-e485d5d55afe by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:02.408397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Attempting to bind port e7fc4cd9-7db3-49b2-b532-e485d5d55afe on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:02.418167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:02.418571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:02.419745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.420132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:02.420623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Bound port: e7fc4cd9-7db3-49b2-b532-e485d5d55afe, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:02.421130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.462596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=a83482b3-d0ff-4cdb-9b77-2482003feb36,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:02.586785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:02.594352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.596461 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:02.597365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:02.622881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8c6bf60-537c-4857-9249-dc2067f31544 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2489409 Mar 10 17:58:02.626552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41138) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:02.633327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:02.672812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] For port e7fc4cd9-7db3-49b2-b532-e485d5d55afe, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:02.689832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821c8fc-dd11-4ba0-8e6e-eaa9bbf39dba None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:02.737143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:02.756517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] For port e7fc4cd9-7db3-49b2-b532-e485d5d55afe, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:02.772592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:02.779605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.781719 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:02.782577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:02.816550 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.826377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-69c1d6c6-67ad-487e-9de4-9f8e496c400e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1960220 Mar 10 17:58:02.829041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41140) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:02.838456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:02.876356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (e5f376e6-c39a-443c-aa80-d0f07d99e09d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:02.906761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-86bccac4-c7d1-4bb2-ac2d-41ade2f577d5 None None] Provisioning complete for port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:02.907218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86bccac4-c7d1-4bb2-ac2d-41ade2f577d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.008532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77be91f-8d85-4394-8191-3be3738237f9 None None] Pushing event updated for resources: {'Port': ['ID=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:03.013186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9c80a00c-9909-41b9-8d12-8a051aad8dd7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:03.162324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Routers {'51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:03.163321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:03.166928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:03.173907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.175404 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:03.175835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:03.211340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50a5316b-61ba-4ef1-bd5f-f620a48f1ea3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3811362 Mar 10 17:58:03.214185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:03.219469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:03.432423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-86bccac4-c7d1-4bb2-ac2d-41ade2f577d5 None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:03.467226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:03.472172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.473835 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:03.474461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:03.483189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.510126 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-14f365df-8914-4a83-a25a-100b287b98d8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2947285 Mar 10 17:58:03.513024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:03.518294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:03.544761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:03.619944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:03.620502 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.667941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9c80a00c-9909-41b9-8d12-8a051aad8dd7,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:03.701028 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.727623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:03.731735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.733573 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:03.734176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:03.776421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router e5f376e6-c39a-443c-aa80-d0f07d99e09d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:03.777252 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-923f9572-880d-4e98-81e8-e9675abc9b29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2608006 Mar 10 17:58:03.778011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:03.797208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:03.815633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] Set router 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:58:03.893474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Deleting port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:03.894002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.931454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c9fb9-2d05-4ec8-bc34-df76339b221a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:03.934812 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-490c9fb9-2d05-4ec8-bc34-df76339b221a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1500072 Mar 10 17:58:03.935435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:03.972757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] For port 9c80a00c-9909-41b9-8d12-8a051aad8dd7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9c80a00c-9909-41b9-8d12-8a051aad8dd7,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:03.973402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:03.988950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Calling delete_port for 9c80a00c-9909-41b9-8d12-8a051aad8dd7 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:04.028299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d62aec-d6b4-4ceb-8355-1032d29b58a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:04.029852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:04.039086 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Sync routers for ids ['e5f376e6-c39a-443c-aa80-d0f07d99e09d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:04.050959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-55d62aec-d6b4-4ceb-8355-1032d29b58a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127028 Mar 10 17:58:04.052051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:04.058219 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Routers {'e5f376e6-c39a-443c-aa80-d0f07d99e09d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:04.059104 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e5f376e6-c39a-443c-aa80-d0f07d99e09d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:04.152449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:04.153706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e3fddfb-be30-4336-843a-9356d0c4115a tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6487401 Mar 10 17:58:04.155926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f508250-2e06-4acd-b794-7ab199bc5815 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027958 Mar 10 17:58:04.156877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41160) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:04.163128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:04.183799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:04.224110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (9c80a00c-9909-41b9-8d12-8a051aad8dd7), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:04.257657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] No DVR routers for this DVR port 9c80a00c-9909-41b9-8d12-8a051aad8dd7 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:04.303193 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Set router e5f376e6-c39a-443c-aa80-d0f07d99e09d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:58:04.357774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654101a-cd5a-439c-9a6f-b74f1781a48a None None] Pushing event deleted for resources: {'Port': ['ID=9c80a00c-9909-41b9-8d12-8a051aad8dd7,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:04.384610 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:04.388336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:04.438858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227'}], 'enable_snat': False}, 'gw_port_id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:55Z', 'updated_at': '2022-03-10T17:57:57Z', 'revision_number': 3, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port': {'id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:56Z', 'updated_at': '2022-03-10T17:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:04.483061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f821b25-c390-4525-8c5c-048265be0a34 None None] The sync data for ids ['51c072e6-f5ae-4c38-bd76-4ff2a3628a4f'] in n-d-833115-2 is: [{'id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227'}], 'enable_snat': False}, 'gw_port_id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:55Z', 'updated_at': '2022-03-10T17:57:57Z', 'revision_number': 3, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port': {'id': 'e7fc4cd9-7db3-49b2-b532-e485d5d55afe', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c072e6-f5ae-4c38-bd76-4ff2a3628a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:57:56Z', 'updated_at': '2022-03-10T17:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:04.730559 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-46357890-4d79-4d44-8155-bb7ae18d8bcc tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/e5f376e6-c39a-443c-aa80-d0f07d99e09d HTTP/1.1" status: 200 len: 907 time: 0.5720677 Mar 10 17:58:04.734373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41170) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:04.814480 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f376e6-c39a-443c-aa80-d0f07d99e09d', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'a83482b3-d0ff-4cdb-9b77-2482003feb36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:59Z', 'updated_at': '2022-03-10T17:58:02Z', 'revision_number': 3, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port': {'id': 'a83482b3-d0ff-4cdb-9b77-2482003feb36', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f376e6-c39a-443c-aa80-d0f07d99e09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:58:01Z', 'updated_at': '2022-03-10T17:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:04.865630 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Checking router: e5f376e6-c39a-443c-aa80-d0f07d99e09d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:58:04.865963 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Updating router e5f376e6-c39a-443c-aa80-d0f07d99e09d port a83482b3-d0ff-4cdb-9b77-2482003feb36 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:58:05.014206 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.047104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.276826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (e5f376e6-c39a-443c-aa80-d0f07d99e09d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.299355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:05.309259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (cfd1a64d-0817-4729-b26f-6e521eee036a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.421134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:05.427985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:05.443785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:05.444417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.447261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1e061-7efc-4aea-847b-5572fe531529 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:05.467312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Deleting port a83482b3-d0ff-4cdb-9b77-2482003feb36 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:05.467312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.496327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=cfd1a64d-0817-4729-b26f-6e521eee036a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:05.545828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a1fd9e9d-c33f-4a84-8295-e61aaa297c06 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3702061 Mar 10 17:58:05.554160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41182) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:05.568818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:72:6c:2c', 'name': 'tempest-NetworksTestDHCPv6-2004238840'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:05.695281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-5630f7db-dd8f-4825-8281-4d6efcd32e12 req-6e2db6d3-5e9d-4da6-af3d-3078d08acf94 service neutron] (103794) timed out ('10.222.0.35', 44762) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 17:58:05.713153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.746025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Calling delete_port for a83482b3-d0ff-4cdb-9b77-2482003feb36 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:05.780464 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks [] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.797321 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.871510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'cfd1a64d-0817-4729-b26f-6e521eee036a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:05.879455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:05.982603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Attempting to bind port a83482b3-d0ff-4cdb-9b77-2482003feb36 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:05.983012 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Attempting to bind port a83482b3-d0ff-4cdb-9b77-2482003feb36 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:05.984002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Attempting to bind port a83482b3-d0ff-4cdb-9b77-2482003feb36 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:05.992575 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Pushing event updated for resources: {'Port': ['ID=a83482b3-d0ff-4cdb-9b77-2482003feb36,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:06.021397 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:06.024013 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:06.024237 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.026550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:06.026550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Bound port: a83482b3-d0ff-4cdb-9b77-2482003feb36, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:06.029080 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.037993 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.038344 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.038806 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.044700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.045087 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.048205 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.048552 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.048927 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.049235 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.052121 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.052504 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.052790 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.055506 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:06.122874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:06.168518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Allocated IP 2001:db8::f816:3eff:fe5b:7c56 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/cfd1a64d-0817-4729-b26f-6e521eee036a/e510ffa2-c2c6-4730-899a-dca18e539444) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:06.232314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] For port a83482b3-d0ff-4cdb-9b77-2482003feb36, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:06.242720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] For port a83482b3-d0ff-4cdb-9b77-2482003feb36, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a83482b3-d0ff-4cdb-9b77-2482003feb36,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:06.257640 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.436894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Routers {'e5f376e6-c39a-443c-aa80-d0f07d99e09d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:06.438884 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e5f376e6-c39a-443c-aa80-d0f07d99e09d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:06.523863 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12eb82-8257-4f60-8550-3632d6cd9a41 None None] Pushing event updated for resources: {'Port': ['ID=a83482b3-d0ff-4cdb-9b77-2482003feb36,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:06.524609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks [] for port (e510ffa2-c2c6-4730-899a-dca18e539444), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.526785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a83482b3-d0ff-4cdb-9b77-2482003feb36), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.556744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.611754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Port': ['ID=a83482b3-d0ff-4cdb-9b77-2482003feb36,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:06.676519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.678649 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] Set router e5f376e6-c39a-443c-aa80-d0f07d99e09d gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:58:06.699814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:06.720106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:06.728077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Pushing event updated for resources: {'Port': ['ID=e510ffa2-c2c6-4730-899a-dca18e539444,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:06.732366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:06.764804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 44d80977-ad76-4504-a69b-ba88e201097c yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:06.836315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (e5f376e6-c39a-443c-aa80-d0f07d99e09d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.869763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f376e6-c39a-443c-aa80-d0f07d99e09d', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:59Z', 'updated_at': '2022-03-10T17:58:05Z', 'revision_number': 4, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:06.929207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Attempting to bind port e510ffa2-c2c6-4730-899a-dca18e539444 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:06.929580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Attempting to bind port e510ffa2-c2c6-4730-899a-dca18e539444 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:06.929938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Attempting to bind port e510ffa2-c2c6-4730-899a-dca18e539444 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:06.933320 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78a8a0-8f45-4262-96d9-f55e38ca8689 None None] The sync data for ids ['e5f376e6-c39a-443c-aa80-d0f07d99e09d'] in n-d-833115-2 is: [{'id': 'e5f376e6-c39a-443c-aa80-d0f07d99e09d', 'name': 'tempest-snat-router-478989821', 'tenant_id': 'fd6f54173c7a42c791ff8344eef3645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:57:59Z', 'updated_at': '2022-03-10T17:58:05Z', 'revision_number': 4, 'project_id': 'fd6f54173c7a42c791ff8344eef3645b', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:06.949786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:06.950158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:06.950585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:06.955459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:06.956050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Bound port: e510ffa2-c2c6-4730-899a-dca18e539444, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:06.956455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.013624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e7fc4cd9-7db3-49b2-b532-e485d5d55afe up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:07.193316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.210495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (e5f376e6-c39a-443c-aa80-d0f07d99e09d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.224595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe72:6c2c (ca15b61f-b27d-4a22-a42d-bb39fd616e97/cfd1a64d-0817-4729-b26f-6e521eee036a/44d80977-ad76-4504-a69b-ba88e201097c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:07.319949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] For port e510ffa2-c2c6-4730-899a-dca18e539444, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:07.325949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] For port e510ffa2-c2c6-4730-899a-dca18e539444, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e510ffa2-c2c6-4730-899a-dca18e539444,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:07.330854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e7fc4cd9-7db3-49b2-b532-e485d5d55afe triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:07.331484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.355409 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.426760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e5f376e6-c39a-443c-aa80-d0f07d99e09d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.427300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5f376e6-c39a-443c-aa80-d0f07d99e09d {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:07.434951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.436582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-021a1415-5cbb-4cd6-b578-d8aea5ebfd6e tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e5f376e6-c39a-443c-aa80-d0f07d99e09d HTTP/1.1" status: 204 len: 168 time: 2.7011182 Mar 10 17:58:07.439516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:07.706521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956dcc8-2c82-4398-93b2-5471470b68ff None None] Pushing event updated for resources: {'Port': ['ID=e510ffa2-c2c6-4730-899a-dca18e539444,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:07.721344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e7fc4cd9-7db3-49b2-b532-e485d5d55afe is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:07.722060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.729642 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (44d80977-ad76-4504-a69b-ba88e201097c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.757526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port e7fc4cd9-7db3-49b2-b532-e485d5d55afe, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:07.765348 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.826559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44d80977-ad76-4504-a69b-ba88e201097c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:07.933846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:07.960850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:08.003090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:08.014993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:08.045258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:08.047928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.053320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=44d80977-ad76-4504-a69b-ba88e201097c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:08.115722 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5fd04cd-62c1-484b-bb53-a9686282c35c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5603309 Mar 10 17:58:08.118611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:08.260126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4ec0d-36e5-48bc-8641-0bb6b471d981 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:08.276082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4ec0d-36e5-48bc-8641-0bb6b471d981 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:08.301223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72f4ec0d-36e5-48bc-8641-0bb6b471d981 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1816730 Mar 10 17:58:08.303923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41266) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:08.478825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.492658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 44d80977-ad76-4504-a69b-ba88e201097c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:08.493285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (44d80977-ad76-4504-a69b-ba88e201097c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.633739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (44d80977-ad76-4504-a69b-ba88e201097c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.651552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 44d80977-ad76-4504-a69b-ba88e201097c owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:08.714024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.808214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Deleting port e7fc4cd9-7db3-49b2-b532-e485d5d55afe {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:08.808756 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:08.990077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] For port e7fc4cd9-7db3-49b2-b532-e485d5d55afe, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:08.991041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.009145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44d80977-ad76-4504-a69b-ba88e201097c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.010529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Calling delete_port for e7fc4cd9-7db3-49b2-b532-e485d5d55afe owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:09.088007 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:58:09.120656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=44d80977-ad76-4504-a69b-ba88e201097c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:09.185427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e510ffa2-c2c6-4730-899a-dca18e539444 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:09.198278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.201715 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-917a273f-b9c0-41b0-ac52-6e05a317eff5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/44d80977-ad76-4504-a69b-ba88e201097c HTTP/1.1" status: 204 len: 168 time: 0.8904765 Mar 10 17:58:09.205869 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:09.332907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e510ffa2-c2c6-4730-899a-dca18e539444 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:09.333323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.335273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e7fc4cd9-7db3-49b2-b532-e485d5d55afe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.345733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9d1ff-4f44-47ca-8916-92356dfc660e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:09.347471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9d1ff-4f44-47ca-8916-92356dfc660e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:09.352806 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0d9d1ff-4f44-47ca-8916-92356dfc660e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1450820 Mar 10 17:58:09.354629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:09.413083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fc4cd9-7db3-49b2-b532-e485d5d55afe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:09.458083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet cfd1a64d-0817-4729-b26f-6e521eee036a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:09.462574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (cfd1a64d-0817-4729-b26f-6e521eee036a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.518647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e510ffa2-c2c6-4730-899a-dca18e539444 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:09.519051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.540561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.555677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (cfd1a64d-0817-4729-b26f-6e521eee036a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.698200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (cfd1a64d-0817-4729-b26f-6e521eee036a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.712431 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.718471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_controller (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.806966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (cfd1a64d-0817-4729-b26f-6e521eee036a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.827640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (51c072e6-f5ae-4c38-bd76-4ff2a3628a4f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.829701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51c072e6-f5ae-4c38-bd76-4ff2a3628a4f {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:09.852520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.855027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2b3217fd-6ee6-4b83-bc75-91aa1995f6f6 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "DELETE /v2.0/routers/51c072e6-f5ae-4c38-bd76-4ff2a3628a4f HTTP/1.1" status: 204 len: 168 time: 2.4145646 Mar 10 17:58:09.861334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:09.865690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd1a64d-0817-4729-b26f-6e521eee036a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:09.873706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1773783714', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:09.906884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.917014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91367820-41ab-47b5-a75f-f3ecdb02660c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/cfd1a64d-0817-4729-b26f-6e521eee036a HTTP/1.1" status: 204 len: 168 time: 0.5602086 Mar 10 17:58:09.918679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41284) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:09.926535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.932698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:09.962459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:09.963072 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:10.040471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Provisioning complete for port e510ffa2-c2c6-4730-899a-dca18e539444 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:10.043553 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.049685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ecd89b27-de06-4ede-84fe-ce74b8cbed7f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298118 Mar 10 17:58:10.054581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:10.060556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:10.066221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.167650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Current status of the port e510ffa2-c2c6-4730-899a-dca18e539444 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:10.168329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.270360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] For port e510ffa2-c2c6-4730-899a-dca18e539444, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e510ffa2-c2c6-4730-899a-dca18e539444,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:10.282145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.363308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.365891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ba5e2-fe2d-4ccc-9baa-27543385e350 None None] Pushing event updated for resources: {'Port': ['ID=e510ffa2-c2c6-4730-899a-dca18e539444,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:10.379815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ccac1-9d8d-4f72-8af1-fe4d3a91e87d None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:10.416315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4718665e-1415-4168-834b-ea0641933cd6 None None] Could not find standard attr ID for object 44d80977-ad76-4504-a69b-ba88e201097c. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:10.423547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:10.427270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.565854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e510ffa2-c2c6-4730-899a-dca18e539444 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:10.575203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e7fc4cd9-7db3-49b2-b532-e485d5d55afe up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:10.602237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e7fc4cd9-7db3-49b2-b532-e485d5d55afe {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:58:10.602972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e7fc4cd9-7db3-49b2-b532-e485d5d55afe not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 10 17:58:10.627045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Port e7fc4cd9-7db3-49b2-b532-e485d5d55afe not found, will not notify nova. {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 10 17:58:10.665837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:10.744319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Deleting port e510ffa2-c2c6-4730-899a-dca18e539444 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:10.745107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.749844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.773779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.850508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] For port e510ffa2-c2c6-4730-899a-dca18e539444, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e510ffa2-c2c6-4730-899a-dca18e539444,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:10.850993 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:10.868355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Calling delete_port for e510ffa2-c2c6-4730-899a-dca18e539444 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:10.871776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e510ffa2-c2c6-4730-899a-dca18e539444 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:10.952678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Allocated IP 172.25.3.109 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/d7f0aa82-7442-4036-afd3-b5b7d76c7294) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:11.102181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e510ffa2-c2c6-4730-899a-dca18e539444 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:11.106452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.112488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e510ffa2-c2c6-4730-899a-dca18e539444), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.216102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] Pushing event deleted for resources: {'Port': ['ID=e510ffa2-c2c6-4730-899a-dca18e539444,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:11.240658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f1172-d10c-4bd6-a8d8-c09cbd00ebfc None None] No DVR routers for this DVR port e510ffa2-c2c6-4730-899a-dca18e539444 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:11.292464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e7fc4cd9-7db3-49b2-b532-e485d5d55afe no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:11.331192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e7fc4cd9-7db3-49b2-b532-e485d5d55afe {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:58:11.331999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e7fc4cd9-7db3-49b2-b532-e485d5d55afe not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:58:11.461108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:11.559271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for port (d7f0aa82-7442-4036-afd3-b5b7d76c7294), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.590765 n-d-833115-2 neutron-server[103794]: WARNING neutron.services.revisions.revision_plugin [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Could not find related port for resource to bump revision. Mar 10 17:58:11.601031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Port e510ffa2-c2c6-4730-899a-dca18e539444 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 10 17:58:11.601335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:7c56 {{(pid=103794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 10 17:58:11.610201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_pluggable_backend [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:7c56 {{(pid=103794) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 10 17:58:11.614010 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (c339f9fe-7584-446a-a4c8-31a45591beac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.665080 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d7f0aa82-7442-4036-afd3-b5b7d76c7294), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.669941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:11.681294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:11.694535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951c4b8-df02-421b-bd5e-eaa8fd09b0f1 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:11.706603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:11.707204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:11.717932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=c339f9fe-7584-446a-a4c8-31a45591beac,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:11.740747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:11.759857 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d5863347-b2cf-4508-9559-6ddfdd1b5f9c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7036722 Mar 10 17:58:11.762371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:11.765107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:11.767668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:3a:dd:b7', 'name': 'tempest-NetworksTestDHCPv6-89350699'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:11.782931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:11.788028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event updated for resources: {'Port': ['ID=d7f0aa82-7442-4036-afd3-b5b7d76c7294,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:11.961497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'c339f9fe-7584-446a-a4c8-31a45591beac'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:11.962665 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.032878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:12.128300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.151396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:12.282834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.285599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Allocated IP 2001:db8::f816:3eff:fef8:8e95 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/c339f9fe-7584-446a-a4c8-31a45591beac/4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:12.480696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0818fe4-9986-46e6-af5a-6244d3ecba7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.584719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks [] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.595605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.607430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.662459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:12.668495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:12.676755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:12.683550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Pushing event updated for resources: {'Port': ['ID=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:12.715538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe3a:ddb7 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/c339f9fe-7584-446a-a4c8-31a45591beac/7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:12.774258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Attempting to bind port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:12.774668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Attempting to bind port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:12.775067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Attempting to bind port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:12.782651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:12.782909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:12.783285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.783839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:12.786986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Bound port: 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:12.787428 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.820953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Router 96d9204b-8f70-4382-a15e-342b64387aaa is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:12.909714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] For port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:12.920046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] For port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:12.926532 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.944334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:12.970510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:13.039534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:13.047901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:13.052851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:13.058930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:13.062713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:13.078327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:13.103890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fe1b5a89-3a27-4329-8173-42b316924b2c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3377244 Mar 10 17:58:13.104267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:13.133738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:13.153864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] Sync routers for ids ['96d9204b-8f70-4382-a15e-342b64387aaa'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:13.182330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc0c12-403c-47d0-8945-d3f1d6b1a46c None None] Pushing event updated for resources: {'Port': ['ID=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:13.183654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:13.185236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1bceb899-0238-4d20-8f83-d99110a3c470 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3166232 Mar 10 17:58:13.187833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:13.188886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7430c688-6f3a-4972-aea2-b3d944149403 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:13.194159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:13.194672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7430c688-6f3a-4972-aea2-b3d944149403 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:13.198951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7430c688-6f3a-4972-aea2-b3d944149403 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0912132 Mar 10 17:58:13.199516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41330) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:13.205602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] Routers {'96d9204b-8f70-4382-a15e-342b64387aaa'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:13.212089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96d9204b-8f70-4382-a15e-342b64387aaa'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:13.269082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:13.281984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] Routers {'96d9204b-8f70-4382-a15e-342b64387aaa'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:13.283196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:57:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96d9204b-8f70-4382-a15e-342b64387aaa'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:13.340340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:13.340998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75999592-c188-4655-8aaf-f9dbc1102479 None None] The sync data for ids ['96d9204b-8f70-4382-a15e-342b64387aaa'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:13.593606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:13.593982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:13.756162 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:13.773375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:13.903749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.231102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.269069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:14.310979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.314485 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e772da02-1c94-4d86-b7df-0d7f81783658 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5 HTTP/1.1" status: 204 len: 168 time: 1.1125789 Mar 10 17:58:14.317031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41338) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:14.454568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48ec89-9fb1-4a65-ab28-256ec6891465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:14.456206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48ec89-9fb1-4a65-ab28-256ec6891465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:14.458172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9e48ec89-9fb1-4a65-ab28-256ec6891465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1399579 Mar 10 17:58:14.460589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41342) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:14.550910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet c339f9fe-7584-446a-a4c8-31a45591beac {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:14.557883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (c339f9fe-7584-446a-a4c8-31a45591beac), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.634619 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (c339f9fe-7584-446a-a4c8-31a45591beac), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.662946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-659338f7-8b86-483b-81ca-b3a101aea129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.789538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Provisioning complete for port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:14.789950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.860034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c339f9fe-7584-446a-a4c8-31a45591beac), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.935251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Current status of the port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:14.935663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:14.966850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:15.037871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (c339f9fe-7584-446a-a4c8-31a45591beac), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.103409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=c339f9fe-7584-446a-a4c8-31a45591beac,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:15.117087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.126582 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97cc41ad-7237-428d-ac17-c0e6d80f32fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/c339f9fe-7584-446a-a4c8-31a45591beac HTTP/1.1" status: 204 len: 168 time: 0.6621599 Mar 10 17:58:15.127322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41346) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:15.151533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:15.153586 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:15.169795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:15.170482 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.228959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3d53ebc4-69d2-4303-8718-f0e56b981bb4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965686 Mar 10 17:58:15.229614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41350) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:15.244973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e6c44-96d2-4fb0-80d3-085f2e50ad49 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:15.350406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835a792-153c-497a-8edb-0b0bcfebd889 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:15.354174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0835a792-153c-497a-8edb-0b0bcfebd889 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1233766 Mar 10 17:58:15.356884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41352) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:15.417251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c8d25-2c2e-49e6-a37c-ba0ec8c90f6b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:15.424138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6b9c8d25-2c2e-49e6-a37c-ba0ec8c90f6b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0653307 Mar 10 17:58:15.425427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41354) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:15.561030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3da54a4d-9186-4e83-89f3-9a958a92326a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345003 Mar 10 17:58:15.566217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41358) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:15.580409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.582601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:15.583022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.585961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.594089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:15.743535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:15.770243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.803600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:15.824290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router 96d9204b-8f70-4382-a15e-342b64387aaa has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:58:15.845429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:15.849263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:15.971988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Current status of the port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:15.974809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.009877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:16.014736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.016761 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-74104390-0d00-4cdb-bc62-970ea9f571b7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "PUT /v2.0/routers/96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 200 len: 922 time: 2.8278008 Mar 10 17:58:16.019873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41362) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.020681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] Sync routers for ids ['96d9204b-8f70-4382-a15e-342b64387aaa'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:16.057147 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] Routers {'96d9204b-8f70-4382-a15e-342b64387aaa'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:16.057801 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96d9204b-8f70-4382-a15e-342b64387aaa'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:16.111774 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.116039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:16.116452 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:16.120407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:16.142697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Deleting port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:16.143268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.193035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:16.215211 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] Routers {'96d9204b-8f70-4382-a15e-342b64387aaa'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:16.216168 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96d9204b-8f70-4382-a15e-342b64387aaa'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:16.262003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] For port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:16.262886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.295428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Calling delete_port for 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:16.318301 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:16.321300 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649cda2-4100-4802-b1e9-ec98c2135db2 None None] The sync data for ids ['96d9204b-8f70-4382-a15e-342b64387aaa'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:16.322343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41366) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.327228 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6578b4dc-74e9-4b70-82cc-e4247e5e99d7 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 200 len: 922 time: 0.3049450 Mar 10 17:58:16.492642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0c14d-9fa9-4bf0-8e04-32250f9f48b9 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:16.495804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-11d0c14d-9fa9-4bf0-8e04-32250f9f48b9 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=96d9204b-8f70-4382-a15e-342b64387aaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1724682 Mar 10 17:58:16.499103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.531342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.559002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:16.561124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (aceb97b0-e327-478e-b9a8-de8198e483c7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.610094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] Pushing event deleted for resources: {'Port': ['ID=4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:16.618467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5eb3d6-8a15-4e85-ba57-40845bd4e7e1 None None] No DVR routers for this DVR port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:16.710256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:16.723265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171b34c-44bb-4c38-9444-764bd3d7de28 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:16.727242 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7171b34c-44bb-4c38-9444-764bd3d7de28 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.2242887 Mar 10 17:58:16.727422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:16.727524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41374) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.740481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:16.741078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:16.746419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca6690-eb04-4388-aeff-6a43ced88149 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:16.853442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c2bc0413-505b-499a-a791-51a513eb2663 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 200 len: 205 time: 0.1202440 Mar 10 17:58:16.854470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.867582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=aceb97b0-e327-478e-b9a8-de8198e483c7,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:16.888863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3212950 Mar 10 17:58:16.903014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.903437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.903806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.904126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.904464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.904817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.905146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.905474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.905807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.906193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.907094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.907845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.908192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5916637b-1c8b-4136-905b-da9d9fa8b15b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:16.912171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41378) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:16.918122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:74:f1:cd', 'name': 'tempest-NetworksTestDHCPv6-2046405891'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:16.931662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:17.134584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (96d9204b-8f70-4382-a15e-342b64387aaa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.205850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:17.388304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.411151 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.437601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:58:17.439194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:58:17.446503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7cd53-38f2-403c-9225-acecb69d05a9 None None] Port 4e24cfdf-52f7-4bb3-b457-8d5cd4e0a8c4 update to ACTIVE by agent not found {{(pid=103796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 17:58:17.456408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'aceb97b0-e327-478e-b9a8-de8198e483c7'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:17.457537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.494494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.497255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 7a3cac2b-46af-4173-a218-e4920c2b8118 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:17.544298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port d7f0aa82-7442-4036-afd3-b5b7d76c7294 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:17.549088 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d7f0aa82-7442-4036-afd3-b5b7d76c7294), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.625499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-18ac2ace-ab5e-4797-aeff-ebf10987938e None None] Could not find standard attr ID for object 7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:17.781552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Allocated IP 2001:db8::f816:3eff:fece:ce1c (ca15b61f-b27d-4a22-a42d-bb39fd616e97/aceb97b0-e327-478e-b9a8-de8198e483c7/06db5f32-9c29-428e-89c0-1835f461dce1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:17.816624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d7f0aa82-7442-4036-afd3-b5b7d76c7294), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:17.872566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for d7f0aa82-7442-4036-afd3-b5b7d76c7294 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:18.042622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41392) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:18.080387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks [] for port (06db5f32-9c29-428e-89c0-1835f461dce1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.100798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.211144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:18.224322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d503220-3106-4f5e-8228-b2567d99d727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.232115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:18.242920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:18.258055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe74:f1cd (ca15b61f-b27d-4a22-a42d-bb39fd616e97/aceb97b0-e327-478e-b9a8-de8198e483c7/7a3cac2b-46af-4173-a218-e4920c2b8118) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:18.262078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Pushing event updated for resources: {'Port': ['ID=06db5f32-9c29-428e-89c0-1835f461dce1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:18.298341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d7f0aa82-7442-4036-afd3-b5b7d76c7294), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.355696 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=d7f0aa82-7442-4036-afd3-b5b7d76c7294,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:18.389896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Attempting to bind port 06db5f32-9c29-428e-89c0-1835f461dce1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:18.391686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Attempting to bind port 06db5f32-9c29-428e-89c0-1835f461dce1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:18.393000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Attempting to bind port 06db5f32-9c29-428e-89c0-1835f461dce1 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:18.400468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:18.401512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:18.402853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.404233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:18.405181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Bound port: 06db5f32-9c29-428e-89c0-1835f461dce1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:18.407581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.502029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (96d9204b-8f70-4382-a15e-342b64387aaa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.509021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] For port 06db5f32-9c29-428e-89c0-1835f461dce1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:18.514448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] For port 06db5f32-9c29-428e-89c0-1835f461dce1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=06db5f32-9c29-428e-89c0-1835f461dce1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:18.523484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.658103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980a142-d5f4-474f-91f9-d335686984f8 None None] Pushing event updated for resources: {'Port': ['ID=06db5f32-9c29-428e-89c0-1835f461dce1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:18.697131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.698600 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.700933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (96d9204b-8f70-4382-a15e-342b64387aaa), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.759662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (96d9204b-8f70-4382-a15e-342b64387aaa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.760443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router 96d9204b-8f70-4382-a15e-342b64387aaa {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:18.778627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.783720 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eba733ae-a616-4fbc-970a-59377d8a6db5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 204 len: 168 time: 1.9245276 Mar 10 17:58:18.785278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41398) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:18.791147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1693531116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:18.811026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.830758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.833304 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.976810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:18.981216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d503220-3106-4f5e-8228-b2567d99d727 admin admin] Publish callbacks [] for security_group (6a84bf57-bde6-4c35-970d-bbabb5cf8940), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:18.982568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:18.987096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:18.992233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.003962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.004640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:19.007491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.039017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d503220-3106-4f5e-8228-b2567d99d727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a84bf57-bde6-4c35-970d-bbabb5cf8940), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.067755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.069338 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0d924f6-4962-4d1d-ba7d-9da7b7288caf tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2828648 Mar 10 17:58:19.072250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41402) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:19.081303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:19.096795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d503220-3106-4f5e-8228-b2567d99d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84bf57-bde6-4c35-970d-bbabb5cf8940,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:19.137913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=7a3cac2b-46af-4173-a218-e4920c2b8118,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:19.154196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-758c71bb-ca9e-418e-a8b2-c783be821267 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2400656 Mar 10 17:58:19.160580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:19.257200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d503220-3106-4f5e-8228-b2567d99d727 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bb7c30edbb74969b7667b01b4834790&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2136447 Mar 10 17:58:19.259721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41406) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:19.333287 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.338403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] Publish callbacks [] for security_group (6a84bf57-bde6-4c35-970d-bbabb5cf8940), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.370564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] Publish callbacks [] for security_group (6a84bf57-bde6-4c35-970d-bbabb5cf8940), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.468940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa2508-0c59-45b2-ab68-5573854a62e3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:19.478443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa2508-0c59-45b2-ab68-5573854a62e3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:19.487263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6cfa2508-0c59-45b2-ab68-5573854a62e3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3190677 Mar 10 17:58:19.489251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6a84bf57-bde6-4c35-970d-bbabb5cf8940), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.491794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41408) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:19.496541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.502018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a84bf57-bde6-4c35-970d-bbabb5cf8940 HTTP/1.1" status: 204 len: 168 time: 0.2401381 Mar 10 17:58:19.526201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f1df8-d4ce-4503-891f-8c65161eb44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84bf57-bde6-4c35-970d-bbabb5cf8940,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:19.723510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:19.966110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 7a3cac2b-46af-4173-a218-e4920c2b8118 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:19.967831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.269264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.276505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Provisioning complete for port 06db5f32-9c29-428e-89c0-1835f461dce1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:20.279475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.353137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.393429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 7a3cac2b-46af-4173-a218-e4920c2b8118 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:20.496117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Current status of the port 06db5f32-9c29-428e-89c0-1835f461dce1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:20.497107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.586372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] For port 06db5f32-9c29-428e-89c0-1835f461dce1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=06db5f32-9c29-428e-89c0-1835f461dce1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:20.604226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.691863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1dae-89da-46e2-9f2f-c68129a1f72b None None] Pushing event updated for resources: {'Port': ['ID=06db5f32-9c29-428e-89c0-1835f461dce1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:20.730527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3ca5bd1a-ce90-4f05-b5e9-0dd8deef3f65 None None] Provisioning complete for port 7a3cac2b-46af-4173-a218-e4920c2b8118 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:20.731242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ca5bd1a-ce90-4f05-b5e9-0dd8deef3f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.755094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.782511 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7a3cac2b-46af-4173-a218-e4920c2b8118), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:20.832365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5bd1a-ce90-4f05-b5e9-0dd8deef3f65 None None] Port 7a3cac2b-46af-4173-a218-e4920c2b8118 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:58:20.923856 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=7a3cac2b-46af-4173-a218-e4920c2b8118,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:21.003653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 06db5f32-9c29-428e-89c0-1835f461dce1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:21.125706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 06db5f32-9c29-428e-89c0-1835f461dce1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:21.126173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.132165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.139223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-deaf59b1-74d0-490e-a5b0-d9af3c82bd40 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7a3cac2b-46af-4173-a218-e4920c2b8118 HTTP/1.1" status: 204 len: 168 time: 1.6271417 Mar 10 17:58:21.142481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41462) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:21.220540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Allocated IP 172.25.3.52 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/5f6b6294-5d39-4ddc-b378-a563cca70c77) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:21.265051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f67df77-c2a8-4907-bf74-55ac69b03aea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:21.267027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f67df77-c2a8-4907-bf74-55ac69b03aea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:21.271263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1f67df77-c2a8-4907-bf74-55ac69b03aea tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1246116 Mar 10 17:58:21.272215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41472) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:21.316203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 06db5f32-9c29-428e-89c0-1835f461dce1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:21.412684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet aceb97b0-e327-478e-b9a8-de8198e483c7 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:21.425625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (aceb97b0-e327-478e-b9a8-de8198e483c7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.460761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for port (5f6b6294-5d39-4ddc-b378-a563cca70c77), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.498857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (aceb97b0-e327-478e-b9a8-de8198e483c7), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.544890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5f6b6294-5d39-4ddc-b378-a563cca70c77), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.654937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event updated for resources: {'Port': ['ID=5f6b6294-5d39-4ddc-b378-a563cca70c77,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:21.674057 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (aceb97b0-e327-478e-b9a8-de8198e483c7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.677704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:21.684825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:21.703394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:21.855968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (aceb97b0-e327-478e-b9a8-de8198e483c7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.873019 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:21.877868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/aceb97b0-e327-478e-b9a8-de8198e483c7 HTTP/1.1" status: 204 len: 168 time: 0.6045310 Mar 10 17:58:21.879446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5817b-74f9-40df-90a8-37fbc6c65c8e None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:21.899116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41484) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:21.909982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf888ceb-1c68-4efb-918f-4ecce6114edb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=aceb97b0-e327-478e-b9a8-de8198e483c7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:22.014221 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-074d780a-dceb-45c1-b409-d0f83d6cf4c4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075668 Mar 10 17:58:22.014797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:22.023703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:22.206030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:22.210070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.235458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:22.364576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Deleting port 06db5f32-9c29-428e-89c0-1835f461dce1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:22.366820 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.523872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] For port 06db5f32-9c29-428e-89c0-1835f461dce1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=06db5f32-9c29-428e-89c0-1835f461dce1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:22.525276 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.545939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Calling delete_port for 06db5f32-9c29-428e-89c0-1835f461dce1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:22.656952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (06db5f32-9c29-428e-89c0-1835f461dce1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.704923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] Pushing event deleted for resources: {'Port': ['ID=06db5f32-9c29-428e-89c0-1835f461dce1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:22.724744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72add04e-e9ab-471e-b868-2ff2825ffe6f None None] No DVR routers for this DVR port 06db5f32-9c29-428e-89c0-1835f461dce1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:22.753170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:22.754804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (b5a1b411-f89a-4b88-bf61-cb0bee20709a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.782109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.813677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=b5a1b411-f89a-4b88-bf61-cb0bee20709a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:22.826907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:22.828469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:22.831924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:22.832524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:22.845767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7a77e-c949-40a2-8d19-5b60c4e5e4b1 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:22.860890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-25a0db15-7065-4d36-9143-4d24ad627234 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8447669 Mar 10 17:58:22.863610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:22.871171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:91:9d:60', 'name': 'tempest-NetworksTestDHCPv6-1554358701'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:22.999445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 06db5f32-9c29-428e-89c0-1835f461dce1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:23.030031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:23.056196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 06db5f32-9c29-428e-89c0-1835f461dce1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:58:23.056537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 06db5f32-9c29-428e-89c0-1835f461dce1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:58:23.136319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'b5a1b411-f89a-4b88-bf61-cb0bee20709a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:23.137197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.221819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.231872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.239361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.275480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 8242a5b7-1cda-44da-9fd4-3160a70c48cf yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:23.366879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Allocated IP 2001:db8::f816:3eff:fe42:dde3 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/b5a1b411-f89a-4b88-bf61-cb0bee20709a/54ff730f-fc66-49ce-9d08-7af85c42d6c4) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:23.445366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Router 2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:23.551033 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks [] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.560834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.610999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:23.618715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:23.622976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:23.641001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:23.641294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Pushing event updated for resources: {'Port': ['ID=54ff730f-fc66-49ce-9d08-7af85c42d6c4,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:23.644871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe91:9d60 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/b5a1b411-f89a-4b88-bf61-cb0bee20709a/8242a5b7-1cda-44da-9fd4-3160a70c48cf) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:23.652265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.661165 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cb327d51-dda7-4aef-b369-4b47a42c0e29 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "PUT /v2.0/routers/2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 200 len: 879 time: 4.5853438 Mar 10 17:58:23.662769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41534) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:23.676628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] Sync routers for ids ['2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:23.716155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Attempting to bind port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:23.716553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Attempting to bind port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:23.716905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Attempting to bind port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:23.726770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] Routers {'2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:23.727410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:23.734461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:23.734888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:23.735603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.736012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:23.736529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Bound port: 54ff730f-fc66-49ce-9d08-7af85c42d6c4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:23.736904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.788088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:23.884613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edcfda27-d522-4ad6-ab04-45768ac6c632 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 200 len: 920 time: 0.2196026 Mar 10 17:58:23.886027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] Routers {'2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:23.886717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:23.887466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41536) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:23.935741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:23.938761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663c2f7-75cc-4a0d-a66a-d01c7fc3b95f None None] The sync data for ids ['2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:23.951442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] For port 54ff730f-fc66-49ce-9d08-7af85c42d6c4, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:23.955788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] For port 54ff730f-fc66-49ce-9d08-7af85c42d6c4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ff730f-fc66-49ce-9d08-7af85c42d6c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:23.966278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.977165 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (8242a5b7-1cda-44da-9fd4-3160a70c48cf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:23.985212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07ea64-8bb8-44b0-8d78-63fb0643bdaa tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:23.987067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df07ea64-8bb8-44b0-8d78-63fb0643bdaa tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0977190 Mar 10 17:58:23.989866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:24.052484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beaf0d-4480-4603-8832-8d2026b90fa3 None None] Pushing event updated for resources: {'Port': ['ID=54ff730f-fc66-49ce-9d08-7af85c42d6c4,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:24.121217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccdc26e-8126-4576-b751-788c50000bb5 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:24.123028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ccdc26e-8126-4576-b751-788c50000bb5 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1321836 Mar 10 17:58:24.125958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:24.138584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8242a5b7-1cda-44da-9fd4-3160a70c48cf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.171278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7942b89-f3b1-49e4-89dd-e00f82f889a8 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 200 len: 205 time: 0.0440989 Mar 10 17:58:24.173677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41544) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:24.214382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:24.218262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:24.233396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:24.233396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:24.233396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.258580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=8242a5b7-1cda-44da-9fd4-3160a70c48cf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:24.265236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-815b0da2-db16-45de-8565-ac7d08451e15 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3992357 Mar 10 17:58:24.268066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:24.407756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5a69e-d89c-42ba-ad0b-79d21d6adc90 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:24.414456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5a69e-d89c-42ba-ad0b-79d21d6adc90 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:24.417145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-93b5a69e-d89c-42ba-ad0b-79d21d6adc90 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1481509 Mar 10 17:58:24.419530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.420868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41552) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:24.555880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 8242a5b7-1cda-44da-9fd4-3160a70c48cf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:24.556227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8242a5b7-1cda-44da-9fd4-3160a70c48cf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.608006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.674293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8242a5b7-1cda-44da-9fd4-3160a70c48cf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.696894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 8242a5b7-1cda-44da-9fd4-3160a70c48cf owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:24.711840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port 5f6b6294-5d39-4ddc-b378-a563cca70c77 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:24.712198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5f6b6294-5d39-4ddc-b378-a563cca70c77), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.847098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5f6b6294-5d39-4ddc-b378-a563cca70c77), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:24.864038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for 5f6b6294-5d39-4ddc-b378-a563cca70c77 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:24.957658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ff730f-fc66-49ce-9d08-7af85c42d6c4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:25.030855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:25.031344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.136599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:25.137293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.187877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 54ff730f-fc66-49ce-9d08-7af85c42d6c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ff730f-fc66-49ce-9d08-7af85c42d6c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:25.195873 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.308736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=54ff730f-fc66-49ce-9d08-7af85c42d6c4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:25.356695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5f6b6294-5d39-4ddc-b378-a563cca70c77), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.445321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8242a5b7-1cda-44da-9fd4-3160a70c48cf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.511101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=8242a5b7-1cda-44da-9fd4-3160a70c48cf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:25.526453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=5f6b6294-5d39-4ddc-b378-a563cca70c77,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:25.566632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.571017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cc36568b-7731-4e27-91f2-f77f55cde0ab tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8242a5b7-1cda-44da-9fd4-3160a70c48cf HTTP/1.1" status: 204 len: 168 time: 1.1486866 Mar 10 17:58:25.573779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41560) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:25.576121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.658559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e21328-8295-45c3-a8a2-9fafbc64b324 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:25.659899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e21328-8295-45c3-a8a2-9fafbc64b324 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:25.661608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78e21328-8295-45c3-a8a2-9fafbc64b324 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0867910 Mar 10 17:58:25.664537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:25.735815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1c873d2d-3752-47f9-8b1d-2bfceb4d1b52 None None] Provisioning complete for port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:25.736222 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c873d2d-3752-47f9-8b1d-2bfceb4d1b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.736893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet b5a1b411-f89a-4b88-bf61-cb0bee20709a {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:25.741268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (b5a1b411-f89a-4b88-bf61-cb0bee20709a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.767522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.770280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.809645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (b5a1b411-f89a-4b88-bf61-cb0bee20709a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.848323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.848906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:25.861277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.866006 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7ca5ab09-cce1-47cb-a3fd-c23a1491a17f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 204 len: 168 time: 1.6878982 Mar 10 17:58:25.866440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41564) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:25.871056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-913587472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:25.928699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1c873d2d-3752-47f9-8b1d-2bfceb4d1b52 None None] Current status of the port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:25.966836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.967701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:25.986359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b5a1b411-f89a-4b88-bf61-cb0bee20709a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.076826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.084593 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.111785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.114634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-06491c2d-24d3-4216-aeba-455a3eccf9fb tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2456477 Mar 10 17:58:26.116132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41566) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.116254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (b5a1b411-f89a-4b88-bf61-cb0bee20709a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.124292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': True}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:26.143086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3ac61d97-5db6-476a-9cfc-7383fc749638 None None] Could not find standard attr ID for object 8242a5b7-1cda-44da-9fd4-3160a70c48cf. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:26.144616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a1b411-f89a-4b88-bf61-cb0bee20709a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:26.172868 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.182779 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c411a6b-2d60-497c-9266-df5d94cad653 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/b5a1b411-f89a-4b88-bf61-cb0bee20709a HTTP/1.1" status: 204 len: 168 time: 0.5147491 Mar 10 17:58:26.183092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.244745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d25c2aee-dddc-40e7-8c54-1a45eb7a244b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581989 Mar 10 17:58:26.244933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.354709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c1498-cf2e-4e0c-a3e6-5dcac3dc44f1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:26.358819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-641c1498-cf2e-4e0c-a3e6-5dcac3dc44f1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1093159 Mar 10 17:58:26.359834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.372878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d3224-a2dc-4fbd-9898-9f67c7f0dc77 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:26.436306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768585e-bc55-4744-b73e-61b2d902686c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:26.437878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0768585e-bc55-4744-b73e-61b2d902686c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771096 Mar 10 17:58:26.440557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41576) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.538068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f63661a9-1843-44df-945c-1f557990b368 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963235 Mar 10 17:58:26.538755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41582) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:26.544921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:26.617295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:26.700099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:26.702412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Deleting port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:26.703003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.704641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.826491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] For port 54ff730f-fc66-49ce-9d08-7af85c42d6c4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ff730f-fc66-49ce-9d08-7af85c42d6c4,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:26.826491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:26.861321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Calling delete_port for 54ff730f-fc66-49ce-9d08-7af85c42d6c4 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:26.874544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ff730f-fc66-49ce-9d08-7af85c42d6c4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:26.978130 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.001523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (1640306c-0d16-42ce-b23f-8aaa07d12a66), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.064487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:27.071921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:27.072368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.076653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:27.087742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:27.087742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.088088 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.093585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=1640306c-0d16-42ce-b23f-8aaa07d12a66,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:27.104102 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (54ff730f-fc66-49ce-9d08-7af85c42d6c4), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.118347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f69c7add-fc79-4148-aa96-19e0d63e2902 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766652 Mar 10 17:58:27.119379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41584) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:27.125892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:17:32:39', 'name': 'tempest-NetworksTestDHCPv6-1449308294'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:27.137531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] Pushing event deleted for resources: {'Port': ['ID=54ff730f-fc66-49ce-9d08-7af85c42d6c4,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:27.172491 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e1e29-62a1-46a7-8052-48f0fcdf4add None None] No DVR routers for this DVR port 54ff730f-fc66-49ce-9d08-7af85c42d6c4 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:27.193834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ecc3b-5417-48a2-bb54-6d1ef0e67ee9 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:27.344092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '1640306c-0d16-42ce-b23f-8aaa07d12a66'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:27.345102 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.364775 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (f95a34aa-a039-4508-b377-fd089814dc7d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.380219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:27.389186 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.428538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.460909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port c0c4af5b-da97-4e8c-a26f-56e705aba078 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:27.525121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/1640306c-0d16-42ce-b23f-8aaa07d12a66/55b32d84-e511-4443-9ff2-1a4b4ce6c1d2) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:27.705456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.25.3.60 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/94e0351a-bbe9-47f5-b4b8-4bfe67079286) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:27.707419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks [] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.717705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.759684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:27.763465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:27.768083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:27.811019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Pushing event updated for resources: {'Port': ['ID=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:27.841518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::b1 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/1640306c-0d16-42ce-b23f-8aaa07d12a66/c0c4af5b-da97-4e8c-a26f-56e705aba078) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:27.849368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Attempting to bind port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:27.850091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Attempting to bind port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:27.850982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Attempting to bind port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:27.859863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:27.860681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:27.861332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.861958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:27.862835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Bound port: 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:27.863579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.942603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (94e0351a-bbe9-47f5-b4b8-4bfe67079286), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:27.990326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] For port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:27.997530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] For port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:28.006317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (94e0351a-bbe9-47f5-b4b8-4bfe67079286), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.014070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.070876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:28.084170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:28.096595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:28.103631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02d85b-0e15-444c-9587-06ff4859c501 None None] Pushing event updated for resources: {'Port': ['ID=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:28.120607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (c0c4af5b-da97-4e8c-a26f-56e705aba078), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.144950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=94e0351a-bbe9-47f5-b4b8-4bfe67079286,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:28.187243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c0c4af5b-da97-4e8c-a26f-56e705aba078), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.229904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:28.234200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:28.238849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:28.245392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:28.246335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.269553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=c0c4af5b-da97-4e8c-a26f-56e705aba078,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:28.287131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4feb281b-3c69-4979-aa9c-25fd7df6b00e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1665645 Mar 10 17:58:28.289888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41592) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:28.378878 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640bbabc-573c-44dd-bbff-2bcb55092139 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:28.384879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640bbabc-573c-44dd-bbff-2bcb55092139 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:28.386767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-640bbabc-573c-44dd-bbff-2bcb55092139 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0958488 Mar 10 17:58:28.390500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:28.533485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port c0c4af5b-da97-4e8c-a26f-56e705aba078 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:28.533866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c0c4af5b-da97-4e8c-a26f-56e705aba078), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.630512 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (f95a34aa-a039-4508-b377-fd089814dc7d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.697264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c0c4af5b-da97-4e8c-a26f-56e705aba078), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.711704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for c0c4af5b-da97-4e8c-a26f-56e705aba078 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:28.952071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c0c4af5b-da97-4e8c-a26f-56e705aba078), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:28.998356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=c0c4af5b-da97-4e8c-a26f-56e705aba078,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:29.032450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.047710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:29.051808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.066776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.081382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c3e02c03-fad6-4f4e-9626-f161678a7ee2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/c0c4af5b-da97-4e8c-a26f-56e705aba078 HTTP/1.1" status: 204 len: 168 time: 0.6875088 Mar 10 17:58:29.082114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41610) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:29.166122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:29.166805 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.192545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeecf16-7312-41a9-aa80-9fcd374a6219 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:29.194090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeecf16-7312-41a9-aa80-9fcd374a6219 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:29.199182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5aeecf16-7312-41a9-aa80-9fcd374a6219 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1160185 Mar 10 17:58:29.199571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:29.364710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 1640306c-0d16-42ce-b23f-8aaa07d12a66 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:29.371193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (1640306c-0d16-42ce-b23f-8aaa07d12a66), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.464892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (1640306c-0d16-42ce-b23f-8aaa07d12a66), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.520734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router f95a34aa-a039-4508-b377-fd089814dc7d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:29.682339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:29.699153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.802319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:29.821083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.888397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (1640306c-0d16-42ce-b23f-8aaa07d12a66), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.967551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3747ff94-68d3-435d-9ced-d091f29e9f48 None None] Provisioning complete for port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:29.970679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3747ff94-68d3-435d-9ced-d091f29e9f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:29.997676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:30.013689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] Sync routers for ids ['f95a34aa-a039-4508-b377-fd089814dc7d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:30.019885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.023970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41620) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.030089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] Routers {'f95a34aa-a039-4508-b377-fd089814dc7d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:30.030902 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f95a34aa-a039-4508-b377-fd089814dc7d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:30.031582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-03e19b0d-0c19-482d-baaa-f53f72050c43 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "PUT /v2.0/routers/f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 200 len: 913 time: 3.9040568 Mar 10 17:58:30.081114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (1640306c-0d16-42ce-b23f-8aaa07d12a66), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.105746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:30.126574 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.150080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=1640306c-0d16-42ce-b23f-8aaa07d12a66,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:30.156188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.166138 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2019f49d-fef0-4045-a549-4dc30e2c05cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/1640306c-0d16-42ce-b23f-8aaa07d12a66 HTTP/1.1" status: 204 len: 168 time: 0.9645920 Mar 10 17:58:30.167553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.190533 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:30.213462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] Routers {'f95a34aa-a039-4508-b377-fd089814dc7d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:30.214396 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f95a34aa-a039-4508-b377-fd089814dc7d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:30.267678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3747ff94-68d3-435d-9ced-d091f29e9f48 None None] Current status of the port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:30.274150 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1daad40-ba92-4a65-80ac-2e6296d795ff tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054356 Mar 10 17:58:30.274810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.281146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac41ba-1403-422f-a21b-bce7c1b51c1b None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:30.302561 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:30.303208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8627e51-6b6f-4df4-bf99-ea0ce227bf7c None None] The sync data for ids ['f95a34aa-a039-4508-b377-fd089814dc7d'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:30.334612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7c2df0d-3f57-4ce5-ab07-1a00eb4f5401 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 200 len: 919 time: 0.3088043 Mar 10 17:58:30.339353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41628) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.384500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd2922-2f35-43c6-acc0-5915c7a1c9cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:30.403365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41630) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.404847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dccd2922-2f35-43c6-acc0-5915c7a1c9cf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1289871 Mar 10 17:58:30.412424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cbc22276-235e-409d-ab7f-9924d154f15e None None] Could not find standard attr ID for object c0c4af5b-da97-4e8c-a26f-56e705aba078. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:30.453721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06bf5d-116c-4a42-8f30-862868a7ff6c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:30.458865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.460789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ba06bf5d-116c-4a42-8f30-862868a7ff6c tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=f95a34aa-a039-4508-b377-fd089814dc7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1198299 Mar 10 17:58:30.510170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c99db-5cc8-4a38-8116-2f4a2574a81d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:30.514122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e3c99db-5cc8-4a38-8116-2f4a2574a81d tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1071572 Mar 10 17:58:30.514559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41634) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.563518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:30.639978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf7c2f-c6b4-4cad-b3c0-a96b4ae20c5b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:30.642545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c2907af-2896-4727-b8b6-d86175714ff8 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244237 Mar 10 17:58:30.643701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41636) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.651562 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ccf7c2f-c6b4-4cad-b3c0-a96b4ae20c5b tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1914232 Mar 10 17:58:30.652633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:30.655488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Deleting port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:30.656070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.656697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.775069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b02e96d-fadb-4133-8de2-883d6a81b052 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 200 len: 205 time: 0.1150742 Mar 10 17:58:30.777034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:30.780313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] For port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:30.781385 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.801901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Calling delete_port for 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:30.926263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:30.936318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (55b32d84-e511-4443-9ff2-1a4b4ce6c1d2), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:30.940081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.001488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:31.009767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] Pushing event deleted for resources: {'Port': ['ID=55b32d84-e511-4443-9ff2-1a4b4ce6c1d2,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:31.036439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0ddd7-d9d0-435b-a92a-6f0f9c04b46b None None] No DVR routers for this DVR port 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:31.040414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:58:31.041091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 55b32d84-e511-4443-9ff2-1a4b4ce6c1d2 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:58:31.096971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (f95a34aa-a039-4508-b377-fd089814dc7d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.235942 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (f95a34aa-a039-4508-b377-fd089814dc7d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.313842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port 94e0351a-bbe9-47f5-b4b8-4bfe67079286 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:31.314108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (94e0351a-bbe9-47f5-b4b8-4bfe67079286), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.323965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:31.325911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a7a7073a-1c5d-4184-bb91-b86f0329d7d6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.387223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7073a-1c5d-4184-bb91-b86f0329d7d6,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:31.400261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:31.402235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:31.412191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (94e0351a-bbe9-47f5-b4b8-4bfe67079286), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.413158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:31.413158 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.415371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fef29b-ae2b-4729-8b0b-9a2c29fa1eb4 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:31.446112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for 94e0351a-bbe9-47f5-b4b8-4bfe67079286 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:31.457705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6e443e7e-03f2-460e-a02d-f5148d1a2443 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8103561 Mar 10 17:58:31.460464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41656) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:31.471885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:31.630882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:31.636525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.641346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': 'a7a7073a-1c5d-4184-bb91-b86f0329d7d6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:31.642402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.725708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (94e0351a-bbe9-47f5-b4b8-4bfe67079286), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:31.779211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=94e0351a-bbe9-47f5-b4b8-4bfe67079286,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:31.861469 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7a7073a-1c5d-4184-bb91-b86f0329d7d6 (CIDR: 2001:db8::/64) Mar 10 17:58:31.868116 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:31.869995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:31.912716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-196f934b-6631-49db-96a6-486cb6936898 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4503329 Mar 10 17:58:31.915025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41660) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:31.923322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:31.924398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f95a34aa-a039-4508-b377-fd089814dc7d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.072766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Allocated IP 2001:db8::f816:3eff:fe30:44c3 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/a7a7073a-1c5d-4184-bb91-b86f0329d7d6/62d65f04-dd66-4054-8ecb-4550b13e96a1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:32.138548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.141257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (f95a34aa-a039-4508-b377-fd089814dc7d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.204090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f95a34aa-a039-4508-b377-fd089814dc7d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.204832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router f95a34aa-a039-4508-b377-fd089814dc7d {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:32.219332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.226831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41666) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:32.227471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3044d74a-af2e-4310-be93-5be3e4c9cb73 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 204 len: 168 time: 1.4502206 Mar 10 17:58:32.241265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2040817100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:32.308928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.311323 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.365357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks [] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.376727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.459934 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.474127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.491630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:32.496903 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.507589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.516620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41668) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:32.521144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:32.522985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:32.530143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-08046139-ea5f-4e71-91da-4fa7081dbd68 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2956924 Mar 10 17:58:32.536830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Pushing event updated for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:32.543369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:32.555046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:32.648286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Attempting to bind port 62d65f04-dd66-4054-8ecb-4550b13e96a1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:32.648682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Attempting to bind port 62d65f04-dd66-4054-8ecb-4550b13e96a1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:32.649055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Attempting to bind port 62d65f04-dd66-4054-8ecb-4550b13e96a1 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:32.656327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:32.656760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:32.657144 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.657546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:32.658039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Bound port: 62d65f04-dd66-4054-8ecb-4550b13e96a1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:32.658446 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.769602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:32.774189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62d65f04-dd66-4054-8ecb-4550b13e96a1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:32.805714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:32.968017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977c95-fc1b-41ef-bbff-fc18b174f26a None None] Pushing event updated for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:33.058010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (19928830-65b1-4c8f-91c9-a3fc6b9cf184), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.151041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:33.155070 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:33.174582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:33.178972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.238366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=19928830-65b1-4c8f-91c9-a3fc6b9cf184,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:33.262093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02f25c34-48e5-41e7-813e-8556c87393bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3395264 Mar 10 17:58:33.263778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:33.276127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:55:ae:d8', 'name': 'tempest-NetworksTestDHCPv6-560199506'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:33.519734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.556856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:33.664796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.687734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port b4ad6cf0-db67-4c98-9e19-47b579d8d869 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:33.808230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (197845db-bc93-4441-ac1e-dbcbfc55e788), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.830603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:33.985984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Allocated IP 172.25.3.68 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:33.986414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8:0:1::25c (ca15b61f-b27d-4a22-a42d-bb39fd616e97/19928830-65b1-4c8f-91c9-a3fc6b9cf184/b4ad6cf0-db67-4c98-9e19-47b579d8d869) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:33.999882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe55:aed8 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/a7a7073a-1c5d-4184-bb91-b86f0329d7d6/b4ad6cf0-db67-4c98-9e19-47b579d8d869) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:34.253431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for port (6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.260796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (b4ad6cf0-db67-4c98-9e19-47b579d8d869), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.332615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.345385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b4ad6cf0-db67-4c98-9e19-47b579d8d869), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.406958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:34.423974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:34.425577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:34.427612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:34.428098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:34.435407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:34.438148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:34.443446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:34.444217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.446876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=b4ad6cf0-db67-4c98-9e19-47b579d8d869,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:34.477888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:34.479613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e24b729d-a86f-483f-b14e-9cdb2e6de465 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2146728 Mar 10 17:58:34.573487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e78c3a-b9e6-4c4a-8d25-7c17dad889e1 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:34.752303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Provisioning complete for port 62d65f04-dd66-4054-8ecb-4550b13e96a1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:34.752682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.964605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:34.965134 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:34.992206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62d65f04-dd66-4054-8ecb-4550b13e96a1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:35.039596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'a7a7073a-1c5d-4184-bb91-b86f0329d7d6', 'ip_address': '2001:db8::f816:3eff:fe30:44c3'}, {'subnet_id': '19928830-65b1-4c8f-91c9-a3fc6b9cf184'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62d65f04-dd66-4054-8ecb-4550b13e96a1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:35.086837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62d65f04-dd66-4054-8ecb-4550b13e96a1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:35.097454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.102015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.126651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port b4ad6cf0-db67-4c98-9e19-47b579d8d869 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:35.127906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b4ad6cf0-db67-4c98-9e19-47b579d8d869), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.149663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router_gateway (197845db-bc93-4441-ac1e-dbcbfc55e788), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.165422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Pushing event updated for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:35.181266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62d65f04-dd66-4054-8ecb-4550b13e96a1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:35.181266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.183075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.183422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.183780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.184090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.184426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.184747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.185078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.185376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.185696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.186013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.186330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.186688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.187071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24450fc0-f38e-4e70-865f-836685ea99fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:35.351079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b4ad6cf0-db67-4c98-9e19-47b579d8d869), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.374049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for b4ad6cf0-db67-4c98-9e19-47b579d8d869 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:35.480035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:35.501004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Allocated IP 2001:db8:0:1::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/19928830-65b1-4c8f-91c9-a3fc6b9cf184/62d65f04-dd66-4054-8ecb-4550b13e96a1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:35.693751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62d65f04-dd66-4054-8ecb-4550b13e96a1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:35.750639 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Publish callbacks [] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.766798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.775759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.779672 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.783582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b4ad6cf0-db67-4c98-9e19-47b579d8d869), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.818792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=b4ad6cf0-db67-4c98-9e19-47b579d8d869,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:35.909123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:35.918343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:35.919099 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63bf09c6-d888-4c9d-92d3-20ae4e5a41e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/b4ad6cf0-db67-4c98-9e19-47b579d8d869 HTTP/1.1" status: 204 len: 168 time: 1.4397018 Mar 10 17:58:35.946829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c60e07-9a72-467e-ace0-a8e05999aba1 None None] Pushing event updated for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:36.033923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e310b-73f5-4b64-acd9-d364c8dc9b72 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.038136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b02e310b-73f5-4b64-acd9-d364c8dc9b72 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1165109 Mar 10 17:58:36.038420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.135814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Router 197845db-bc93-4441-ac1e-dbcbfc55e788 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:36.141335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac8717-374d-4107-baa2-03ac247f88d4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.146232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-58ac8717-374d-4107-baa2-03ac247f88d4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1067882 Mar 10 17:58:36.148725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41728) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.274069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247b153-f667-4625-a1e2-bb41d46ac47c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.275831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247b153-f667-4625-a1e2-bb41d46ac47c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.277616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247b153-f667-4625-a1e2-bb41d46ac47c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.282059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7247b153-f667-4625-a1e2-bb41d46ac47c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1288683 Mar 10 17:58:36.282448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41730) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.361932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 19928830-65b1-4c8f-91c9-a3fc6b9cf184 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:36.362170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:36.370070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.373873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-56a951af-60ff-4b4c-b33f-6df38140dd2d tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "PUT /v2.0/routers/197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 200 len: 915 time: 3.8535626 Mar 10 17:58:36.374126 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.379508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] Sync routers for ids ['197845db-bc93-4441-ac1e-dbcbfc55e788'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:36.383457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (19928830-65b1-4c8f-91c9-a3fc6b9cf184), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.404075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] Routers {'197845db-bc93-4441-ac1e-dbcbfc55e788'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:36.404965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['197845db-bc93-4441-ac1e-dbcbfc55e788'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:36.489731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:36.515521 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] Routers {'197845db-bc93-4441-ac1e-dbcbfc55e788'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:36.516271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['197845db-bc93-4441-ac1e-dbcbfc55e788'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:36.540885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (19928830-65b1-4c8f-91c9-a3fc6b9cf184), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.591031 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7855a72f-7ba5-4d46-b2b6-dece62d94423 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 200 len: 921 time: 0.2155278 Mar 10 17:58:36.593751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.625354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:36.626142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525aff5-6957-4933-90e4-fb6581a1bbf0 None None] The sync data for ids ['197845db-bc93-4441-ac1e-dbcbfc55e788'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:36.699298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (19928830-65b1-4c8f-91c9-a3fc6b9cf184), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.728586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a88896-7b54-43df-a415-c5e7d7beeb00 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.732717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-05a88896-7b54-43df-a415-c5e7d7beeb00 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=197845db-bc93-4441-ac1e-dbcbfc55e788&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1354678 Mar 10 17:58:36.733049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.842373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (19928830-65b1-4c8f-91c9-a3fc6b9cf184), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.914163 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62d65f04-dd66-4054-8ecb-4550b13e96a1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:36.923939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ccbb3-1c47-402b-8281-4b5b30ac1ab0 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:36.925357 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-838ccbb3-1c47-402b-8281-4b5b30ac1ab0 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1896026 Mar 10 17:58:36.935953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:36.970990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=19928830-65b1-4c8f-91c9-a3fc6b9cf184,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:36.973216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:36.978245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d538ff8f-4730-44ed-9e7b-4c3587711a64 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/19928830-65b1-4c8f-91c9-a3fc6b9cf184 HTTP/1.1" status: 204 len: 168 time: 0.6945777 Mar 10 17:58:36.980905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:37.014466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ddf05a45-e19c-483a-9b9a-46d713179167 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 200 len: 205 time: 0.0725181 Mar 10 17:58:37.014966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:37.040386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eff47cc2-2329-4555-834c-6c61dd1ef234 None None] Provisioning complete for port 62d65f04-dd66-4054-8ecb-4550b13e96a1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:37.041016 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eff47cc2-2329-4555-834c-6c61dd1ef234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.093860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet a7a7073a-1c5d-4184-bb91-b86f0329d7d6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:37.097598 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (a7a7073a-1c5d-4184-bb91-b86f0329d7d6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.181112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (a7a7073a-1c5d-4184-bb91-b86f0329d7d6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.221942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62d65f04-dd66-4054-8ecb-4550b13e96a1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:37.222520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.337012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eff47cc2-2329-4555-834c-6c61dd1ef234 None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:37.354878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eff47cc2-2329-4555-834c-6c61dd1ef234 None None] Could not find standard attr ID for object b4ad6cf0-db67-4c98-9e19-47b579d8d869. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:37.395832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a7a7073a-1c5d-4184-bb91-b86f0329d7d6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.411330 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.443704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:37.466244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fe70c-e2b7-4230-bad1-ca6d04f1b409 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:37.499514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-614f4fe6-4a3b-4ccc-b194-a79564356c51 None None] Could not find standard attr ID for object b4ad6cf0-db67-4c98-9e19-47b579d8d869. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:37.531806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (a7a7073a-1c5d-4184-bb91-b86f0329d7d6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.566290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (197845db-bc93-4441-ac1e-dbcbfc55e788), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.615252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.626220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/a7a7073a-1c5d-4184-bb91-b86f0329d7d6 HTTP/1.1" status: 204 len: 168 time: 0.6419926 Mar 10 17:58:37.627192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41758) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:37.630466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf9761-48f7-4a24-9ba1-d15429729302 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7073a-1c5d-4184-bb91-b86f0329d7d6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:37.683335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-45571835-6b92-41db-80fd-bacd9d7bc9d6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515273 Mar 10 17:58:37.683557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port 6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:37.683895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.684042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:37.689647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:37.805761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706fd0c-b40d-4d1d-82b6-f5e27f79a69d None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'a7a7073a-1c5d-4184-bb91-b86f0329d7d6'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62d65f04-dd66-4054-8ecb-4550b13e96a1'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:37.821035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.848173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1706fd0c-b40d-4d1d-82b6-f5e27f79a69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:37.849082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for 6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:37.900624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:37.905192 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.203545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0920199-5b01-4f17-a39c-fce1fe61a5bf None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:38.387740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b10c82f0-7284-45d3-a48c-93289a2acefe None None] Provisioning complete for port 62d65f04-dd66-4054-8ecb-4550b13e96a1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:38.388111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10c82f0-7284-45d3-a48c-93289a2acefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.532306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:38.540670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:38.592706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b10c82f0-7284-45d3-a48c-93289a2acefe None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:38.663236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Deleting port 62d65f04-dd66-4054-8ecb-4550b13e96a1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:38.663614 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.806910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62d65f04-dd66-4054-8ecb-4550b13e96a1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:38.808838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.846485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Calling delete_port for 62d65f04-dd66-4054-8ecb-4550b13e96a1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:38.865182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.897769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.911113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=6c9ecc4d-20a6-4d37-aef0-9b88e1df3b85,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:38.997473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (197845db-bc93-4441-ac1e-dbcbfc55e788), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:38.999854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62d65f04-dd66-4054-8ecb-4550b13e96a1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:39.237298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.247743 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (197845db-bc93-4441-ac1e-dbcbfc55e788), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.373651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (197845db-bc93-4441-ac1e-dbcbfc55e788), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.374285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router 197845db-bc93-4441-ac1e-dbcbfc55e788 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:39.381419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.382570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-768bdcca-f016-4c29-a6c0-d5d268e98c5f tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 204 len: 168 time: 2.3656800 Mar 10 17:58:39.386405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41778) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:39.409654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1932469052', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:39.458969 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.460305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.473400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62d65f04-dd66-4054-8ecb-4550b13e96a1 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:39.474018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.602277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] For port 62d65f04-dd66-4054-8ecb-4550b13e96a1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62d65f04-dd66-4054-8ecb-4550b13e96a1,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:39.644054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.649773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.661832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (62d65f04-dd66-4054-8ecb-4550b13e96a1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.742371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (2d974a7d-ca64-48a2-8e67-ee989279383e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.757311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] Pushing event deleted for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:39.759235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07d59e-faf5-4640-9543-8bdd007578dc None None] No DVR routers for this DVR port 62d65f04-dd66-4054-8ecb-4550b13e96a1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:39.785971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.879493 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=62d65f04-dd66-4054-8ecb-4550b13e96a1,revision_number=8']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:39.901129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:39.901129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:39.908121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c316f-f340-4f7b-93b1-014e2e4aaee1 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:39.921631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=2d974a7d-ca64-48a2-8e67-ee989279383e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:39.925839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:39.926447 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:39.969770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ebf4bce-82bd-4391-9df5-e1d79593060c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2844992 Mar 10 17:58:39.970399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41788) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:39.978171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:40.076447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.152561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '2d974a7d-ca64-48a2-8e67-ee989279383e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:40.154295 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.184301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:40.187951 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.358484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Allocated IP 2001:db8::f816:3eff:fec7:88cf (ca15b61f-b27d-4a22-a42d-bb39fd616e97/2d974a7d-ca64-48a2-8e67-ee989279383e/62349c2e-9916-41ad-84cf-bdb93251eae9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:40.376166 n-d-833115-2 neutron-server[103794]: INFO neutron.db.ipam_backend_mixin [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d974a7d-ca64-48a2-8e67-ee989279383e (CIDR: 2001:db8::/64) Mar 10 17:58:40.391150 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:40.391800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:40.437613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2c79cd81-deb2-4f64-94fc-e8d5de7b50da tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4655898 Mar 10 17:58:40.441177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:40.451095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:40.513005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.535474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.587242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks [] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.599345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.665471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:40.671201 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:40.684807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:40.697136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:40.701965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.715945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:40.737377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Allocated IP 172.25.3.183 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ea6cdb99-b6d0-4274-82fd-f81e3368491e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:40.785991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Attempting to bind port 62349c2e-9916-41ad-84cf-bdb93251eae9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:40.786545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Attempting to bind port 62349c2e-9916-41ad-84cf-bdb93251eae9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:40.787004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Attempting to bind port 62349c2e-9916-41ad-84cf-bdb93251eae9 on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:40.800668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:40.802030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:40.802632 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.803710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:40.804748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Bound port: 62349c2e-9916-41ad-84cf-bdb93251eae9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:40.806318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:40.919882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:40.924668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:40.940937 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.011873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (aa4944b1-f7e4-4a04-aed7-139818f579c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.023389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758ac8-b6a4-49ae-b17b-048a31088a97 None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:41.088301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:41.091888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:41.096453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:41.097063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.105384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for port (ea6cdb99-b6d0-4274-82fd-f81e3368491e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.106003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=aa4944b1-f7e4-4a04-aed7-139818f579c9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:41.134696 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88f4ac68-6dd7-4576-a850-16ff5e22d0a4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6895850 Mar 10 17:58:41.135763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41802) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:41.155676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:9b:97:63', 'name': 'tempest-NetworksTestDHCPv6-1430913333'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:41.256550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ea6cdb99-b6d0-4274-82fd-f81e3368491e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.366007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event updated for resources: {'Port': ['ID=ea6cdb99-b6d0-4274-82fd-f81e3368491e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:41.411845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:41.418994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:41.449359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:41.494183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:41.714417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:41.752843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 06edac37-3376-4ac4-b901-040e768e534a yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:42.053882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.147142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8:0:1::4f (ca15b61f-b27d-4a22-a42d-bb39fd616e97/aa4944b1-f7e4-4a04-aed7-139818f579c9/06edac37-3376-4ac4-b901-040e768e534a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:42.160870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::f816:3eff:fe9b:9763 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/2d974a7d-ca64-48a2-8e67-ee989279383e/06edac37-3376-4ac4-b901-040e768e534a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:42.425224 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-419a014f-6565-4ddb-8b04-07badf092629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.509668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.539157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (06edac37-3376-4ac4-b901-040e768e534a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.631023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda4a1c5-5eff-4c51-989b-f3044a36d064 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:42.752647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:42.752647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.769961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (06edac37-3376-4ac4-b901-040e768e534a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.857463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:42.863378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:42.869979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:42.893373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:42.895023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.951930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:42.982948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:42.993651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:42.994288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:42.994671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8561006 Mar 10 17:58:43.002176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597daa92-c088-438b-a85c-cff1e4b5e959 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=06edac37-3376-4ac4-b901-040e768e534a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:43.011458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Router 759ba8b8-e1b7-4179-aa48-aa8391a77f14 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:58:43.052010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '2d974a7d-ca64-48a2-8e67-ee989279383e', 'ip_address': '2001:db8::f816:3eff:fec7:88cf'}, {'subnet_id': 'aa4944b1-f7e4-4a04-aed7-139818f579c9'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62349c2e-9916-41ad-84cf-bdb93251eae9'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:43.144198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 06edac37-3376-4ac4-b901-040e768e534a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:43.144629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (06edac37-3376-4ac4-b901-040e768e534a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.151282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.242165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:43.286283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.336229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:43.355397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (06edac37-3376-4ac4-b901-040e768e534a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.365860 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] Sync routers for ids ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:43.388937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.397577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ece154e8-6ec5-42f4-81b2-30a1e9ccc4f5 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0100148 Mar 10 17:58:43.402387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41848) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:43.416779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:43.418330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 06edac37-3376-4ac4-b901-040e768e534a owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:43.426319 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] Routers {'759ba8b8-e1b7-4179-aa48-aa8391a77f14'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:43.427675 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:43.493681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:43.505068 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] Routers {'759ba8b8-e1b7-4179-aa48-aa8391a77f14'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:43.505692 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:43.598469 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:43.599486 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87055c27-2628-4770-bd9b-312f109d9b42 None None] The sync data for ids ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:43.629892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:43.630532 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.820929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ec39-5eb0-4470-818e-c63429a9a9d1 None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:43.865315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (06edac37-3376-4ac4-b901-040e768e534a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:43.908940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Allocated IP 2001:db8:0:1::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/aa4944b1-f7e4-4a04-aed7-139818f579c9/62349c2e-9916-41ad-84cf-bdb93251eae9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:43.920462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=06edac37-3376-4ac4-b901-040e768e534a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:44.021647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.025769 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b96e85d7-b58b-4d9c-94d7-397b69063c01 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/06edac37-3376-4ac4-b901-040e768e534a HTTP/1.1" status: 204 len: 168 time: 1.0402236 Mar 10 17:58:44.034090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:44.051140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:44.092252 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.116701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.165014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf39a1-b600-49fd-916a-9cd53818099f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:44.167543 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3bf39a1-b600-49fd-916a-9cd53818099f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1322989 Mar 10 17:58:44.170930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41854) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:44.183826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:44.235333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Deleting port ea6cdb99-b6d0-4274-82fd-f81e3368491e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:44.236950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ea6cdb99-b6d0-4274-82fd-f81e3368491e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.269490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Publish callbacks [] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.288686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.290066 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b02e92-2af0-4cf8-93eb-e61052eaa856 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:44.297826 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-07b02e92-2af0-4cf8-93eb-e61052eaa856 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1234171 Mar 10 17:58:44.299942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41860) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:44.392384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2b0f7-70c4-478c-811a-56a67b24335e None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:44.452308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd022c-bcc6-474d-ba70-786b165bf7f4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:44.455055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd022c-bcc6-474d-ba70-786b165bf7f4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:44.456496 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ea6cdb99-b6d0-4274-82fd-f81e3368491e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.461370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd022c-bcc6-474d-ba70-786b165bf7f4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:44.463342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59dd022c-bcc6-474d-ba70-786b165bf7f4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1608725 Mar 10 17:58:44.471435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:44.482195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Calling delete_port for ea6cdb99-b6d0-4274-82fd-f81e3368491e owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:44.555703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 2d974a7d-ca64-48a2-8e67-ee989279383e {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:44.560066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (2d974a7d-ca64-48a2-8e67-ee989279383e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.629294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2d974a7d-ca64-48a2-8e67-ee989279383e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.690037 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-265d3d1b-fd88-4e4d-8bf8-6c5d5b3a62a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.846834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2d974a7d-ca64-48a2-8e67-ee989279383e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:44.939221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:44.964515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ea6cdb99-b6d0-4274-82fd-f81e3368491e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.010923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2d974a7d-ca64-48a2-8e67-ee989279383e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.013001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Pushing event deleted for resources: {'Port': ['ID=ea6cdb99-b6d0-4274-82fd-f81e3368491e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:45.024831 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.038840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/2d974a7d-ca64-48a2-8e67-ee989279383e HTTP/1.1" status: 204 len: 168 time: 0.5662014 Mar 10 17:58:45.039467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:45.051167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:45.051676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.073210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63616f92-44f3-4b4c-bf26-b7118272eb5f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=2d974a7d-ca64-48a2-8e67-ee989279383e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:45.131189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet aa4944b1-f7e4-4a04-aed7-139818f579c9 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:45.146258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (aa4944b1-f7e4-4a04-aed7-139818f579c9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.201643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (759ba8b8-e1b7-4179-aa48-aa8391a77f14), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.256047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (aa4944b1-f7e4-4a04-aed7-139818f579c9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.300053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:45.485077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (aa4944b1-f7e4-4a04-aed7-139818f579c9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.574743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704bd00b-426e-4d1a-9f96-6bf5f2b154f4 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:45.609843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (aa4944b1-f7e4-4a04-aed7-139818f579c9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.637406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.644828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/aa4944b1-f7e4-4a04-aed7-139818f579c9 HTTP/1.1" status: 204 len: 168 time: 0.5805504 Mar 10 17:58:45.648854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:45.697527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3fb9-aad8-48a5-b543-296e5a51ad88 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4944b1-f7e4-4a04-aed7-139818f579c9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:45.738819 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1d4cd310-90cc-4820-8f40-d2e82c8e41fc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854023 Mar 10 17:58:45.741401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:45.747264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:45.840194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-70e14a55-dc45-44ee-ac78-b8e81af0df42 None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:45.840780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70e14a55-dc45-44ee-ac78-b8e81af0df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:45.899307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:45.903582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.091239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:58:46.159668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-70e14a55-dc45-44ee-ac78-b8e81af0df42 None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:46.161633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.269455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5d0a0-77bf-4b6e-a01c-4b7bf6428ea2 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'aa4944b1-f7e4-4a04-aed7-139818f579c9'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62349c2e-9916-41ad-84cf-bdb93251eae9'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:46.279102 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5be2fcff-9e13-48c1-bd7d-56596d1a40fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.291470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.305578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.307597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-23f5d0a0-77bf-4b6e-a01c-4b7bf6428ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.391523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:46.394879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:46.404219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:46.404841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.416747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=5be2fcff-9e13-48c1-bd7d-56596d1a40fa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:46.446479 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-926f89d7-8552-4206-bfe4-a3d10cdac316 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7010400 Mar 10 17:58:46.446756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41898) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:46.452324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:46.554499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Router 759ba8b8-e1b7-4179-aa48-aa8391a77f14 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:58:46.711270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:46.715492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.720146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:58:46.739575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:46.740896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6bd5624a-6260-4f55-b9b1-859bc75c363d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "PUT /v2.0/routers/759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 200 len: 706 time: 3.3357599 Mar 10 17:58:46.748142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41906) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:46.750776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c5e51-4d95-4f0b-a734-1bac00b85e0d None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:46.757298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] Sync routers for ids ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:58:46.856836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] Routers {'759ba8b8-e1b7-4179-aa48-aa8391a77f14'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:46.856836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:46.885178 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c70da21c-f44f-4147-88b0-68d824ba0894 tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/routers/759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 200 len: 741 time: 0.1332037 Mar 10 17:58:46.885716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41910) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:46.917990 n-d-833115-2 neutron-server[103794]: INFO neutron.db.ipam_backend_mixin [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5be2fcff-9e13-48c1-bd7d-56596d1a40fa (CIDR: 2001:db8::/64) Mar 10 17:58:46.924637 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:46.925351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:46.956564 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5fa8c88f-ce02-4622-9a3b-605533700177 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5085633 Mar 10 17:58:46.959324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41914) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:46.967952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:46.996135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:47.028665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c0f36b02-b8e0-47b5-91e1-34abf9e821fe tempest-RoutersAdminTest-986612600 tempest-RoutersAdminTest-986612600-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 200 len: 205 time: 0.1390431 Mar 10 17:58:47.036011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41916) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.092208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:47.096568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2bcc6da5-f206-4210-a260-c7209b5ed3d4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 200 len: 205 time: 0.0592372 Mar 10 17:58:47.100145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41918) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.161981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-439c3809-8803-4206-b7c8-de053e94188b None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:47.162694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-439c3809-8803-4206-b7c8-de053e94188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.201590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:47.206296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.212902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] Routers {'759ba8b8-e1b7-4179-aa48-aa8391a77f14'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:58:47.213817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:47.254318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:58:47.255202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab325e-d932-49ff-8b83-c8ab60c85988 None None] The sync data for ids ['759ba8b8-e1b7-4179-aa48-aa8391a77f14'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:58:47.314609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.432470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.440784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:47.442334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.625579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.631656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router_controller (759ba8b8-e1b7-4179-aa48-aa8391a77f14), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.741359 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (759ba8b8-e1b7-4179-aa48-aa8391a77f14), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.748090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Fanout notify agent at l3_agent the message router_deleted on router 759ba8b8-e1b7-4179-aa48-aa8391a77f14 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:58:47.758349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.759748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-751eab93-5aa7-4438-a1c0-7bfc159779f4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 204 len: 168 time: 0.6585479 Mar 10 17:58:47.763461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41930) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.816460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-88c919ab-1dcf-4f47-8663-22501b08f597 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 200 len: 205 time: 0.0515568 Mar 10 17:58:47.819385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.838786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:47.855544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:47.880176 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-f41739ca-dd17-4efd-bee1-a82b4ede3698 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:47.887994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f41739ca-dd17-4efd-bee1-a82b4ede3698 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/759ba8b8-e1b7-4179-aa48-aa8391a77f14 HTTP/1.1" status: 404 len: 336 time: 0.0612938 Mar 10 17:58:47.887994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41938) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.948527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10f3732b-1047-45b9-afee-3a6f10191bec tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 200 len: 205 time: 0.0627346 Mar 10 17:58:47.951388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41940) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:47.973063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:47.978071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-439c3809-8803-4206-b7c8-de053e94188b None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:48.002328 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-7830fb91-3ac2-4670-a533-386b2134f52d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:48.003457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7830fb91-3ac2-4670-a533-386b2134f52d tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/197845db-bc93-4441-ac1e-dbcbfc55e788 HTTP/1.1" status: 404 len: 336 time: 0.0511291 Mar 10 17:58:48.007300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41942) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.058664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1903246e-9ea2-4823-8923-17ea7ec83aef tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 200 len: 205 time: 0.0501246 Mar 10 17:58:48.059282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.066387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:48.092450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '5be2fcff-9e13-48c1-bd7d-56596d1a40fa'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62349c2e-9916-41ad-84cf-bdb93251eae9'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:48.143593 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:48.147876 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-4a89f27e-b2b8-4f59-84e5-02fd8915edf4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:48.153327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41946) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.166879 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a89f27e-b2b8-4f59-84e5-02fd8915edf4 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/f95a34aa-a039-4508-b377-fd089814dc7d HTTP/1.1" status: 404 len: 336 time: 0.0808685 Mar 10 17:58:48.205143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.209991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f0ad57b-146b-4f83-81e8-e8040fe4160b tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 200 len: 205 time: 0.0547118 Mar 10 17:58:48.278862 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f9a63a1b-e599-4b23-9c5d-78391df55b00 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:48.284148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41950) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.294020 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9a63a1b-e599-4b23-9c5d-78391df55b00 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/2c3d9f8d-5f9d-4534-b7b1-5e948eb806f8 HTTP/1.1" status: 404 len: 336 time: 0.0855169 Mar 10 17:58:48.336294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41952) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.342410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d50df3bc-6674-4eea-a72c-4e02bb91917e tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 200 len: 205 time: 0.0569789 Mar 10 17:58:48.389330 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-b83b15df-3f1d-44b9-aa06-ba5f191c1103 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:48.394531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.406211 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b83b15df-3f1d-44b9-aa06-ba5f191c1103 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/96d9204b-8f70-4382-a15e-342b64387aaa HTTP/1.1" status: 404 len: 336 time: 0.0688000 Mar 10 17:58:48.426910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 10 17:58:48.426910 n-d-833115-2 neutron-server[103796]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 10 17:58:48.426910 n-d-833115-2 neutron-server[103796]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fec7:88cf', 'status': 'ALLOCATED', 'ipam_subnet_id': '60db430a-d1f3-4ba3-9a63-8d2c60c304d9'}] Mar 10 17:58:48.426910 n-d-833115-2 neutron-server[103796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:48.427506 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:48.438555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21c5ab1d-4bb2-4b20-b362-88d964ea7d82 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "GET /v2.0/ports?device_id=c71edcdc-4043-40b8-affc-6624221d8cfa HTTP/1.1" status: 200 len: 205 time: 0.0420060 Mar 10 17:58:48.440485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41956) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.481780 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-463f97ec-89ff-4179-9465-67d8ca984881 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] delete failed (client error): The resource could not be found. Mar 10 17:58:48.483722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-463f97ec-89ff-4179-9465-67d8ca984881 tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/routers/c71edcdc-4043-40b8-affc-6624221d8cfa HTTP/1.1" status: 404 len: 336 time: 0.0420091 Mar 10 17:58:48.487040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41958) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:48.499591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:48.559170 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0901a4cc-b0bd-4059-ac93-2001b80403fe tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] DELETE failed (client error): The resource could not be found. Mar 10 17:58:48.559766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0901a4cc-b0bd-4059-ac93-2001b80403fe tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:48.569449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0901a4cc-b0bd-4059-ac93-2001b80403fe tempest-RoutersAdminTest-72810362 tempest-RoutersAdminTest-72810362-project] 10.222.0.35 "DELETE /v2.0/subnets/44769dcf-73ef-4410-825f-a0327ce100da HTTP/1.1" status: 404 len: 337 time: 0.0812800 Mar 10 17:58:48.824741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:48.874461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:48.882972 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:48.905269 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5114e471-80d0-4c11-9ffe-3ee7ea673b18), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.011740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.087900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:49.102175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:49.111597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:49.112473 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.136729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=5114e471-80d0-4c11-9ffe-3ee7ea673b18,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:49.137591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41970) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:49.165829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 41974) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:49.171149 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2104182 Mar 10 17:58:49.172104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:3e:34:9e', 'name': 'tempest-NetworksTestDHCPv6-695412604'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:49.176764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b563-75a8-4bc5-8537-37788789272b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=9']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:49.348198 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.363498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3ac5-bace-43c2-b234-835545fdb76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.407110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:49.458509 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/5be2fcff-9e13-48c1-bd7d-56596d1a40fa/62349c2e-9916-41ad-84cf-bdb93251eae9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:49.557004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3ac5-bace-43c2-b234-835545fdb76f admin admin] Publish callbacks [] for security_group (05728cd1-4625-4994-82ac-59bc8d9e0c33), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.561781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.595941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port 8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:49.614046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:49.665298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3ac5-bace-43c2-b234-835545fdb76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (05728cd1-4625-4994-82ac-59bc8d9e0c33), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.684487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Publish callbacks [] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.698691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ee1a3ac5-bace-43c2-b234-835545fdb76f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c4420dc6981447c9bdab4a7aee5b3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575209 Mar 10 17:58:49.699082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 41988) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:49.709661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.780885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a3ac5-bace-43c2-b234-835545fdb76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05728cd1-4625-4994-82ac-59bc8d9e0c33,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:49.839995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] Publish callbacks [] for security_group (05728cd1-4625-4994-82ac-59bc8d9e0c33), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.855884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b23aa-e724-4f23-873c-701099e7bcdd None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:49.895913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] Publish callbacks [] for security_group (05728cd1-4625-4994-82ac-59bc8d9e0c33), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.981866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::51 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/5be2fcff-9e13-48c1-bd7d-56596d1a40fa/8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:49.989897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (05728cd1-4625-4994-82ac-59bc8d9e0c33), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:49.991503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:349e (ca15b61f-b27d-4a22-a42d-bb39fd616e97/5114e471-80d0-4c11-9ffe-3ee7ea673b18/8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:49.993758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.005796 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05728cd1-4625-4994-82ac-59bc8d9e0c33 HTTP/1.1" status: 204 len: 168 time: 0.3055139 Mar 10 17:58:50.039960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766262-39bf-42c7-b8d5-8cb13e373b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05728cd1-4625-4994-82ac-59bc8d9e0c33,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:50.279601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.332221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.414651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:50.417879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:50.423984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:50.429450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:50.430095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.437905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:50.471805 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-28b04be2-8b6c-453f-8e60-19e5ad752a7a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3046362 Mar 10 17:58:50.474546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42000) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:50.530159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42002) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:50.605479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fdc9d27f-a4d5-43bb-b053-a5f7048d64e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd6f54173c7a42c791ff8344eef3645b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732884 Mar 10 17:58:50.609107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42006) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:50.658977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port 8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:50.659321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.697285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] Publish callbacks [] for security_group (98453775-96b1-45d1-84d6-9a21d321754f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.734857 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] Publish callbacks [] for security_group (98453775-96b1-45d1-84d6-9a21d321754f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.798413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (98453775-96b1-45d1-84d6-9a21d321754f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.801687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.806613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98453775-96b1-45d1-84d6-9a21d321754f HTTP/1.1" status: 204 len: 168 time: 0.1964152 Mar 10 17:58:50.858708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b281-29b7-46e1-a151-a1529228ef48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98453775-96b1-45d1-84d6-9a21d321754f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:50.946103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30b80c-d8fa-4de2-b371-547552da6efe None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:50.947356 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:50.996809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for 8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:51.139029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:51.257525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:51.257852 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.322864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:51.323242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.405003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.490163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:51.505166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:51.505566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.575924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.576413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.577323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.578453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.579042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.579708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.580106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.580586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.581265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.581707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.582096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.582887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.583406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:58:51.588575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.592743 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f67e4b57-18e0-45be-86dd-8f2011c2706f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee HTTP/1.1" status: 204 len: 168 time: 1.1164811 Mar 10 17:58:51.596127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42034) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:51.704960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:51.705271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.714083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:51.742578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:51.764223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d0528-bf91-47ad-9aca-f135350293be tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:51.770741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fa2d0528-bf91-47ad-9aca-f135350293be tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1720052 Mar 10 17:58:51.771147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:51.892591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2140d3-779d-428d-aa31-00fc64a4a255 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:51.902392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b2140d3-779d-428d-aa31-00fc64a4a255 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1299844 Mar 10 17:58:51.902557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42042) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:51.904492 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:51.904855 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:51.936910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d125a7e-ea72-4aec-97bc-f106858011fd None None] Pushing event updated for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:52.050375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d088e1b-f7fc-4659-a475-d6827085560b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:52.051802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d088e1b-f7fc-4659-a475-d6827085560b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:52.053124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d088e1b-f7fc-4659-a475-d6827085560b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:52.057270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5d088e1b-f7fc-4659-a475-d6827085560b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1512516 Mar 10 17:58:52.057480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:52.134079 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 5114e471-80d0-4c11-9ffe-3ee7ea673b18 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:52.147341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (5114e471-80d0-4c11-9ffe-3ee7ea673b18), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.229936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (5114e471-80d0-4c11-9ffe-3ee7ea673b18), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.437944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5114e471-80d0-4c11-9ffe-3ee7ea673b18), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.488221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:52.574909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (5114e471-80d0-4c11-9ffe-3ee7ea673b18), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.588617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1ad30040-814c-4211-90b9-ee118352a172 None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:52.592011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1ad30040-814c-4211-90b9-ee118352a172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.646717 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.655483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5114e471-80d0-4c11-9ffe-3ee7ea673b18 HTTP/1.1" status: 204 len: 168 time: 0.5966139 Mar 10 17:58:52.659238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42066) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:52.661681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d6b57-5d2f-4c75-8260-34065b08037b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=5114e471-80d0-4c11-9ffe-3ee7ea673b18,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:52.790835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 5be2fcff-9e13-48c1-bd7d-56596d1a40fa {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:52.797046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (5be2fcff-9e13-48c1-bd7d-56596d1a40fa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.860197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1ad30040-814c-4211-90b9-ee118352a172 None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:52.873715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1ad30040-814c-4211-90b9-ee118352a172 None None] Could not find standard attr ID for object 8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:52.900867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (5be2fcff-9e13-48c1-bd7d-56596d1a40fa), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:52.919804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:53.009311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58d7f7-3bf6-4032-a23f-1173a97f0f2b None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:53.122276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5363b37a-4642-461d-8004-823cccc7335f None None] Could not find standard attr ID for object 06edac37-3376-4ac4-b901-040e768e534a. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 17:58:53.140922 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5be2fcff-9e13-48c1-bd7d-56596d1a40fa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.208107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:53.208483 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.252140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (5be2fcff-9e13-48c1-bd7d-56596d1a40fa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.276535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.285923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42082) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:53.287267 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5be2fcff-9e13-48c1-bd7d-56596d1a40fa HTTP/1.1" status: 204 len: 168 time: 0.6269388 Mar 10 17:58:53.336533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc05f6-0f20-4def-9660-90721b958ef0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=5be2fcff-9e13-48c1-bd7d-56596d1a40fa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:53.392099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-53e84497-c6fc-4b48-8f11-22b5f40110e3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035821 Mar 10 17:58:53.394117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:53.400338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:53.420410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:53.540628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42088) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:53.567619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4d2f2-1602-46b2-b45f-6a444cb11241 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': '5be2fcff-9e13-48c1-bd7d-56596d1a40fa'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '62349c2e-9916-41ad-84cf-bdb93251eae9'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:58:53.624643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edd4d2f2-1602-46b2-b45f-6a444cb11241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.641240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:53.644683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.705914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1142381116', 'router:external': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:53.754190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Made reservation on behalf of 11e308bcc8c9491391a17798a30769c7 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:53.757063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.777000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.877579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc714d-38d6-4408-9430-1e4071018829 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:53.962470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for security_group (7f32f046-7515-41f6-b9be-fa86b58e54f4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.969531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f32f046-7515-41f6-b9be-fa86b58e54f4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:53.996724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:58:54.012505 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (d4d2258b-740f-44bb-85c2-ddd291996603), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.050711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32f046-7515-41f6-b9be-fa86b58e54f4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:54.065957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-83541c72-2aa2-4385-bae9-c69bb0fc531a None None] Provisioning complete for port 62349c2e-9916-41ad-84cf-bdb93251eae9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:54.066684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-83541c72-2aa2-4385-bae9-c69bb0fc531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.072267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (165f2360-48c0-47b2-8639-c4fd38699197), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.073141 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Added segment 165f2360-48c0-47b2-8639-c4fd38699197 of type vlan for network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c Mar 10 17:58:54.102654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:54.112418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:54.132838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:54.133530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.178090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.180766 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7789071 Mar 10 17:58:54.183038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42100) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:54.196411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:54.228677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fef19-81b2-4312-8795-ad23f7b4febb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=d4d2258b-740f-44bb-85c2-ddd291996603,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:54.245469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:58:54.292975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-83541c72-2aa2-4385-bae9-c69bb0fc531a None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:54.326203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Deleting port 62349c2e-9916-41ad-84cf-bdb93251eae9 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:54.326625 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.388158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:54.395259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.404681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.406193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:54.406943 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.496903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Network': ['ID=20e3f4ae-cde4-4343-bd0f-cf288bf40f4c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:54.506491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:54.507279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-86c2b3b6-e014-40cf-8001-a80b09c49578 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9655402 Mar 10 17:58:54.512498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'subnet': {'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:54.525877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:58:54.572100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Made reservation on behalf of 11e308bcc8c9491391a17798a30769c7 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:54.575352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.604542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] For port 62349c2e-9916-41ad-84cf-bdb93251eae9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62349c2e-9916-41ad-84cf-bdb93251eae9,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:58:54.614458 n-d-833115-2 neutron-server[103795]: INFO neutron.db.ipam_backend_mixin [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4d2258b-740f-44bb-85c2-ddd291996603 (CIDR: 2001:db8::/64) Mar 10 17:58:54.615448 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:54.618558 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 17:58:54.619372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:58:54.643671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c5de4492-adac-4c04-976d-80b9505ba924 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4553936 Mar 10 17:58:54.646688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42106) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:54.650384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Calling delete_port for 62349c2e-9916-41ad-84cf-bdb93251eae9 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:54.661313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'subnet': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:54.906992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:54.912740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.163207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62349c2e-9916-41ad-84cf-bdb93251eae9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:58:55.249208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.objects.ports [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103794) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:55.250281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (f59cc3f2-550b-439e-af49-92e2017cb7d9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.317879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.353183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.objects.ports [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 17:58:55.354961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (41407a39-999f-42f1-b87d-15f44e7e306f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.384597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f59cc3f2-550b-439e-af49-92e2017cb7d9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:55.394547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] Pushing event deleted for resources: {'Port': ['ID=62349c2e-9916-41ad-84cf-bdb93251eae9,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:55.409185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Checking segment: {'id': '165f2360-48c0-47b2-8639-c4fd38699197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:55.409548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network hostable DHCP agents. Network: 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:58:55.412329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f94b17-9eb2-460d-84d9-ce95acdfe2ad None None] No DVR routers for this DVR port 62349c2e-9916-41ad-84cf-bdb93251eae9 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:58:55.414064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62349c2e-9916-41ad-84cf-bdb93251eae9 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:55.414466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62349c2e-9916-41ad-84cf-bdb93251eae9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.446841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71114397-9eb1-43e1-8632-cbd22812390b None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:55.468604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:58:55.473943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:55.475611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Subnet': ['ID=41407a39-999f-42f1-b87d-15f44e7e306f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:55.480893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:55.486953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:55.491400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:55.492117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.498569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:55.500162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.505280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bf9ae-0e65-4824-b9ed-992ab4e008ab None None] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:55.521142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fd1b01bf-429b-46bf-9070-83680de203a5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8723240 Mar 10 17:58:55.524268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:55.530485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Request body: {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'mac_address': 'fa:16:3e:8f:8e:14', 'name': 'tempest-NetworksTestDHCPv6-1787802316'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:55.555587 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0df73a31-aea8-426e-9693-24a3d3f67e93 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0454035 Mar 10 17:58:55.556482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42120) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:55.564190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-751810560', 'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:55.595120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Made reservation on behalf of 11e308bcc8c9491391a17798a30769c7 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:55.597999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.632569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] device_id is not set on port 1e7d1e40-6677-4206-bbfb-2e46f466ddf1 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:55.721363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Made reservation on behalf of 5cf78a42986f4c78ab7336c33f8144c4 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:58:55.821544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.826719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9fe19-2f71-4f39-9f32-7d4f538eff1c None None] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:55.843739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'project_id': '5cf78a42986f4c78ab7336c33f8144c4', 'fixed_ips': [{'subnet_id': '41407a39-999f-42f1-b87d-15f44e7e306f'}, {'subnet_id': 'd4d2258b-740f-44bb-85c2-ddd291996603'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:58:55.845127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:55.862656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] device_id is not set on port b9aa7651-7e46-4ae3-bab5-c24aa0c96698 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:58:55.901423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 2001:db8::67 (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c/f59cc3f2-550b-439e-af49-92e2017cb7d9/1e7d1e40-6677-4206-bbfb-2e46f466ddf1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:56.106027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (1e7d1e40-6677-4206-bbfb-2e46f466ddf1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.130561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8::3d9 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/d4d2258b-740f-44bb-85c2-ddd291996603/b9aa7651-7e46-4ae3-bab5-c24aa0c96698) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:56.138983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:8e14 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/41407a39-999f-42f1-b87d-15f44e7e306f/b9aa7651-7e46-4ae3-bab5-c24aa0c96698) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:56.142452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e7d1e40-6677-4206-bbfb-2e46f466ddf1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.189115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:56.194292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:56.203668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:56.204886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:56.205648 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.223750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=1e7d1e40-6677-4206-bbfb-2e46f466ddf1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:56.236383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d7112b5f-1697-4c4e-86e5-c4bcd256d68e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6778667 Mar 10 17:58:56.238724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42124) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:56.401669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Deleting port 1e7d1e40-6677-4206-bbfb-2e46f466ddf1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:56.402609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1e7d1e40-6677-4206-bbfb-2e46f466ddf1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.498791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1e7d1e40-6677-4206-bbfb-2e46f466ddf1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.518034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Calling delete_port for 1e7d1e40-6677-4206-bbfb-2e46f466ddf1 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:56.730912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for port (b9aa7651-7e46-4ae3-bab5-c24aa0c96698), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.799463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b9aa7651-7e46-4ae3-bab5-c24aa0c96698), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.822698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e7d1e40-6677-4206-bbfb-2e46f466ddf1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.903354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:56.905108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e7d1e40-6677-4206-bbfb-2e46f466ddf1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:56.910144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:56.912701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event updated for resources: {'Port': ['ID=b9aa7651-7e46-4ae3-bab5-c24aa0c96698,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:56.915172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:56.920623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:56.921704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.929190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.941817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:56.943384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b0176005-84a2-45cd-993d-c0f13be16bf7 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/ports/1e7d1e40-6677-4206-bbfb-2e46f466ddf1 HTTP/1.1" status: 204 len: 168 time: 0.7036140 Mar 10 17:58:56.947339 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c', 'external_fixed_ips': [{'subnet_id': 'f59cc3f2-550b-439e-af49-92e2017cb7d9', 'ip_address': '2001:db8::67'}]}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:58:56.969407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42138) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:56.970116 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-34366bea-5713-4738-89e4-009a09dbfa61 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4442508 Mar 10 17:58:56.984110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:56.986103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.008087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Allocated IP 2001:db8::2 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/d4d2258b-740f-44bb-85c2-ddd291996603/69651176-0d9d-4ac2-8a8b-18149e9c347d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:57.048116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:2dc6 (ca15b61f-b27d-4a22-a42d-bb39fd616e97/41407a39-999f-42f1-b87d-15f44e7e306f/69651176-0d9d-4ac2-8a8b-18149e9c347d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:57.069986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.112518 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.153260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting port b9aa7651-7e46-4ae3-bab5-c24aa0c96698 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:58:57.153843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b9aa7651-7e46-4ae3-bab5-c24aa0c96698), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.322551 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b9aa7651-7e46-4ae3-bab5-c24aa0c96698), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.348633 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.353944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Calling delete_port for b9aa7651-7e46-4ae3-bab5-c24aa0c96698 owned by {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:58:57.363298 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks [] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.375627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.494227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:57.510329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:57.516616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:57.592378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Pushing event updated for resources: {'Port': ['ID=69651176-0d9d-4ac2-8a8b-18149e9c347d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:57.683712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Attempting to bind port 69651176-0d9d-4ac2-8a8b-18149e9c347d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:58:57.684479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Attempting to bind port 69651176-0d9d-4ac2-8a8b-18149e9c347d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:58:57.687890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Attempting to bind port 69651176-0d9d-4ac2-8a8b-18149e9c347d on network ca15b61f-b27d-4a22-a42d-bb39fd616e97 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:58:57.700498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:58:57.700917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Checking segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:58:57.701270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.701664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Bound using segment: {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:58:57.704843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Bound port: 69651176-0d9d-4ac2-8a8b-18149e9c347d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976e1f35-da97-4c4e-a447-a526aa3f78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:58:57.705822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.868469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b9aa7651-7e46-4ae3-bab5-c24aa0c96698), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.880957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.901926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Port': ['ID=b9aa7651-7e46-4ae3-bab5-c24aa0c96698,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:57.916541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] For port 69651176-0d9d-4ac2-8a8b-18149e9c347d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:58:57.927588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] For port 69651176-0d9d-4ac2-8a8b-18149e9c347d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=69651176-0d9d-4ac2-8a8b-18149e9c347d,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:58:57.949096 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.953124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:57.999684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.007494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-33833876-8367-4a02-bd73-793760a1367f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/b9aa7651-7e46-4ae3-bab5-c24aa0c96698 HTTP/1.1" status: 204 len: 168 time: 1.0361078 Mar 10 17:58:58.008765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:58.107320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1df36-62c6-4fa1-bfbc-c751683da383 None None] Pushing event updated for resources: {'Port': ['ID=69651176-0d9d-4ac2-8a8b-18149e9c347d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:58.110804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399ad75-1541-4507-9557-876c856cf1bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:58.118764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c399ad75-1541-4507-9557-876c856cf1bd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1081579 Mar 10 17:58:58.119763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42152) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:58.245512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10109bb8-4333-4d3f-9473-b73073eac170 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:58.253774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10109bb8-4333-4d3f-9473-b73073eac170 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1317313 Mar 10 17:58:58.259576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42154) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:58.321702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 2001:db8::67 (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c/f59cc3f2-550b-439e-af49-92e2017cb7d9/8e86f919-6a58-472c-9dbb-7fb5ce3928fc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:58:58.372449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ea492-35b6-4769-b406-323d3241cbdf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:58.374053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ea492-35b6-4769-b406-323d3241cbdf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:58.388129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ea492-35b6-4769-b406-323d3241cbdf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:58:58.396305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42156) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:58.396967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-601ea492-35b6-4769-b406-323d3241cbdf tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1362336 Mar 10 17:58:58.548057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet 41407a39-999f-42f1-b87d-15f44e7e306f {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:58.554352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (41407a39-999f-42f1-b87d-15f44e7e306f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.605702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.626967 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (41407a39-999f-42f1-b87d-15f44e7e306f), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.740260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.807657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (41407a39-999f-42f1-b87d-15f44e7e306f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:58.917531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:58:58.924962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=8e86f919-6a58-472c-9dbb-7fb5ce3928fc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:58.961290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:58:58.965416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:58:58.997624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 69651176-0d9d-4ac2-8a8b-18149e9c347d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:58:59.098578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 69651176-0d9d-4ac2-8a8b-18149e9c347d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:58:59.099284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.246118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (41407a39-999f-42f1-b87d-15f44e7e306f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.282334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 69651176-0d9d-4ac2-8a8b-18149e9c347d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:58:59.282935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.327433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=41407a39-999f-42f1-b87d-15f44e7e306f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:59.329884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.350369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38740d1d-d4db-43c6-8a30-b4b74e0fa181 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/41407a39-999f-42f1-b87d-15f44e7e306f HTTP/1.1" status: 204 len: 168 time: 0.9419746 Mar 10 17:58:59.351158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:59.434022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:58:59.434671 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:58:59.463954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Deleting subnet d4d2258b-740f-44bb-85c2-ddd291996603 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:58:59.488255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (d4d2258b-740f-44bb-85c2-ddd291996603), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.555949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (d4d2258b-740f-44bb-85c2-ddd291996603), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.630675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.746799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d4d2258b-740f-44bb-85c2-ddd291996603), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.799284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e09c9b-03d4-4734-b67c-cb205015f993 None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:58:59.817636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (d4d2258b-740f-44bb-85c2-ddd291996603), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.849184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d2258b-740f-44bb-85c2-ddd291996603,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:58:59.859037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:58:59.865412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8ee93823-35e4-40f9-8a6e-753688594c84 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d4d2258b-740f-44bb-85c2-ddd291996603 HTTP/1.1" status: 204 len: 168 time: 0.5126715 Mar 10 17:58:59.866030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42172) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:58:59.913754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3f548e9f-efcb-465a-9aa9-9a32820c5e20 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465231 Mar 10 17:58:59.914341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42174) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.010229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36913d12-6f01-4740-ae59-d919c3cafcf5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:00.023121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-36913d12-6f01-4740-ae59-d919c3cafcf5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1077192 Mar 10 17:59:00.023752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42178) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.082174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-55e2b3ed-210e-4d5f-90f2-2be7fbbfb704 None None] Provisioning complete for port 69651176-0d9d-4ac2-8a8b-18149e9c347d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:00.082580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55e2b3ed-210e-4d5f-90f2-2be7fbbfb704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.096954 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.156749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d2a7c-3854-421d-99a3-7a7245632df3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:00.162976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fa8d2a7c-3854-421d-99a3-7a7245632df3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372008 Mar 10 17:59:00.167577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42182) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.185952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 69651176-0d9d-4ac2-8a8b-18149e9c347d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:00.186418 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.226077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7d6a34a-e8c1-451f-abda-8120419f8949 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549271 Mar 10 17:59:00.232373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42184) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.261037 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b1d151-4819-46c9-82d5-1979c6673787 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.261919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b1d151-4819-46c9-82d5-1979c6673787 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.269044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-23b1d151-4819-46c9-82d5-1979c6673787 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/b9aa7651-7e46-4ae3-bab5-c24aa0c96698 HTTP/1.1" status: 404 len: 333 time: 0.0354788 Mar 10 17:59:00.269757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42186) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.300664 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-43113d21-22dc-4d4e-ba26-78aeccae42dd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.301335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43113d21-22dc-4d4e-ba26-78aeccae42dd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.308575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-43113d21-22dc-4d4e-ba26-78aeccae42dd tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/41407a39-999f-42f1-b87d-15f44e7e306f HTTP/1.1" status: 404 len: 337 time: 0.0377848 Mar 10 17:59:00.309266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42188) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.336684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.338851 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4c0f11-3019-4f54-b38f-8ee6d6501aa2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.339950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4c0f11-3019-4f54-b38f-8ee6d6501aa2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.347191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-be4c0f11-3019-4f54-b38f-8ee6d6501aa2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d4d2258b-740f-44bb-85c2-ddd291996603 HTTP/1.1" status: 404 len: 337 time: 0.0363772 Mar 10 17:59:00.347785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.422950 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-90efbf7c-1f1f-4df5-99df-976e2440dae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.423541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90efbf7c-1f1f-4df5-99df-976e2440dae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.426640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90efbf7c-1f1f-4df5-99df-976e2440dae4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8023eb2f-b33a-4bd6-9c2e-b5a823dbf8ee HTTP/1.1" status: 404 len: 333 time: 0.0778692 Mar 10 17:59:00.429200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42192) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.464516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 69651176-0d9d-4ac2-8a8b-18149e9c347d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=69651176-0d9d-4ac2-8a8b-18149e9c347d,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:00.483239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.495654 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-92653041-d92e-46e8-bb5c-ea4526984def tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.499844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92653041-d92e-46e8-bb5c-ea4526984def tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.514664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42194) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.527026 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-92653041-d92e-46e8-bb5c-ea4526984def tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5114e471-80d0-4c11-9ffe-3ee7ea673b18 HTTP/1.1" status: 404 len: 337 time: 0.0967476 Mar 10 17:59:00.583352 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c351660-fea5-4602-915c-db0a5e7627a0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.583997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c351660-fea5-4602-915c-db0a5e7627a0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.591669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.600304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6c351660-fea5-4602-915c-db0a5e7627a0 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5be2fcff-9e13-48c1-bd7d-56596d1a40fa HTTP/1.1" status: 404 len: 337 time: 0.0840955 Mar 10 17:59:00.637294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:00.656709 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a278a0-b31a-497f-9595-bab06ab263c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.657476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a278a0-b31a-497f-9595-bab06ab263c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.660507 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38a278a0-b31a-497f-9595-bab06ab263c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/06edac37-3376-4ac4-b901-040e768e534a HTTP/1.1" status: 404 len: 333 time: 0.0672655 Mar 10 17:59:00.663623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.672449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-55e2b3ed-210e-4d5f-90f2-2be7fbbfb704 None None] Current status of the port 69651176-0d9d-4ac2-8a8b-18149e9c347d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:00.706406 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e79a44c-88b4-43c2-8e8b-4c3219c90562 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.706406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e79a44c-88b4-43c2-8e8b-4c3219c90562 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.712945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8e79a44c-88b4-43c2-8e8b-4c3219c90562 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/aa4944b1-f7e4-4a04-aed7-139818f579c9 HTTP/1.1" status: 404 len: 337 time: 0.0479994 Mar 10 17:59:00.713712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.760690 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fe7250-4080-4cb6-9e93-0ba8493b2f07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.763369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fe7250-4080-4cb6-9e93-0ba8493b2f07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.775075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84fe7250-4080-4cb6-9e93-0ba8493b2f07 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/2d974a7d-ca64-48a2-8e67-ee989279383e HTTP/1.1" status: 404 len: 337 time: 0.0601666 Mar 10 17:59:00.775859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42208) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.831256 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c198375a-7e97-425f-b0dd-65b3aad1e9dc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.833300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5eed4-ce65-4ad6-b0cc-28d2b66ef303 None None] Update dhcp port {'port': {'network_id': 'ca15b61f-b27d-4a22-a42d-bb39fd616e97', 'fixed_ips': [{'subnet_id': 'd4d2258b-740f-44bb-85c2-ddd291996603'}], 'binding:host_id': 'n-d-833115-2'}, 'id': '69651176-0d9d-4ac2-8a8b-18149e9c347d'} from n-d-833115-2. {{(pid=103796) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 17:59:00.833960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c198375a-7e97-425f-b0dd-65b3aad1e9dc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.843560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c198375a-7e97-425f-b0dd-65b3aad1e9dc tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/b4ad6cf0-db67-4c98-9e19-47b579d8d869 HTTP/1.1" status: 404 len: 333 time: 0.0629892 Mar 10 17:59:00.845145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42210) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.887958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a1f5eed4-ce65-4ad6-b0cc-28d2b66ef303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.901640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:00.912749 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Sync routers for ids ['4499ac5d-d8d4-4bae-958e-cde5d2cf349c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:00.913302 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f86154-3028-4050-bba0-6dc71bd8f6c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.913659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f86154-3028-4050-bba0-6dc71bd8f6c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:00.932236 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Routers {'4499ac5d-d8d4-4bae-958e-cde5d2cf349c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:00.932860 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4499ac5d-d8d4-4bae-958e-cde5d2cf349c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:00.935787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8f86154-3028-4050-bba0-6dc71bd8f6c1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/19928830-65b1-4c8f-91c9-a3fc6b9cf184 HTTP/1.1" status: 404 len: 337 time: 0.0826492 Mar 10 17:59:00.936509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42212) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.957666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:00.959023 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1334e5b0-a4d7-4a5b-91df-3046aaa83545 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.0156212 Mar 10 17:59:00.961768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42214) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:00.997477 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3af4d0-1c53-416e-8ffa-2be7191132b1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:00.997865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3af4d0-1c53-416e-8ffa-2be7191132b1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.031953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-db3af4d0-1c53-416e-8ffa-2be7191132b1 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/a7a7073a-1c5d-4184-bb91-b86f0329d7d6 HTTP/1.1" status: 404 len: 337 time: 0.0802550 Mar 10 17:59:01.032927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=69651176-0d9d-4ac2-8a8b-18149e9c347d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:01.036319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42216) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.092951 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-86153b8c-52d6-48f8-aa03-e9dd0be0c011 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.097199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86153b8c-52d6-48f8-aa03-e9dd0be0c011 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.108292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-86153b8c-52d6-48f8-aa03-e9dd0be0c011 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/c0c4af5b-da97-4e8c-a26f-56e705aba078 HTTP/1.1" status: 404 len: 333 time: 0.0681901 Mar 10 17:59:01.108292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.122567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a336bd3-8091-408e-b47b-62e3c109d6fc None None] Network ca15b61f-b27d-4a22-a42d-bb39fd616e97 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:01.207217 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-add7dfca-ed23-4c6f-9424-2d94eb66c601 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.207666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add7dfca-ed23-4c6f-9424-2d94eb66c601 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.223686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-add7dfca-ed23-4c6f-9424-2d94eb66c601 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/1640306c-0d16-42ce-b23f-8aaa07d12a66 HTTP/1.1" status: 404 len: 337 time: 0.1150281 Mar 10 17:59:01.224321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.306609 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8dc6b9-fce1-4357-9234-10de21632426 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.307080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8dc6b9-fce1-4357-9234-10de21632426 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.313563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.321493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c8dc6b9-fce1-4357-9234-10de21632426 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8242a5b7-1cda-44da-9fd4-3160a70c48cf HTTP/1.1" status: 404 len: 333 time: 0.0961342 Mar 10 17:59:01.322095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.365148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c9f68f8-c622-41f1-b15d-3a094b4f9845 None None] Provisioning complete for port 69651176-0d9d-4ac2-8a8b-18149e9c347d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:01.365728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c9f68f8-c622-41f1-b15d-3a094b4f9845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.388314 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a29acb6-3628-4ffc-ab2d-479a3d010373 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.390140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a29acb6-3628-4ffc-ab2d-479a3d010373 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.398122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8a29acb6-3628-4ffc-ab2d-479a3d010373 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/b5a1b411-f89a-4b88-bf61-cb0bee20709a HTTP/1.1" status: 404 len: 337 time: 0.0750034 Mar 10 17:59:01.400945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.475582 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3aaadde-5abf-4c37-9c89-7aed560cd22c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.476129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3aaadde-5abf-4c37-9c89-7aed560cd22c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.480054 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3aaadde-5abf-4c37-9c89-7aed560cd22c tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7a3cac2b-46af-4173-a218-e4920c2b8118 HTTP/1.1" status: 404 len: 333 time: 0.0777731 Mar 10 17:59:01.482789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42230) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.499888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f68f8-c622-41f1-b15d-3a094b4f9845 None None] Current status of the port 69651176-0d9d-4ac2-8a8b-18149e9c347d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:01.540676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.548978 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-74527914-83f3-40c8-84e0-33e91cd5ca5b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.549547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] DHCP port deletion for ca15b61f-b27d-4a22-a42d-bb39fd616e97 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:59:01.550538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74527914-83f3-40c8-84e0-33e91cd5ca5b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.562556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-74527914-83f3-40c8-84e0-33e91cd5ca5b tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/aceb97b0-e327-478e-b9a8-de8198e483c7 HTTP/1.1" status: 404 len: 337 time: 0.0767791 Mar 10 17:59:01.564092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.592706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Set router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:01.603100 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-895ed63a-ed0a-43c3-96b7-2c3056ca07e6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.603708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895ed63a-ed0a-43c3-96b7-2c3056ca07e6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.607167 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-895ed63a-ed0a-43c3-96b7-2c3056ca07e6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7f7c61f2-c89e-4066-8a39-b5b1f86cf8f5 HTTP/1.1" status: 404 len: 333 time: 0.0420132 Mar 10 17:59:01.609826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.653302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Deleting port 69651176-0d9d-4ac2-8a8b-18149e9c347d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:01.653671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.671086 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ea20aa-6bdd-40ec-a6ab-a551db46c085 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.671915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ea20aa-6bdd-40ec-a6ab-a551db46c085 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.675345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78ea20aa-6bdd-40ec-a6ab-a551db46c085 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/c339f9fe-7584-446a-a4c8-31a45591beac HTTP/1.1" status: 404 len: 337 time: 0.0640035 Mar 10 17:59:01.678968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42238) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.731325 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30ff21f-9680-4c26-8877-1d7e460c1fd4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.731887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30ff21f-9680-4c26-8877-1d7e460c1fd4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.736469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a30ff21f-9680-4c26-8877-1d7e460c1fd4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/44d80977-ad76-4504-a69b-ba88e201097c HTTP/1.1" status: 404 len: 333 time: 0.0556116 Mar 10 17:59:01.739072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42240) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.778559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Deleting port 8e86f919-6a58-472c-9dbb-7fb5ce3928fc {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:01.778939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.796831 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-098776a3-e689-4c17-af13-d06b3bf2e70f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.797402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098776a3-e689-4c17-af13-d06b3bf2e70f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.805090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-098776a3-e689-4c17-af13-d06b3bf2e70f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/cfd1a64d-0817-4729-b26f-6e521eee036a HTTP/1.1" status: 404 len: 337 time: 0.0637891 Mar 10 17:59:01.807874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] For port 69651176-0d9d-4ac2-8a8b-18149e9c347d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=69651176-0d9d-4ac2-8a8b-18149e9c347d,segment=NetworkSegment(976e1f35-da97-4c4e-a447-a526aa3f78c5),segment_id=976e1f35-da97-4c4e-a447-a526aa3f78c5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:01.808274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.810998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.822557 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4499ac5d-d8d4-4bae-958e-cde5d2cf349c', 'name': '', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c', 'external_fixed_ips': [{'subnet_id': 'f59cc3f2-550b-439e-af49-92e2017cb7d9', 'ip_address': '2001:db8::67'}], 'enable_snat': True}, 'gw_port_id': '8e86f919-6a58-472c-9dbb-7fb5ce3928fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:58:56Z', 'updated_at': '2022-03-10T17:58:59Z', 'revision_number': 3, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port': {'id': '8e86f919-6a58-472c-9dbb-7fb5ce3928fc', 'name': '', 'network_id': '20e3f4ae-cde4-4343-bd0f-cf288bf40f4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4499ac5d-d8d4-4bae-958e-cde5d2cf349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'f59cc3f2-550b-439e-af49-92e2017cb7d9', 'ip_address': '2001:db8::67', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:58:57Z', 'updated_at': '2022-03-10T17:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59cc3f2-550b-439e-af49-92e2017cb7d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:01.846824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Calling delete_port for 69651176-0d9d-4ac2-8a8b-18149e9c347d owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:01.859366 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Checking router: 4499ac5d-d8d4-4bae-958e-cde5d2cf349c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:59:01.859904 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Updating router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c port 8e86f919-6a58-472c-9dbb-7fb5ce3928fc binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:59:01.872352 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96544ef-eb15-4c8b-9cf8-77ecb60ac6f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.872980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96544ef-eb15-4c8b-9cf8-77ecb60ac6f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.881763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e96544ef-eb15-4c8b-9cf8-77ecb60ac6f2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/ea190ef7-18e2-4e72-943d-335c55137df0 HTTP/1.1" status: 404 len: 333 time: 0.0696852 Mar 10 17:59:01.882363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42246) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.894765 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.941528 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fb24bd-aabb-40f8-a473-da1287321da4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:01.941992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fb24bd-aabb-40f8-a473-da1287321da4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:01.954545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-55fb24bd-aabb-40f8-a473-da1287321da4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/9411b441-b262-4d51-9e19-2908d6ec4b12 HTTP/1.1" status: 404 len: 337 time: 0.0710819 Mar 10 17:59:01.955184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:01.964295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:01.988140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Calling delete_port for 8e86f919-6a58-472c-9dbb-7fb5ce3928fc owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:02.045984 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e012938-c920-4485-8a79-36b086e9c8a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.047084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e012938-c920-4485-8a79-36b086e9c8a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.056554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0e012938-c920-4485-8a79-36b086e9c8a2 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/92d8cd38-0840-40c1-8670-ace9970aa956 HTTP/1.1" status: 404 len: 337 time: 0.0999348 Mar 10 17:59:02.059126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.130319 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c705e5-bc80-4da3-a31c-572327e3f268 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.130936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c705e5-bc80-4da3-a31c-572327e3f268 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.139572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-12c705e5-bc80-4da3-a31c-572327e3f268 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/7275762f-d64c-415b-ad95-c5a60a53ea70 HTTP/1.1" status: 404 len: 333 time: 0.0789161 Mar 10 17:59:02.142597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.232933 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-6237f362-1e24-4346-89c1-90d312b36969 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.233851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6237f362-1e24-4346-89c1-90d312b36969 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.253586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6237f362-1e24-4346-89c1-90d312b36969 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d591f2f6-b9a7-432c-ac6d-4719ac23ae58 HTTP/1.1" status: 404 len: 337 time: 0.1045794 Mar 10 17:59:02.254228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42262) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.322509 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd495494-9535-44fb-898b-4d063e69d783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.322969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd495494-9535-44fb-898b-4d063e69d783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.344616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd495494-9535-44fb-898b-4d063e69d783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/afc6e1f1-9ed8-43d6-8ad4-870ad6c661c9 HTTP/1.1" status: 404 len: 337 time: 0.0892508 Mar 10 17:59:02.345270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.391733 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-872d9f32-d0e1-4bc2-914f-8c6a889401e7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.392297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872d9f32-d0e1-4bc2-914f-8c6a889401e7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.399085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-872d9f32-d0e1-4bc2-914f-8c6a889401e7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/8ce44a26-05b4-45ba-b65b-a862a558d9a8 HTTP/1.1" status: 404 len: 333 time: 0.0528085 Mar 10 17:59:02.399808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.443941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (8e86f919-6a58-472c-9dbb-7fb5ce3928fc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:02.464718 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd08b27e-8122-4f4f-b45d-448d83b54f29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.465174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd08b27e-8122-4f4f-b45d-448d83b54f29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.481058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cd08b27e-8122-4f4f-b45d-448d83b54f29 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/09bfc6cc-c778-4a2e-8966-aa32c5851f23 HTTP/1.1" status: 404 len: 337 time: 0.0801458 Mar 10 17:59:02.481700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.502552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e86f919-6a58-472c-9dbb-7fb5ce3928fc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:02.513481 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.db.api [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:59:02.513946 n-d-833115-2 neutron-server[103797]: DEBUG oslo_db.api [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:59:02.536100 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-21194bc9-4bce-427b-b114-7a3444810f2e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.536474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21194bc9-4bce-427b-b114-7a3444810f2e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.547738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21194bc9-4bce-427b-b114-7a3444810f2e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/4a8e4fcb-9287-4418-afc8-368fca3a3f2f HTTP/1.1" status: 404 len: 337 time: 0.0649476 Mar 10 17:59:02.549185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42272) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.551239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (69651176-0d9d-4ac2-8a8b-18149e9c347d), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:02.556806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:02.604700 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d980d7f5-6875-4e52-b407-151c34b25c35 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.607588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d980d7f5-6875-4e52-b407-151c34b25c35 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.615102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d980d7f5-6875-4e52-b407-151c34b25c35 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/21bea43c-3752-4b1e-aba0-c8f6d9c6b2a2 HTTP/1.1" status: 404 len: 333 time: 0.0619564 Mar 10 17:59:02.615936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42276) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.619537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] No DVR routers for this DVR port 69651176-0d9d-4ac2-8a8b-18149e9c347d on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:02.626177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d64c5-50f2-4117-b0a0-9d13192cd37e None None] Pushing event deleted for resources: {'Port': ['ID=69651176-0d9d-4ac2-8a8b-18149e9c347d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:02.697910 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e69893-2b4f-4044-b665-a8182045eeb3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.698374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e69893-2b4f-4044-b665-a8182045eeb3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.704446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c9e69893-2b4f-4044-b665-a8182045eeb3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/4ece08f3-690f-4aab-965f-17987687d285 HTTP/1.1" status: 404 len: 337 time: 0.0802546 Mar 10 17:59:02.705779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.772226 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a2386d-4d4e-4c45-aa1e-96b11035a893 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.772696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a2386d-4d4e-4c45-aa1e-96b11035a893 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.778106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-02a2386d-4d4e-4c45-aa1e-96b11035a893 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/cee6fb3f-0667-4601-87cd-a0813f2c224c HTTP/1.1" status: 404 len: 337 time: 0.0691216 Mar 10 17:59:02.787326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42280) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.836817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-26115450-d44a-4aeb-a1ea-1166cc4bf753 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports?device_id=a908ce9d-3e46-4cce-92a6-e216b9eb0d4b HTTP/1.1" status: 200 len: 205 time: 0.0482647 Mar 10 17:59:02.839203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.935686 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-b32fe585-31b4-48a5-ab94-c32cf537d14a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] delete failed (client error): The resource could not be found. Mar 10 17:59:02.937862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 69651176-0d9d-4ac2-8a8b-18149e9c347d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:02.951000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b32fe585-31b4-48a5-ab94-c32cf537d14a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/routers/a908ce9d-3e46-4cce-92a6-e216b9eb0d4b HTTP/1.1" status: 404 len: 336 time: 0.1107111 Mar 10 17:59:02.951636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42284) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:02.978893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 69651176-0d9d-4ac2-8a8b-18149e9c347d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:02.979242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 69651176-0d9d-4ac2-8a8b-18149e9c347d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:02.987555 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b89e80-7e11-4c14-832a-3bafd72baf51 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:02.988020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b89e80-7e11-4c14-832a-3bafd72baf51 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:02.993687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-72b89e80-7e11-4c14-832a-3bafd72baf51 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/1e5a0b89-cb67-4eee-bd4c-cf7508c6e1b1 HTTP/1.1" status: 404 len: 337 time: 0.0408666 Mar 10 17:59:02.994241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.024552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc5e4edb-9e0e-4c4d-b92e-a79bd44b9566 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c8a8ae0-973b-4437-8ac6-09e00177fe8e HTTP/1.1" status: 200 len: 205 time: 0.0291817 Mar 10 17:59:03.025125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.060805 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Port 8e86f919-6a58-472c-9dbb-7fb5ce3928fc not found while updating agent binding for router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c. {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 17:59:03.066926 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-e09ba9c6-8df8-4b22-9c50-1b02d9e47519 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] delete failed (client error): The resource could not be found. Mar 10 17:59:03.070629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e09ba9c6-8df8-4b22-9c50-1b02d9e47519 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/routers/5c8a8ae0-973b-4437-8ac6-09e00177fe8e HTTP/1.1" status: 404 len: 336 time: 0.0445585 Mar 10 17:59:03.071172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.080248 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Routers {'4499ac5d-d8d4-4bae-958e-cde5d2cf349c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:03.081195 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['4499ac5d-d8d4-4bae-958e-cde5d2cf349c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:03.097456 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-363a7d7d-0f0a-42ce-a80d-1a3841370783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.097912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363a7d7d-0f0a-42ce-a80d-1a3841370783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.103607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-363a7d7d-0f0a-42ce-a80d-1a3841370783 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/71085bf8-ecca-47ee-a0c9-fa61ee60ffab HTTP/1.1" status: 404 len: 337 time: 0.0314789 Mar 10 17:59:03.104198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42292) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.151305 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d3d64c-ddfb-416a-827a-7d8de79618a3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.151766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d3d64c-ddfb-416a-827a-7d8de79618a3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.159125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b5d3d64c-ddfb-416a-827a-7d8de79618a3 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/7fa418a2-1959-4306-8754-daca0e7bad05 HTTP/1.1" status: 404 len: 337 time: 0.0539930 Mar 10 17:59:03.159704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.187684 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c5dcae-d480-43bf-b60e-7ebbf1056347 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.188146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c5dcae-d480-43bf-b60e-7ebbf1056347 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.193700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c5c5dcae-d480-43bf-b60e-7ebbf1056347 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/f6e9142f-3cc7-4edc-867d-481ba3c73494 HTTP/1.1" status: 404 len: 333 time: 0.0330918 Mar 10 17:59:03.194278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.219744 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd58f323-f1b2-4d5f-8aaf-30eafe32b254 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.220191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd58f323-f1b2-4d5f-8aaf-30eafe32b254 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.225804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd58f323-f1b2-4d5f-8aaf-30eafe32b254 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/114c2e99-d4b9-4988-9bb9-3a60c9a7fe72 HTTP/1.1" status: 404 len: 337 time: 0.0305068 Mar 10 17:59:03.226388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.232608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] Set router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:03.238575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.247701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.280111 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-22db208c-468e-439e-800a-c5c957e49069 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.280675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22db208c-468e-439e-800a-c5c957e49069 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.290897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-22db208c-468e-439e-800a-c5c957e49069 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/a5ccf8ba-3518-4906-ad9a-1a944cbc1a0a HTTP/1.1" status: 404 len: 333 time: 0.0635235 Mar 10 17:59:03.291497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42302) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.346610 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4499ac5d-d8d4-4bae-958e-cde5d2cf349c', 'name': '', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:58:56Z', 'updated_at': '2022-03-10T17:59:02Z', 'revision_number': 5, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:03.350604 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (4499ac5d-d8d4-4bae-958e-cde5d2cf349c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.351182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4499ac5d-d8d4-4bae-958e-cde5d2cf349c {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:03.356407 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.357007 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea68ddc-c68e-47c2-a342-53c63e08c29f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.357473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea68ddc-c68e-47c2-a342-53c63e08c29f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.357802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6fd22f0-b68a-4ecf-8f45-7fc574ff3fd3 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/routers/4499ac5d-d8d4-4bae-958e-cde5d2cf349c HTTP/1.1" status: 204 len: 168 time: 2.3935475 Mar 10 17:59:03.362719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.363401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.377824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ea68ddc-c68e-47c2-a342-53c63e08c29f tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/d6dc71cf-ca1d-4b71-9baf-47fe644b629e HTTP/1.1" status: 404 len: 337 time: 0.0852478 Mar 10 17:59:03.419563 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95dc14-22a9-4977-838c-b9a1fd90b8e2 None None] The sync data for ids ['4499ac5d-d8d4-4bae-958e-cde5d2cf349c'] in n-d-833115-2 is: [{'id': '4499ac5d-d8d4-4bae-958e-cde5d2cf349c', 'name': '', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:58:56Z', 'updated_at': '2022-03-10T17:59:02Z', 'revision_number': 5, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:03.458723 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd0e4fa-bd34-48aa-b91b-60c6197742e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.459242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd0e4fa-bd34-48aa-b91b-60c6197742e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.462235 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3cd0e4fa-bd34-48aa-b91b-60c6197742e5 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/497ef547-89f9-46e9-b33e-9e31d90453fb HTTP/1.1" status: 404 len: 333 time: 0.0963230 Mar 10 17:59:03.464749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42314) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.501432 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fe722b-3c9f-4d3b-9c19-0a2490b110d7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.501898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fe722b-3c9f-4d3b-9c19-0a2490b110d7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.506222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f1fe722b-3c9f-4d3b-9c19-0a2490b110d7 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/c8fba21f-d960-4a0b-b374-1640e8bd9686 HTTP/1.1" status: 404 len: 337 time: 0.0405524 Mar 10 17:59:03.508977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42318) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.528538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Deleting subnet f59cc3f2-550b-439e-af49-92e2017cb7d9 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:59:03.549445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for subnet (f59cc3f2-550b-439e-af49-92e2017cb7d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.551825 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14d012a-7323-43e9-b806-96a80a0495bb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.552413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14d012a-7323-43e9-b806-96a80a0495bb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.562258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b14d012a-7323-43e9-b806-96a80a0495bb tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/89ef46cd-a3ac-4bfe-8aa4-0911df5c069a HTTP/1.1" status: 404 len: 333 time: 0.0522826 Mar 10 17:59:03.565000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42322) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.607321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (f59cc3f2-550b-439e-af49-92e2017cb7d9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.611872 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c7660e-8acd-4f0e-b017-40185e64d013 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.612876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c7660e-8acd-4f0e-b017-40185e64d013 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.627051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-05c7660e-8acd-4f0e-b017-40185e64d013 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/5555844b-eaf2-41b7-b085-7ed0617fbdf6 HTTP/1.1" status: 404 len: 337 time: 0.0608814 Mar 10 17:59:03.627973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42324) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.662414 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-478bfb96-bc22-4013-a27e-be2b92de3598 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.671575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478bfb96-bc22-4013-a27e-be2b92de3598 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.688677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-478bfb96-bc22-4013-a27e-be2b92de3598 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/03d5abfe-9de3-48e5-b48d-aa0f6f8ac150 HTTP/1.1" status: 404 len: 333 time: 0.0594552 Mar 10 17:59:03.689300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.696614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (f59cc3f2-550b-439e-af49-92e2017cb7d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.751000 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a50d04-80cc-42a1-8373-99ce27ba121a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.751467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a50d04-80cc-42a1-8373-99ce27ba121a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.754554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-94a50d04-80cc-42a1-8373-99ce27ba121a tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/0f72ff04-c5b2-4f35-8da8-4d01824f1571 HTTP/1.1" status: 404 len: 337 time: 0.0643182 Mar 10 17:59:03.762739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.797583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (f59cc3f2-550b-439e-af49-92e2017cb7d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.800250 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0ce4ea-f016-4a0a-9b78-112a2286a2f6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.800842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0ce4ea-f016-4a0a-9b78-112a2286a2f6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.806857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42330) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.807069 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b0ce4ea-f016-4a0a-9b78-112a2286a2f6 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/a432ee78-17da-4cf0-a53a-500331bdf0f0 HTTP/1.1" status: 404 len: 333 time: 0.0426250 Mar 10 17:59:03.840450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f59cc3f2-550b-439e-af49-92e2017cb7d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:03.842795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.848268 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c1934a9-e13c-441b-818a-56846338b625 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/f59cc3f2-550b-439e-af49-92e2017cb7d9 HTTP/1.1" status: 204 len: 168 time: 0.4815083 Mar 10 17:59:03.848503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.856379 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5950839-99f2-4d01-90f1-56da59888f46 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.856839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5950839-99f2-4d01-90f1-56da59888f46 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.869864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f5950839-99f2-4d01-90f1-56da59888f46 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/23a5dab8-0787-4137-a9d8-f22bc89c2869 HTTP/1.1" status: 404 len: 337 time: 0.0619240 Mar 10 17:59:03.872345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42334) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.917335 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc56d94d-a5a5-421b-85ab-201b17c1b7a9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.917910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc56d94d-a5a5-421b-85ab-201b17c1b7a9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.921177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc56d94d-a5a5-421b-85ab-201b17c1b7a9 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/ports/5faa93ae-f758-4b05-ba48-f55bcab292f1 HTTP/1.1" status: 404 len: 333 time: 0.0479102 Mar 10 17:59:03.925044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:03.932821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42336) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:03.958581 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf864bcf-c5ca-4907-98f9-d5714bb55be4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] DELETE failed (client error): The resource could not be found. Mar 10 17:59:03.959044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf864bcf-c5ca-4907-98f9-d5714bb55be4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 17:59:03.963898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf864bcf-c5ca-4907-98f9-d5714bb55be4 tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/subnets/7156a048-3538-4a72-99d9-165283243329 HTTP/1.1" status: 404 len: 337 time: 0.0339792 Mar 10 17:59:03.965122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42338) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:04.070314 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.096518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e3f4ae-cde4-4343-bd0f-cf288bf40f4c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.109077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165f2360-48c0-47b2-8639-c4fd38699197') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.109640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165f2360-48c0-47b2-8639-c4fd38699197') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.122946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (165f2360-48c0-47b2-8639-c4fd38699197), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.138664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (165f2360-48c0-47b2-8639-c4fd38699197), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.147311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:04.147716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (165f2360-48c0-47b2-8639-c4fd38699197), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:04.149742 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:04.244634 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (20e3f4ae-cde4-4343-bd0f-cf288bf40f4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.251206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20e3f4ae-cde4-4343-bd0f-cf288bf40f4c {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 17:59:04.258461 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.258896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/networks/20e3f4ae-cde4-4343-bd0f-cf288bf40f4c HTTP/1.1" status: 204 len: 168 time: 0.4091864 Mar 10 17:59:04.286531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d734e4-7ec3-414d-8269-4912dc8cdd04 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Network': ['ID=20e3f4ae-cde4-4343-bd0f-cf288bf40f4c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:04.618336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:04.623053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'name': 'tempest-router--444303666', 'project_id': 'e9bf6954670647a39d535a3bc36ac5d8'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:04.660163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.661233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.744337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ca15b61f-b27d-4a22-a42d-bb39fd616e97), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.793555 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (560ad0f3-a17e-4b9a-889b-918e774500d5), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.799937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.839373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.840147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-714df6dd-72b3-4d60-be97-ec77fa677f4a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2207274 Mar 10 17:59:04.843027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42358) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:04.876430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ca15b61f-b27d-4a22-a42d-bb39fd616e97), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.899871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca15b61f-b27d-4a22-a42d-bb39fd616e97']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.910180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e1f35-da97-4c4e-a447-a526aa3f78c5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.910508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e1f35-da97-4c4e-a447-a526aa3f78c5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:04.921683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (976e1f35-da97-4c4e-a447-a526aa3f78c5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.943401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (976e1f35-da97-4c4e-a447-a526aa3f78c5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:04.950669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:04.951110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (976e1f35-da97-4c4e-a447-a526aa3f78c5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.007285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: items = [ Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: timer() Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:05.017296 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:05.023829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ca15b61f-b27d-4a22-a42d-bb39fd616e97), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.030647 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.034541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] 10.222.0.35 "DELETE /v2.0/networks/ca15b61f-b27d-4a22-a42d-bb39fd616e97 HTTP/1.1" status: 204 len: 168 time: 1.0684047 Mar 10 17:59:05.051729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603ffe2-d887-4ffe-9378-b48e7921b73e tempest-NetworksTestDHCPv6-1282241399 tempest-NetworksTestDHCPv6-1282241399-project] Pushing event deleted for resources: {'Network': ['ID=ca15b61f-b27d-4a22-a42d-bb39fd616e97,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:05.348282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.351170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (560ad0f3-a17e-4b9a-889b-918e774500d5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.432440 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (560ad0f3-a17e-4b9a-889b-918e774500d5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.433104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 560ad0f3-a17e-4b9a-889b-918e774500d5 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:05.444366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:05.447320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a38f072-74cb-46da-8b8f-e72f62dbf5eb tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/routers/560ad0f3-a17e-4b9a-889b-918e774500d5 HTTP/1.1" status: 204 len: 168 time: 0.6027224 Mar 10 17:59:05.575704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42370) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:05.927807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42386) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:05.941261 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b7b770ec-f916-4856-b9b6-533fde2166fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cf78a42986f4c78ab7336c33f8144c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3644202 Mar 10 17:59:05.945843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42390) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:06.037651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] Publish callbacks [] for security_group (17bbb169-5e3c-457a-9833-229ce9a1095e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.072407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] Publish callbacks [] for security_group (17bbb169-5e3c-457a-9833-229ce9a1095e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.160244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (17bbb169-5e3c-457a-9833-229ce9a1095e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.163006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.168570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17bbb169-5e3c-457a-9833-229ce9a1095e HTTP/1.1" status: 204 len: 168 time: 0.2216296 Mar 10 17:59:06.178929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad9c3-e2d5-4b33-bf02-e3d95ae50f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bbb169-5e3c-457a-9833-229ce9a1095e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:06.201340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1673004872', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:06.228691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.230172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.298824 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (57530aa8-57cf-4d61-94f4-60ded5c924d1), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:06.623673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (57530aa8-57cf-4d61-94f4-60ded5c924d1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.109704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (57530aa8-57cf-4d61-94f4-60ded5c924d1), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.178164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.463708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Allocated IP 172.25.3.69 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c722bb7f-5f0e-4f46-b4d2-30d941b3b068) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:07.493847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42432) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:07.673284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1194451523'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:07.689231 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for port (c722bb7f-5f0e-4f46-b4d2-30d941b3b068), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.708984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Made reservation on behalf of 48761460a1784a8c9ab7c584ea69272d for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:07.712920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.727198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.750813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c722bb7f-5f0e-4f46-b4d2-30d941b3b068), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.821928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:07.829794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:07.833657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:07.889165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for security_group (79f89879-4784-405f-8926-d0578ea4f852), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.907292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (79f89879-4784-405f-8926-d0578ea4f852), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.950964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:59:07.973072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7a4b0c50-fea3-4e2c-b795-076dcd5489ab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:07.973805 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Added segment 7a4b0c50-fea3-4e2c-b795-076dcd5489ab of type vlan for network 15e8caf6-4581-4770-af92-307ca75fe3cf Mar 10 17:59:07.975419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f89879-4784-405f-8926-d0578ea4f852,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:08.080598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event updated for resources: {'Port': ['ID=c722bb7f-5f0e-4f46-b4d2-30d941b3b068,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:08.101674 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (15e8caf6-4581-4770-af92-307ca75fe3cf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:08.160399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (15e8caf6-4581-4770-af92-307ca75fe3cf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:08.166092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:08.167121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:08.206110 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7102125 Mar 10 17:59:08.223013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42440) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:08.236725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Request body: {'subnet': {'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:08.349118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c667c5-4a82-4862-ba19-21746f295b03 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'Network': ['ID=15e8caf6-4581-4770-af92-307ca75fe3cf,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:08.361543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 15e8caf6-4581-4770-af92-307ca75fe3cf details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:59:08.591853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Made reservation on behalf of 48761460a1784a8c9ab7c584ea69272d for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:08.596147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:08.604954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (57530aa8-57cf-4d61-94f4-60ded5c924d1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:08.892878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.092463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (c478d42d-e10d-4a70-92dd-bf78312a27e0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.193291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'Subnet': ['ID=c478d42d-e10d-4a70-92dd-bf78312a27e0,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:09.197405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Router 57530aa8-57cf-4d61-94f4-60ded5c924d1 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:09.325685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Checking segment: {'id': '7a4b0c50-fea3-4e2c-b795-076dcd5489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:09.326370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Network hostable DHCP agents. Network: 15e8caf6-4581-4770-af92-307ca75fe3cf, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:59:09.329236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:09.347027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] Sync routers for ids ['57530aa8-57cf-4d61-94f4-60ded5c924d1'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:09.369228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] Routers {'57530aa8-57cf-4d61-94f4-60ded5c924d1'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:09.371560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['57530aa8-57cf-4d61-94f4-60ded5c924d1'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:09.374001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.376187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-445c16f6-a7fb-4b3c-9a35-073952086224 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4457514 Mar 10 17:59:09.378158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42452) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:09.416303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:09.429732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] Routers {'57530aa8-57cf-4d61-94f4-60ded5c924d1'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:09.430860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:58:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['57530aa8-57cf-4d61-94f4-60ded5c924d1'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:09.469066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:09.470093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17062aba-edbd-4b8f-8add-77b658c9bfba None None] The sync data for ids ['57530aa8-57cf-4d61-94f4-60ded5c924d1'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:09.482466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Network 15e8caf6-4581-4770-af92-307ca75fe3cf is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:59:09.537193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 15e8caf6-4581-4770-af92-307ca75fe3cf) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:09.549647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:09.550258 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.551761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad107780-4542-4954-9e18-aefc7b1abb4b None None] Network 15e8caf6-4581-4770-af92-307ca75fe3cf requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:09.596563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1c547f81-f567-48b6-87b5-bbd0935a530d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/57530aa8-57cf-4d61-94f4-60ded5c924d1 HTTP/1.1" status: 200 len: 924 time: 0.2171514 Mar 10 17:59:09.599883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42458) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:09.636265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f11292ab-53da-4a56-9eea-11ad77dd92a0 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4104762 Mar 10 17:59:09.637840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:09.645028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Request body: {'port': {'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-864114428'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:09.655916 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40000799-3684-4b72-a91c-5470a71f2b26 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=57530aa8-57cf-4d61-94f4-60ded5c924d1 HTTP/1.1" status: 200 len: 205 time: 0.0524330 Mar 10 17:59:09.659027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42462) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:09.697248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-15e8caf6-4581-4770-af92-307ca75fe3cf', 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf', 'project_id': '48761460a1784a8c9ab7c584ea69272d', 'fixed_ips': [{'subnet_id': 'c478d42d-e10d-4a70-92dd-bf78312a27e0'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:59:09.698731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.810365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.822034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Made reservation on behalf of 48761460a1784a8c9ab7c584ea69272d for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:09.825836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:09.859087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] device_id is not set on port 26e5b12b-a926-43ea-93bb-900ee2884c1a yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:59:09.912068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Allocated IP 172.20.0.2 (15e8caf6-4581-4770-af92-307ca75fe3cf/c478d42d-e10d-4a70-92dd-bf78312a27e0/11d491f5-34a0-4f94-8b0e-87bf1b153dcf) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:09.958802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (57530aa8-57cf-4d61-94f4-60ded5c924d1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.028791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port c722bb7f-5f0e-4f46-b4d2-30d941b3b068 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:10.029190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c722bb7f-5f0e-4f46-b4d2-30d941b3b068), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.095285 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks [] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.104417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.151096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c722bb7f-5f0e-4f46-b4d2-30d941b3b068), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.156920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Network 15e8caf6-4581-4770-af92-307ca75fe3cf is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:10.163903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:10.168398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:10.173254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for c722bb7f-5f0e-4f46-b4d2-30d941b3b068 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:10.177795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Pushing event updated for resources: {'Port': ['ID=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:10.202008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Allocated IP 172.20.0.9 (15e8caf6-4581-4770-af92-307ca75fe3cf/c478d42d-e10d-4a70-92dd-bf78312a27e0/26e5b12b-a926-43ea-93bb-900ee2884c1a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:10.239701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Attempting to bind port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:10.240162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Attempting to bind port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '7a4b0c50-fea3-4e2c-b795-076dcd5489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:10.240731 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Attempting to bind port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf on network 15e8caf6-4581-4770-af92-307ca75fe3cf {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:10.246643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:10.247099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Checking segment: {'id': '7a4b0c50-fea3-4e2c-b795-076dcd5489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:10.247681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.248133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Bound using segment: {'id': '7a4b0c50-fea3-4e2c-b795-076dcd5489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:10.248757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Bound port: 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4b0c50-fea3-4e2c-b795-076dcd5489ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:10.249196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.365651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] For port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:10.368836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] For port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,segment=NetworkSegment(7a4b0c50-fea3-4e2c-b795-076dcd5489ab),segment_id=7a4b0c50-fea3-4e2c-b795-076dcd5489ab)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:10.390322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.477720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307c93e-3478-4b6a-8280-946f9eb8fa68 None None] Pushing event updated for resources: {'Port': ['ID=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:10.478848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.538457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.552121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c722bb7f-5f0e-4f46-b4d2-30d941b3b068), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.606191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=c722bb7f-5f0e-4f46-b4d2-30d941b3b068,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:10.606967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Network 15e8caf6-4581-4770-af92-307ca75fe3cf is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:10.622900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:10.627446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:10.681949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (57530aa8-57cf-4d61-94f4-60ded5c924d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.701817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:10.702678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.707379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'Port': ['ID=26e5b12b-a926-43ea-93bb-900ee2884c1a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:10.740809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0219220f-17f5-4428-9d16-850a597eba89 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1008005 Mar 10 17:59:10.746980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:10.754860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Request body: {'port': {'network_id': '15e8caf6-4581-4770-af92-307ca75fe3cf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1565041317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:10.760505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] bootfile-name is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:10.760859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] tftp-server is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:10.761195 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.api.validators [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] server-ip-address is not in valid_values {{(pid=103795) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:10.902018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.904868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (57530aa8-57cf-4d61-94f4-60ded5c924d1), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:10.993189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 11d491f5-34a0-4f94-8b0e-87bf1b153dcf up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:11.032249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (57530aa8-57cf-4d61-94f4-60ded5c924d1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.032776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router 57530aa8-57cf-4d61-94f4-60ded5c924d1 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:11.041370 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.042797 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-49da98f3-841f-4aad-aa1a-30b5381b34ae tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/57530aa8-57cf-4d61-94f4-60ded5c924d1 HTTP/1.1" status: 204 len: 168 time: 1.3792005 Mar 10 17:59:11.045906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42478) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:11.054713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1738640935', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:11.063623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Made reservation on behalf of 48761460a1784a8c9ab7c584ea69272d for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:11.072895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.084889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:11.085268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.102797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] device_id is not set on port a4b12b4f-4950-4989-95f6-a9171b0bbce3 yet. {{(pid=103795) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:59:11.110726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.111958 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.226260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:11.226935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.239904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.279975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,segment=NetworkSegment(7a4b0c50-fea3-4e2c-b795-076dcd5489ab),segment_id=7a4b0c50-fea3-4e2c-b795-076dcd5489ab)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:11.287874 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:11.373465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:11.440468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Allocated IP 172.20.0.13 (15e8caf6-4581-4770-af92-307ca75fe3cf/c478d42d-e10d-4a70-92dd-bf78312a27e0/a4b12b4f-4950-4989-95f6-a9171b0bbce3) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:11.847492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:12.090885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b019-a1e6-4eb3-a6d1-be1e48b5883d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.124379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.133715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0093ed-224e-4d11-816e-255139ff07ac None None] Network 15e8caf6-4581-4770-af92-307ca75fe3cf requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:12.279940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b019-a1e6-4eb3-a6d1-be1e48b5883d admin admin] Publish callbacks [] for security_group (cb405b81-f49d-43b6-9385-2499c91c1fa2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.294204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b019-a1e6-4eb3-a6d1-be1e48b5883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cb405b81-f49d-43b6-9385-2499c91c1fa2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.308619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f280bfe2-ebca-48bd-9889-59f547aa07ec None None] Provisioning complete for port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:12.308975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f280bfe2-ebca-48bd-9889-59f547aa07ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.407052 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ca3b019-a1e6-4eb3-a6d1-be1e48b5883d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5644640ff104af98b99b2a5f3393933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5583894 Mar 10 17:59:12.409376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42502) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:12.431614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b019-a1e6-4eb3-a6d1-be1e48b5883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb405b81-f49d-43b6-9385-2499c91c1fa2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:12.457095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f280bfe2-ebca-48bd-9889-59f547aa07ec None None] Current status of the port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:12.464060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fdd7114-0adf-4537-8c15-dd82f94ea3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.517603 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.590023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] Publish callbacks [] for security_group (cb405b81-f49d-43b6-9385-2499c91c1fa2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.658939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] Publish callbacks [] for security_group (cb405b81-f49d-43b6-9385-2499c91c1fa2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.757749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (cb405b81-f49d-43b6-9385-2499c91c1fa2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.760820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.765193 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb405b81-f49d-43b6-9385-2499c91c1fa2 HTTP/1.1" status: 204 len: 168 time: 0.3495660 Mar 10 17:59:12.782902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b300-0265-4414-8d74-54f5685d5997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb405b81-f49d-43b6-9385-2499c91c1fa2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:12.809401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.823737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Provisioning complete for port 26e5b12b-a926-43ea-93bb-900ee2884c1a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:12.824303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.864992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.869586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:12.965499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 11d491f5-34a0-4f94-8b0e-87bf1b153dcf up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:13.064243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Port 26e5b12b-a926-43ea-93bb-900ee2884c1a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:13.112453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:13.112833 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.124024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 172.25.3.253 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/be1dd97b-5f51-4e12-a223-b9ce82d446c5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:13.165575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Provisioning complete for port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:13.166148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.214957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Network 15e8caf6-4581-4770-af92-307ca75fe3cf is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:13.216700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:13.255915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:13.307748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-22d89ffc-e9cd-49ae-bfd6-471fec9eca46 None None] Current status of the port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:13.311228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:13.329331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'Port': ['ID=a4b12b4f-4950-4989-95f6-a9171b0bbce3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:13.406606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:13.407306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.440810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1874f3da-4555-4493-be0b-b369d04c98dd None None] Provisioning complete for port 26e5b12b-a926-43ea-93bb-900ee2884c1a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:13.441376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1874f3da-4555-4493-be0b-b369d04c98dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.475785 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.502295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-22b1856f-1691-4079-a329-b9a94a1acc26 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.7541547 Mar 10 17:59:13.505017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:13.524529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1874f3da-4555-4493-be0b-b369d04c98dd None None] Port 26e5b12b-a926-43ea-93bb-900ee2884c1a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:13.552693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.607007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=be1dd97b-5f51-4e12-a223-b9ce82d446c5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:13.617551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7aafa-9ab8-441f-b0ab-d059bc9a3188 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:13.622937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7aafa-9ab8-441f-b0ab-d059bc9a3188 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:13.641768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7aafa-9ab8-441f-b0ab-d059bc9a3188 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:13.643577 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8eb7aafa-9ab8-441f-b0ab-d059bc9a3188 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1374440 Mar 10 17:59:13.646348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:13.652700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:13.653540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-14ecc2ce-ae8c-434a-bf16-0a3799248da8 None None] Provisioning complete for port a4b12b4f-4950-4989-95f6-a9171b0bbce3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:13.655027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-14ecc2ce-ae8c-434a-bf16-0a3799248da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.657572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:13.664549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:13.752212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-14ecc2ce-ae8c-434a-bf16-0a3799248da8 None None] Port a4b12b4f-4950-4989-95f6-a9171b0bbce3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:13.775730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Deleting port a4b12b4f-4950-4989-95f6-a9171b0bbce3 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:13.776931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.896668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:13.959293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Calling delete_port for a4b12b4f-4950-4989-95f6-a9171b0bbce3 owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:14.217930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a4b12b4f-4950-4989-95f6-a9171b0bbce3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.225892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.266064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event deleted for resources: {'Port': ['ID=a4b12b4f-4950-4989-95f6-a9171b0bbce3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:14.491279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.505962 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0b06d820-4e9b-4d38-9a95-f486f8743af8 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "DELETE /v2.0/ports/a4b12b4f-4950-4989-95f6-a9171b0bbce3 HTTP/1.1" status: 204 len: 168 time: 0.8584929 Mar 10 17:59:14.507423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:14.512985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Request body: {'port': {'name': 'tempest-new-port-name-1137108084', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:14.513630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] bootfile-name is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:14.527083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] tftp-server is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:14.529306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.api.validators [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] server-ip-address is not in valid_values {{(pid=103794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 17:59:14.664585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de93495d-3167-4e53-86af-0d3f57d3b11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.684810 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.768900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.891293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42552) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:14.975918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:14.985772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.062726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router ebf99f29-06b4-4be1-9bbd-c7fb42499f96 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:15.142802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c291e094-0ed0-455f-9e4a-fc5f2666485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.250140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event updated for resources: {'Port': ['ID=26e5b12b-a926-43ea-93bb-900ee2884c1a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:15.310115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] In _notify_port_updated(), no bound segment for port 26e5b12b-a926-43ea-93bb-900ee2884c1a on network 15e8caf6-4581-4770-af92-307ca75fe3cf {{(pid=103794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 17:59:15.360921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:15.362302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.372087 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e12682d-15cb-4071-ab08-962a057e709b tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "PUT /v2.0/ports/26e5b12b-a926-43ea-93bb-900ee2884c1a HTTP/1.1" status: 200 len: 1136 time: 0.8618886 Mar 10 17:59:15.373078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42558) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:15.494060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f98f2e-d1dd-4858-942d-faffe569ca08 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:15.501612 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73f98f2e-d1dd-4858-942d-faffe569ca08 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "GET /v2.0/ports/26e5b12b-a926-43ea-93bb-900ee2884c1a HTTP/1.1" status: 200 len: 1136 time: 0.1216476 Mar 10 17:59:15.501967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42560) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:15.602910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e88408b8-8c43-4e2c-9fd1-681cac81bbe7 None None] Provisioning complete for port 26e5b12b-a926-43ea-93bb-900ee2884c1a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:15.603294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e88408b8-8c43-4e2c-9fd1-681cac81bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.640376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:15.650566 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Sync routers for ids ['ebf99f29-06b4-4be1-9bbd-c7fb42499f96'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:15.663838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c291e094-0ed0-455f-9e4a-fc5f2666485b admin admin] Publish callbacks [] for security_group (3da4d576-9c03-426e-8fe4-09d2a7e66a11), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.674926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c291e094-0ed0-455f-9e4a-fc5f2666485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3da4d576-9c03-426e-8fe4-09d2a7e66a11), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.688499 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Routers {'ebf99f29-06b4-4be1-9bbd-c7fb42499f96'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:15.690103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e88408b8-8c43-4e2c-9fd1-681cac81bbe7 None None] Port 26e5b12b-a926-43ea-93bb-900ee2884c1a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:15.690606 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ebf99f29-06b4-4be1-9bbd-c7fb42499f96'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:15.728073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Deleting port 26e5b12b-a926-43ea-93bb-900ee2884c1a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:15.728693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.823599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c291e094-0ed0-455f-9e4a-fc5f2666485b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ad634d2894a427ea915a4e3171be59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9311013 Mar 10 17:59:15.831363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.836718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-45772d47-567d-4c7a-80f0-6bf0ecde1c94 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7855997 Mar 10 17:59:15.837634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42564) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:15.839306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:15.840984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291e094-0ed0-455f-9e4a-fc5f2666485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4d576-9c03-426e-8fe4-09d2a7e66a11,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:15.900071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.900733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:15.920445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Calling delete_port for 26e5b12b-a926-43ea-93bb-900ee2884c1a owned by {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:15.945162 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Set router ebf99f29-06b4-4be1-9bbd-c7fb42499f96 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:16.017980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] Publish callbacks [] for security_group (3da4d576-9c03-426e-8fe4-09d2a7e66a11), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.109618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] Publish callbacks [] for security_group (3da4d576-9c03-426e-8fe4-09d2a7e66a11), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.132856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (26e5b12b-a926-43ea-93bb-900ee2884c1a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.167290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cac29a21-600c-4865-bdbd-ec602a424323 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/ebf99f29-06b4-4be1-9bbd-c7fb42499f96 HTTP/1.1" status: 200 len: 909 time: 0.2878065 Mar 10 17:59:16.169731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42572) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:16.173572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3da4d576-9c03-426e-8fe4-09d2a7e66a11), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.177575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.181232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3da4d576-9c03-426e-8fe4-09d2a7e66a11 HTTP/1.1" status: 204 len: 168 time: 0.3164275 Mar 10 17:59:16.183110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1738640935', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': True}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:16.198740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c236cf9-863f-4873-943b-a4429ab806dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4d576-9c03-426e-8fe4-09d2a7e66a11,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:16.238233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.238233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.315715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.319116 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:11Z', 'updated_at': '2022-03-10T17:59:14Z', 'revision_number': 3, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port': {'id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:59:12Z', 'updated_at': '2022-03-10T17:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:16.325533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event deleted for resources: {'Port': ['ID=26e5b12b-a926-43ea-93bb-900ee2884c1a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:16.379705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Checking router: ebf99f29-06b4-4be1-9bbd-c7fb42499f96 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:59:16.380059 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Updating router ebf99f29-06b4-4be1-9bbd-c7fb42499f96 port be1dd97b-5f51-4e12-a223-b9ce82d446c5 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:59:16.450699 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.452509 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.459669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9a87a2da-aaf7-486c-a67e-b31fbad89458 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "DELETE /v2.0/ports/26e5b12b-a926-43ea-93bb-900ee2884c1a HTTP/1.1" status: 204 len: 168 time: 0.9540920 Mar 10 17:59:16.460316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42580) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:16.543730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Deleting subnet c478d42d-e10d-4a70-92dd-bf78312a27e0 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:59:16.549427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for subnet (c478d42d-e10d-4a70-92dd-bf78312a27e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.596590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (c478d42d-e10d-4a70-92dd-bf78312a27e0), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.721253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.817000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (c478d42d-e10d-4a70-92dd-bf78312a27e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:16.957865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (c478d42d-e10d-4a70-92dd-bf78312a27e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.020014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event deleted for resources: {'Subnet': ['ID=c478d42d-e10d-4a70-92dd-bf78312a27e0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:17.031569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.035468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e658a2d-ca6d-46f1-8a89-22067609fbdf None None] Network 15e8caf6-4581-4770-af92-307ca75fe3cf requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:17.040272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9da9049c-b2ab-48b2-a276-8c352fff7422 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "DELETE /v2.0/subnets/c478d42d-e10d-4a70-92dd-bf78312a27e0 HTTP/1.1" status: 204 len: 168 time: 0.5777550 Mar 10 17:59:17.042072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:17.198076 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks [] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.220396 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.253188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (15e8caf6-4581-4770-af92-307ca75fe3cf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.358794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.382090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Deleting port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:17.382467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.382968 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Pushing event updated for resources: {'Port': ['ID=be1dd97b-5f51-4e12-a223-b9ce82d446c5,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:17.417491 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.418132 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.420424 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.420917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.421768 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.424995 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.428752 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.430010 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.430366 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.430720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.431935 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.432283 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.432595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.432924 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:17.433439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.448591 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Attempting to bind port be1dd97b-5f51-4e12-a223-b9ce82d446c5 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:17.449232 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Attempting to bind port be1dd97b-5f51-4e12-a223-b9ce82d446c5 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:17.449860 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Attempting to bind port be1dd97b-5f51-4e12-a223-b9ce82d446c5 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:17.464602 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:17.464977 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:17.465937 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.467887 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:17.468483 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Bound port: be1dd97b-5f51-4e12-a223-b9ce82d446c5, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:17.469734 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.526453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] DHCP port deletion for 15e8caf6-4581-4770-af92-307ca75fe3cf request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:59:17.538743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] For port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,segment=NetworkSegment(7a4b0c50-fea3-4e2c-b795-076dcd5489ab),segment_id=7a4b0c50-fea3-4e2c-b795-076dcd5489ab)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:17.538743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.576186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Calling delete_port for 11d491f5-34a0-4f94-8b0e-87bf1b153dcf owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:17.632588 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] For port be1dd97b-5f51-4e12-a223-b9ce82d446c5, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:17.637525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Deleting port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:17.639200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.642166 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] For port be1dd97b-5f51-4e12-a223-b9ce82d446c5, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be1dd97b-5f51-4e12-a223-b9ce82d446c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:17.658575 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.778372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 172.25.3.226 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/59d276c3-8e59-463d-8cea-4e3b73aba80c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:17.778926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37d30-e2a4-4c98-a484-294bb5c46772 None None] Pushing event updated for resources: {'Port': ['ID=be1dd97b-5f51-4e12-a223-b9ce82d446c5,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:17.832499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] For port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,segment=NetworkSegment(7a4b0c50-fea3-4e2c-b795-076dcd5489ab),segment_id=7a4b0c50-fea3-4e2c-b795-076dcd5489ab)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:17.833489 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Routers {'ebf99f29-06b4-4be1-9bbd-c7fb42499f96'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:17.834658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.836089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ebf99f29-06b4-4be1-9bbd-c7fb42499f96'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:17.844596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:17.899396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Calling delete_port for 11d491f5-34a0-4f94-8b0e-87bf1b153dcf owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:17.913732 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event deleted for resources: {'Port': ['ID=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:17.923813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] No DVR routers for this DVR port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:18.094608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.113965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (15e8caf6-4581-4770-af92-307ca75fe3cf), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.174294 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] Set router ebf99f29-06b4-4be1-9bbd-c7fb42499f96 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:18.176169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e8caf6-4581-4770-af92-307ca75fe3cf']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:18.179314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (11d491f5-34a0-4f94-8b0e-87bf1b153dcf), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.219114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] No DVR routers for this DVR port 11d491f5-34a0-4f94-8b0e-87bf1b153dcf on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:18.224118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4b0c50-fea3-4e2c-b795-076dcd5489ab') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:18.224658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4b0c50-fea3-4e2c-b795-076dcd5489ab') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:18.236256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.242815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4319-1100-4310-96d2-139cc055b330 None None] Pushing event deleted for resources: {'Port': ['ID=11d491f5-34a0-4f94-8b0e-87bf1b153dcf,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:18.280607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (7a4b0c50-fea3-4e2c-b795-076dcd5489ab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.318058 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (7a4b0c50-fea3-4e2c-b795-076dcd5489ab), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.339553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:18.339966 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (7a4b0c50-fea3-4e2c-b795-076dcd5489ab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:18.343286 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:18.367298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:18.386020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:18.390197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:18.469172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=59d276c3-8e59-463d-8cea-4e3b73aba80c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:18.517225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.517628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.517906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.518245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.531648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.532050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.532397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.532792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.533219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.533385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.533716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.534119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.534500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:18.538250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (15e8caf6-4581-4770-af92-307ca75fe3cf), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.554121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:18.583673 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] 10.222.0.35 "DELETE /v2.0/networks/15e8caf6-4581-4770-af92-307ca75fe3cf HTTP/1.1" status: 204 len: 168 time: 1.5374632 Mar 10 17:59:18.634584 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b4b2-9b7f-439a-aaa8-97e1a2b2bda2 tempest-ExtraDHCPOptionsTestJSON-200876706 tempest-ExtraDHCPOptionsTestJSON-200876706-project] Pushing event deleted for resources: {'Network': ['ID=15e8caf6-4581-4770-af92-307ca75fe3cf,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:18.785666 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:11Z', 'updated_at': '2022-03-10T17:59:14Z', 'revision_number': 3, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port': {'id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:59:12Z', 'updated_at': '2022-03-10T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:18.854684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669f10cf-d9de-4bd0-af71-2a5a1bc4c7e1 None None] The sync data for ids ['ebf99f29-06b4-4be1-9bbd-c7fb42499f96'] in n-d-833115-2 is: [{'id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:11Z', 'updated_at': '2022-03-10T17:59:14Z', 'revision_number': 3, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port': {'id': 'be1dd97b-5f51-4e12-a223-b9ce82d446c5', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf99f29-06b4-4be1-9bbd-c7fb42499f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:59:12Z', 'updated_at': '2022-03-10T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:18.943429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 11d491f5-34a0-4f94-8b0e-87bf1b153dcf no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:19.013143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 11d491f5-34a0-4f94-8b0e-87bf1b153dcf {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:19.013490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 11d491f5-34a0-4f94-8b0e-87bf1b153dcf not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:19.121356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42632) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:19.140975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.320070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.402460 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-87405e0e-0ae9-4f09-8663-9b35a6979d00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48761460a1784a8c9ab7c584ea69272d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796252 Mar 10 17:59:19.405701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:19.520688 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] Publish callbacks [] for security_group (79f89879-4784-405f-8926-d0578ea4f852), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.534464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.609098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] Publish callbacks [] for security_group (79f89879-4784-405f-8926-d0578ea4f852), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.703501 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (79f89879-4784-405f-8926-d0578ea4f852), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.708573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:19.711619 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79f89879-4784-405f-8926-d0578ea4f852 HTTP/1.1" status: 204 len: 168 time: 0.3031590 Mar 10 17:59:19.717004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:19.740441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78f2a-9e55-487a-9699-51fa6a8f7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f89879-4784-405f-8926-d0578ea4f852,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:19.965872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:19.977044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Sync routers for ids ['18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:19.998003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Routers {'18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:19.998727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:20.031179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:20.033198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2d083bac-e2c3-4f22-8a36-4a94417bb87d tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8606460 Mar 10 17:59:20.035649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:20.264559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Set router 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:20.585917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '59d276c3-8e59-463d-8cea-4e3b73aba80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:16Z', 'updated_at': '2022-03-10T17:59:18Z', 'revision_number': 3, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port': {'id': '59d276c3-8e59-463d-8cea-4e3b73aba80c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T17:59:17Z', 'updated_at': '2022-03-10T17:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:20.646526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Checking router: 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 17:59:20.646856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Updating router 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 port 59d276c3-8e59-463d-8cea-4e3b73aba80c binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 17:59:20.700520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:20.852375 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-18ba11ed-4885-46f9-99c7-9948b5b9d6f2 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 HTTP/1.1" status: 200 len: 908 time: 0.8151610 Mar 10 17:59:20.855011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:21.041279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be1dd97b-5f51-4e12-a223-b9ce82d446c5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:21.156540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port be1dd97b-5f51-4e12-a223-b9ce82d446c5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:21.156920 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.173264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.211958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:21.241902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks [] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.256960 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.331941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2760019-a06a-454d-9ecb-76e64419c28b None None] Pushing event updated for resources: {'Port': ['ID=59d276c3-8e59-463d-8cea-4e3b73aba80c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:21.393176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302402956'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:21.435371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:21.440412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.454396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.460093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.551321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for security_group (985cdb1b-fd4f-4433-a258-f9b7f8e7abb0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.561992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (985cdb1b-fd4f-4433-a258-f9b7f8e7abb0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.592352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Deleting port 59d276c3-8e59-463d-8cea-4e3b73aba80c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:21.592688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.638840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:59:21.656566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985cdb1b-fd4f-4433-a258-f9b7f8e7abb0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:21.668644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (052aeefc-d8d0-4465-addd-e4d8621011a3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.669084 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment 052aeefc-d8d0-4465-addd-e4d8621011a3 of type vlan for network ee39c24d-4710-4fc9-add4-505e77fb31da Mar 10 17:59:21.758185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Attempting to bind port 59d276c3-8e59-463d-8cea-4e3b73aba80c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:21.758725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Attempting to bind port 59d276c3-8e59-463d-8cea-4e3b73aba80c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:21.759156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Attempting to bind port 59d276c3-8e59-463d-8cea-4e3b73aba80c on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:21.766495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] For port 59d276c3-8e59-463d-8cea-4e3b73aba80c, host n-d-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:21.767115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.787325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Calling delete_port for 59d276c3-8e59-463d-8cea-4e3b73aba80c owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:21.798623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:21.799087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:21.799564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.800095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:21.800753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Bound port: 59d276c3-8e59-463d-8cea-4e3b73aba80c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:21.801406 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.804592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port be1dd97b-5f51-4e12-a223-b9ce82d446c5 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:21.805013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.816436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ee39c24d-4710-4fc9-add4-505e77fb31da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.880605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port be1dd97b-5f51-4e12-a223-b9ce82d446c5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be1dd97b-5f51-4e12-a223-b9ce82d446c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:21.905239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.913989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ee39c24d-4710-4fc9-add4-505e77fb31da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.925334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:21.925983 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:21.999728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] For port 59d276c3-8e59-463d-8cea-4e3b73aba80c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:22.019870 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8067808 Mar 10 17:59:22.031411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42698) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:22.036651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-1463147717'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:22.063873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] For port 59d276c3-8e59-463d-8cea-4e3b73aba80c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=59d276c3-8e59-463d-8cea-4e3b73aba80c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:22.087215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41982-70f1-4790-a4a6-757017d52ab5 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=ee39c24d-4710-4fc9-add4-505e77fb31da,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:22.110918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ee39c24d-4710-4fc9-add4-505e77fb31da details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:59:22.131787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:22.136386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.196390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:59:22.224001 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.228546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=be1dd97b-5f51-4e12-a223-b9ce82d446c5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:22.241931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b4998de6-164d-4f27-83da-0acbb59fcf73), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.243409 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment b4998de6-164d-4f27-83da-0acbb59fcf73 of type vlan for network 79d052b8-4390-4364-96bb-fe585c2336e4 Mar 10 17:59:22.248486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (59d276c3-8e59-463d-8cea-4e3b73aba80c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.281465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d276c3-8e59-463d-8cea-4e3b73aba80c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:22.328732 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (79d052b8-4390-4364-96bb-fe585c2336e4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.351459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2760019-a06a-454d-9ecb-76e64419c28b None None] Pushing event deleted for resources: {'Port': ['ID=59d276c3-8e59-463d-8cea-4e3b73aba80c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:22.376190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Routers {'18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:22.376823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:22.394588 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (79d052b8-4390-4364-96bb-fe585c2336e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.402594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.404781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:22.415532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.462092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] Set router 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 17:59:22.505707 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4704089 Mar 10 17:59:22.518295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42714) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:22.530222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:22.532215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:16Z', 'updated_at': '2022-03-10T17:59:22Z', 'revision_number': 5, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:22.628025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c97134-a40a-421f-8a15-5ad9c6479c6c None None] The sync data for ids ['18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0'] in n-d-833115-2 is: [{'id': '18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0', 'name': 'tempest-snat-router-1738640935', 'tenant_id': '11e308bcc8c9491391a17798a30769c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T17:59:16Z', 'updated_at': '2022-03-10T17:59:22Z', 'revision_number': 5, 'project_id': '11e308bcc8c9491391a17798a30769c7', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:22.629507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3acd80-85ec-416f-a5b2-db26afa4beb4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=79d052b8-4390-4364-96bb-fe585c2336e4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:22.643192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 79d052b8-4390-4364-96bb-fe585c2336e4 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:59:22.744903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:22.752167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:22.956926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be1dd97b-5f51-4e12-a223-b9ce82d446c5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:23.029845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.032556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.044812 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (6caaae44-7b4e-4d9a-8f40-32485e00d4a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.059275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port be1dd97b-5f51-4e12-a223-b9ce82d446c5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:23.059733 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.094736 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 17:59:23.141364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=6caaae44-7b4e-4d9a-8f40-32485e00d4a6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:23.167259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': '052aeefc-d8d0-4465-addd-e4d8621011a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:23.167686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: ee39c24d-4710-4fc9-add4-505e77fb31da, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:59:23.168745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.172016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:23.181754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.186793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6b3a4627-3fcb-4bd7-a870-22ae6c3203ef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/routers/18e871a8-1993-41f8-9ed7-cbe3cb6c8fe0 HTTP/1.1" status: 204 len: 168 time: 2.3304830 Mar 10 17:59:23.189606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:23.204819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port be1dd97b-5f51-4e12-a223-b9ce82d446c5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:23.228410 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-91a99a11-d025-491e-94c1-a6718d9a89e9 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c0106b4454754c759eaf576eea66d89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007495 Mar 10 17:59:23.252382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network ee39c24d-4710-4fc9-add4-505e77fb31da is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:59:23.284860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ee39c24d-4710-4fc9-add4-505e77fb31da) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:23.302339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39c639-c73d-4358-bf88-e4bd8f62e304 None None] Network ee39c24d-4710-4fc9-add4-505e77fb31da requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:23.402886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.408150 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:23.408802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.465260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ee39c24d-4710-4fc9-add4-505e77fb31da', 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '6caaae44-7b4e-4d9a-8f40-32485e00d4a6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:59:23.466359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.522146 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e197d60c-b910-454b-b0b7-f95380eb202a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0025654 Mar 10 17:59:23.526523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:23.547752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:23.586618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a63a74ce-a6b3-4a0a-9fce-c08ff826a522 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:23.597195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a63a74ce-a6b3-4a0a-9fce-c08ff826a522 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678236 Mar 10 17:59:23.625254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-69f548d1-157d-48d6-b9c8-08b7f313edfb tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/quotas/c0106b4454754c759eaf576eea66d89e HTTP/1.1" status: 200 len: 375 time: 0.0270565 Mar 10 17:59:23.638031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.694772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Allocated IP 172.20.0.2 (ee39c24d-4710-4fc9-add4-505e77fb31da/6caaae44-7b4e-4d9a-8f40-32485e00d4a6/73b262a1-ebdb-4f72-950c-443b934fe566) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:23.778367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:23.803329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.805842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-f3568abc-41cf-41b6-89a3-df0714031376 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0106b4454754c759eaf576eea66d89e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1764681 Mar 10 17:59:23.911179 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Deleting port be1dd97b-5f51-4e12-a223-b9ce82d446c5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:23.915930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.919412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks [] for port (73b262a1-ebdb-4f72-950c-443b934fe566), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:23.934139 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.021234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Pushing event updated for resources: {'Port': ['ID=73b262a1-ebdb-4f72-950c-443b934fe566,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:24.026789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] For port be1dd97b-5f51-4e12-a223-b9ce82d446c5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=be1dd97b-5f51-4e12-a223-b9ce82d446c5,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:24.027278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.041360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Calling delete_port for be1dd97b-5f51-4e12-a223-b9ce82d446c5 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:24.050496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Network ee39c24d-4710-4fc9-add4-505e77fb31da is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:24.052392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:24.054714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:24.154866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eb4f104-a9fd-4e9e-9510-4b604cfc7f15 req-0b4fa329-35ba-4085-8114-a7e2527d434a tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.1796520 Mar 10 17:59:24.177381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Attempting to bind port 73b262a1-ebdb-4f72-950c-443b934fe566 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:24.177381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Attempting to bind port 73b262a1-ebdb-4f72-950c-443b934fe566 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '052aeefc-d8d0-4465-addd-e4d8621011a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:24.177381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Attempting to bind port 73b262a1-ebdb-4f72-950c-443b934fe566 on network ee39c24d-4710-4fc9-add4-505e77fb31da {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:24.184166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:24.184424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Checking segment: {'id': '052aeefc-d8d0-4465-addd-e4d8621011a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:24.184899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.185361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Bound using segment: {'id': '052aeefc-d8d0-4465-addd-e4d8621011a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:24.185861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Bound port: 73b262a1-ebdb-4f72-950c-443b934fe566, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052aeefc-d8d0-4465-addd-e4d8621011a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ee39c24d-4710-4fc9-add4-505e77fb31da'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:24.186214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.320357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] For port 73b262a1-ebdb-4f72-950c-443b934fe566, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:24.325438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] For port 73b262a1-ebdb-4f72-950c-443b934fe566, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b262a1-ebdb-4f72-950c-443b934fe566,segment=NetworkSegment(052aeefc-d8d0-4465-addd-e4d8621011a3),segment_id=052aeefc-d8d0-4465-addd-e4d8621011a3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:24.339439 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.426320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82461b0c-bba8-4088-a6c9-01733d1ae9cc None None] Pushing event updated for resources: {'Port': ['ID=73b262a1-ebdb-4f72-950c-443b934fe566,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:24.491664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (810a775e-56c9-44b0-af5f-11f02210cf4c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.528858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (be1dd97b-5f51-4e12-a223-b9ce82d446c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.582634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event deleted for resources: {'Port': ['ID=be1dd97b-5f51-4e12-a223-b9ce82d446c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:24.621406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=810a775e-56c9-44b0-af5f-11f02210cf4c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:24.679779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': 'b4998de6-164d-4f27-83da-0acbb59fcf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:24.680243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: 79d052b8-4390-4364-96bb-fe585c2336e4, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:59:24.757013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.760912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 79d052b8-4390-4364-96bb-fe585c2336e4 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:59:24.845748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 79d052b8-4390-4364-96bb-fe585c2336e4) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:24.853128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:24.853933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.866453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a41f95-5211-4d0b-9d17-23e797e0c1f9 None None] Network 79d052b8-4390-4364-96bb-fe585c2336e4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:24.903782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.907684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_controller (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.987302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (ebf99f29-06b4-4be1-9bbd-c7fb42499f96), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:24.988784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebf99f29-06b4-4be1-9bbd-c7fb42499f96 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:25.001139 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.006406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:25.008529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72eae0d9-c0cd-4eb4-9a98-374e1cf65173 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ebf99f29-06b4-4be1-9bbd-c7fb42499f96 HTTP/1.1" status: 204 len: 168 time: 1.8164077 Mar 10 17:59:25.015803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2039292269', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:25.034896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f7804e08-4c7d-4b7f-b6ee-415689f968e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5033817 Mar 10 17:59:25.035527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:25.042510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-484973567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:25.075984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b262a1-ebdb-4f72-950c-443b934fe566 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:25.087950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (3d3a0347-5919-4141-b082-d5c388260f3e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.088301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.089225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (3d3a0347-5919-4141-b082-d5c388260f3e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.089841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.178891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-79d052b8-4390-4364-96bb-fe585c2336e4', 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '810a775e-56c9-44b0-af5f-11f02210cf4c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:59:25.179765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.221835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.230287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (3d3a0347-5919-4141-b082-d5c388260f3e), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.237739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (3d3a0347-5919-4141-b082-d5c388260f3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.272151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.273645 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6a6cf53-3072-42ba-967f-f7a5f8a525c0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2371683 Mar 10 17:59:25.276399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:25.361198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7486ccd4-48cc-4761-95c6-1e1457052059 req-b15b7e37-d2c2-4002-b347-5595ab11e9a2 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.1227529 Mar 10 17:59:25.540312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.547922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Allocated IP 172.21.0.2 (79d052b8-4390-4364-96bb-fe585c2336e4/810a775e-56c9-44b0-af5f-11f02210cf4c/b63846fc-76d6-4ec8-bb86-974da27aeb62) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:25.571331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 73b262a1-ebdb-4f72-950c-443b934fe566 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:25.571897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.764541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 73b262a1-ebdb-4f72-950c-443b934fe566 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:25.765030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.915083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.919457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.940367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 73b262a1-ebdb-4f72-950c-443b934fe566, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b262a1-ebdb-4f72-950c-443b934fe566,segment=NetworkSegment(052aeefc-d8d0-4465-addd-e4d8621011a3),segment_id=052aeefc-d8d0-4465-addd-e4d8621011a3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:25.957904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.962279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:25.972942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks [] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.009904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.043369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Network 79d052b8-4390-4364-96bb-fe585c2336e4 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:26.051395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:26.058089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:26.068929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=73b262a1-ebdb-4f72-950c-443b934fe566,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:26.144183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9692bd5-aace-4cf9-bc1a-455b98394424 None None] Network ee39c24d-4710-4fc9-add4-505e77fb31da requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:26.173192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Allocated IP 172.25.3.214 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c26bd682-7186-401b-8770-9f31ff189052) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:26.323175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.20.0.1 (ee39c24d-4710-4fc9-add4-505e77fb31da/6caaae44-7b4e-4d9a-8f40-32485e00d4a6/ff22e6db-5453-4845-adf5-160b5399cb97) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:26.323435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for port (c26bd682-7186-401b-8770-9f31ff189052), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.330919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Attempting to bind port b63846fc-76d6-4ec8-bb86-974da27aeb62 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:26.330919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Attempting to bind port b63846fc-76d6-4ec8-bb86-974da27aeb62 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b4998de6-164d-4f27-83da-0acbb59fcf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:26.330919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Attempting to bind port b63846fc-76d6-4ec8-bb86-974da27aeb62 on network 79d052b8-4390-4364-96bb-fe585c2336e4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:26.380183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:26.381716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Checking segment: {'id': 'b4998de6-164d-4f27-83da-0acbb59fcf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:26.382160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c26bd682-7186-401b-8770-9f31ff189052), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.382654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.384053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Bound using segment: {'id': 'b4998de6-164d-4f27-83da-0acbb59fcf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:26.384053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Bound port: b63846fc-76d6-4ec8-bb86-974da27aeb62, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4998de6-164d-4f27-83da-0acbb59fcf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '79d052b8-4390-4364-96bb-fe585c2336e4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:26.387118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.409691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Pushing event updated for resources: {'Port': ['ID=b63846fc-76d6-4ec8-bb86-974da27aeb62,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:26.430129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event updated for resources: {'Port': ['ID=c26bd682-7186-401b-8770-9f31ff189052,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:26.447250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:26.448937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:26.451403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:26.492833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c43b5c11-3fcc-4d7c-85be-f9248e4ec164 None None] Provisioning complete for port 73b262a1-ebdb-4f72-950c-443b934fe566 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:26.493210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c43b5c11-3fcc-4d7c-85be-f9248e4ec164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.628718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (ff22e6db-5453-4845-adf5-160b5399cb97), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.678100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] For port b63846fc-76d6-4ec8-bb86-974da27aeb62, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:26.706865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.717183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] For port b63846fc-76d6-4ec8-bb86-974da27aeb62, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b63846fc-76d6-4ec8-bb86-974da27aeb62,segment=NetworkSegment(b4998de6-164d-4f27-83da-0acbb59fcf73),segment_id=b4998de6-164d-4f27-83da-0acbb59fcf73)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:26.746185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.776556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network ee39c24d-4710-4fc9-add4-505e77fb31da is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:26.780946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:26.783506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=ff22e6db-5453-4845-adf5-160b5399cb97,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:26.786008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:26.800452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96712cc5-3972-48fe-b04e-4935f3a3b6a9 req-d4db37fe-5f07-4417-b0fa-351672a24c3d tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.0421448 Mar 10 17:59:26.862217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:26.980162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c43b5c11-3fcc-4d7c-85be-f9248e4ec164 None None] Current status of the port 73b262a1-ebdb-4f72-950c-443b934fe566 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:27.079442 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.094080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b262a1-ebdb-4f72-950c-443b934fe566 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:27.209143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba0809-9a0f-4883-88b6-b3fe9d9cc9b0 None None] Pushing event updated for resources: {'Port': ['ID=b63846fc-76d6-4ec8-bb86-974da27aeb62,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:27.248161 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.250459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.267240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 73b262a1-ebdb-4f72-950c-443b934fe566 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:27.267614 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.269239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-786a5dec-e9b0-4a53-a253-3480ec649288 None None] Provisioning complete for port 73b262a1-ebdb-4f72-950c-443b934fe566 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:27.273842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-786a5dec-e9b0-4a53-a253-3480ec649288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.617920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.710205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (ff22e6db-5453-4845-adf5-160b5399cb97), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.721715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.810717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Router c868f8a0-11eb-4788-aad6-b1f826f1e7fd is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:27.874969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-786a5dec-e9b0-4a53-a253-3480ec649288 None None] Current status of the port 73b262a1-ebdb-4f72-950c-443b934fe566 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:27.947357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=ff22e6db-5453-4845-adf5-160b5399cb97,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:27.970374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:27.975586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 73b262a1-ebdb-4f72-950c-443b934fe566 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:27.995480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be1dd97b-5f51-4e12-a223-b9ce82d446c5 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:28.025345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: be1dd97b-5f51-4e12-a223-b9ce82d446c5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:28.025691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device be1dd97b-5f51-4e12-a223-b9ce82d446c5 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:28.074672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3dfa6d17-6282-4c4a-9ebc-027c4604d8bf None None] Provisioning complete for port ff22e6db-5453-4845-adf5-160b5399cb97 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:28.078654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6d17-6282-4c4a-9ebc-027c4604d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:28.083462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2642076-aa2a-4847-af57-9a2da7301d5e req-f13e9904-e057-4957-a0de-c14ff933daa2 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.1591599 Mar 10 17:59:28.119875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa6d17-6282-4c4a-9ebc-027c4604d8bf None None] Port ff22e6db-5453-4845-adf5-160b5399cb97 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:28.128821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:28.147745 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] Sync routers for ids ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:28.159772 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] Routers {'c868f8a0-11eb-4788-aad6-b1f826f1e7fd'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:28.160390 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:28.174870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:28.179316 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42804) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:28.187032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7e07c8cc-f150-4ff9-9f96-25415e2a3d17 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1771865 Mar 10 17:59:28.194602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:28.243264 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:28.253368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] Routers {'c868f8a0-11eb-4788-aad6-b1f826f1e7fd'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:28.254601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:28.305759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network ee39c24d-4710-4fc9-add4-505e77fb31da is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:28.311352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:28.311634 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:28.312458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1c79d-90a6-483d-9402-d16f78e2ad04 None None] The sync data for ids ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:28.695558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f73c4e-c90c-4ba1-b1ca-6b9c62a43822 None None] Network 79d052b8-4390-4364-96bb-fe585c2336e4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:28.792324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Provisioning complete for port ff22e6db-5453-4845-adf5-160b5399cb97 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:28.792703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:28.896941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Port ff22e6db-5453-4845-adf5-160b5399cb97 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:28.965819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b63846fc-76d6-4ec8-bb86-974da27aeb62 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:28.971000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Provisioning complete for port b63846fc-76d6-4ec8-bb86-974da27aeb62 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:28.971371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.015857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3d3a0347-5919-4141-b082-d5c388260f3e is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:29.102372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b63846fc-76d6-4ec8-bb86-974da27aeb62 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:29.103250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.181984 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.189906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:29.195637 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f48d8fd0-859b-4f2b-b973-b7b799b3ea07 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9180870 Mar 10 17:59:29.198366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:29.218693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] Sync routers for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:29.290027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9112c01-c4fb-4c18-bc2c-6893a4f71797 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:29.292422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b9112c01-c4fb-4c18-bc2c-6893a4f71797 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports/ff22e6db-5453-4845-adf5-160b5399cb97 HTTP/1.1" status: 200 len: 910 time: 0.0924938 Mar 10 17:59:29.359970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:29.360815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b63846fc-76d6-4ec8-bb86-974da27aeb62 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:29.361221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.385002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Current status of the port b63846fc-76d6-4ec8-bb86-974da27aeb62 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:29.385354 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.397128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:29.397775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:29.402392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca5f756e-34ba-4a91-bd46-9a5a562e50d2 req-16265dc3-24f4-43fa-a6d8-bfe052900ece tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.1083145 Mar 10 17:59:29.461838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:29.468190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b63846fc-76d6-4ec8-bb86-974da27aeb62, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b63846fc-76d6-4ec8-bb86-974da27aeb62,segment=NetworkSegment(b4998de6-164d-4f27-83da-0acbb59fcf73),segment_id=b4998de6-164d-4f27-83da-0acbb59fcf73)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:29.483266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:29.484918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:29.539069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:29.568751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:29.569600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f8cb0-954f-4cf9-b652-1b5ff26fbfab None None] The sync data for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:29.642686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 17:59:29.642970 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 17:59:29.652219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b63846fc-76d6-4ec8-bb86-974da27aeb62,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:30.054858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-9f73dde0-53a1-4f77-a5f0-8eae4effc36a tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c0106b4454754c759eaf576eea66d89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394707 Mar 10 17:59:30.098059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.159167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.215327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-56c99007-b2b5-427d-8188-5bba7f003f2e None None] Current status of the port b63846fc-76d6-4ec8-bb86-974da27aeb62 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:30.237306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-77f4bac8-22fa-4f0e-81d4-16efb95141c4 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:30.242222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-77f4bac8-22fa-4f0e-81d4-16efb95141c4 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822698 Mar 10 17:59:30.264096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Request body: {'port': {'device_id': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'c0106b4454754c759eaf576eea66d89e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:30.357121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5577a51e-fb8a-4919-8e33-4ede2293f3d7 None None] Provisioning complete for port b63846fc-76d6-4ec8-bb86-974da27aeb62 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:30.357628 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5577a51e-fb8a-4919-8e33-4ede2293f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.464106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.522138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.584168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Made reservation on behalf of c0106b4454754c759eaf576eea66d89e for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:30.587793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.598264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.617920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5577a51e-fb8a-4919-8e33-4ede2293f3d7 None None] Current status of the port b63846fc-76d6-4ec8-bb86-974da27aeb62 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:30.776059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks [] for security_group (f6c849aa-52e7-4b5b-8f8b-0d694b68f221), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.792440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-262f51f0-afb8-4403-a48b-a220e98a2f71 req-95c8705a-b832-48f6-8cd6-21edc6127a14 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 210 time: 0.0976641 Mar 10 17:59:30.798416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f6c849aa-52e7-4b5b-8f8b-0d694b68f221), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:30.837239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.21.0.1 (79d052b8-4390-4364-96bb-fe585c2336e4/810a775e-56c9-44b0-af5f-11f02210cf4c/3ed8e72e-689d-4ed3-a3fd-855d015b934a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:30.846627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router c868f8a0-11eb-4788-aad6-b1f826f1e7fd has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:30.967156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b63846fc-76d6-4ec8-bb86-974da27aeb62 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:31.062965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Allocated IP 192.168.233.97 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/571c1d03-544a-4e91-9ec0-25f4d88dd43e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:31.102744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b63846fc-76d6-4ec8-bb86-974da27aeb62 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:31.106979 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.245348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b63846fc-76d6-4ec8-bb86-974da27aeb62 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:31.277925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks [] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.301949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c849aa-52e7-4b5b-8f8b-0d694b68f221,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:31.366907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.417972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:31.421886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:31.426639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:31.430815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Pushing event updated for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:31.492087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:31.492728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.520519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-c81930d3-cdef-4f8f-8386-b41bddcbb857 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2642987 Mar 10 17:59:31.565778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:31.575620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] Sync routers for ids ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:31.577184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.586502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.596428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] Routers {'c868f8a0-11eb-4788-aad6-b1f826f1e7fd'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:31.597320 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:31.597850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b4347ec3-eeeb-49e9-9e30-04f3846a485a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "PUT /v2.0/routers/c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 200 len: 926 time: 3.4128425 Mar 10 17:59:31.598530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:31.646023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.652141 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:31.676919 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] Routers {'c868f8a0-11eb-4788-aad6-b1f826f1e7fd'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:31.677851 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:31.702166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 79d052b8-4390-4364-96bb-fe585c2336e4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:31.711952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:31.716437 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:31.717383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f53a5-87b5-498a-a79c-34ff1a310421 None None] The sync data for ids ['c868f8a0-11eb-4788-aad6-b1f826f1e7fd'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:31.717550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:31.753294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Request body: {'port': {'device_id': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:31.760759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-91fe53a7-61a7-4edc-8732-f4f5a51e6ef2 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 200 len: 926 time: 0.1585140 Mar 10 17:59:31.761966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=3ed8e72e-689d-4ed3-a3fd-855d015b934a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:31.767919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42846) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:31.820678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.835435 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.892658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dcf8e4ec-35b2-4de1-a82f-846622ccf7d3 None None] Provisioning complete for port 571c1d03-544a-4e91-9ec0-25f4d88dd43e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:31.893240 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e4ec-35b2-4de1-a82f-846622ccf7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:31.982575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8e4ec-35b2-4de1-a82f-846622ccf7d3 None None] Port 571c1d03-544a-4e91-9ec0-25f4d88dd43e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:32.004019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ace41-2c36-41d5-9d7d-67db3cfaef5c tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:32.005661 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a15ace41-2c36-41d5-9d7d-67db3cfaef5c tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=c868f8a0-11eb-4788-aad6-b1f826f1e7fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2326028 Mar 10 17:59:32.008340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:32.025650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07cdbe-9c37-4fb8-84c0-47b22bce8427 req-bac087f9-54a3-46fc-92fb-2e486e269dc0 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:32.032706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd07cdbe-9c37-4fb8-84c0-47b22bce8427 req-bac087f9-54a3-46fc-92fb-2e486e269dc0 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 935 time: 0.1409836 Mar 10 17:59:32.112162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d54f8ae5-b18b-4307-8c9a-a2d2b7ce155d None None] Provisioning complete for port 3ed8e72e-689d-4ed3-a3fd-855d015b934a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:32.113446 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d54f8ae5-b18b-4307-8c9a-a2d2b7ce155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.118234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.144106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd07cdbe-9c37-4fb8-84c0-47b22bce8427 req-f225cb7f-aaab-4493-a327-6bee5190faae tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104510 Mar 10 17:59:32.146358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae83a1-9b3f-45ad-a368-2a4c4a667449 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:32.150472 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dae83a1-9b3f-45ad-a368-2a4c4a667449 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1377244 Mar 10 17:59:32.152194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:32.185352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-844ba673-32d1-49fd-b226-dfbc61038542 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 200 len: 205 time: 0.0317645 Mar 10 17:59:32.188308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:32.224094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d54f8ae5-b18b-4307-8c9a-a2d2b7ce155d None None] Port 3ed8e72e-689d-4ed3-a3fd-855d015b934a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:32.288083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571c1d03-544a-4e91-9ec0-25f4d88dd43e {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:59:32.297897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks [] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.326576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Transition to ACTIVE for port object 571c1d03-544a-4e91-9ec0-25f4d88dd43e will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 17:59:32.338663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.400008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Pushing event updated for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:32.507303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Attempting to bind port 571c1d03-544a-4e91-9ec0-25f4d88dd43e on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:32.507906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Attempting to bind port 571c1d03-544a-4e91-9ec0-25f4d88dd43e by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:32.508675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Attempting to bind port 571c1d03-544a-4e91-9ec0-25f4d88dd43e on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:32.514566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Port 571c1d03-544a-4e91-9ec0-25f4d88dd43e on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 17:59:32.515145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Attempting to bind port 571c1d03-544a-4e91-9ec0-25f4d88dd43e on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:32.521965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:32.522591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:32.523029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:32.523461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Bound port: 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:32.523827 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.636948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.644104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:32.653213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:32.675403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.728567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.741004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:32.741687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.743476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] 10.222.0.41 "PUT /v2.0/ports/571c1d03-544a-4e91-9ec0-25f4d88dd43e HTTP/1.1" status: 200 len: 1095 time: 1.2125463 Mar 10 17:59:32.746309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:59:32.753571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.759190 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3f38a-547d-4f2f-a9ec-280902c6a237" -d '{"events": [{"name": "network-changed", "server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:59:32.838268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:32.886934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87aedb7-1495-49dd-9306-112455f0ba22 service neutron] Pushing event updated for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:32.946260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-f0b98234-8c09-49cd-b33d-5e3361e428b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:32.948238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-f0b98234-8c09-49cd-b33d-5e3361e428b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0106b4454754c759eaf576eea66d89e&device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 1129 time: 0.1485465 Mar 10 17:59:33.001895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-6b23a2d1-7f75-4f19-a2b1-f21e1bd0ce47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e HTTP/1.1" status: 200 len: 217 time: 0.0454409 Mar 10 17:59:33.043896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:33.054703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=3ed8e72e-689d-4ed3-a3fd-855d015b934a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:33.089115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-cef1fcf0-18bb-4e67-9fcb-6ba2f1c631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:33.090934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-cef1fcf0-18bb-4e67-9fcb-6ba2f1c631c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0831623 Mar 10 17:59:33.163690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad88a-8a59-4229-938b-26bb57eed320 req-306858e4-e4c6-450d-b6fd-65ef298f4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:33.165277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-306858e4-e4c6-450d-b6fd-65ef298f4cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0681133 Mar 10 17:59:33.202130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 79d052b8-4390-4364-96bb-fe585c2336e4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:33.205993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:33.349541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port c26bd682-7186-401b-8770-9f31ff189052 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:33.349541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c26bd682-7186-401b-8770-9f31ff189052), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:33.392547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de5c8-35ec-4be6-b2ef-7e4034fa7e6e req-422b33c2-e920-4b71-9917-96453bef23f1 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:33.401586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba0de5c8-35ec-4be6-b2ef-7e4034fa7e6e req-422b33c2-e920-4b71-9917-96453bef23f1 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 947 time: 0.1006024 Mar 10 17:59:33.424174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3d3a0347-5919-4141-b082-d5c388260f3e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:33.429465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-b104a249-f001-4e74-883e-bf06c07bbe9e service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582250 Mar 10 17:59:33.582137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba0de5c8-35ec-4be6-b2ef-7e4034fa7e6e req-d3206ae7-4274-4192-9998-d40858caf1c0 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791294 Mar 10 17:59:33.585857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-204ad88a-8a59-4229-938b-26bb57eed320 req-4cdcb0c1-79fa-4475-b36d-38f7cbcc93f3 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174715 Mar 10 17:59:33.625620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:33.638802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] Sync routers for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:33.645024 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9914ffbd-a1df-4e66-8040-c06cb0a7f148 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2806826 Mar 10 17:59:33.645586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:33.651848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c26bd682-7186-401b-8770-9f31ff189052), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:33.672659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for c26bd682-7186-401b-8770-9f31ff189052 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:33.710234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:33.711292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:33.717903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-52f437ca-fe9e-46ea-bef1-a65ce06fc1a6 None None] Provisioning complete for port 3ed8e72e-689d-4ed3-a3fd-855d015b934a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:33.721683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52f437ca-fe9e-46ea-bef1-a65ce06fc1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:33.758126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6856d06-a0c0-4d29-a8d0-99d03b596b1c tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:33.760520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d6856d06-a0c0-4d29-a8d0-99d03b596b1c tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports/3ed8e72e-689d-4ed3-a3fd-855d015b934a HTTP/1.1" status: 200 len: 910 time: 0.1139643 Mar 10 17:59:33.763219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:33.845239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:33.882300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-52f437ca-fe9e-46ea-bef1-a65ce06fc1a6 None None] Port 3ed8e72e-689d-4ed3-a3fd-855d015b934a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:33.885951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:33.886419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:33.906385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c26bd682-7186-401b-8770-9f31ff189052), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:33.926261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:33.927200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b8deb-b5ab-47ba-80d7-b06ef1409350 None None] The sync data for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:33.940446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=c26bd682-7186-401b-8770-9f31ff189052,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:34.024430 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.135644 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.138638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.200460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c868f8a0-11eb-4788-aad6-b1f826f1e7fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.202593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router c868f8a0-11eb-4788-aad6-b1f826f1e7fd {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:34.211368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.213229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-88c21f64-fa99-4028-b628-9c81d91c4af1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 204 len: 168 time: 2.0219655 Mar 10 17:59:34.219443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42894) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:34.224565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1898052221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:34.247531 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.249177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.310937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.316625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.331700 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf627cd-1488-4b39-af7f-db926991f642 x-openstack-request-id: req-edf627cd-1488-4b39-af7f-db926991f642 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:59:34.331985 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:59:34.332238 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edf627cd-1488-4b39-af7f-db926991f642 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:59:34.332689 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e', 'status': 'completed', 'code': 200} Mar 10 17:59:34.340181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.344299 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edf8c058-a144-4a2a-b625-eef935c43841 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1210814 Mar 10 17:59:34.344637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42896) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:34.349442 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:34.426126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-37a8ba59-6c82-4d55-857c-5f021e863c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:34.427385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-37a8ba59-6c82-4d55-857c-5f021e863c89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0106b4454754c759eaf576eea66d89e&device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 1129 time: 0.1063933 Mar 10 17:59:34.625626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-5dbef9bc-e79c-496f-bcad-611578f95378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:34.627143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-5dbef9bc-e79c-496f-bcad-611578f95378 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1924760 Mar 10 17:59:34.640760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:34.749680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-bd399c45-78d6-4fab-b4de-6a098fa48cae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e HTTP/1.1" status: 200 len: 217 time: 0.1100214 Mar 10 17:59:34.871389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-ca48b126-10cc-445c-8fe5-12ec5493314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:34.872921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-ca48b126-10cc-445c-8fe5-12ec5493314e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.1112597 Mar 10 17:59:34.969835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba3f2-87dc-4907-9642-d2c70aea5e6e req-7963efe4-4484-4bf6-87e5-17d7e963badd tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:34.975099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-484ba3f2-87dc-4907-9642-d2c70aea5e6e req-7963efe4-4484-4bf6-87e5-17d7e963badd tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 947 time: 0.2359776 Mar 10 17:59:35.001959 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.006554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-67edabd7-9f87-4c4d-b825-9941eed482d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:35.008993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-67edabd7-9f87-4c4d-b825-9941eed482d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1286471 Mar 10 17:59:35.179251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-484ba3f2-87dc-4907-9642-d2c70aea5e6e req-1c72fe3a-9185-4d4d-841e-5d9ded2bf613 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996498 Mar 10 17:59:35.258195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (ec37071b-3515-4460-b008-07bd5d8b60c9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.266743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-2b4e34f4-5079-4029-9b90-c95a693c3267 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178648 Mar 10 17:59:35.277622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.390530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Allocated IP 172.25.3.204 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/2b82b49e-582c-424e-be8d-ef756a0a7852) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:35.423531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86a3f38a-547d-4f2f-a9ec-280902c6a237 req-3c451d39-1a55-43d0-bd8e-1cd6a6c36c5d service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488008 Mar 10 17:59:35.510418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for port (2b82b49e-582c-424e-be8d-ef756a0a7852), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.514036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 3ed8e72e-689d-4ed3-a3fd-855d015b934a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:35.514547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.556043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b82b49e-582c-424e-be8d-ef756a0a7852), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.606037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:35.614408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:35.618832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:35.632194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.646061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 3ed8e72e-689d-4ed3-a3fd-855d015b934a owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:35.647559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event updated for resources: {'Port': ['ID=2b82b49e-582c-424e-be8d-ef756a0a7852,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:35.901625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3ed8e72e-689d-4ed3-a3fd-855d015b934a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:35.944873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=3ed8e72e-689d-4ed3-a3fd-855d015b934a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:35.982125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (ec37071b-3515-4460-b008-07bd5d8b60c9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:36.186685 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:36.238362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:36.242494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:36.411038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Router ec37071b-3515-4460-b008-07bd5d8b60c9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:36.461964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3d3a0347-5919-4141-b082-d5c388260f3e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:36.548027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:36.560770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:36.563352 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0923b431-57c3-4681-93d9-0c0ac3bcfaf6 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "PUT /v2.0/routers/ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 200 len: 884 time: 2.2166030 Mar 10 17:59:36.565434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42934) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:36.566273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] Sync routers for ids ['ec37071b-3515-4460-b008-07bd5d8b60c9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:36.579599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c68a6-d80d-4940-9f45-70329ea269cd req-50079709-a74d-45db-862e-98905762086c tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:36.581327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed6c68a6-d80d-4940-9f45-70329ea269cd req-50079709-a74d-45db-862e-98905762086c tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 947 time: 0.2484665 Mar 10 17:59:36.587751 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] Routers {'ec37071b-3515-4460-b008-07bd5d8b60c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:36.588558 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ec37071b-3515-4460-b008-07bd5d8b60c9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.626620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:36.645110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] Sync routers for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:36.646879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-719af66f-f334-43f2-9884-8eabb5a2b3ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823402 Mar 10 17:59:36.653965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42938) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:36.665592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:36.666607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.698304 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.723192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ddc7ada4-1240-403d-9370-6ce2f13ab034 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 200 len: 925 time: 0.1552689 Mar 10 17:59:36.726009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42942) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:36.739137 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] Routers {'ec37071b-3515-4460-b008-07bd5d8b60c9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:36.739772 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['ec37071b-3515-4460-b008-07bd5d8b60c9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.740885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.762966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:36.764505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.803894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.804547 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb7bfc-2dfd-4cdd-811a-e15f0a892341 None None] The sync data for ids ['ec37071b-3515-4460-b008-07bd5d8b60c9'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:36.839416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:36.840403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a34d95-6df6-4f17-b9d8-6de0409f63b6 None None] The sync data for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:36.849344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed6c68a6-d80d-4940-9f45-70329ea269cd req-0458ffcb-651e-4482-84a5-1948892f6a91 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550654 Mar 10 17:59:36.851987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b35e32-1593-4b67-b8e3-f7d75cca7efe tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:36.855578 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-61b35e32-1593-4b67-b8e3-f7d75cca7efe tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=ec37071b-3515-4460-b008-07bd5d8b60c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1284974 Mar 10 17:59:36.858440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42946) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:37.078486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6b602-7c1f-4d81-b429-142b4cf8779e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:37.080120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-72a6b602-7c1f-4d81-b429-142b4cf8779e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.2190983 Mar 10 17:59:37.083094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:37.122518 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-49277223-cc2e-47cd-8385-2e8eca0ee7ad tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 200 len: 205 time: 0.0382278 Mar 10 17:59:37.125022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:37.287322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:37.348855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:37.826737 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (ec37071b-3515-4460-b008-07bd5d8b60c9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.043892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port 2b82b49e-582c-424e-be8d-ef756a0a7852 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:38.044232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b82b49e-582c-424e-be8d-ef756a0a7852), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.084058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 571c1d03-544a-4e91-9ec0-25f4d88dd43e details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 17:59:38.097284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778933-f081-4f95-b12a-31005ce48835 req-8ba2fb90-9df4-4605-98b0-32143d05eab6 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:38.098697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0778933-f081-4f95-b12a-31005ce48835 req-8ba2fb90-9df4-4605-98b0-32143d05eab6 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 947 time: 0.1360037 Mar 10 17:59:38.240062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:38.274722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '571c1d03-544a-4e91-9ec0-25f4d88dd43e', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '571c1d03-544a-4e91-9ec0-25f4d88dd43e', 'mac_address': 'fa:16:3e:34:5f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 17:59:38.314880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0778933-f081-4f95-b12a-31005ce48835 req-f908100a-902b-41c7-a8f7-bf66dd13a26b tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824265 Mar 10 17:59:38.321929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 571c1d03-544a-4e91-9ec0-25f4d88dd43e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:38.322329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.337626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571c1d03-544a-4e91-9ec0-25f4d88dd43e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 17:59:38.354095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b82b49e-582c-424e-be8d-ef756a0a7852), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.359623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:38.364054 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.369266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for 2b82b49e-582c-424e-be8d-ef756a0a7852 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:38.422575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:38.430545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.430891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.431398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.431970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.432304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.432629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.433004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.433326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.433645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.433963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.434281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.434619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.434936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:38.521160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port ff22e6db-5453-4845-adf5-160b5399cb97 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:38.521842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.647403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2b82b49e-582c-424e-be8d-ef756a0a7852), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.689768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:38.695577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=2b82b49e-582c-424e-be8d-ef756a0a7852,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:38.715190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for ff22e6db-5453-4845-adf5-160b5399cb97 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:38.721545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['571c1d03-544a-4e91-9ec0-25f4d88dd43e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 17:59:38.904365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (ec37071b-3515-4460-b008-07bd5d8b60c9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.115129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.118132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (ec37071b-3515-4460-b008-07bd5d8b60c9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.185566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (ec37071b-3515-4460-b008-07bd5d8b60c9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.186237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router ec37071b-3515-4460-b008-07bd5d8b60c9 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:39.194913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.195999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ee2f8cf-b7d9-4b3a-a621-c38ec941f996 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 204 len: 168 time: 2.0700741 Mar 10 17:59:39.202251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:39.207337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123362982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:39.244572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (ff22e6db-5453-4845-adf5-160b5399cb97), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.245175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.246797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.285620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=ff22e6db-5453-4845-adf5-160b5399cb97,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:39.309861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.319300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.363590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.367761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 42984) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:39.368529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d867101-3969-4ad9-8935-bc6e522978b3 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1651630 Mar 10 17:59:39.376191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': True}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:39.782515 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (3d3a0347-5919-4141-b082-d5c388260f3e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.936957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:39.971174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daed58-ec48-4166-8ed7-49a252eb03d6 req-a2d7d5c1-a148-49a4-8440-d0ce19a96293 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:39.972662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79daed58-ec48-4166-8ed7-49a252eb03d6 req-a2d7d5c1-a148-49a4-8440-d0ce19a96293 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 948 time: 0.4966743 Mar 10 17:59:40.084854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 571c1d03-544a-4e91-9ec0-25f4d88dd43e up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:40.151005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3d3a0347-5919-4141-b082-d5c388260f3e has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:40.168172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79daed58-ec48-4166-8ed7-49a252eb03d6 req-061802f3-2be2-48ce-8555-6725738d4988 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793699 Mar 10 17:59:40.183472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 571c1d03-544a-4e91-9ec0-25f4d88dd43e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 17:59:40.188593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 571c1d03-544a-4e91-9ec0-25f4d88dd43e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:40.189014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.277038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 571c1d03-544a-4e91-9ec0-25f4d88dd43e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:40.277463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.303060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:40.303499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:59:40.314465 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c4aba-2b75-41e8-85f8-01d40ced7993" -d '{"events": [{"server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "name": "network-vif-plugged", "status": "completed", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:59:40.314642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 42998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:40.316123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ca2f8cc8-5d3f-4615-861d-4b00f35e429e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610389 Mar 10 17:59:40.318097 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] Sync routers for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:40.376263 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:40.377002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:40.402010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:40.420498 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.445581 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-24c30a38-6c92-4dc2-a581-85600cc9ee3b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d3a0347-5919-4141-b082-d5c388260f3e HTTP/1.1" status: 200 len: 205 time: 0.1299679 Mar 10 17:59:40.448516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43002) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:40.478636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (df3163bc-6415-438e-98ca-1d40456e3f93), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.504482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.526290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:40.533869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:40.559612 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] Routers {'3d3a0347-5919-4141-b082-d5c388260f3e'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:40.561106 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3d3a0347-5919-4141-b082-d5c388260f3e'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:40.603085 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (3d3a0347-5919-4141-b082-d5c388260f3e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.621885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:40.622650 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215eda8-6a59-4c2a-8133-d1f7b9592b33 None None] The sync data for ids ['3d3a0347-5919-4141-b082-d5c388260f3e'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:40.635336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 172.25.3.127 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/25748415-0e34-4d81-bb3a-84e9fcf4410f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:40.762549 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (25748415-0e34-4d81-bb3a-84e9fcf4410f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.810903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (3d3a0347-5919-4141-b082-d5c388260f3e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.812592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (25748415-0e34-4d81-bb3a-84e9fcf4410f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.813770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (3d3a0347-5919-4141-b082-d5c388260f3e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.858662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:40.861757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:40.867224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:40.870266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (3d3a0347-5919-4141-b082-d5c388260f3e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.870513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=25748415-0e34-4d81-bb3a-84e9fcf4410f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:40.870801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3a0347-5919-4141-b082-d5c388260f3e {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:40.880844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:40.885772 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2aa5a06e-d034-412c-8a35-2897192f3b6e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e HTTP/1.1" status: 204 len: 168 time: 0.4325337 Mar 10 17:59:40.886570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:40.955254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 810a775e-56c9-44b0-af5f-11f02210cf4c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:59:40.959316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (810a775e-56c9-44b0-af5f-11f02210cf4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.005241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (810a775e-56c9-44b0-af5f-11f02210cf4c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.113837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (810a775e-56c9-44b0-af5f-11f02210cf4c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.197811 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (df3163bc-6415-438e-98ca-1d40456e3f93), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.257025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (810a775e-56c9-44b0-af5f-11f02210cf4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.300170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=810a775e-56c9-44b0-af5f-11f02210cf4c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:41.327295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c3e09-c97b-4480-88a5-1c14d5a1b844 None None] Network 79d052b8-4390-4364-96bb-fe585c2336e4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:41.330270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.340631 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0039f80f-8b40-4277-932a-bc7af758a065 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/810a775e-56c9-44b0-af5f-11f02210cf4c HTTP/1.1" status: 204 len: 168 time: 0.4506192 Mar 10 17:59:41.344570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43022) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:41.450000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 6caaae44-7b4e-4d9a-8f40-32485e00d4a6 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:59:41.466756 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d53c82-d984-4319-b518-148947f43280 x-openstack-request-id: req-61d53c82-d984-4319-b518-148947f43280 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:59:41.467173 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "name": "network-vif-plugged", "status": "completed", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:59:41.467547 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61d53c82-d984-4319-b518-148947f43280 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:59:41.468097 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e', 'code': 200} Mar 10 17:59:41.473041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (6caaae44-7b4e-4d9a-8f40-32485e00d4a6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.548058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] DHCP port deletion for 79d052b8-4390-4364-96bb-fe585c2336e4 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:59:41.561463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (6caaae44-7b4e-4d9a-8f40-32485e00d4a6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.642323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Deleting port b63846fc-76d6-4ec8-bb86-974da27aeb62 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:41.643224 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.658069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (6caaae44-7b4e-4d9a-8f40-32485e00d4a6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.721373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:41.732108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (6caaae44-7b4e-4d9a-8f40-32485e00d4a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.772877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=6caaae44-7b4e-4d9a-8f40-32485e00d4a6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:41.780171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] For port b63846fc-76d6-4ec8-bb86-974da27aeb62, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b63846fc-76d6-4ec8-bb86-974da27aeb62,segment=NetworkSegment(b4998de6-164d-4f27-83da-0acbb59fcf73),segment_id=b4998de6-164d-4f27-83da-0acbb59fcf73)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:41.780588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.781408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.785555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3dbad06a-2f70-4c28-8b22-f8dbb14f7757 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/6caaae44-7b4e-4d9a-8f40-32485e00d4a6 HTTP/1.1" status: 204 len: 168 time: 0.4394457 Mar 10 17:59:41.788246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:41.830323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d986585-89b4-48da-a3d5-099565b4dd9d None None] Network ee39c24d-4710-4fc9-add4-505e77fb31da requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:41.843320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Calling delete_port for b63846fc-76d6-4ec8-bb86-974da27aeb62 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:41.880155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (79d052b8-4390-4364-96bb-fe585c2336e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:41.896352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffb451c2-2da9-4463-81ee-2e35370e7b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.007037 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port b63846fc-76d6-4ec8-bb86-974da27aeb62 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:42.007413 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.103663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.135193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] No DVR routers for this DVR port b63846fc-76d6-4ec8-bb86-974da27aeb62 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:42.191664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ba6d-3b0d-4570-a1c8-b4a6733c8410 None None] Pushing event deleted for resources: {'Port': ['ID=b63846fc-76d6-4ec8-bb86-974da27aeb62,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:42.207043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port b63846fc-76d6-4ec8-bb86-974da27aeb62, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b63846fc-76d6-4ec8-bb86-974da27aeb62,segment=NetworkSegment(b4998de6-164d-4f27-83da-0acbb59fcf73),segment_id=b4998de6-164d-4f27-83da-0acbb59fcf73)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:42.207722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.211570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffb451c2-2da9-4463-81ee-2e35370e7b98 admin admin] Publish callbacks [] for security_group (ea8812a2-fd06-4e71-b9a3-2c70f647f9ad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.212667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b20e2-4129-4bba-a3af-e48b35ed485f req-9515c3aa-4f27-42b1-830d-c10bb542912b tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:42.214272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-181b20e2-4129-4bba-a3af-e48b35ed485f req-9515c3aa-4f27-42b1-830d-c10bb542912b tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.8949728 Mar 10 17:59:42.223503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffb451c2-2da9-4463-81ee-2e35370e7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ea8812a2-fd06-4e71-b9a3-2c70f647f9ad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.229958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] DHCP port deletion for ee39c24d-4710-4fc9-add4-505e77fb31da request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:59:42.234261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for b63846fc-76d6-4ec8-bb86-974da27aeb62 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:42.273312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.294213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c4669-d78a-4a4e-a5f8-ba28b213f251 req-b6e5adc1-417e-4e33-a4fa-f0f15d9ea164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:42.295910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-073c4669-d78a-4a4e-a5f8-ba28b213f251 req-b6e5adc1-417e-4e33-a4fa-f0f15d9ea164 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 1131 time: 0.1676750 Mar 10 17:59:42.309843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Deleting port 73b262a1-ebdb-4f72-950c-443b934fe566 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:42.310736 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.344111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-181b20e2-4129-4bba-a3af-e48b35ed485f req-c6cf480c-9dec-4d8f-a9c3-6c0a5cbe79d3 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142955 Mar 10 17:59:42.371792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.371792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-073c4669-d78a-4a4e-a5f8-ba28b213f251 req-df6d66f1-8c5e-41df-81cb-969e4aedde8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Mar 10 17:59:42.378157 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ffb451c2-2da9-4463-81ee-2e35370e7b98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5bda2a89d904953ac0fc82b6ae43015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6523292 Mar 10 17:59:42.378726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:42.380606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb451c2-2da9-4463-81ee-2e35370e7b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8812a2-fd06-4e71-b9a3-2c70f647f9ad,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:42.429193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] For port 73b262a1-ebdb-4f72-950c-443b934fe566, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=73b262a1-ebdb-4f72-950c-443b934fe566,segment=NetworkSegment(052aeefc-d8d0-4465-addd-e4d8621011a3),segment_id=052aeefc-d8d0-4465-addd-e4d8621011a3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:42.430354 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.448723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Calling delete_port for 73b262a1-ebdb-4f72-950c-443b934fe566 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:42.465948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b63846fc-76d6-4ec8-bb86-974da27aeb62), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.469380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] Publish callbacks [] for security_group (ea8812a2-fd06-4e71-b9a3-2c70f647f9ad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.540197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] Publish callbacks [] for security_group (ea8812a2-fd06-4e71-b9a3-2c70f647f9ad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.560353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee438097-2a6b-4d0d-a824-c3b20643c480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.595408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (73b262a1-ebdb-4f72-950c-443b934fe566), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.606104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=b63846fc-76d6-4ec8-bb86-974da27aeb62,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:42.608374 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port b63846fc-76d6-4ec8-bb86-974da27aeb62 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:42.614696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ea8812a2-fd06-4e71-b9a3-2c70f647f9ad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.617769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.621437 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea8812a2-fd06-4e71-b9a3-2c70f647f9ad HTTP/1.1" status: 204 len: 168 time: 0.2394657 Mar 10 17:59:42.642949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44f331-19fe-4fa8-9292-aa1d130ad9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8812a2-fd06-4e71-b9a3-2c70f647f9ad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:42.652288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router df3163bc-6415-438e-98ca-1d40456e3f93 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:42.652536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] Pushing event deleted for resources: {'Port': ['ID=73b262a1-ebdb-4f72-950c-443b934fe566,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:42.663264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848a419-cc6f-4a26-90d4-9d0590ef0f2c None None] No DVR routers for this DVR port 73b262a1-ebdb-4f72-950c-443b934fe566 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:42.800241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (79d052b8-4390-4364-96bb-fe585c2336e4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.859153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d052b8-4390-4364-96bb-fe585c2336e4']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:42.880085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4998de6-164d-4f27-83da-0acbb59fcf73') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:42.883304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4998de6-164d-4f27-83da-0acbb59fcf73') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:42.891048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:42.900644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.904049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] Sync routers for ids ['df3163bc-6415-438e-98ca-1d40456e3f93'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:42.907158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d5258096-2fd3-455d-b646-2e6a06f868ba tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "PUT /v2.0/routers/df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 200 len: 919 time: 3.5350754 Mar 10 17:59:42.907558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:42.922371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (b4998de6-164d-4f27-83da-0acbb59fcf73), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.927892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] Routers {'df3163bc-6415-438e-98ca-1d40456e3f93'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:42.928679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df3163bc-6415-438e-98ca-1d40456e3f93'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:42.994337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b4998de6-164d-4f27-83da-0acbb59fcf73), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:42.997333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b63846fc-76d6-4ec8-bb86-974da27aeb62 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:43.002514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.035353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b63846fc-76d6-4ec8-bb86-974da27aeb62 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:43.035707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b63846fc-76d6-4ec8-bb86-974da27aeb62 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:43.036205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b262a1-ebdb-4f72-950c-443b934fe566 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:43.043982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] Routers {'df3163bc-6415-438e-98ca-1d40456e3f93'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:43.044915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['df3163bc-6415-438e-98ca-1d40456e3f93'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.081061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.081239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c1e4381-7ffc-4731-9bed-1e05d717aba9 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 200 len: 925 time: 0.1675496 Mar 10 17:59:43.087451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:43.087946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (b4998de6-164d-4f27-83da-0acbb59fcf73), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:43.091500 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:43.100719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.101381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3e289-1e2b-433d-ae87-585c29044b49 None None] The sync data for ids ['df3163bc-6415-438e-98ca-1d40456e3f93'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:43.104689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 73b262a1-ebdb-4f72-950c-443b934fe566 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:43.104915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 73b262a1-ebdb-4f72-950c-443b934fe566 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:43.175594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (79d052b8-4390-4364-96bb-fe585c2336e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.184410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc8f595-8f42-43e3-9a23-d6d940d8cb0e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:43.192306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8cc8f595-8f42-43e3-9a23-d6d940d8cb0e tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=df3163bc-6415-438e-98ca-1d40456e3f93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1084580 Mar 10 17:59:43.193939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.197873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.212634 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/79d052b8-4390-4364-96bb-fe585c2336e4 HTTP/1.1" status: 204 len: 168 time: 1.4230452 Mar 10 17:59:43.213263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.249501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79519f3-0650-47ad-9bcf-2294393a5411 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=79d052b8-4390-4364-96bb-fe585c2336e4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:43.309265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1ba86-f479-401f-b227-4dc6ed3d8cef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:43.313817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-57e1ba86-f479-401f-b227-4dc6ed3d8cef tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1160305 Mar 10 17:59:43.313817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43076) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.389522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1310609d-f852-4e10-b97f-f22c1e9bc69c tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 200 len: 205 time: 0.0724084 Mar 10 17:59:43.389871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.438459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ee39c24d-4710-4fc9-add4-505e77fb31da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.605960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ee39c24d-4710-4fc9-add4-505e77fb31da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.611402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a526be2-cf3f-444b-aed4-955109fdb0f6 req-887857a2-1cae-439c-a51b-ea5a3bfa583c tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:43.615894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a526be2-cf3f-444b-aed4-955109fdb0f6 req-887857a2-1cae-439c-a51b-ea5a3bfa583c tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.1292639 Mar 10 17:59:43.632196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee39c24d-4710-4fc9-add4-505e77fb31da']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.642744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052aeefc-d8d0-4465-addd-e4d8621011a3') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.643205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052aeefc-d8d0-4465-addd-e4d8621011a3') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:43.654140 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (052aeefc-d8d0-4465-addd-e4d8621011a3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.659796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (df3163bc-6415-438e-98ca-1d40456e3f93), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.668757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (052aeefc-d8d0-4465-addd-e4d8621011a3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.675709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:43.676371 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (052aeefc-d8d0-4465-addd-e4d8621011a3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:43.756749 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:43.770008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ee39c24d-4710-4fc9-add4-505e77fb31da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.779001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a526be2-cf3f-444b-aed4-955109fdb0f6 req-32f0eaa2-c0ea-4da4-8365-be9ea105f070 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550961 Mar 10 17:59:43.788001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.812917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/ee39c24d-4710-4fc9-add4-505e77fb31da HTTP/1.1" status: 204 len: 168 time: 0.5757298 Mar 10 17:59:43.818790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:43.830635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c896d-0b1a-447b-8f6d-85ad17cea47b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=ee39c24d-4710-4fc9-add4-505e77fb31da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:43.831519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-67130446'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:43.853701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (df3163bc-6415-438e-98ca-1d40456e3f93), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.877274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:43.881946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.943086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:59:43.955739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a7e5669-c6f3-46cb-9004-6ff91b6c75b4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:43.956392 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment 2a7e5669-c6f3-46cb-9004-6ff91b6c75b4 of type vlan for network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 Mar 10 17:59:44.005252 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3c6cc59e-d603-4e6f-b037-0a425b49e1a4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.048961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3c6cc59e-d603-4e6f-b037-0a425b49e1a4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.054149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:44.054769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.112686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2893779 Mar 10 17:59:44.116141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:44.116691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port 25748415-0e34-4d81-bb3a-84e9fcf4410f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:44.117023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (25748415-0e34-4d81-bb3a-84e9fcf4410f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.120761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:44.163372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc052-65f5-43cf-b8d2-f292e50101ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=3c6cc59e-d603-4e6f-b037-0a425b49e1a4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:44.175216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:59:44.257354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:44.261662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.336371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (25748415-0e34-4d81-bb3a-84e9fcf4410f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.364906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for 25748415-0e34-4d81-bb3a-84e9fcf4410f owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:44.537316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (95852b09-0500-43f7-be7f-b9f60d1c22c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.625421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:44.626209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: 3c6cc59e-d603-4e6f-b037-0a425b49e1a4, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:59:44.629009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (25748415-0e34-4d81-bb3a-84e9fcf4410f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.635147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=95852b09-0500-43f7-be7f-b9f60d1c22c2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:44.672082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b2435bf-a4e6-42b5-953c-ba1d9ecc39bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.674127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:59:44.674296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=25748415-0e34-4d81-bb3a-84e9fcf4410f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:44.698114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3c6cc59e-d603-4e6f-b037-0a425b49e1a4) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:44.709049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d490d-4457-441d-8223-aaa7c052b1c5 None None] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:44.717287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:44.719607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.755989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (df3163bc-6415-438e-98ca-1d40456e3f93), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.761678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9f926ddd-8f47-4b44-b435-d59ffe0d8f17 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6450400 Mar 10 17:59:44.764422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:44.773575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2146360913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:44.808030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.810053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.969318 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:44.973528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (df3163bc-6415-438e-98ca-1d40456e3f93), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.054038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c5bca-ea5b-4093-8c67-b94b4f4fefae req-0f457c1e-4a3d-42d0-a583-c6fe69cdb8d6 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:45.056377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-412c5bca-ea5b-4093-8c67-b94b4f4fefae req-0f457c1e-4a3d-42d0-a583-c6fe69cdb8d6 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.1526825 Mar 10 17:59:45.057508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (df3163bc-6415-438e-98ca-1d40456e3f93), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.058259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router df3163bc-6415-438e-98ca-1d40456e3f93 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:45.068008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.069792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7494912a-f222-434e-9d38-fe363aa18455 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 204 len: 168 time: 1.6785700 Mar 10 17:59:45.142069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43120) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:45.147758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-412c5bca-ea5b-4093-8c67-b94b4f4fefae req-8b4d4939-0ebe-4c52-b19f-e5bb75fdabb5 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Mar 10 17:59:45.152835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-981915326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:45.171378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-3c6cc59e-d603-4e6f-b037-0a425b49e1a4', 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '95852b09-0500-43f7-be7f-b9f60d1c22c2'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:59:45.172678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.202028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.203416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.328983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.344173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.377757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.379235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-43a0b619-8e2c-48d8-b80d-f810e7857aa1 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2302132 Mar 10 17:59:45.381970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:45.386864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'enable_snat': False}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:45.431438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Allocated IP 172.20.0.2 (3c6cc59e-d603-4e6f-b037-0a425b49e1a4/95852b09-0500-43f7-be7f-b9f60d1c22c2/15034f58-7dc4-4ec6-8885-7bcdc61eeb8c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:45.443273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.454266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.493760 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.495439 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f096f99c-d40d-42b3-ad32-522c5ce6530d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7290702 Mar 10 17:59:45.498218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43134) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:45.504057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'port': {'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4', 'name': 'tempest-RoutersTest-927355595'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:45.665752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:45.667545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks [] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.671988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.684820 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.693946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] device_id is not set on port e0833767-227c-4ec3-bab2-73c4cf96cd66 yet. {{(pid=103794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 17:59:45.747104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Pushing event updated for resources: {'Port': ['ID=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:45.761273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:45.764140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:45.766778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:45.828812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Attempting to bind port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:45.829271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Attempting to bind port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:45.829535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.20.0.7 (3c6cc59e-d603-4e6f-b037-0a425b49e1a4/95852b09-0500-43f7-be7f-b9f60d1c22c2/e0833767-227c-4ec3-bab2-73c4cf96cd66) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:45.829671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Attempting to bind port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c on network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:45.836070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:45.836516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Checking segment: {'id': '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:45.836983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.837432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Bound using segment: {'id': '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:45.838160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Bound port: 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3c6cc59e-d603-4e6f-b037-0a425b49e1a4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:45.838616 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.907184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.910394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] For port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:45.914892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] For port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,segment=NetworkSegment(2a7e5669-c6f3-46cb-9004-6ff91b6c75b4),segment_id=2a7e5669-c6f3-46cb-9004-6ff91b6c75b4)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:45.937246 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:45.965319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4638-5e63-4e9c-85b0-a0b7c6ac6df5 req-70cc66ce-d234-45d7-af67-b86a3af8bc73 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:45.967320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b8b4638-5e63-4e9c-85b0-a0b7c6ac6df5 req-70cc66ce-d234-45d7-af67-b86a3af8bc73 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.2941000 Mar 10 17:59:45.984080 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.040387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d602f88-5c1d-4353-b0b9-7be8065029c3 None None] Pushing event updated for resources: {'Port': ['ID=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:46.095404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.109101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b8b4638-5e63-4e9c-85b0-a0b7c6ac6df5 req-09030368-d19e-4872-be3c-fe3dc1436521 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263299 Mar 10 17:59:46.192110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.245211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:46.250751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:46.253491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:46.294101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=e0833767-227c-4ec3-bab2-73c4cf96cd66,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:46.329360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:46.330275 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.367599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4933122b-3c32-4bec-8aa6-3f6e301e543d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8679204 Mar 10 17:59:46.369194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43138) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:46.536946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.564263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.859051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Allocated IP 172.25.3.165 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/1a8fac9f-faba-46e3-afeb-de07fafa9307) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:46.985790 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:46.995266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:47.069863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:47.070231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.170673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:47.171724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.224317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,segment=NetworkSegment(2a7e5669-c6f3-46cb-9004-6ff91b6c75b4),segment_id=2a7e5669-c6f3-46cb-9004-6ff91b6c75b4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:47.239184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.311612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:47.329080 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.365897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982f4c4-7d9e-46d4-87b6-1fa959363970 None None] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:47.458152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-615801de-d673-4fe7-8aa3-78b202cf80e2 None None] Provisioning complete for port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:47.458564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-615801de-d673-4fe7-8aa3-78b202cf80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.581869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-615801de-d673-4fe7-8aa3-78b202cf80e2 None None] Current status of the port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:47.671610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-d75c1b48-115a-4728-8fd7-c5c42b1841f7 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:47.673119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-d75c1b48-115a-4728-8fd7-c5c42b1841f7 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.41 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.7601066 Mar 10 17:59:47.775778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for port (1a8fac9f-faba-46e3-afeb-de07fafa9307), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.793465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cb5d-a62c-4d9c-8358-5938c234f69e req-d427b0d6-b23e-412a-b861-bd974857b20b tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:47.795455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9941cb5d-a62c-4d9c-8358-5938c234f69e req-d427b0d6-b23e-412a-b861-bd974857b20b tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.2219870 Mar 10 17:59:47.919721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Provisioning complete for port e0833767-227c-4ec3-bab2-73c4cf96cd66 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:47.920120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.965866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9941cb5d-a62c-4d9c-8358-5938c234f69e req-ec463959-6e54-4f36-a8c5-f308365e49ed tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343391 Mar 10 17:59:47.966720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Port e0833767-227c-4ec3-bab2-73c4cf96cd66 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:47.980170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Provisioning complete for port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:47.980547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:47.988370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1a8fac9f-faba-46e3-afeb-de07fafa9307), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.005791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.047779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.062297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Deleting port 571c1d03-544a-4e91-9ec0-25f4d88dd43e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:48.062661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.068520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:48.090259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:48.103629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:48.115395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Pushing event updated for resources: {'Port': ['ID=1a8fac9f-faba-46e3-afeb-de07fafa9307,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:48.150639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-37944dc7-34e0-4b26-a94c-3bac913189a4 None None] Current status of the port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:48.289887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c225b349-630f-4c50-9d99-49420ea21a81 None None] Provisioning complete for port e0833767-227c-4ec3-bab2-73c4cf96cd66 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:48.290658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c225b349-630f-4c50-9d99-49420ea21a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.333798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c225b349-630f-4c50-9d99-49420ea21a81 None None] Port e0833767-227c-4ec3-bab2-73c4cf96cd66 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:48.531270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=e0833767-227c-4ec3-bab2-73c4cf96cd66,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:48.563769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2f6468f0-9446-4679-b59d-8d349efe7171 None None] Provisioning complete for port e0833767-227c-4ec3-bab2-73c4cf96cd66 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:48.565259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f6468f0-9446-4679-b59d-8d349efe7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.598607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] For port 571c1d03-544a-4e91-9ec0-25f4d88dd43e, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=571c1d03-544a-4e91-9ec0-25f4d88dd43e,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:48.598979 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.646951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Calling delete_port for 571c1d03-544a-4e91-9ec0-25f4d88dd43e owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:48.652045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2f6468f0-9446-4679-b59d-8d349efe7171 None None] Port e0833767-227c-4ec3-bab2-73c4cf96cd66 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:48.782596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.934456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 17:59:48.947641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router_gateway (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:48.990306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:48.990916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.044016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.105461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 17:59:49.328384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.358043 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (571c1d03-544a-4e91-9ec0-25f4d88dd43e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.410758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62f1c-1a0f-47f6-ac31-7f3e19081b2c req-ddaaa96c-76ec-4f21-81ad-3ab966121386 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:49.417605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eee62f1c-1a0f-47f6-ac31-7f3e19081b2c req-ddaaa96c-76ec-4f21-81ad-3ab966121386 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/ports?device_id=29e558d0-bb57-4264-b7c9-98575ad6e6c9 HTTP/1.1" status: 200 len: 949 time: 0.2984974 Mar 10 17:59:49.436119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Pushing event deleted for resources: {'Port': ['ID=571c1d03-544a-4e91-9ec0-25f4d88dd43e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:49.597429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] No DVR routers for this DVR port 571c1d03-544a-4e91-9ec0-25f4d88dd43e on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:49.647709 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.652661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.655700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.659698 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed1cf123-4c94-4d0d-9562-26a8e6050457 req-ca13cfcd-48fd-4b9e-abe6-88311f249416 tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.41 "DELETE /v2.0/ports/571c1d03-544a-4e91-9ec0-25f4d88dd43e HTTP/1.1" status: 204 len: 173 time: 1.9740937 Mar 10 17:59:49.667122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'name': 'network-vif-deleted', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 17:59:49.670118 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ec78f-b976-4672-bc55-fe35390ff2f8" -d '{"events": [{"server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "name": "network-vif-deleted", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 17:59:49.707756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eee62f1c-1a0f-47f6-ac31-7f3e19081b2c req-65d1f45c-5656-4c36-aab9-81c0d43824bb tempest-VolumesNegativeTest-826904917 tempest-VolumesNegativeTest-826904917-project] 10.222.0.35 "GET /v2.0/security-groups?id=f6c849aa-52e7-4b5b-8f8b-0d694b68f221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892749 Mar 10 17:59:49.776122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19bb7a3-61bf-44f0-b578-1b0930d27ac1 x-openstack-request-id: req-e19bb7a3-61bf-44f0-b578-1b0930d27ac1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 17:59:49.776559 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e558d0-bb57-4264-b7c9-98575ad6e6c9", "name": "network-vif-deleted", "tag": "571c1d03-544a-4e91-9ec0-25f4d88dd43e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 17:59:49.776824 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e19bb7a3-61bf-44f0-b578-1b0930d27ac1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 17:59:49.777240 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e558d0-bb57-4264-b7c9-98575ad6e6c9', 'name': 'network-vif-deleted', 'tag': '571c1d03-544a-4e91-9ec0-25f4d88dd43e', 'status': 'completed', 'code': 200} Mar 10 17:59:49.900558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:49.908958 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:50.012328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=e0833767-227c-4ec3-bab2-73c4cf96cd66,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:50.026826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:50.039715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Router a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:50.124104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 571c1d03-544a-4e91-9ec0-25f4d88dd43e no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:50.150727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 571c1d03-544a-4e91-9ec0-25f4d88dd43e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:50.151074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 571c1d03-544a-4e91-9ec0-25f4d88dd43e not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:50.620451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:50.625769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:50.639525 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:50.647962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:50.649383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc7657ea-ec47-4e61-bad2-96cee779916a tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "PUT /v2.0/routers/a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 200 len: 919 time: 5.2663083 Mar 10 17:59:50.654053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] Sync routers for ids ['a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:50.655487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43224) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:50.725179 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] Routers {'a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:50.726194 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:50.828836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:50.872903 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] Routers {'a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:50.873565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:50.899592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:50.967148 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:50.968008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d67946-4d21-4c5e-9492-c4dd32502215 None None] The sync data for ids ['a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:50.990386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f2975f4a-93da-4850-90b6-a66381f25556 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 200 len: 925 time: 0.3322525 Mar 10 17:59:51.003048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.064956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:51.075982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] Sync routers for ids ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:51.077639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299de43c-55fc-4d07-803f-4f9c558e7d23 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:51.079204 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-299de43c-55fc-4d07-803f-4f9c558e7d23 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751481 Mar 10 17:59:51.081379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.081709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.085111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b0e2d98-6c34-4c26-9213-363f486118ce tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7136278 Mar 10 17:59:51.098165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] Routers {'1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:51.099071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:51.159015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:51.159304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c54072-c0e6-4f7a-aeaa-19ff25c3c6ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:51.162638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-70c54072-c0e6-4f7a-aeaa-19ff25c3c6ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports/e0833767-227c-4ec3-bab2-73c4cf96cd66 HTTP/1.1" status: 200 len: 976 time: 0.0799937 Mar 10 17:59:51.165783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.209544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] Routers {'1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:51.210202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:51.213152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0a603045-47ae-4f14-a5b2-3977de92c268 None None] Provisioning complete for port e0833767-227c-4ec3-bab2-73c4cf96cd66 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 17:59:51.213531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0a603045-47ae-4f14-a5b2-3977de92c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.235846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7c016-e311-4245-bcbd-6cec053262e0 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:51.240046 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0f7c016-e311-4245-bcbd-6cec053262e0 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/networks/6f929545-93b1-4983-80a7-759e0a1154f4 HTTP/1.1" status: 200 len: 881 time: 0.1536200 Mar 10 17:59:51.240367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.275453 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-baac894c-d790-4f6c-8e8d-11043257cfc7 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 200 len: 205 time: 0.0316834 Mar 10 17:59:51.275694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:51.315017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:51.319251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad4ebd-0841-4821-9d86-688d1e8a5607 None None] The sync data for ids ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:51.399946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0a603045-47ae-4f14-a5b2-3977de92c268 None None] Port e0833767-227c-4ec3-bab2-73c4cf96cd66 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 17:59:51.495388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.688146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.705989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.778971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port 1a8fac9f-faba-46e3-afeb-de07fafa9307 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:51.779469 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1a8fac9f-faba-46e3-afeb-de07fafa9307), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.892225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1a8fac9f-faba-46e3-afeb-de07fafa9307), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:51.932516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for 1a8fac9f-faba-46e3-afeb-de07fafa9307 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:52.138045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port e0833767-227c-4ec3-bab2-73c4cf96cd66 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:52.139230 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.162761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1a8fac9f-faba-46e3-afeb-de07fafa9307), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.214714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=1a8fac9f-faba-46e3-afeb-de07fafa9307,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:52.244170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.244701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.245238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.245581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.245922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.246341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.247013 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.247477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.247821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.248153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.248485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.249283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.249283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 17:59:52.274771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.291056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for e0833767-227c-4ec3-bab2-73c4cf96cd66 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:52.311992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.452325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.454893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.517776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.520296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:52.543638 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.553451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43368) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:52.555221 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c72581ba-addd-4afc-819d-1c0ef0615a7b tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 204 len: 168 time: 1.2776518 Mar 10 17:59:52.568221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901671307', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:52.621531 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e0833767-227c-4ec3-bab2-73c4cf96cd66), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.626141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.627879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.690096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=e0833767-227c-4ec3-bab2-73c4cf96cd66,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:52.826242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:52.994630 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:53.165094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:53.362184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:53.484289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:53.490472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6136471b-168b-41eb-9fc3-2184e497c101 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236012 Mar 10 17:59:53.493578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:53.499225 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] Sync routers for ids ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:53.532621 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] Routers {'1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:53.533257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:53.654588 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:53.688376 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] Routers {'1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:53.689312 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:53.699163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:53.755219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:53.756963 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:53.757781 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819d584-29b9-4b98-82b1-ce35c78b2628 None None] The sync data for ids ['1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:53.781410 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f063af10-0de9-48be-a9df-fd7d99d66514 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] remove_router_interface failed (client error): The resource could not be found. Mar 10 17:59:53.788351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43484) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:53.789091 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f063af10-0de9-48be-a9df-fd7d99d66514 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2935743 Mar 10 17:59:53.875931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5208f995-200c-41db-9b1f-47f9786ded6b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 HTTP/1.1" status: 200 len: 205 time: 0.0852430 Mar 10 17:59:53.878327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43498) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:53.990156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.209860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Allocated IP 172.25.3.143 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/5142de55-4da0-4373-971d-d60927b29e18) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:54.257097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.260740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.403849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.404875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router 1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 17:59:54.413451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.416943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-04b8f2a0-be5e-4ffd-8822-eef9b3401599 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 HTTP/1.1" status: 204 len: 168 time: 0.5356524 Mar 10 17:59:54.417369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:54.493332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for port (5142de55-4da0-4373-971d-d60927b29e18), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.511001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 95852b09-0500-43f7-be7f-b9f60d1c22c2 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 17:59:54.516920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (95852b09-0500-43f7-be7f-b9f60d1c22c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.566063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (95852b09-0500-43f7-be7f-b9f60d1c22c2), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.723700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (95852b09-0500-43f7-be7f-b9f60d1c22c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.801150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5142de55-4da0-4373-971d-d60927b29e18), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.876622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:54.886943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:54.895322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:54.900057 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (95852b09-0500-43f7-be7f-b9f60d1c22c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:54.981860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=95852b09-0500-43f7-be7f-b9f60d1c22c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:55.003849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event updated for resources: {'Port': ['ID=5142de55-4da0-4373-971d-d60927b29e18,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:55.020123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.026348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdd469-1981-4e5f-a916-1e2bdb5c9b9d None None] Network 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:55.047083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d9c3f331-cde3-4467-a0aa-3d7009b5b724 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/95852b09-0500-43f7-be7f-b9f60d1c22c2 HTTP/1.1" status: 204 len: 168 time: 0.6287899 Mar 10 17:59:55.049835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:55.239007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3c6cc59e-d603-4e6f-b037-0a425b49e1a4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.368916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] DHCP port deletion for 3c6cc59e-d603-4e6f-b037-0a425b49e1a4 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 17:59:55.422367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:55.422722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.501963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Deleting port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:55.502338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.534224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.586028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,segment=NetworkSegment(2a7e5669-c6f3-46cb-9004-6ff91b6c75b4),segment_id=2a7e5669-c6f3-46cb-9004-6ff91b6c75b4)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:55.586311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.601501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:55.607060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] For port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,segment=NetworkSegment(2a7e5669-c6f3-46cb-9004-6ff91b6c75b4),segment_id=2a7e5669-c6f3-46cb-9004-6ff91b6c75b4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 17:59:55.607463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.637459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Calling delete_port for 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:55.766277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.799071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (15034f58-7dc4-4ec6-8885-7bcdc61eeb8c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.815310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:55.831764 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:55.842143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:55.883096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] Pushing event deleted for resources: {'Port': ['ID=15034f58-7dc4-4ec6-8885-7bcdc61eeb8c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:55.897196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678f9f6-dece-4db8-adb0-c50e419304d1 None None] No DVR routers for this DVR port 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 17:59:56.098488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3c6cc59e-d603-4e6f-b037-0a425b49e1a4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.139791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6cc59e-d603-4e6f-b037-0a425b49e1a4']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:56.157914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:56.158921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7e5669-c6f3-46cb-9004-6ff91b6c75b4') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:56.176091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2a7e5669-c6f3-46cb-9004-6ff91b6c75b4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.209645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a7e5669-c6f3-46cb-9004-6ff91b6c75b4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.225512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 17:59:56.226042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2a7e5669-c6f3-46cb-9004-6ff91b6c75b4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: timer() Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 17:59:56.230308 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 17:59:56.343094 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3c6cc59e-d603-4e6f-b037-0a425b49e1a4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.387562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.392106 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/3c6cc59e-d603-4e6f-b037-0a425b49e1a4 HTTP/1.1" status: 204 len: 168 time: 1.3405604 Mar 10 17:59:56.393505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11d708-6f80-48b9-a906-827258b442e2 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=3c6cc59e-d603-4e6f-b037-0a425b49e1a4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:56.395844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:56.403369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-424692652'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:56.462407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:56.462407 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.492042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 17:59:56.507307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bb560aaa-c1fd-401b-9768-df7f3ac5c1da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.507661 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment bb560aaa-c1fd-401b-9768-df7f3ac5c1da of type vlan for network acf83098-3ee3-4559-8dc7-2ccba74717cb Mar 10 17:59:56.593848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (acf83098-3ee3-4559-8dc7-2ccba74717cb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.633512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Router 386e2662-9183-409d-a8a3-92ec4d4f760a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 17:59:56.647376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (acf83098-3ee3-4559-8dc7-2ccba74717cb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.655092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:56.656092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.677883 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2804799 Mar 10 17:59:56.689562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:56.694369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:56.859968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:56.871465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] Sync routers for ids ['386e2662-9183-409d-a8a3-92ec4d4f760a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:56.882997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4accb-ca15-4f67-b87a-aa63908f7b03 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=acf83098-3ee3-4559-8dc7-2ccba74717cb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:56.890535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] Routers {'386e2662-9183-409d-a8a3-92ec4d4f760a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:56.891411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['386e2662-9183-409d-a8a3-92ec4d4f760a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:56.902868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network acf83098-3ee3-4559-8dc7-2ccba74717cb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 17:59:56.912434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:56.916904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7a9be482-7974-426c-9d84-b7961fd69c23 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3623340 Mar 10 17:59:56.917144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:56.940326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:56.957402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:56.991561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 17:59:57.025056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] Routers {'386e2662-9183-409d-a8a3-92ec4d4f760a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:57.025941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['386e2662-9183-409d-a8a3-92ec4d4f760a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:57.088732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 17:59:57.089313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 15034f58-7dc4-4ec6-8885-7bcdc61eeb8c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 17:59:57.093392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:57.094677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc0a92-d110-46a9-b3eb-fa6adcd09012 None None] The sync data for ids ['386e2662-9183-409d-a8a3-92ec4d4f760a'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 17:59:57.139559 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:57.177213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 17:59:57.180878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:57.853963 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:57.885524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:57.901134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (11a77acb-49e8-45c7-ae88-9a4885d1561d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.030290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:58.030712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: acf83098-3ee3-4559-8dc7-2ccba74717cb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 17:59:58.034288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Deleting port 5142de55-4da0-4373-971d-d60927b29e18 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 17:59:58.034671 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5142de55-4da0-4373-971d-d60927b29e18), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.056563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=11a77acb-49e8-45c7-ae88-9a4885d1561d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:58.137916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network acf83098-3ee3-4559-8dc7-2ccba74717cb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 17:59:58.172687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, acf83098-3ee3-4559-8dc7-2ccba74717cb) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:58.181087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6534bc-cd5b-4a16-9231-a4985630576e None None] Network acf83098-3ee3-4559-8dc7-2ccba74717cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 17:59:58.189104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 17:59:58.191622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.199590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5142de55-4da0-4373-971d-d60927b29e18), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.265595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Calling delete_port for 5142de55-4da0-4373-971d-d60927b29e18 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 17:59:58.293840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5fc6557-a9d8-49ca-9bf6-5831eea2c2df tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6010690 Mar 10 17:59:58.294229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43668) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:58.301611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957645437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 17:59:58.351035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (fce0665b-0edf-4133-b469-6b613b150891), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.352189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (fce0665b-0edf-4133-b469-6b613b150891), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.404278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-acf83098-3ee3-4559-8dc7-2ccba74717cb', 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '11a77acb-49e8-45c7-ae88-9a4885d1561d'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 17:59:58.405389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.439626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (fce0665b-0edf-4133-b469-6b613b150891), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.444950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (fce0665b-0edf-4133-b469-6b613b150891), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.480326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.481737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1f934cac-36a9-40c5-8a0c-1f790842fef9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1848657 Mar 10 17:59:58.485670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:58.613591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (5142de55-4da0-4373-971d-d60927b29e18), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.672763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Allocated IP 172.20.0.2 (acf83098-3ee3-4559-8dc7-2ccba74717cb/11a77acb-49e8-45c7-ae88-9a4885d1561d/b6411648-2638-4205-b9da-a5ffe74c8660) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:58.787294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Pushing event deleted for resources: {'Port': ['ID=5142de55-4da0-4373-971d-d60927b29e18,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:58.880299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (386e2662-9183-409d-a8a3-92ec4d4f760a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.910055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks [] for port (b6411648-2638-4205-b9da-a5ffe74c8660), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.918197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:58.972241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Network acf83098-3ee3-4559-8dc7-2ccba74717cb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:58.977929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:58.989802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Pushing event updated for resources: {'Port': ['ID=b6411648-2638-4205-b9da-a5ffe74c8660,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:59.001122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:59.031325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.105258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Attempting to bind port b6411648-2638-4205-b9da-a5ffe74c8660 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 17:59:59.105761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Attempting to bind port b6411648-2638-4205-b9da-a5ffe74c8660 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 17:59:59.106124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Attempting to bind port b6411648-2638-4205-b9da-a5ffe74c8660 on network acf83098-3ee3-4559-8dc7-2ccba74717cb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 17:59:59.114016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 17:59:59.114492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Checking segment: {'id': 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 17:59:59.114900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.115332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Bound using segment: {'id': 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 17:59:59.115938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Bound port: b6411648-2638-4205-b9da-a5ffe74c8660, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'acf83098-3ee3-4559-8dc7-2ccba74717cb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 17:59:59.116357 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.305213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] For port b6411648-2638-4205-b9da-a5ffe74c8660, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 17:59:59.315605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] For port b6411648-2638-4205-b9da-a5ffe74c8660, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6411648-2638-4205-b9da-a5ffe74c8660,segment=NetworkSegment(bb560aaa-c1fd-401b-9768-df7f3ac5c1da),segment_id=bb560aaa-c1fd-401b-9768-df7f3ac5c1da)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 17:59:59.332283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.404032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b456b6-a486-4f57-8388-ce100fd3756c None None] Pushing event updated for resources: {'Port': ['ID=b6411648-2638-4205-b9da-a5ffe74c8660,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:59.438303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.442466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.522102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.20.0.1 (acf83098-3ee3-4559-8dc7-2ccba74717cb/11a77acb-49e8-45c7-ae88-9a4885d1561d/b0a5d5cd-429b-4407-b7e3-d50f442c9525) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 17:59:59.568719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Router 386e2662-9183-409d-a8a3-92ec4d4f760a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 17:59:59.713918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.816626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 17:59:59.817280 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.831830 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] Sync routers for ids ['386e2662-9183-409d-a8a3-92ec4d4f760a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 17:59:59.845342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 17:59:59.848034 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] Routers {'386e2662-9183-409d-a8a3-92ec4d4f760a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:59.848034 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['386e2662-9183-409d-a8a3-92ec4d4f760a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:59.850535 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-66b24603-472c-41dc-a079-40344aef7004 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "PUT /v2.0/routers/386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 200 len: 709 time: 2.9321103 Mar 10 17:59:59.854173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43694) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 17:59:59.895154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=b0a5d5cd-429b-4407-b7e3-d50f442c9525,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 17:59:59.933213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network acf83098-3ee3-4559-8dc7-2ccba74717cb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 17:59:59.937921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 17:59:59.953117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 17:59:59.958548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 17:59:59.962402 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] Routers {'386e2662-9183-409d-a8a3-92ec4d4f760a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 17:59:59.963050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['386e2662-9183-409d-a8a3-92ec4d4f760a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:00.011713 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f9e6e3ae-3baa-4433-b43b-1d115d59d224 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/routers/386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 200 len: 744 time: 0.1564510 Mar 10 18:00:00.014459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43696) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:00.042636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:00.043315 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102880e9-81a7-415d-a9a9-6589c44d6898 None None] The sync data for ids ['386e2662-9183-409d-a8a3-92ec4d4f760a'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:00.055927 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (fce0665b-0edf-4133-b469-6b613b150891), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.098005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.106280 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:00:00.130690 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-34d7044f-209e-4d8e-9b11-cf5883172145 tempest-RoutersIpV6AdminTest-582433722 tempest-RoutersIpV6AdminTest-582433722-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&device_id=386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 200 len: 205 time: 0.1141942 Mar 10 18:00:00.132287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:00.195238 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d203c20e-ecbf-45f7-85ff-2bd367d6434d tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 200 len: 205 time: 0.0615795 Mar 10 18:00:00.197711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:00.248716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.339147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.682903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.686084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router_controller (386e2662-9183-409d-a8a3-92ec4d4f760a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.782584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.794363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.828629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (386e2662-9183-409d-a8a3-92ec4d4f760a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.830359 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Fanout notify agent at l3_agent the message router_deleted on router 386e2662-9183-409d-a8a3-92ec4d4f760a {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:00.861049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.866216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-84b323bf-9ead-49c3-afdd-ef2cbd02d320 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 204 len: 168 time: 0.6668391 Mar 10 18:00:00.871453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:00.901039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=b0a5d5cd-429b-4407-b7e3-d50f442c9525,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:00.905105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (fce0665b-0edf-4133-b469-6b613b150891), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:00.970198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-56bb1927-a2ef-4931-98c9-b2629f881028 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 200 len: 205 time: 0.0942068 Mar 10 18:00:00.972252 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43730) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.091690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b6411648-2638-4205-b9da-a5ffe74c8660 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:01.099774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43732) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.101153 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-4b37db8d-1851-418c-aef1-e98be97b7718 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:01.102387 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b37db8d-1851-418c-aef1-e98be97b7718 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/386e2662-9183-409d-a8a3-92ec4d4f760a HTTP/1.1" status: 404 len: 336 time: 0.1285231 Mar 10 18:00:01.105093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.128929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network acf83098-3ee3-4559-8dc7-2ccba74717cb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:01.132432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:01.163692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3140e3a0-f952-42b6-8c7d-a1c94844fd90 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 200 len: 205 time: 0.0572588 Mar 10 18:00:01.165896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.202858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b6411648-2638-4205-b9da-a5ffe74c8660 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:01.206932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.252262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee0a182-e095-4864-a7ae-93056c4253d6 None None] Network acf83098-3ee3-4559-8dc7-2ccba74717cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:01.279656 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-24844cca-9828-4757-9c74-f15fc9c00e9d tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:01.283451 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-24844cca-9828-4757-9c74-f15fc9c00e9d tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/a4040a8c-9beb-4cf8-9a1a-1fd600aa52d9 HTTP/1.1" status: 404 len: 336 time: 0.1162894 Mar 10 18:00:01.285942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43740) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.362757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Provisioning complete for port b6411648-2638-4205-b9da-a5ffe74c8660 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:01.363380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.367430 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-91640cb6-bd45-43fb-bcfc-a2711853be67 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 200 len: 205 time: 0.0767879 Mar 10 18:00:01.368427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43742) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.374194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-05016dc9-121f-41e0-81a4-75daefbbc70a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0106b4454754c759eaf576eea66d89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697961 Mar 10 18:00:01.376408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.444392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router fce0665b-0edf-4133-b469-6b613b150891 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:01.451445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] Publish callbacks [] for security_group (f6c849aa-52e7-4b5b-8f8b-0d694b68f221), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.466789 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-c219f7a7-74ca-48cd-ba22-fccd999ed2ca tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:01.468947 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c219f7a7-74ca-48cd-ba22-fccd999ed2ca tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/df3163bc-6415-438e-98ca-1d40456e3f93 HTTP/1.1" status: 404 len: 336 time: 0.0987959 Mar 10 18:00:01.471588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.495985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:01.496629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.528115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] Publish callbacks [] for security_group (f6c849aa-52e7-4b5b-8f8b-0d694b68f221), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.540409 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ebafeadb-1f0f-4a3c-bd87-53a2c8ce4cac tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 200 len: 205 time: 0.0661342 Mar 10 18:00:01.541631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.568914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:01.572540 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.616552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:01.627568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2b2756ff-37db-4e52-9591-2ba0840f4f21 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/fce0665b-0edf-4133-b469-6b613b150891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1398854 Mar 10 18:00:01.628283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43750) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.644052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] Sync routers for ids ['fce0665b-0edf-4133-b469-6b613b150891'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:01.670051 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f116553c-2165-4ec7-b39a-28ce96c2978a tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:01.673958 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f116553c-2165-4ec7-b39a-28ce96c2978a tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/ec37071b-3515-4460-b008-07bd5d8b60c9 HTTP/1.1" status: 404 len: 336 time: 0.1275456 Mar 10 18:00:01.673958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43752) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.678244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f6c849aa-52e7-4b5b-8f8b-0d694b68f221), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.681443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.682983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6c849aa-52e7-4b5b-8f8b-0d694b68f221 HTTP/1.1" status: 204 len: 168 time: 0.3054726 Mar 10 18:00:01.698043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4209ffcf-bd05-435d-95dc-c43edd41ee45 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:01.704959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4209ffcf-bd05-435d-95dc-c43edd41ee45 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports/b0a5d5cd-429b-4407-b7e3-d50f442c9525 HTTP/1.1" status: 200 len: 910 time: 0.0752723 Mar 10 18:00:01.705653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43756) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.711663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a6be-c1ce-4017-b4a8-2e477ae46acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c849aa-52e7-4b5b-8f8b-0d694b68f221,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:01.740910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] For port b6411648-2638-4205-b9da-a5ffe74c8660, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6411648-2638-4205-b9da-a5ffe74c8660,segment=NetworkSegment(bb560aaa-c1fd-401b-9768-df7f3ac5c1da),segment_id=bb560aaa-c1fd-401b-9768-df7f3ac5c1da)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:01.755327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] Routers {'fce0665b-0edf-4133-b469-6b613b150891'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:01.762037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fce0665b-0edf-4133-b469-6b613b150891'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:01.848387 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:01.868511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:01.871932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12e76304-3d95-4cc9-8ab4-dbbe4a3b3d22 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 200 len: 205 time: 0.1894698 Mar 10 18:00:01.873197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43760) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:01.952932 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-a71b7bad-8531-44d6-92e7-8ec12bb82328 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:01.958887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a71b7bad-8531-44d6-92e7-8ec12bb82328 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/c868f8a0-11eb-4788-aad6-b1f826f1e7fd HTTP/1.1" status: 404 len: 336 time: 0.0837588 Mar 10 18:00:01.960781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43764) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:02.038395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-752e71be-56f8-4620-8f15-382eafe90922 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "GET /v2.0/ports?device_id=57530aa8-57cf-4d61-94f4-60ded5c924d1 HTTP/1.1" status: 200 len: 205 time: 0.0733516 Mar 10 18:00:02.039453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43766) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:02.132799 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-97739268-4703-4c5d-8ddd-1ae1a085d1bb tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] delete failed (client error): The resource could not be found. Mar 10 18:00:02.142376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97739268-4703-4c5d-8ddd-1ae1a085d1bb tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/routers/57530aa8-57cf-4d61-94f4-60ded5c924d1 HTTP/1.1" status: 404 len: 336 time: 0.1015832 Mar 10 18:00:02.143343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43772) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:02.239751 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56d2261-8aae-4a1c-bee3-aca1aceb4e30 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] DELETE failed (client error): The resource could not be found. Mar 10 18:00:02.240673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56d2261-8aae-4a1c-bee3-aca1aceb4e30 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:00:02.248676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d56d2261-8aae-4a1c-bee3-aca1aceb4e30 tempest-RoutersIpV6AdminTest-666658357 tempest-RoutersIpV6AdminTest-666658357-project] 10.222.0.35 "DELETE /v2.0/subnets/f59cc3f2-550b-439e-af49-92e2017cb7d9 HTTP/1.1" status: 404 len: 337 time: 0.1038408 Mar 10 18:00:02.417329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ac99f-0644-47dd-932a-af0fe4d5ee8d None None] Pushing event updated for resources: {'Port': ['ID=b6411648-2638-4205-b9da-a5ffe74c8660,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:02.423875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] Routers {'fce0665b-0edf-4133-b469-6b613b150891'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:02.436544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fce0665b-0edf-4133-b469-6b613b150891'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:02.437834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:00:02.438191 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:00:02.525448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:02.526503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f30f66b-a53c-4706-85ef-8b681f86250c None None] The sync data for ids ['fce0665b-0edf-4133-b469-6b613b150891'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:02.534238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Provisioning complete for port b0a5d5cd-429b-4407-b7e3-d50f442c9525 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:02.539619 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:02.610487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (fce0665b-0edf-4133-b469-6b613b150891), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:02.675819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Port b0a5d5cd-429b-4407-b7e3-d50f442c9525 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:02.709185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Provisioning complete for port b6411648-2638-4205-b9da-a5ffe74c8660 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:02.710382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:02.840459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:02.953210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6a98f7d-892b-4d61-9a14-1a3197964381 None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:03.014074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:03.096510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5319a612-b5fc-4461-bdd9-6590ac1e6b7b None None] Provisioning complete for port b0a5d5cd-429b-4407-b7e3-d50f442c9525 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:03.096898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5319a612-b5fc-4461-bdd9-6590ac1e6b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.145093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a52c9884-e8a5-4834-99b0-d08f27290fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.194874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b6411648-2638-4205-b9da-a5ffe74c8660 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:03.261544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5319a612-b5fc-4461-bdd9-6590ac1e6b7b None None] Port b0a5d5cd-429b-4407-b7e3-d50f442c9525 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:03.274815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b6411648-2638-4205-b9da-a5ffe74c8660 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:03.275339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.316464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port b0a5d5cd-429b-4407-b7e3-d50f442c9525 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:03.317458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.427551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.429454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a52c9884-e8a5-4834-99b0-d08f27290fd2 admin admin] Publish callbacks [] for security_group (2a5322ed-a9b7-43c2-8c84-dca28a7849b7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.443882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for b0a5d5cd-429b-4407-b7e3-d50f442c9525 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:03.446993 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a52c9884-e8a5-4834-99b0-d08f27290fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a5322ed-a9b7-43c2-8c84-dca28a7849b7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.459966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d26dc145-4fc1-4e8b-9bb2-b3ec8a2a5227 None None] Provisioning complete for port b0a5d5cd-429b-4407-b7e3-d50f442c9525 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:03.460543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d26dc145-4fc1-4e8b-9bb2-b3ec8a2a5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.601655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a52c9884-e8a5-4834-99b0-d08f27290fd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94478c464bc849c8b709fe63ce172df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7595575 Mar 10 18:00:03.606358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:03.620465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c9884-e8a5-4834-99b0-d08f27290fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5322ed-a9b7-43c2-8c84-dca28a7849b7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:03.658988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:03.707872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d26dc145-4fc1-4e8b-9bb2-b3ec8a2a5227 None None] Port b0a5d5cd-429b-4407-b7e3-d50f442c9525 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:03.757690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] Publish callbacks [] for security_group (2a5322ed-a9b7-43c2-8c84-dca28a7849b7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.807655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] Publish callbacks [] for security_group (2a5322ed-a9b7-43c2-8c84-dca28a7849b7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.901314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2a5322ed-a9b7-43c2-8c84-dca28a7849b7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.906453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:03.907836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a5322ed-a9b7-43c2-8c84-dca28a7849b7 HTTP/1.1" status: 204 len: 168 time: 0.2966964 Mar 10 18:00:03.959500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51571c89-ca2f-4fe0-805a-c168f4df9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5322ed-a9b7-43c2-8c84-dca28a7849b7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:04.328833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b0a5d5cd-429b-4407-b7e3-d50f442c9525), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:04.389453 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=b0a5d5cd-429b-4407-b7e3-d50f442c9525,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:04.751909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (fce0665b-0edf-4133-b469-6b613b150891), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:04.915988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43832) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:05.025077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-94047156-c5d4-4954-9bd6-06eb399317de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11e308bcc8c9491391a17798a30769c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057553 Mar 10 18:00:05.029923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43836) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:05.195001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router fce0665b-0edf-4133-b469-6b613b150891 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:05.217119 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] Publish callbacks [] for security_group (7f32f046-7515-41f6-b9be-fa86b58e54f4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.264946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] Publish callbacks [] for security_group (7f32f046-7515-41f6-b9be-fa86b58e54f4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.309737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:05.323807 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] Sync routers for ids ['fce0665b-0edf-4133-b469-6b613b150891'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:05.328151 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09e0eb38-9b00-44f0-819c-f1d6b9d811ed tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/fce0665b-0edf-4133-b469-6b613b150891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6201866 Mar 10 18:00:05.329977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43838) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:05.343723 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] Routers {'fce0665b-0edf-4133-b469-6b613b150891'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:05.345459 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fce0665b-0edf-4133-b469-6b613b150891'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:05.390790 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f6a59693-3e90-45c1-b7be-181ec01af3db tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce0665b-0edf-4133-b469-6b613b150891 HTTP/1.1" status: 200 len: 205 time: 0.0587509 Mar 10 18:00:05.393653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:05.404107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7f32f046-7515-41f6-b9be-fa86b58e54f4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.417532 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.419326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f32f046-7515-41f6-b9be-fa86b58e54f4 HTTP/1.1" status: 204 len: 168 time: 0.3883266 Mar 10 18:00:05.442016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:05.464707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] Routers {'fce0665b-0edf-4133-b469-6b613b150891'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:05.465565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['fce0665b-0edf-4133-b469-6b613b150891'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:05.551662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdfac2-95d0-41ad-818a-5de8d597e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32f046-7515-41f6-b9be-fa86b58e54f4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:05.569898 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:05.573977 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92e18b-26db-4d38-8a5f-9704ff046c3b None None] The sync data for ids ['fce0665b-0edf-4133-b469-6b613b150891'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:05.616662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (fce0665b-0edf-4133-b469-6b613b150891), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.954740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (fce0665b-0edf-4133-b469-6b613b150891), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:05.962817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (fce0665b-0edf-4133-b469-6b613b150891), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.084865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (fce0665b-0edf-4133-b469-6b613b150891), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.085595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router fce0665b-0edf-4133-b469-6b613b150891 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:06.103065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.108791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:06.122528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b7b9b4a9-b711-450f-9e97-a767d50df24b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/fce0665b-0edf-4133-b469-6b613b150891 HTTP/1.1" status: 204 len: 168 time: 0.7102907 Mar 10 18:00:06.131330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-3fa1a994-acd7-4f31-aad9-b04ba4b45bf0 req-b647aef8-8e25-4f67-a1d5-991b814be2f5 service neutron] (103795) timed out ('10.222.0.35', 58048) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:00:06.201512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 11a77acb-49e8-45c7-ae88-9a4885d1561d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:06.208450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (11a77acb-49e8-45c7-ae88-9a4885d1561d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.297667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (11a77acb-49e8-45c7-ae88-9a4885d1561d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.458965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (11a77acb-49e8-45c7-ae88-9a4885d1561d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.577573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (11a77acb-49e8-45c7-ae88-9a4885d1561d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.690842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=11a77acb-49e8-45c7-ae88-9a4885d1561d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:06.717204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89dcd1-2065-4d0d-a24d-748058bc5ad6 None None] Network acf83098-3ee3-4559-8dc7-2ccba74717cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:06.734884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:06.751588 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44b9f9ec-72ca-4f7b-846d-b58f4e836c49 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/11a77acb-49e8-45c7-ae88-9a4885d1561d HTTP/1.1" status: 204 len: 168 time: 0.6409066 Mar 10 18:00:06.753511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 43982) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:06.933279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:06.999702 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (acf83098-3ee3-4559-8dc7-2ccba74717cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.031038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] DHCP port deletion for acf83098-3ee3-4559-8dc7-2ccba74717cb request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:07.059941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:07.143421 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port b6411648-2638-4205-b9da-a5ffe74c8660 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:07.143765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.154565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Deleting port b6411648-2638-4205-b9da-a5ffe74c8660 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:07.155608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.207932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b6411648-2638-4205-b9da-a5ffe74c8660 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:07.289362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port b6411648-2638-4205-b9da-a5ffe74c8660, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6411648-2638-4205-b9da-a5ffe74c8660,segment=NetworkSegment(bb560aaa-c1fd-401b-9768-df7f3ac5c1da),segment_id=bb560aaa-c1fd-401b-9768-df7f3ac5c1da)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:07.292886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.322523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for b6411648-2638-4205-b9da-a5ffe74c8660 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:07.390337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-369088611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:07.395222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-997b9f53-168f-4c0f-9149-6b09fe6c38d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.507329 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.540579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (d37ea17e-8411-44be-8587-6690950e81e4), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.542869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (d37ea17e-8411-44be-8587-6690950e81e4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.562251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=b6411648-2638-4205-b9da-a5ffe74c8660,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:07.564208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port b6411648-2638-4205-b9da-a5ffe74c8660 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:07.631555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] For port b6411648-2638-4205-b9da-a5ffe74c8660, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6411648-2638-4205-b9da-a5ffe74c8660,segment=NetworkSegment(bb560aaa-c1fd-401b-9768-df7f3ac5c1da),segment_id=bb560aaa-c1fd-401b-9768-df7f3ac5c1da)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:07.632051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.658545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Calling delete_port for b6411648-2638-4205-b9da-a5ffe74c8660 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:07.660704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b6411648-2638-4205-b9da-a5ffe74c8660 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:07.661544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.747532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router_controller (d37ea17e-8411-44be-8587-6690950e81e4), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.758127 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (acf83098-3ee3-4559-8dc7-2ccba74717cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.765460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (d37ea17e-8411-44be-8587-6690950e81e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.812463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-997b9f53-168f-4c0f-9149-6b09fe6c38d8 admin admin] Publish callbacks [] for security_group (6b9b0762-6c15-4bd0-919e-4851ec86db3a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.823090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-997b9f53-168f-4c0f-9149-6b09fe6c38d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6b9b0762-6c15-4bd0-919e-4851ec86db3a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.824201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf83098-3ee3-4559-8dc7-2ccba74717cb']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:07.837611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b6411648-2638-4205-b9da-a5ffe74c8660), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.850569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:07.866294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb560aaa-c1fd-401b-9768-df7f3ac5c1da') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:07.877405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b9f53-168f-4c0f-9149-6b09fe6c38d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b0762-6c15-4bd0-919e-4851ec86db3a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:07.892807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (bb560aaa-c1fd-401b-9768-df7f3ac5c1da), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.903278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.907368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] No DVR routers for this DVR port b6411648-2638-4205-b9da-a5ffe74c8660 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:07.908465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5b600ff-7ed2-43f3-be22-3be51781189c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8473272 Mar 10 18:00:07.911627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 43998) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:07.915531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3736c-5931-49a5-a159-c85f421964a6 None None] Pushing event deleted for resources: {'Port': ['ID=b6411648-2638-4205-b9da-a5ffe74c8660,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:07.919588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1628754613'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:07.933931 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (bb560aaa-c1fd-401b-9768-df7f3ac5c1da), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.945523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:07.947411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (bb560aaa-c1fd-401b-9768-df7f3ac5c1da), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:07.955515 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:07.983611 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-997b9f53-168f-4c0f-9149-6b09fe6c38d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b17d8d9ff8484abda786ef3abb357c24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0481606 Mar 10 18:00:07.986145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44000) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:07.997731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:08.001044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.022271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.061648 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (acf83098-3ee3-4559-8dc7-2ccba74717cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.079502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.084690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/acf83098-3ee3-4559-8dc7-2ccba74717cb HTTP/1.1" status: 204 len: 168 time: 1.3301098 Mar 10 18:00:08.094824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:08.100141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96c84-f0d5-479b-a530-c5ba0552489f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=acf83098-3ee3-4559-8dc7-2ccba74717cb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:08.100710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-26891337', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:08.135091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] Publish callbacks [] for security_group (6b9b0762-6c15-4bd0-919e-4851ec86db3a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.155365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.156617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.175935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] Publish callbacks [] for security_group (6b9b0762-6c15-4bd0-919e-4851ec86db3a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.244685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for security_group (f2ba0b67-a478-46dc-8df5-70b8373ad6bc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.278685 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.279701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2ba0b67-a478-46dc-8df5-70b8373ad6bc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.381092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba0b67-a478-46dc-8df5-70b8373ad6bc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:08.390153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6b9b0762-6c15-4bd0-919e-4851ec86db3a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.392895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.397389 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b9b0762-6c15-4bd0-919e-4851ec86db3a HTTP/1.1" status: 204 len: 168 time: 0.4099245 Mar 10 18:00:08.398474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:08.452766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (008b2f31-e5f4-459b-afd4-beb43ca2b3b1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.453261 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Added segment 008b2f31-e5f4-459b-afd4-beb43ca2b3b1 of type vlan for network d75d7863-844b-44a1-b140-74103bcffde8 Mar 10 18:00:08.454922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37db3d-d545-46f8-bf7e-b5f1ef6cbf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b0762-6c15-4bd0-919e-4851ec86db3a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:08.491268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_gateway (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.550939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d75d7863-844b-44a1-b140-74103bcffde8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.596185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d75d7863-844b-44a1-b140-74103bcffde8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.601853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:08.602528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.691757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44010) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:08.691981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7783630 Mar 10 18:00:08.699516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'subnet': {'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:08.722313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181706f-df40-4e65-b0b6-c58ebc76bd02 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Network': ['ID=d75d7863-844b-44a1-b140-74103bcffde8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:08.733844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d75d7863-844b-44a1-b140-74103bcffde8 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:08.802850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:08.818023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85612d71-4c7b-40a1-9a03-cf77d10080e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.877169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_gateway (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.900713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.967353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85612d71-4c7b-40a1-9a03-cf77d10080e1 admin admin] Publish callbacks [] for security_group (b939ce5e-1a87-4383-b4de-62cdcb3b84aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.971491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:08.975764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:08.983538 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85612d71-4c7b-40a1-9a03-cf77d10080e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b939ce5e-1a87-4383-b4de-62cdcb3b84aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.033317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.25.3.34 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4907860e-c02a-4387-bd3c-3f017705f71f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:09.035754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85612d71-4c7b-40a1-9a03-cf77d10080e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b939ce5e-1a87-4383-b4de-62cdcb3b84aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:09.121754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-85612d71-4c7b-40a1-9a03-cf77d10080e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3563b5e2a3346a3afce23808e881b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178623 Mar 10 18:00:09.125602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44018) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:09.188872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (4907860e-c02a-4387-bd3c-3f017705f71f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.217905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] Publish callbacks [] for security_group (b939ce5e-1a87-4383-b4de-62cdcb3b84aa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.226765 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4907860e-c02a-4387-bd3c-3f017705f71f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.273404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:09.276943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:09.281888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:09.282289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] Publish callbacks [] for security_group (b939ce5e-1a87-4383-b4de-62cdcb3b84aa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.285687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=4907860e-c02a-4387-bd3c-3f017705f71f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:09.361990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (2554a409-cec3-4eaf-ba92-9900161d616d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.432056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b939ce5e-1a87-4383-b4de-62cdcb3b84aa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.435121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.436743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b939ce5e-1a87-4383-b4de-62cdcb3b84aa HTTP/1.1" status: 204 len: 168 time: 0.3098421 Mar 10 18:00:09.466994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Checking segment: {'id': '008b2f31-e5f4-459b-afd4-beb43ca2b3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:09.473339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network hostable DHCP agents. Network: d75d7863-844b-44a1-b140-74103bcffde8, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:09.481666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903495c-f7e0-435e-99c5-d15c9ef392db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b939ce5e-1a87-4383-b4de-62cdcb3b84aa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:09.495833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Subnet': ['ID=2554a409-cec3-4eaf-ba92-9900161d616d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:09.535385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network d75d7863-844b-44a1-b140-74103bcffde8 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:09.551760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d75d7863-844b-44a1-b140-74103bcffde8) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:09.558474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:09.559377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.578468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4517be-d37f-4b48-a05b-10e00f832950 None None] Network d75d7863-844b-44a1-b140-74103bcffde8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:09.595678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-66404efc-bc3f-4d3c-b9d1-92ea5c6ffb6d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9019039 Mar 10 18:00:09.599820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:09.605666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'network': {'name': 'tempest-router-network01--454483631'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:09.656283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:09.661148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.716740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:09.738141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.738888 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Added segment ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4 of type vlan for network 2c80439d-f895-419a-a4bd-788ce92bd98d Mar 10 18:00:09.773146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d75d7863-844b-44a1-b140-74103bcffde8', 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8', 'project_id': '45bb4442bcea4141ab3fb637a6e61511', 'fixed_ips': [{'subnet_id': '2554a409-cec3-4eaf-ba92-9900161d616d'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:09.774303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.788196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (2c80439d-f895-419a-a4bd-788ce92bd98d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.826319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_gateway (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.837116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (2c80439d-f895-419a-a4bd-788ce92bd98d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.843866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:09.844591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:09.916208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Network': ['ID=2c80439d-f895-419a-a4bd-788ce92bd98d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:10.001540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-63aaa2e5-5247-4ac0-aa71-3dd341d0953d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4003158 Mar 10 18:00:10.008608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44030) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:10.026753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'network': {'name': 'tempest-router-network02--507833200'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:10.026991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 2c80439d-f895-419a-a4bd-788ce92bd98d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:10.114621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:10.118592 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.179520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:10.199139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.199932 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Added segment eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7 of type vlan for network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 Mar 10 18:00:10.296430 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.362375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.368109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:10.369045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.369186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:10.425708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Allocated IP 2001:db8::2 (d75d7863-844b-44a1-b140-74103bcffde8/2554a409-cec3-4eaf-ba92-9900161d616d/480caf3a-bec9-4855-a078-29ce23efc0f7) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:10.440049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4214582 Mar 10 18:00:10.443710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44044) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:10.455809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'subnet': {'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:10.650920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597f2ce-498f-4865-a033-c3fe1af146ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Network': ['ID=33db7e0d-28e7-4b7d-8a0b-45c79d52fce3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:10.668153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:10.693992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3a4ebbb6-b09b-4623-a85c-3beab790c0b8 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:10.823860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:10.832377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.090542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks [] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.114153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.228248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Pushing event updated for resources: {'Port': ['ID=480caf3a-bec9-4855-a078-29ce23efc0f7,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:11.246286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Network d75d7863-844b-44a1-b140-74103bcffde8 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:11.262335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:11.265963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:11.368330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44054) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:11.390348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Attempting to bind port 480caf3a-bec9-4855-a078-29ce23efc0f7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:11.390715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Attempting to bind port 480caf3a-bec9-4855-a078-29ce23efc0f7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '008b2f31-e5f4-459b-afd4-beb43ca2b3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:11.391861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Attempting to bind port 480caf3a-bec9-4855-a078-29ce23efc0f7 on network d75d7863-844b-44a1-b140-74103bcffde8 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:11.409262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:11.409617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Checking segment: {'id': '008b2f31-e5f4-459b-afd4-beb43ca2b3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:11.410031 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.410443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Bound using segment: {'id': '008b2f31-e5f4-459b-afd4-beb43ca2b3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:11.410952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Bound port: 480caf3a-bec9-4855-a078-29ce23efc0f7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008b2f31-e5f4-459b-afd4-beb43ca2b3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd75d7863-844b-44a1-b140-74103bcffde8'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:11.411328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.519706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:11.535839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] Sync routers for ids ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:11.551200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-169065961-network', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:11.587746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] Routers {'3a4ebbb6-b09b-4623-a85c-3beab790c0b8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:11.593138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:11.597832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.599167 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4b3eb8bc-0af2-43e3-bba7-a22fbe9779f6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.5032539 Mar 10 18:00:11.602215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:11.617023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (5f96d2d7-3c10-4084-80a0-d26e3cc2482a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.681873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:11.697325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Made reservation on behalf of ab128bc62ea44a8790774de4b910d655 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:11.702931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Subnet': ['ID=5f96d2d7-3c10-4084-80a0-d26e3cc2482a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:11.704363 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.705027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] Routers {'3a4ebbb6-b09b-4623-a85c-3beab790c0b8'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:11.705643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Checking segment: {'id': 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:11.706009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:11.706210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network hostable DHCP agents. Network: 2c80439d-f895-419a-a4bd-788ce92bd98d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:11.733252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network 2c80439d-f895-419a-a4bd-788ce92bd98d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:11.734489 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.754824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 2c80439d-f895-419a-a4bd-788ce92bd98d) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:11.764307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:11.768913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.781786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] For port 480caf3a-bec9-4855-a078-29ce23efc0f7, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:11.785133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:11.785776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbad6cc8-fe93-4a0b-afe8-4844a192dce4 None None] The sync data for ids ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:11.791143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1782e318-d3e8-4768-8d53-36e3bc5c5e10 None None] Network 2c80439d-f895-419a-a4bd-788ce92bd98d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:11.807225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-42fbba02-b1e9-4316-b0fe-40bf44bc4db0 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3557782 Mar 10 18:00:11.807956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:11.815330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'subnet': {'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:11.845556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] For port 480caf3a-bec9-4855-a078-29ce23efc0f7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=480caf3a-bec9-4855-a078-29ce23efc0f7,segment=NetworkSegment(008b2f31-e5f4-459b-afd4-beb43ca2b3b1),segment_id=008b2f31-e5f4-459b-afd4-beb43ca2b3b1)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:11.882386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:11.943371 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0abf8726-85de-4242-8391-a43b9f63456c tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers/3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 200 len: 878 time: 0.3364251 Mar 10 18:00:11.958486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44066) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:11.987742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:11.991815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.145486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de12d4-1498-4911-8e8b-fb5806502cab None None] Pushing event updated for resources: {'Port': ['ID=480caf3a-bec9-4855-a078-29ce23efc0f7,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:12.158890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-2c80439d-f895-419a-a4bd-788ce92bd98d', 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d', 'project_id': '45bb4442bcea4141ab3fb637a6e61511', 'fixed_ips': [{'subnet_id': '5f96d2d7-3c10-4084-80a0-d26e3cc2482a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:12.159785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.176824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks [] for security_group (d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.191718 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.264315 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:12.337287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:12.352850 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a72b52f1-1612-485e-b80f-baeaef89995e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.353198 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Added segment a72b52f1-1612-485e-b80f-baeaef89995e of type vlan for network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 Mar 10 18:00:12.514518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Allocated IP 2001:db8::2 (2c80439d-f895-419a-a4bd-788ce92bd98d/5f96d2d7-3c10-4084-80a0-d26e3cc2482a/220eba3a-6ea2-49a7-b307-610d1f275343) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:12.530171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.649978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (5cf97578-52f0-4d39-9552-c9e2324c5f30), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.673758 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ce52ead8-1df0-4828-a2f3-771032b5bf91 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.7141190 Mar 10 18:00:12.674569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.675741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:12.676237 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.690232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:12.736225 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks [] for port (220eba3a-6ea2-49a7-b307-610d1f275343), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.755899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.771093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-26891337'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:12.771536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-734e8235-d241-4bd3-a930-5be6a2fa9e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.774354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:12.781742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Network 2c80439d-f895-419a-a4bd-788ce92bd98d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:12.783546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-28f54c52-cd93-4a1b-b858-beec09643ea4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4151182 Mar 10 18:00:12.785391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:12.786600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:12.807222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:12.812447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:12.822674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Subnet': ['ID=5cf97578-52f0-4d39-9552-c9e2324c5f30,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:12.842205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Checking segment: {'id': 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:12.842751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network hostable DHCP agents. Network: 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:12.871954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Request body: {'subnet': {'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-169065961-subnet', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:12.885905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:12.907488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:12.915437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:12.916143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.953094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Made reservation on behalf of ab128bc62ea44a8790774de4b910d655 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:12.961213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:12.963648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c360fcb7-a1db-4cd7-9bfc-082e64e4e05e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1544685 Mar 10 18:00:12.964384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44076) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:13.435907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f4ce2-3893-4e5e-848c-40045ee0074d None None] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:13.438971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 480caf3a-bec9-4855-a078-29ce23efc0f7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:13.441590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Pushing event updated for resources: {'Port': ['ID=220eba3a-6ea2-49a7-b307-610d1f275343,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:13.493986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b7324b9f-90ae-4465-bf1b-68454b25bb33), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.512858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Attempting to bind port 220eba3a-6ea2-49a7-b307-610d1f275343 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:13.513212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Attempting to bind port 220eba3a-6ea2-49a7-b307-610d1f275343 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:13.513573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Attempting to bind port 220eba3a-6ea2-49a7-b307-610d1f275343 on network 2c80439d-f895-419a-a4bd-788ce92bd98d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:13.545632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:13.546351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Checking segment: {'id': 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:13.546755 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.547145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Bound using segment: {'id': 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:13.547626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Bound port: 220eba3a-6ea2-49a7-b307-610d1f275343, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2c80439d-f895-419a-a4bd-788ce92bd98d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:13.548042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.613892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.617583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7324b9f-90ae-4465-bf1b-68454b25bb33,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:13.757070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-33db7e0d-28e7-4b7d-8a0b-45c79d52fce3', 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3', 'project_id': '45bb4442bcea4141ab3fb637a6e61511', 'fixed_ips': [{'subnet_id': '5cf97578-52f0-4d39-9552-c9e2324c5f30'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:13.758783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.775285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 480caf3a-bec9-4855-a078-29ce23efc0f7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:13.783110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.798225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Checking segment: {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:13.798666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Network hostable DHCP agents. Network: 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:13.860896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] For port 220eba3a-6ea2-49a7-b307-610d1f275343, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:13.868903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] For port 220eba3a-6ea2-49a7-b307-610d1f275343, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=220eba3a-6ea2-49a7-b307-610d1f275343,segment=NetworkSegment(ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4),segment_id=ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:13.899096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d3295-29c9-4c96-9ce4-32b218d1c137 None None] Network d75d7863-844b-44a1-b140-74103bcffde8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:13.925007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.952889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:13.980578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.064286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:14.073840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Provisioning complete for port 480caf3a-bec9-4855-a078-29ce23efc0f7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:14.074207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.125140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Allocated IP 2001:db8::1 (2c80439d-f895-419a-a4bd-788ce92bd98d/5f96d2d7-3c10-4084-80a0-d26e3cc2482a/3bddd2db-4951-45cc-a245-9a63b9f6408f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:14.180235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:14.188333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:14.199898 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.229831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0f404-7f7f-4343-8ae9-4cb8aa17e24e None None] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:14.247759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-65d58464-179e-4748-a5a5-bf5aa8370e3c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4516263 Mar 10 18:00:14.251131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44082) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:14.259551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:14.286555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router 3a4ebbb6-b09b-4623-a85c-3beab790c0b8 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:14.316013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.379370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.432827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.434485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.459793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network 2c80439d-f895-419a-a4bd-788ce92bd98d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:14.475370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:14.480374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:14.480944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.485074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Port': ['ID=3bddd2db-4951-45cc-a245-9a63b9f6408f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:14.577906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Allocated IP 2001:db8::2 (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3/5cf97578-52f0-4d39-9552-c9e2324c5f30/c7f167e2-7426-4c98-8d1c-5bca76d41c49) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:14.627785 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for router_controller (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.635477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'fixed_ips': [{'subnet_id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:14.636464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.649520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Current status of the port 480caf3a-bec9-4855-a078-29ce23efc0f7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:14.649875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.656180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:14.671818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] Sync routers for ids ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:14.688225 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] Routers {'3a4ebbb6-b09b-4623-a85c-3beab790c0b8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:14.688870 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T17:59:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:14.691783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.695975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44088) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:14.696452 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dd90b3e1-ed4c-475b-b74b-02f4822d7fd1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 200 len: 885 time: 1.9310102 Mar 10 18:00:14.752794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999824-54e3-4bea-9fd6-44faeadb8a5a None None] Pushing event updated for resources: {'Port': ['ID=220eba3a-6ea2-49a7-b307-610d1f275343,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:14.765118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac769-c5e7-4a66-b28d-98c3b24796c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.788053 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:14.815826 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] Routers {'3a4ebbb6-b09b-4623-a85c-3beab790c0b8'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:14.816461 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:14.847805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 480caf3a-bec9-4855-a078-29ce23efc0f7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:14.848240 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.885850 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:14.886545 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f96732-f2c2-4c69-9314-a5bf00ac84a9 None None] The sync data for ids ['3a4ebbb6-b09b-4623-a85c-3beab790c0b8'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:14.917293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:14.924168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] For port 480caf3a-bec9-4855-a078-29ce23efc0f7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=480caf3a-bec9-4855-a078-29ce23efc0f7,segment=NetworkSegment(008b2f31-e5f4-459b-afd4-beb43ca2b3b1),segment_id=008b2f31-e5f4-459b-afd4-beb43ca2b3b1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:14.967971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.019962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for router_gateway (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.172052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5542eaa-f7a5-45a4-b568-1d3d6b87f3d3 None None] Pushing event updated for resources: {'Port': ['ID=480caf3a-bec9-4855-a078-29ce23efc0f7,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:15.261214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ba7c5f3-1c7d-46a0-acd2-304cc1aa2a0f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers/3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 200 len: 885 time: 0.5633004 Mar 10 18:00:15.296610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks [] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.298987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Allocated IP 172.20.0.2 (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3/b7324b9f-90ae-4465-bf1b-68454b25bb33/dae4d3df-78d6-4147-9861-816965bbf6c0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:15.302390 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:00:15.302779 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:00:15.316907 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.338518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:15.401462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-44eee60e-cd9c-4829-9fd8-464610004a41 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 200 len: 205 time: 0.0577126 Mar 10 18:00:15.407592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44094) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:15.511313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:15.550044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for router_gateway (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.553811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-91719de9-abf8-4cc1-8cad-64055cbecd75 None None] Provisioning complete for port 480caf3a-bec9-4855-a078-29ce23efc0f7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:15.553946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91719de9-abf8-4cc1-8cad-64055cbecd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.555939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:15.567197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:15.580708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Pushing event updated for resources: {'Port': ['ID=c7f167e2-7426-4c98-8d1c-5bca76d41c49,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:15.607990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.742784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:15.810322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a47a19-45e6-4f61-b155-32712f2a4188 None None] Network 2c80439d-f895-419a-a4bd-788ce92bd98d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:15.832867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Allocated IP 172.25.3.44 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4178ee4e-7e0c-4370-b05e-b85989fbc3f1) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:15.994638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_gateway (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.014480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks [] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.033249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.039457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.047232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.048646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.123792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.210309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:16.213416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:16.220524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:16.273059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Port': ['ID=3bddd2db-4951-45cc-a245-9a63b9f6408f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:16.282484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Pushing event updated for resources: {'Port': ['ID=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:16.333234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 4907860e-c02a-4387-bd3c-3f017705f71f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:16.333722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4907860e-c02a-4387-bd3c-3f017705f71f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.342314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network 2c80439d-f895-419a-a4bd-788ce92bd98d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:16.358171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:16.411417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 480caf3a-bec9-4855-a078-29ce23efc0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:16.468377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Attempting to bind port c7f167e2-7426-4c98-8d1c-5bca76d41c49 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:16.468755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Attempting to bind port c7f167e2-7426-4c98-8d1c-5bca76d41c49 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:16.469110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Attempting to bind port c7f167e2-7426-4c98-8d1c-5bca76d41c49 on network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:16.479085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.584577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4907860e-c02a-4387-bd3c-3f017705f71f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.602218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 4907860e-c02a-4387-bd3c-3f017705f71f owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:16.613386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Router d37ea17e-8411-44be-8587-6690950e81e4 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:16.633912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Pushing event updated for resources: {'Port': ['ID=dae4d3df-78d6-4147-9861-816965bbf6c0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:16.649080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:16.649467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Checking segment: {'id': 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:16.649916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.650318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Bound using segment: {'id': 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:16.650822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Bound port: c7f167e2-7426-4c98-8d1c-5bca76d41c49, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '33db7e0d-28e7-4b7d-8a0b-45c79d52fce3'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:16.651203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:16.780702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] For port c7f167e2-7426-4c98-8d1c-5bca76d41c49, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:16.784066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] For port c7f167e2-7426-4c98-8d1c-5bca76d41c49, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7f167e2-7426-4c98-8d1c-5bca76d41c49,segment=NetworkSegment(eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7),segment_id=eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:16.793039 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 480caf3a-bec9-4855-a078-29ce23efc0f7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:16.830063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:16.834227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:16.855516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e9a97787-f826-4eba-9e83-bcddee332713 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8898199 Mar 10 18:00:16.863107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44102) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:16.885157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.013699 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.015483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] Sync routers for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:17.037632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303244-e27c-4541-9896-3a06bf1a3555 None None] Pushing event updated for resources: {'Port': ['ID=c7f167e2-7426-4c98-8d1c-5bca76d41c49,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:17.042148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-91719de9-abf8-4cc1-8cad-64055cbecd75 None None] Current status of the port 480caf3a-bec9-4855-a078-29ce23efc0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:17.049159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:17.065685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:17.110272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:17.111189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:17.292634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:17.355342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:17.356374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:17.479470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for router_gateway (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.590079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Attempting to bind port dae4d3df-78d6-4147-9861-816965bbf6c0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:17.590819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Attempting to bind port dae4d3df-78d6-4147-9861-816965bbf6c0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:17.591436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Attempting to bind port dae4d3df-78d6-4147-9861-816965bbf6c0 on network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:17.595923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:17.596804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830dd4de-422c-4c42-8198-1eed4ed368c3 None None] The sync data for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:17.598688 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.604369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 480caf3a-bec9-4855-a078-29ce23efc0f7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:17.607860 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.618342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:17.618664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Checking segment: {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:17.628440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.628938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Bound using segment: {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:17.629465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Bound port: dae4d3df-78d6-4147-9861-816965bbf6c0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:17.629861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.681654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Provisioning complete for port 220eba3a-6ea2-49a7-b307-610d1f275343 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:17.682132 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.846762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] For port dae4d3df-78d6-4147-9861-816965bbf6c0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:17.881574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] For port dae4d3df-78d6-4147-9861-816965bbf6c0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dae4d3df-78d6-4147-9861-816965bbf6c0,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:17.898946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.911804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:17.960395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 480caf3a-bec9-4855-a078-29ce23efc0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:17.961387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 220eba3a-6ea2-49a7-b307-610d1f275343 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:17.992753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Current status of the port 220eba3a-6ea2-49a7-b307-610d1f275343 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:17.993145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.173001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] For port 220eba3a-6ea2-49a7-b307-610d1f275343, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=220eba3a-6ea2-49a7-b307-610d1f275343,segment=NetworkSegment(ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4),segment_id=ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:18.182100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.197634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e4cd-135d-43e5-beaa-4bfb5181f27a None None] Pushing event updated for resources: {'Port': ['ID=dae4d3df-78d6-4147-9861-816965bbf6c0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:18.286391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:18.304625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 220eba3a-6ea2-49a7-b307-610d1f275343 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:18.305002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.550755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a138db-22ee-485b-af5c-4b5b92891b37 None None] Pushing event updated for resources: {'Port': ['ID=220eba3a-6ea2-49a7-b307-610d1f275343,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:18.561089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4907860e-c02a-4387-bd3c-3f017705f71f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.585531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Provisioning complete for port 220eba3a-6ea2-49a7-b307-610d1f275343 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:18.587583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.600134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:18.610836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Sync routers for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:18.640303 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:18.651504 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d29ce45b-2af2-4c83-ae59-cfbbb50cc6fc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.3947461 Mar 10 18:00:18.653634 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:18.653939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=4907860e-c02a-4387-bd3c-3f017705f71f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:18.654076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:18.657191 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:18.720007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.720356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.720799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.721018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.721345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.721728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.721993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.722328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.722753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.723076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.723396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.723713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.724032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:18.877581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 220eba3a-6ea2-49a7-b307-610d1f275343 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:18.944763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Current status of the port 220eba3a-6ea2-49a7-b307-610d1f275343 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:18.970839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Provisioning complete for port 3bddd2db-4951-45cc-a245-9a63b9f6408f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:18.971438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.051991 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-ba531082-0e6a-4369-b875-5d683bfd4fab tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:00:19.055751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ba531082-0e6a-4369-b875-5d683bfd4fab tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1890326 Mar 10 18:00:19.059252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44112) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:19.075227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c0b5-322a-4c97-adc2-7f95ef28457b None None] Port 3bddd2db-4951-45cc-a245-9a63b9f6408f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:19.083439 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:19.207478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ebcbd1a3-4046-4949-aa79-e442988d75d3 None None] Provisioning complete for port 3bddd2db-4951-45cc-a245-9a63b9f6408f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:19.207919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd1a3-4046-4949-aa79-e442988d75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.254314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.284776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72240d8b-6607-498c-8e28-06d01049e0bf None None] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:19.524925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7f167e2-7426-4c98-8d1c-5bca76d41c49 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:19.646999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbd1a3-4046-4949-aa79-e442988d75d3 None None] Port 3bddd2db-4951-45cc-a245-9a63b9f6408f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:19.660657 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.673303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.681397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.746564 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:17Z', 'revision_number': 3, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:19.748718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:19.794791 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Checking router: 7ed48b9a-7431-4bfb-99df-9187a0a5e06b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:19.795428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Updating router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:00:19.799344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.802238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c7f167e2-7426-4c98-8d1c-5bca76d41c49 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:19.802824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.847072 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:19.938243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Provisioning complete for port c7f167e2-7426-4c98-8d1c-5bca76d41c49 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:19.938764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.233006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (3a4ebbb6-b09b-4623-a85c-3beab790c0b8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.234981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4ebbb6-b09b-4623-a85c-3beab790c0b8 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:20.264312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.270852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b318d3ea-b776-4685-ad79-d3b5101ab278 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 204 len: 168 time: 4.8620789 Mar 10 18:00:20.271493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:20.281467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Allocated IP 172.20.0.1 (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3/b7324b9f-90ae-4465-bf1b-68454b25bb33/e69136e7-09a9-4018-b872-27114be7e491) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:20.285888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac367920-ebe1-47e0-b5cc-36e68ada48cb None None] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:20.292908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403098404'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:20.299970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c7f167e2-7426-4c98-8d1c-5bca76d41c49 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:20.300517 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.302661 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks [] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.327979 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.360558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:20.368489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.414179 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks [] for port (e69136e7-09a9-4018-b872-27114be7e491), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.429197 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Attempting to bind port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:20.429587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Attempting to bind port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:20.429914 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Attempting to bind port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:20.438082 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:20.438543 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:20.438868 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.439427 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:20.439762 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Bound port: 4178ee4e-7e0c-4370-b05e-b85989fbc3f1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:20.440140 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.462847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a873f9de-0f91-4398-8d57-23ccd18a7650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.467071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e69136e7-09a9-4018-b872-27114be7e491), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.508981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] For port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:20.514044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] For port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:20.523708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:20.528216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:20.537310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:20.541675 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.555915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:20.559895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Current status of the port c7f167e2-7426-4c98-8d1c-5bca76d41c49 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:20.560297 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.565312 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Pushing event updated for resources: {'Port': ['ID=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:20.598755 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.601570 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.604367 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.604866 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.605311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.605750 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.606920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6579d3bb-fce1-46fb-9e84-5783c041a560), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.607274 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment 6579d3bb-fce1-46fb-9e84-5783c041a560 of type vlan for network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d Mar 10 18:00:20.607540 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.608002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.608431 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.610175 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.610646 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.613074 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.613554 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:20.626090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.665936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.670222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c7f167e2-7426-4c98-8d1c-5bca76d41c49, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7f167e2-7426-4c98-8d1c-5bca76d41c49,segment=NetworkSegment(eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7),segment_id=eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:20.692133 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.692791 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:20.693617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:20.698899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dae4d3df-78d6-4147-9861-816965bbf6c0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:20.711024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.717978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:20.718799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:20.745937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Pushing event updated for resources: {'Port': ['ID=e69136e7-09a9-4018-b872-27114be7e491,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:20.774139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4940064 Mar 10 18:00:20.775063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44132) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:20.793783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:20.897179 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0686a-d8cb-4337-b0c6-7c437f4331d3 None None] Pushing event updated for resources: {'Port': ['ID=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:20.918623 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:20.994025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a873f9de-0f91-4398-8d57-23ccd18a7650 admin admin] Publish callbacks [] for security_group (481e0709-0088-4f03-afa0-c111a4903a4b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.000671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62fb85-f09d-45e4-9b9f-d036e357afa8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=a0cac4c9-0edc-4585-bfc2-37ff45e7b94d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:21.015661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port dae4d3df-78d6-4147-9861-816965bbf6c0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:21.016695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.063340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.071691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e69136e7-09a9-4018-b872-27114be7e491), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.079913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a873f9de-0f91-4398-8d57-23ccd18a7650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (481e0709-0088-4f03-afa0-c111a4903a4b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.082573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:00:21.083106 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:00:21.083902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:21.163492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c7f167e2-7426-4c98-8d1c-5bca76d41c49,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:21.176546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:21.185518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.264380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port dae4d3df-78d6-4147-9861-816965bbf6c0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:21.267460 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.267569 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a873f9de-0f91-4398-8d57-23ccd18a7650 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f97c968f7b24f6f81f6218cdb0100fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5090911 Mar 10 18:00:21.272254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:21.272454 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873f9de-0f91-4398-8d57-23ccd18a7650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481e0709-0088-4f03-afa0-c111a4903a4b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:21.356980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port dae4d3df-78d6-4147-9861-816965bbf6c0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dae4d3df-78d6-4147-9861-816965bbf6c0,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:21.371557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.372588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 220eba3a-6ea2-49a7-b307-610d1f275343 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:21.449428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:17Z', 'revision_number': 3, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:21.461296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] Publish callbacks [] for security_group (481e0709-0088-4f03-afa0-c111a4903a4b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.510724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=dae4d3df-78d6-4147-9861-816965bbf6c0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:21.521314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb4b991-8f4d-476b-969c-4b75a85a5a74 None None] The sync data for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 is: [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:17Z', 'revision_number': 3, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:21.524153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks [] for port (e69136e7-09a9-4018-b872-27114be7e491), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.537368 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e69136e7-09a9-4018-b872-27114be7e491), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.608325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] Publish callbacks [] for security_group (481e0709-0088-4f03-afa0-c111a4903a4b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.631508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 220eba3a-6ea2-49a7-b307-610d1f275343 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:21.631864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.667388 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.705720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d498153-25f3-423b-a2fa-6355ceca4ec0 None None] Current status of the port c7f167e2-7426-4c98-8d1c-5bca76d41c49 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:21.747685 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Pushing event updated for resources: {'Port': ['ID=e69136e7-09a9-4018-b872-27114be7e491,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:21.845997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4b59fb4b-c5a3-465f-b996-520a58880b56), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:21.949399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:21.953648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:22.043384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (481e0709-0088-4f03-afa0-c111a4903a4b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.050339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.054962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/481e0709-0088-4f03-afa0-c111a4903a4b HTTP/1.1" status: 204 len: 168 time: 0.7813659 Mar 10 18:00:22.090932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166535d-5f30-4d54-86c6-73617ae60997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e0709-0088-4f03-afa0-c111a4903a4b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:22.096149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=4b59fb4b-c5a3-465f-b996-520a58880b56,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:22.115233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting port 3bddd2db-4951-45cc-a245-9a63b9f6408f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:22.115755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.213032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:22.241086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.278697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Calling delete_port for 3bddd2db-4951-45cc-a245-9a63b9f6408f owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:22.441639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 220eba3a-6ea2-49a7-b307-610d1f275343 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:22.461263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Provisioning complete for port c7f167e2-7426-4c98-8d1c-5bca76d41c49 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:22.461491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.605398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:22.633243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32bbe170-07b6-4fcd-a07a-aa70705a8323 admin admin] 10.222.0.35 "PUT /v2.0/routers/7ed48b9a-7431-4bfb-99df-9187a0a5e06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9780097 Mar 10 18:00:22.696243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3bddd2db-4951-45cc-a245-9a63b9f6408f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:22.711482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': '6579d3bb-fce1-46fb-9e84-5783c041a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:22.715087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: a0cac4c9-0edc-4585-bfc2-37ff45e7b94d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:22.772170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Port': ['ID=3bddd2db-4951-45cc-a245-9a63b9f6408f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:22.791278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Current status of the port c7f167e2-7426-4c98-8d1c-5bca76d41c49 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:22.818743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dae4d3df-78d6-4147-9861-816965bbf6c0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:22.920767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:22.922097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Provisioning complete for port dae4d3df-78d6-4147-9861-816965bbf6c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:22.922501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.141766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port dae4d3df-78d6-4147-9861-816965bbf6c0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:23.142400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.210392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, a0cac4c9-0edc-4585-bfc2-37ff45e7b94d) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:23.217553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:23.220367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.244275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.272265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Current status of the port dae4d3df-78d6-4147-9861-816965bbf6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:23.295446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cd9d4-6b19-4ea5-b60d-d5401bfeffd7 None None] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:23.302147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-76fa1d4a-3217-4900-8493-af88c67656d4 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5132198 Mar 10 18:00:23.306411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44170) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:23.311528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632359825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:23.344607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (b267b9a2-45aa-488f-8913-714737ada7b7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.345814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (b267b9a2-45aa-488f-8913-714737ada7b7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.505527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (b267b9a2-45aa-488f-8913-714737ada7b7), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.519586 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (b267b9a2-45aa-488f-8913-714737ada7b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.526818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port dae4d3df-78d6-4147-9861-816965bbf6c0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:23.528667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:23.574213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.576863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0ab645a8-08ce-4650-9fd0-cabf83a26344 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2693675 Mar 10 18:00:23.579770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:23.604766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Provisioning complete for port e69136e7-09a9-4018-b872-27114be7e491 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:23.605160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e69136e7-09a9-4018-b872-27114be7e491), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.618340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Router d37ea17e-8411-44be-8587-6690950e81e4 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:23.744258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:23.744629 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:23.821386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:23.821698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:23.827754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a974a55c-46a5-4d52-8734-8fef38096322 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646701 Mar 10 18:00:23.833575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44190) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:23.869861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] Sync routers for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:23.899094 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-c885ad7e-83d1-40a1-ad14-9b66a232387d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] delete failed (client error): The resource could not be found. Mar 10 18:00:23.900328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c885ad7e-83d1-40a1-ad14-9b66a232387d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1589530023 HTTP/1.1" status: 404 len: 335 time: 0.0657241 Mar 10 18:00:23.905040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44194) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:23.917851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8e4af386-7b35-483a-8f9f-671b4d0cf5ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd37ea17e-8411-44be-8587-6690950e81e4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:23.963789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d94ef4c3-64cb-4087-a432-ed8486fc7a29 None None] Port e69136e7-09a9-4018-b872-27114be7e491 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:23.971552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:23.972202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:24.064548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-a0cac4c9-0edc-4585-bfc2-37ff45e7b94d', 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '4b59fb4b-c5a3-465f-b996-520a58880b56'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:24.065773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.076254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:24.128549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-518453415-network', 'tenant_id': 'ce007c55c26543eba505f941cec4bac5'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:24.256308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.298345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e4af386-7b35-483a-8f9f-671b4d0cf5ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router_gateway (d37ea17e-8411-44be-8587-6690950e81e4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.309552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Allocated IP 172.20.0.2 (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d/4b59fb4b-c5a3-465f-b996-520a58880b56/54ed5bbf-05ca-4642-981f-f4acebc6e091) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:24.309881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Made reservation on behalf of ce007c55c26543eba505f941cec4bac5 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:24.313031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.330024 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-8e4af386-7b35-483a-8f9f-671b4d0cf5ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] update failed (client error): The resource could not be found. Mar 10 18:00:24.331730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8e4af386-7b35-483a-8f9f-671b4d0cf5ef tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4 HTTP/1.1" status: 404 len: 339 time: 0.4244623 Mar 10 18:00:24.336180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:24.348162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1291342483'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:24.399000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:24.402615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.410224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.425169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:24.425751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:24.467000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:24.491113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (81d3e5c1-40f0-4261-b9e2-30ba774cc597), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.491462 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Added segment 81d3e5c1-40f0-4261-b9e2-30ba774cc597 of type vlan for network 8cc19d16-8de2-481d-af47-0e11bee2167f Mar 10 18:00:24.570281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4f89e8ce-3a51-4423-b555-bc4fdefba858 None None] Provisioning complete for port e69136e7-09a9-4018-b872-27114be7e491 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:24.570944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f89e8ce-3a51-4423-b555-bc4fdefba858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e69136e7-09a9-4018-b872-27114be7e491), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.574398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:24.575339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f7fe2-ce6e-432c-b35e-e2c3e4d2d9dd None None] The sync data for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:24.579565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:24.619244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:24.619799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.662959 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks [] for security_group (2c52be4a-83e5-4ee0-a47c-b3ca34834394), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.669616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c52be4a-83e5-4ee0-a47c-b3ca34834394), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.705975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:24.707152 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Sync routers for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:24.721389 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:24.722649 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:24.723311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4f89e8ce-3a51-4423-b555-bc4fdefba858 None None] Port e69136e7-09a9-4018-b872-27114be7e491 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:24.726942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:24.735905 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52be4a-83e5-4ee0-a47c-b3ca34834394,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:24.745093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ed2202ec-d8f0-499d-96b7-89a1149163f5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.745615 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Added segment ed2202ec-d8f0-499d-96b7-89a1149163f5 of type vlan for network 293352d1-24dc-48c6-9759-00958a2e9f3f Mar 10 18:00:24.766877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.767602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7f167e2-7426-4c98-8d1c-5bca76d41c49 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:24.779487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8cc19d16-8de2-481d-af47-0e11bee2167f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.803553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (293352d1-24dc-48c6-9759-00958a2e9f3f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.877908 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:24.949218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8cc19d16-8de2-481d-af47-0e11bee2167f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:24.954681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:24.955363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.000380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:25.018977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks [] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.045474 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.107533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Pushing event updated for resources: {'Port': ['ID=54ed5bbf-05ca-4642-981f-f4acebc6e091,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:25.129120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c7f167e2-7426-4c98-8d1c-5bca76d41c49 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:25.129470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.199981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:25.204387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:25.216974 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:20Z', 'revision_number': 4, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e69136e7-09a9-4018-b872-27114be7e491', 'name': '', 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'mac_address': 'fa:16:3e:ff:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:19Z', 'updated_at': '2022-03-10T18:00:21Z', 'revision_number': 2, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'subnets': [{'id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:25.219185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:25.251566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (293352d1-24dc-48c6-9759-00958a2e9f3f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.252986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:25.254054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.276645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Checking router: 7ed48b9a-7431-4bfb-99df-9187a0a5e06b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:25.285328 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Updating router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b port e69136e7-09a9-4018-b872-27114be7e491 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:00:25.327142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] Pushing event updated for resources: {'Network': ['ID=293352d1-24dc-48c6-9759-00958a2e9f3f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:25.350253 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f75424be-444d-4e8c-b9cd-6765c521e5be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5272665 Mar 10 18:00:25.352263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.20.0.1 (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d/4b59fb4b-c5a3-465f-b996-520a58880b56/3edad6ef-410c-4ec4-ab64-bac9769ad4dd) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:25.353793 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e69136e7-09a9-4018-b872-27114be7e491), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.354745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:25.361414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Request body: {'subnet': {'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-518453415-subnet', 'tenant_id': 'ce007c55c26543eba505f941cec4bac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:25.368400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c7f167e2-7426-4c98-8d1c-5bca76d41c49 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:25.375038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 293352d1-24dc-48c6-9759-00958a2e9f3f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:25.396061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Made reservation on behalf of ce007c55c26543eba505f941cec4bac5 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:25.398845 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.533999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:25.562627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Attempting to bind port 54ed5bbf-05ca-4642-981f-f4acebc6e091 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:25.563080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Attempting to bind port 54ed5bbf-05ca-4642-981f-f4acebc6e091 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6579d3bb-fce1-46fb-9e84-5783c041a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:25.563458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Attempting to bind port 54ed5bbf-05ca-4642-981f-f4acebc6e091 on network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:25.577639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:25.578486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Checking segment: {'id': '6579d3bb-fce1-46fb-9e84-5783c041a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:25.578486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.578893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Bound using segment: {'id': '6579d3bb-fce1-46fb-9e84-5783c041a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:25.579448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Bound port: 54ed5bbf-05ca-4642-981f-f4acebc6e091, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6579d3bb-fce1-46fb-9e84-5783c041a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a0cac4c9-0edc-4585-bfc2-37ff45e7b94d'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:25.579857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.611395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.617190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2784364 Mar 10 18:00:25.622582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:25.656176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'subnet': {'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:25.663266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918d38-deba-49e3-b170-8777a186429e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Network': ['ID=8cc19d16-8de2-481d-af47-0e11bee2167f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:25.692486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] For port 54ed5bbf-05ca-4642-981f-f4acebc6e091, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:25.700520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] For port 54ed5bbf-05ca-4642-981f-f4acebc6e091, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ed5bbf-05ca-4642-981f-f4acebc6e091,segment=NetworkSegment(6579d3bb-fce1-46fb-9e84-5783c041a560),segment_id=6579d3bb-fce1-46fb-9e84-5783c041a560)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:25.720915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.731417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8cc19d16-8de2-481d-af47-0e11bee2167f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:25.751494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.859562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (909b84d8-d686-4d2b-839a-ef04e69af6a5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.865911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Made reservation on behalf of 45bb4442bcea4141ab3fb637a6e61511 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:25.870670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.899894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a2270-2da1-405c-820c-34b6c96a494a None None] Pushing event updated for resources: {'Port': ['ID=54ed5bbf-05ca-4642-981f-f4acebc6e091,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:25.947580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:25.947962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.967654 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks [] for port (e69136e7-09a9-4018-b872-27114be7e491), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:25.979335 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:25.982621 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e69136e7-09a9-4018-b872-27114be7e491), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.047071 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:26.073015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:26.095366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=3edad6ef-410c-4ec4-ab64-bac9769ad4dd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:26.150192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Checking segment: {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:26.151005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Network hostable DHCP agents. Network: 293352d1-24dc-48c6-9759-00958a2e9f3f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:26.161049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:26.162597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909b84d8-d686-4d2b-839a-ef04e69af6a5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:26.192374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b267b9a2-45aa-488f-8913-714737ada7b7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.213582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8d2b4-f0cd-4228-9603-fd6bef7216ec None None] Pushing event updated for resources: {'Port': ['ID=e69136e7-09a9-4018-b872-27114be7e491,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:26.222098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.229267 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Attempting to bind port e69136e7-09a9-4018-b872-27114be7e491 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:26.229645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Attempting to bind port e69136e7-09a9-4018-b872-27114be7e491 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:26.230011 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Attempting to bind port e69136e7-09a9-4018-b872-27114be7e491 on network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:26.237201 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:26.237636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Checking segment: {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:26.237977 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.238360 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Bound using segment: {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:26.238991 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Bound port: e69136e7-09a9-4018-b872-27114be7e491, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72b52f1-1612-485e-b80f-baeaef89995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:26.239371 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e69136e7-09a9-4018-b872-27114be7e491), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.284811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Network 293352d1-24dc-48c6-9759-00958a2e9f3f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:26.341356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 293352d1-24dc-48c6-9759-00958a2e9f3f) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:26.346807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:26.347630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.358178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c6bfd1-9c05-43c8-923e-75460cb83d6f None None] Network 293352d1-24dc-48c6-9759-00958a2e9f3f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:26.394128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (6fb8eddb-5474-4f58-89dd-232a9354f152), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.397177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] For port e69136e7-09a9-4018-b872-27114be7e491, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:26.398622 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a9656715-d31e-4950-ac9b-0a96b9566c18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0423312 Mar 10 18:00:26.403001 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] For port e69136e7-09a9-4018-b872-27114be7e491, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e69136e7-09a9-4018-b872-27114be7e491,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:26.430560 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e69136e7-09a9-4018-b872-27114be7e491), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.486937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.514009 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8d2b4-f0cd-4228-9603-fd6bef7216ec None None] Pushing event updated for resources: {'Port': ['ID=e69136e7-09a9-4018-b872-27114be7e491,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:26.535744 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:26.541085 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:26.639735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Subnet': ['ID=6fb8eddb-5474-4f58-89dd-232a9354f152,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:26.647694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Checking segment: {'id': '81d3e5c1-40f0-4261-b9e2-30ba774cc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:26.648062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network hostable DHCP agents. Network: 8cc19d16-8de2-481d-af47-0e11bee2167f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:26.709365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bf48ce21-0061-414e-8146-11bcc9244a64 None None] Provisioning complete for port e69136e7-09a9-4018-b872-27114be7e491 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:26.709983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf48ce21-0061-414e-8146-11bcc9244a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e69136e7-09a9-4018-b872-27114be7e491), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.716504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042a283-d2e0-46e3-b9c5-16097ead4700 None None] Network 293352d1-24dc-48c6-9759-00958a2e9f3f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:26.733741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network 8cc19d16-8de2-481d-af47-0e11bee2167f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:26.823403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8cc19d16-8de2-481d-af47-0e11bee2167f) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:26.838159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:26.839026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:26.856773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993faca-4ddf-4857-aaef-19f86a80e22d None None] Network 8cc19d16-8de2-481d-af47-0e11bee2167f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:26.932141 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:26.955939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ccaddabe-1518-487b-a772-b4ae234b719a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3302364 Mar 10 18:00:26.959191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:26.979592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-450c3fa9-099f-4b68-87f2-fa36cc50e6c8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'router': {'external_gateway_info': {'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:26.997798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Deleting port e69136e7-09a9-4018-b872-27114be7e491 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:26.998534 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e69136e7-09a9-4018-b872-27114be7e491), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.174865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] For port e69136e7-09a9-4018-b872-27114be7e491, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e69136e7-09a9-4018-b872-27114be7e491,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:27.175222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e69136e7-09a9-4018-b872-27114be7e491), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.201398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Calling delete_port for e69136e7-09a9-4018-b872-27114be7e491 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:27.288025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8cc19d16-8de2-481d-af47-0e11bee2167f', 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f', 'project_id': '45bb4442bcea4141ab3fb637a6e61511', 'fixed_ips': [{'subnet_id': '6fb8eddb-5474-4f58-89dd-232a9354f152'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:27.288908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.396323 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:20Z', 'revision_number': 4, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e69136e7-09a9-4018-b872-27114be7e491', 'name': '', 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'mac_address': 'fa:16:3e:ff:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:19Z', 'updated_at': '2022-03-10T18:00:26Z', 'revision_number': 4, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'subnets': [{'id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:27.495365 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caf0b0-6393-4338-9108-cee34c37a34f None None] The sync data for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 is: [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:20Z', 'revision_number': 4, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port': {'id': '4178ee4e-7e0c-4370-b05e-b85989fbc3f1', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:15Z', 'updated_at': '2022-03-10T18:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e69136e7-09a9-4018-b872-27114be7e491', 'name': '', 'network_id': '09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'mac_address': 'fa:16:3e:ff:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:19Z', 'updated_at': '2022-03-10T18:00:26Z', 'revision_number': 4, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'subnets': [{'id': 'b7324b9f-90ae-4465-bf1b-68454b25bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:27.568954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Allocated IP 2001:db8:1::2 (8cc19d16-8de2-481d-af47-0e11bee2167f/6fb8eddb-5474-4f58-89dd-232a9354f152/2114dc1b-fb0b-48ec-a604-2c91bd3a5003) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:27.620340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.627999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ed5bbf-05ca-4642-981f-f4acebc6e091 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:27.677280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-450c3fa9-099f-4b68-87f2-fa36cc50e6c8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router_gateway (d37ea17e-8411-44be-8587-6690950e81e4), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.707816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e69136e7-09a9-4018-b872-27114be7e491), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.792610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e69136e7-09a9-4018-b872-27114be7e491,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:27.848315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:27.907793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.142303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.170017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b267b9a2-45aa-488f-8913-714737ada7b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.176995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=3edad6ef-410c-4ec4-ab64-bac9769ad4dd,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:28.281243 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-450c3fa9-099f-4b68-87f2-fa36cc50e6c8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:00:28.282349 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-450c3fa9-099f-4b68-87f2-fa36cc50e6c8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4 HTTP/1.1" status: 400 len: 364 time: 1.3192594 Mar 10 18:00:28.286771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:28.312603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fa408-1162-4655-ae77-76e68b827a95 None None] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:28.385379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bf48ce21-0061-414e-8146-11bcc9244a64 None None] Port e69136e7-09a9-4018-b872-27114be7e491 update to ACTIVE by agent not found {{(pid=103796) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 18:00:28.456329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:28.466056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:28.622180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:28.688516 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks [] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.722266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.813534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Provisioning complete for port 54ed5bbf-05ca-4642-981f-f4acebc6e091 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:28.814081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.861722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 54ed5bbf-05ca-4642-981f-f4acebc6e091 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:28.862231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:28.898392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:28.907141 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56be7c64-5054-4078-b695-bbbb9026fe9e admin admin] 10.222.0.35 "PUT /v2.0/routers/7ed48b9a-7431-4bfb-99df-9187a0a5e06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3219030 Mar 10 18:00:28.910841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44234) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:28.935133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Network 8cc19d16-8de2-481d-af47-0e11bee2167f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:28.947956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:28.954066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:28.981427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.005991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b267b9a2-45aa-488f-8913-714737ada7b7 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:29.140969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 54ed5bbf-05ca-4642-981f-f4acebc6e091 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:29.141365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.156808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Pushing event updated for resources: {'Port': ['ID=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:29.198703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks [] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.244114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 54ed5bbf-05ca-4642-981f-f4acebc6e091, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ed5bbf-05ca-4642-981f-f4acebc6e091,segment=NetworkSegment(6579d3bb-fce1-46fb-9e84-5783c041a560),segment_id=6579d3bb-fce1-46fb-9e84-5783c041a560)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:29.253729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Attempting to bind port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:29.254269 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Attempting to bind port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '81d3e5c1-40f0-4261-b9e2-30ba774cc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:29.255802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Attempting to bind port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 on network 8cc19d16-8de2-481d-af47-0e11bee2167f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:29.274259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:29.276279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Checking segment: {'id': '81d3e5c1-40f0-4261-b9e2-30ba774cc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:29.276766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.277176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Bound using segment: {'id': '81d3e5c1-40f0-4261-b9e2-30ba774cc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:29.277740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Bound port: 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d3e5c1-40f0-4261-b9e2-30ba774cc597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8cc19d16-8de2-481d-af47-0e11bee2167f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:29.278314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.280567 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.345948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:29.396054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=54ed5bbf-05ca-4642-981f-f4acebc6e091,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:29.399628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] Sync routers for ids ['b267b9a2-45aa-488f-8913-714737ada7b7'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:29.432594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks [] for router_gateway (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.434947 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe640ce9-60d9-4066-b833-d11b3da70c25 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b267b9a2-45aa-488f-8913-714737ada7b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8509505 Mar 10 18:00:29.441262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44238) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:29.561812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] For port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:29.567238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] For port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,segment=NetworkSegment(81d3e5c1-40f0-4261-b9e2-30ba774cc597),segment_id=81d3e5c1-40f0-4261-b9e2-30ba774cc597)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:29.578756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Current status of the port 54ed5bbf-05ca-4642-981f-f4acebc6e091 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:29.579121 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.630653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.648742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51896b-b22a-4e79-b7f6-271ee46400cb tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:29.650397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4a51896b-b22a-4e79-b7f6-271ee46400cb tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports/3edad6ef-410c-4ec4-ab64-bac9769ad4dd HTTP/1.1" status: 200 len: 910 time: 0.2029467 Mar 10 18:00:29.653500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44242) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:29.659370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b59fb4b-c5a3-465f-b996-520a58880b56'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:29.736642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Allocated IP 2001:db8::1 (d75d7863-844b-44a1-b140-74103bcffde8/2554a409-cec3-4eaf-ba92-9900161d616d/bbc18630-04a2-4969-aaf3-ba59038c658d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:29.767501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] Routers {'b267b9a2-45aa-488f-8913-714737ada7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:29.767841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b267b9a2-45aa-488f-8913-714737ada7b7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:29.819271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:00:29.819764 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:00:29.858954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Deleting port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:29.859470 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:29.880485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:29.906264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] Routers {'b267b9a2-45aa-488f-8913-714737ada7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:29.906951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b267b9a2-45aa-488f-8913-714737ada7b7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:29.957375 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Sync routers for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:29.966311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:29.970923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5209bca-f420-47a0-a76e-035d236a00b2 None None] The sync data for ids ['b267b9a2-45aa-488f-8913-714737ada7b7'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:29.990139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e98590-314a-48c8-961f-2a8b063ab669 None None] Pushing event updated for resources: {'Port': ['ID=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:29.992605 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:29.993616 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:30.048815 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.091741 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.132963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] For port 4178ee4e-7e0c-4370-b05e-b85989fbc3f1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:30.134082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.152055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Calling delete_port for 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:30.156735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.198697 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:30.301239 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network d75d7863-844b-44a1-b140-74103bcffde8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:30.302725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:30.304686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Port': ['ID=bbc18630-04a2-4969-aaf3-ba59038c658d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:30.307012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:30.307566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.363752 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:29Z', 'revision_number': 6, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:30.382287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Current status of the port 54ed5bbf-05ca-4642-981f-f4acebc6e091 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:30.387218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cb1391c6-751c-461f-b9c0-3fdf4953b50f None None] Could not find standard attr ID for object e69136e7-09a9-4018-b872-27114be7e491. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 18:00:30.422490 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Checking router: 7ed48b9a-7431-4bfb-99df-9187a0a5e06b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:30.436609 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Routers {'7ed48b9a-7431-4bfb-99df-9187a0a5e06b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:30.437304 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:30.508481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.540432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Provisioning complete for port 54ed5bbf-05ca-4642-981f-f4acebc6e091 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:30.541032 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.551192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4178ee4e-7e0c-4370-b05e-b85989fbc3f1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.562578 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] Set router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:30.614641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.651589 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:29Z', 'revision_number': 6, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:30.682134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Pushing event deleted for resources: {'Port': ['ID=4178ee4e-7e0c-4370-b05e-b85989fbc3f1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:30.717277 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb39a4a-0ab7-446b-b51a-18287b2b7785 None None] The sync data for ids ['7ed48b9a-7431-4bfb-99df-9187a0a5e06b'] in n-d-833115-2 is: [{'id': '7ed48b9a-7431-4bfb-99df-9187a0a5e06b', 'name': 'tempest-ImageQuotaTest-169065961-router', 'tenant_id': 'ab128bc62ea44a8790774de4b910d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:14Z', 'updated_at': '2022-03-10T18:00:29Z', 'revision_number': 6, 'project_id': 'ab128bc62ea44a8790774de4b910d655', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:30.755190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Current status of the port 54ed5bbf-05ca-4642-981f-f4acebc6e091 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:30.820558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Provisioning complete for port 3edad6ef-410c-4ec4-ab64-bac9769ad4dd triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:30.820721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:30.931338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0b457776-e2ea-4620-b717-a0ea0799e9d2 None None] Port 3edad6ef-410c-4ec4-ab64-bac9769ad4dd cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:31.059879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6d26407a-2f78-4ab7-af81-75d30915b2c5 None None] Provisioning complete for port bbc18630-04a2-4969-aaf3-ba59038c658d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:31.060601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d26407a-2f78-4ab7-af81-75d30915b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.172097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6d26407a-2f78-4ab7-af81-75d30915b2c5 None None] Port bbc18630-04a2-4969-aaf3-ba59038c658d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:31.203695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.257023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.276361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.277165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.363093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event updated for resources: {'Port': ['ID=bbc18630-04a2-4969-aaf3-ba59038c658d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:31.384607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.387288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks [] for router_controller (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.638439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.650060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (7ed48b9a-7431-4bfb-99df-9187a0a5e06b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.650884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed48b9a-7431-4bfb-99df-9187a0a5e06b {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:31.659234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.660658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e1a4f723-b1b3-429b-add9-8e16d665ce07 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7ed48b9a-7431-4bfb-99df-9187a0a5e06b HTTP/1.1" status: 204 len: 168 time: 2.7487097 Mar 10 18:00:31.662188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.725621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:31.735027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:31.740060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:31.741806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/ports/3edad6ef-410c-4ec4-ab64-bac9769ad4dd HTTP/1.1" status: 200 len: 910 time: 2.0867665 Mar 10 18:00:31.748936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44256) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:31.788578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07479974-c6f9-4490-a1d4-e1ecc7bd3a1d None None] Network 8cc19d16-8de2-481d-af47-0e11bee2167f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:31.882357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Provisioning complete for port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:31.883039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.056022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:32.131582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec201-cbcb-46aa-b561-7f07a4b5288d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=3edad6ef-410c-4ec4-ab64-bac9769ad4dd,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:32.183402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Network d75d7863-844b-44a1-b140-74103bcffde8 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:32.185671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:32.228360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Deleting subnet b7324b9f-90ae-4465-bf1b-68454b25bb33 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:32.257123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Publish callbacks [] for subnet (b7324b9f-90ae-4465-bf1b-68454b25bb33), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.325649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Current status of the port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:32.326044 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.363375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (b7324b9f-90ae-4465-bf1b-68454b25bb33), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.369812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:32.370530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.453761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Router d37ea17e-8411-44be-8587-6690950e81e4 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:32.473069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-27a8f497-0746-4763-b3de-dea400a516da None None] For port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,segment=NetworkSegment(81d3e5c1-40f0-4261-b9e2-30ba774cc597),segment_id=81d3e5c1-40f0-4261-b9e2-30ba774cc597)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:32.493677 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.673721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:32.680809 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1a05f686-2fe4-4b9f-856e-b1adad7d47a8 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3912799 Mar 10 18:00:32.683392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:32.686686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:32.687950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ed5bbf-05ca-4642-981f-f4acebc6e091 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:32.771489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] Sync routers for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:32.780160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f497-0746-4763-b3de-dea400a516da None None] Pushing event updated for resources: {'Port': ['ID=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:32.803035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 54ed5bbf-05ca-4642-981f-f4acebc6e091 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:32.803707 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.842959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:32.843693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:32.856025 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d71e5dea-d7a4-445a-8982-d065d28fd95d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router (d37ea17e-8411-44be-8587-6690950e81e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.888308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ae1b7c78-ac03-4fc6-a169-2d9e5f484cab None None] Provisioning complete for port bbc18630-04a2-4969-aaf3-ba59038c658d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:32.888926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7c78-ac03-4fc6-a169-2d9e5f484cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:32.891971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:32.929967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:32.930927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:32.990150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:32.991095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec94b256-76ef-487c-b0cf-896b0e2a2f90 None None] The sync data for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:33.006585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b7c78-ac03-4fc6-a169-2d9e5f484cab None None] Port bbc18630-04a2-4969-aaf3-ba59038c658d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:33.014395 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-d71e5dea-d7a4-445a-8982-d065d28fd95d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 18:00:33.018766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 54ed5bbf-05ca-4642-981f-f4acebc6e091 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:33.019705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d71e5dea-d7a4-445a-8982-d065d28fd95d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4 HTTP/1.1" status: 409 len: 376 time: 0.3347669 Mar 10 18:00:33.020294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44264) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:33.101252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:33.141270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b7324b9f-90ae-4465-bf1b-68454b25bb33), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.142741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:33.143087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4178ee4e-7e0c-4370-b05e-b85989fbc3f1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:33.143507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e69136e7-09a9-4018-b872-27114be7e491 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:33.188845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e69136e7-09a9-4018-b872-27114be7e491 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:33.189192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e69136e7-09a9-4018-b872-27114be7e491 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:33.228324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (b7324b9f-90ae-4465-bf1b-68454b25bb33), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.240119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d0e27995-4f48-4832-990b-7bf155b92793 None None] Provisioning complete for port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:33.240511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0e27995-4f48-4832-990b-7bf155b92793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.261676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7324b9f-90ae-4465-bf1b-68454b25bb33,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:33.269510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.279202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8dd19e6-b70a-4d1a-a343-85e0f53cdf4e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b7324b9f-90ae-4465-bf1b-68454b25bb33 HTTP/1.1" status: 204 len: 168 time: 1.5363350 Mar 10 18:00:33.280267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:33.290849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabefb7a-0ec7-4b7d-bd8a-cee49e79d741 None None] Network 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:33.420260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.469249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d0e27995-4f48-4832-990b-7bf155b92793 None None] Current status of the port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:33.489440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b267b9a2-45aa-488f-8913-714737ada7b7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.521377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:33.581788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] DHCP port deletion for 09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:33.614155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Deleting port dae4d3df-78d6-4147-9861-816965bbf6c0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:33.614796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.637574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:33.637965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.664584 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.700830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Deleting port dae4d3df-78d6-4147-9861-816965bbf6c0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:33.700830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.761049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] For port dae4d3df-78d6-4147-9861-816965bbf6c0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dae4d3df-78d6-4147-9861-816965bbf6c0,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:33.761416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:33.780389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Calling delete_port for dae4d3df-78d6-4147-9861-816965bbf6c0 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:34.005541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.027555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] For port dae4d3df-78d6-4147-9861-816965bbf6c0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dae4d3df-78d6-4147-9861-816965bbf6c0,segment=NetworkSegment(a72b52f1-1612-485e-b80f-baeaef89995e),segment_id=a72b52f1-1612-485e-b80f-baeaef89995e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:34.028902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.050896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:34.052484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae4d3df-78d6-4147-9861-816965bbf6c0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:34.055118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Calling delete_port for dae4d3df-78d6-4147-9861-816965bbf6c0 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:34.065415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 3edad6ef-410c-4ec4-ab64-bac9769ad4dd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:34.065893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.087786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] No DVR routers for this DVR port dae4d3df-78d6-4147-9861-816965bbf6c0 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:34.140648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting port bbc18630-04a2-4969-aaf3-ba59038c658d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:34.141250 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.169652 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (dae4d3df-78d6-4147-9861-816965bbf6c0), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.201571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] Pushing event deleted for resources: {'Port': ['ID=dae4d3df-78d6-4147-9861-816965bbf6c0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:34.208635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d4f0a-4580-41ed-9ba5-bb7cbd8b3d9b None None] No DVR routers for this DVR port dae4d3df-78d6-4147-9861-816965bbf6c0 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:34.251163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.289348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.292581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:34.300061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.313482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72b52f1-1612-485e-b80f-baeaef89995e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:34.313774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72b52f1-1612-485e-b80f-baeaef89995e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:34.315688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Calling delete_port for bbc18630-04a2-4969-aaf3-ba59038c658d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:34.315999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 3edad6ef-410c-4ec4-ab64-bac9769ad4dd owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:34.330643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (a72b52f1-1612-485e-b80f-baeaef89995e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.390719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a72b52f1-1612-485e-b80f-baeaef89995e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.397635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:34.398225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (a72b52f1-1612-485e-b80f-baeaef89995e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:34.464608 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:34.476345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.493089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.498270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3 HTTP/1.1" status: 204 len: 168 time: 1.2137928 Mar 10 18:00:34.520437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccc98d-4435-41a1-9282-c0b69e3e55c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f93c3f-a1a3-4d60-ac3a-69e048f8d2b3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:34.546255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (bbc18630-04a2-4969-aaf3-ba59038c658d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.585118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Port': ['ID=bbc18630-04a2-4969-aaf3-ba59038c658d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:34.727926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:34.757120 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (d37ea17e-8411-44be-8587-6690950e81e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.814295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3edad6ef-410c-4ec4-ab64-bac9769ad4dd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:34.839525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3b5aa86d-e4b5-4dfb-8727-63d88140c8f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab128bc62ea44a8790774de4b910d655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1078546 Mar 10 18:00:34.840377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44280) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:34.892369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=3edad6ef-410c-4ec4-ab64-bac9769ad4dd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:35.073620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96932969-503f-4388-9b75-499a8733109e admin admin] Publish callbacks [] for security_group (d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.099068 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96932969-503f-4388-9b75-499a8733109e admin admin] Publish callbacks [] for security_group (d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.104124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Router d37ea17e-8411-44be-8587-6690950e81e4 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:35.245778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:35.255397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a759f923-620e-4efc-8d97-bd79d813837b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294002 Mar 10 18:00:35.255397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.277869 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] Sync routers for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:35.304262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b267b9a2-45aa-488f-8913-714737ada7b7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.306522 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-104ccad1-f7ae-4c53-a878-1a599ca5907d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] show failed (client error): The resource could not be found. Mar 10 18:00:35.312817 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-104ccad1-f7ae-4c53-a878-1a599ca5907d tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1174110176 HTTP/1.1" status: 404 len: 335 time: 0.0527747 Mar 10 18:00:35.314408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.316551 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:35.317237 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.319658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-15c1fec6-b20c-4168-b24c-2a51589c966b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:35.328343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96932969-503f-4388-9b75-499a8733109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.332090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96932969-503f-4388-9b75-499a8733109e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.333295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-96932969-503f-4388-9b75-499a8733109e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3 HTTP/1.1" status: 204 len: 168 time: 0.4476721 Mar 10 18:00:35.375262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.382811 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-15c1fec6-b20c-4168-b24c-2a51589c966b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] update failed (client error): The resource could not be found. Mar 10 18:00:35.383984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-15c1fec6-b20c-4168-b24c-2a51589c966b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1421429432 HTTP/1.1" status: 404 len: 335 time: 0.0681605 Mar 10 18:00:35.388729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.403947 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] Routers {'d37ea17e-8411-44be-8587-6690950e81e4'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:35.404279 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d37ea17e-8411-44be-8587-6690950e81e4'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.431695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96932969-503f-4388-9b75-499a8733109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ed09f-3cd7-4c72-be69-2fd60fc1c8f3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:35.440198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.442088 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09aeff-a8b5-410f-9643-e40e7654de0a None None] The sync data for ids ['d37ea17e-8411-44be-8587-6690950e81e4'] in n-d-833115-2 is: [] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:35.502411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting subnet 6fb8eddb-5474-4f58-89dd-232a9354f152 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:35.519416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (6fb8eddb-5474-4f58-89dd-232a9354f152), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.534467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dae4d3df-78d6-4147-9861-816965bbf6c0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:35.571566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: dae4d3df-78d6-4147-9861-816965bbf6c0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:35.572217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dae4d3df-78d6-4147-9861-816965bbf6c0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:35.587372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b267b9a2-45aa-488f-8913-714737ada7b7 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:35.600901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (6fb8eddb-5474-4f58-89dd-232a9354f152), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.677541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:35.683018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-826dae61-d5f7-4ad5-a467-adc658187bf0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b267b9a2-45aa-488f-8913-714737ada7b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9318762 Mar 10 18:00:35.685933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.689966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] Sync routers for ids ['b267b9a2-45aa-488f-8913-714737ada7b7'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:35.698680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (6fb8eddb-5474-4f58-89dd-232a9354f152), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.722556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] Routers {'b267b9a2-45aa-488f-8913-714737ada7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:35.724844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b267b9a2-45aa-488f-8913-714737ada7b7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.743836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dd9ef093-2649-4e24-a6ee-af7e1a6a395b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=b267b9a2-45aa-488f-8913-714737ada7b7 HTTP/1.1" status: 200 len: 205 time: 0.0421627 Mar 10 18:00:35.746581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.769062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.780091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] Routers {'b267b9a2-45aa-488f-8913-714737ada7b7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:35.781010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b267b9a2-45aa-488f-8913-714737ada7b7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.802034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (6fb8eddb-5474-4f58-89dd-232a9354f152), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.820878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:35.821788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001a081-e7a5-4816-a1e0-1732c120c950 None None] The sync data for ids ['b267b9a2-45aa-488f-8913-714737ada7b7'] in n-d-833115-2 is: [] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:35.838197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (b267b9a2-45aa-488f-8913-714737ada7b7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.858706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb8eddb-5474-4f58-89dd-232a9354f152,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:35.870873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:35.878185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a068f0a-9227-48a1-a77e-19e04c8810d9 None None] Network 8cc19d16-8de2-481d-af47-0e11bee2167f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:35.888013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44300) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.890339 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50b5bc8e-4d72-4ff8-b133-6133b4c4353a tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/subnets/6fb8eddb-5474-4f58-89dd-232a9354f152 HTTP/1.1" status: 204 len: 168 time: 0.4987407 Mar 10 18:00:35.890927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44302) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:35.930108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79256f56-c9e2-4771-94b4-4bf1f516ce93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.058141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] DHCP port deletion for 8cc19d16-8de2-481d-af47-0e11bee2167f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:36.111823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8cc19d16-8de2-481d-af47-0e11bee2167f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.119764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Deleting port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:36.120378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.157476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (b267b9a2-45aa-488f-8913-714737ada7b7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.164393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (b267b9a2-45aa-488f-8913-714737ada7b7), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.189911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] For port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,segment=NetworkSegment(81d3e5c1-40f0-4261-b9e2-30ba774cc597),segment_id=81d3e5c1-40f0-4261-b9e2-30ba774cc597)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:36.190397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.202813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Calling delete_port for 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:36.266188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (b267b9a2-45aa-488f-8913-714737ada7b7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.272082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router b267b9a2-45aa-488f-8913-714737ada7b7 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:36.279033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.280204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b7f3338-6b41-4f05-b0f8-486aa18e3e8d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/b267b9a2-45aa-488f-8913-714737ada7b7 HTTP/1.1" status: 204 len: 168 time: 0.5325272 Mar 10 18:00:36.284091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44306) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:36.300003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.301038 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79256f56-c9e2-4771-94b4-4bf1f516ce93 admin admin] Publish callbacks [] for security_group (742fe4e9-a02b-405f-9ced-7507d719c25a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.307743 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-79256f56-c9e2-4771-94b4-4bf1f516ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (742fe4e9-a02b-405f-9ced-7507d719c25a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.325785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:36.326120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.340855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] Pushing event deleted for resources: {'Port': ['ID=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.349799 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 4b59fb4b-c5a3-465f-b996-520a58880b56 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:36.353443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (4b59fb4b-c5a3-465f-b996-520a58880b56), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.373802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6868c-0f29-4f80-84cc-2b8f3bc1cb3a None None] No DVR routers for this DVR port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:36.409114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4b59fb4b-c5a3-465f-b996-520a58880b56), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.451064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-79256f56-c9e2-4771-94b4-4bf1f516ce93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5589924 Mar 10 18:00:36.453530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44312) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:36.457312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79256f56-c9e2-4771-94b4-4bf1f516ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742fe4e9-a02b-405f-9ced-7507d719c25a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.467173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] For port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003, host n-d-833115-2, got binding levels [] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:36.467641 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.480240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Calling delete_port for 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:36.483737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.ipam_backend_mixin [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 was not found and therefore no delete operation was performed {{(pid=103795) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 18:00:36.485143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2114dc1b-fb0b-48ec-a604-2c91bd3a5003), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.512879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Port': ['ID=2114dc1b-fb0b-48ec-a604-2c91bd3a5003,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.519434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] No DVR routers for this DVR port 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:36.551804 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4b59fb4b-c5a3-465f-b996-520a58880b56), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.555028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] Publish callbacks [] for security_group (742fe4e9-a02b-405f-9ced-7507d719c25a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.611763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] Publish callbacks [] for security_group (742fe4e9-a02b-405f-9ced-7507d719c25a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.634216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8cc19d16-8de2-481d-af47-0e11bee2167f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.662499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc19d16-8de2-481d-af47-0e11bee2167f']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:36.676833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4b59fb4b-c5a3-465f-b996-520a58880b56), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.677175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d3e5c1-40f0-4261-b9e2-30ba774cc597') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:36.677530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d3e5c1-40f0-4261-b9e2-30ba774cc597') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:36.689793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (81d3e5c1-40f0-4261-b9e2-30ba774cc597), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.703733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=4b59fb4b-c5a3-465f-b996-520a58880b56,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.707929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (81d3e5c1-40f0-4261-b9e2-30ba774cc597), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.714676 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.721186 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c86dcdf4-fa09-4e0d-8eb6-8a2e88391b4d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/4b59fb4b-c5a3-465f-b996-520a58880b56 HTTP/1.1" status: 204 len: 168 time: 0.4364145 Mar 10 18:00:36.722169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:36.725522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f270cb7-9cde-4d54-a08a-d6291e3a9847 None None] Network a0cac4c9-0edc-4585-bfc2-37ff45e7b94d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:36.735615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:36.736609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (81d3e5c1-40f0-4261-b9e2-30ba774cc597), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:36.768313 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:36.805603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (742fe4e9-a02b-405f-9ced-7507d719c25a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.808622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.827768 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/742fe4e9-a02b-405f-9ced-7507d719c25a HTTP/1.1" status: 204 len: 168 time: 0.3728549 Mar 10 18:00:36.854598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8cc19d16-8de2-481d-af47-0e11bee2167f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.862946 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.870889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/networks/8cc19d16-8de2-481d-af47-0e11bee2167f HTTP/1.1" status: 204 len: 168 time: 0.9736097 Mar 10 18:00:36.872381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44320) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:36.900552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8860e26-9c82-4d31-bd43-3c20d5d910e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742fe4e9-a02b-405f-9ced-7507d719c25a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.909283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:36.942100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] DHCP port deletion for a0cac4c9-0edc-4585-bfc2-37ff45e7b94d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:36.948413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58731f34-e18c-4fea-a093-adf0c284c5bd tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Network': ['ID=8cc19d16-8de2-481d-af47-0e11bee2167f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:36.995356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting subnet 5cf97578-52f0-4d39-9552-c9e2324c5f30 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:37.003824 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (5cf97578-52f0-4d39-9552-c9e2324c5f30), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.013823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 54ed5bbf-05ca-4642-981f-f4acebc6e091 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:37.014552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.057636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Deleting port 54ed5bbf-05ca-4642-981f-f4acebc6e091 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:37.058277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.100810 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:00:37.119689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (5cf97578-52f0-4d39-9552-c9e2324c5f30), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.183714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 54ed5bbf-05ca-4642-981f-f4acebc6e091, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ed5bbf-05ca-4642-981f-f4acebc6e091,segment=NetworkSegment(6579d3bb-fce1-46fb-9e84-5783c041a560),segment_id=6579d3bb-fce1-46fb-9e84-5783c041a560)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:37.184882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.218697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 54ed5bbf-05ca-4642-981f-f4acebc6e091 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:37.222456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] For port 54ed5bbf-05ca-4642-981f-f4acebc6e091, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=54ed5bbf-05ca-4642-981f-f4acebc6e091,segment=NetworkSegment(6579d3bb-fce1-46fb-9e84-5783c041a560),segment_id=6579d3bb-fce1-46fb-9e84-5783c041a560)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:37.222849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.263763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Calling delete_port for 54ed5bbf-05ca-4642-981f-f4acebc6e091 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:37.360302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5cf97578-52f0-4d39-9552-c9e2324c5f30), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.406259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.436896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (54ed5bbf-05ca-4642-981f-f4acebc6e091), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.477625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] Pushing event deleted for resources: {'Port': ['ID=54ed5bbf-05ca-4642-981f-f4acebc6e091,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:37.488245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4dd900-9d08-485b-b938-fabb05eff559 None None] No DVR routers for this DVR port 54ed5bbf-05ca-4642-981f-f4acebc6e091 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:37.507929 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port 54ed5bbf-05ca-4642-981f-f4acebc6e091 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:37.514390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:37.525717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=54ed5bbf-05ca-4642-981f-f4acebc6e091,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:37.543224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (5cf97578-52f0-4d39-9552-c9e2324c5f30), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.564639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:37.565034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2114dc1b-fb0b-48ec-a604-2c91bd3a5003 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:37.565400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ed5bbf-05ca-4642-981f-f4acebc6e091 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:37.608850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 54ed5bbf-05ca-4642-981f-f4acebc6e091 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:37.609215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 54ed5bbf-05ca-4642-981f-f4acebc6e091 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:37.622390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf97578-52f0-4d39-9552-c9e2324c5f30,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:37.632322 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.640498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10d82452-e4f0-4064-ba0b-c5bc0c67da05 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/subnets/5cf97578-52f0-4d39-9552-c9e2324c5f30 HTTP/1.1" status: 204 len: 168 time: 0.7617755 Mar 10 18:00:37.642667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:37.643334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fac86f-71f3-416a-b159-726e0c327db4 None None] Network 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:37.701722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.704813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting subnet 5f96d2d7-3c10-4084-80a0-d26e3cc2482a {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:37.708412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (5f96d2d7-3c10-4084-80a0-d26e3cc2482a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.750405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cac4c9-0edc-4585-bfc2-37ff45e7b94d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:37.754849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (5f96d2d7-3c10-4084-80a0-d26e3cc2482a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.760413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6579d3bb-fce1-46fb-9e84-5783c041a560') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:37.760706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6579d3bb-fce1-46fb-9e84-5783c041a560') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:37.771116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6579d3bb-fce1-46fb-9e84-5783c041a560), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.787424 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6579d3bb-fce1-46fb-9e84-5783c041a560), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.796774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:37.797181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6579d3bb-fce1-46fb-9e84-5783c041a560), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self.session.flush() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:37.803122 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:37.874843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (a0cac4c9-0edc-4585-bfc2-37ff45e7b94d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.891027 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.899039 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/a0cac4c9-0edc-4585-bfc2-37ff45e7b94d HTTP/1.1" status: 204 len: 168 time: 1.1757638 Mar 10 18:00:37.903620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44328) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:37.917679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1963206283', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:37.925698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3687a-3bda-4b0c-b579-1f104920c461 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=a0cac4c9-0edc-4585-bfc2-37ff45e7b94d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:37.925893 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5f96d2d7-3c10-4084-80a0-d26e3cc2482a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.942793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] DHCP port deletion for 33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:37.960578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:37.962082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.034900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Deleting port c7f167e2-7426-4c98-8d1c-5bca76d41c49 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:38.035450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.046738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (5f96d2d7-3c10-4084-80a0-d26e3cc2482a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.046991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.054212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.080927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.085555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ceb7529f-9f37-408e-a35d-a0081e14cf26 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1714416 Mar 10 18:00:38.091082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44330) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:38.096688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-785621056'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:38.097036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd9822-3d1f-49c5-bb4e-fe5e1857bbb6 None None] Network 2c80439d-f895-419a-a4bd-788ce92bd98d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:38.103129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.107284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/subnets/5f96d2d7-3c10-4084-80a0-d26e3cc2482a HTTP/1.1" status: 204 len: 168 time: 0.4631264 Mar 10 18:00:38.108247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf14e53-507a-4e57-ba0e-ff471eba783c tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Subnet': ['ID=5f96d2d7-3c10-4084-80a0-d26e3cc2482a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:38.109837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44332) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:38.137730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:38.142656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.187210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] For port c7f167e2-7426-4c98-8d1c-5bca76d41c49, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7f167e2-7426-4c98-8d1c-5bca76d41c49,segment=NetworkSegment(eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7),segment_id=eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:38.187519 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.194075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:38.215848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c024e2b5-9354-4911-9923-9de2198172b3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.216907 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment c024e2b5-9354-4911-9923-9de2198172b3 of type vlan for network 8624ac53-f6c2-499d-bf9d-e54288136e5f Mar 10 18:00:38.240373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.271273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Calling delete_port for c7f167e2-7426-4c98-8d1c-5bca76d41c49 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:38.274560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8624ac53-f6c2-499d-bf9d-e54288136e5f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.332472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting port c7f167e2-7426-4c98-8d1c-5bca76d41c49 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:38.332820 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.340944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8624ac53-f6c2-499d-bf9d-e54288136e5f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.346501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:38.349093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.413340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3185875 Mar 10 18:00:38.414015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.415239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44336) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:38.426249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:38.456707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] DHCP port deletion for 2c80439d-f895-419a-a4bd-788ce92bd98d request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:38.489934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] For port c7f167e2-7426-4c98-8d1c-5bca76d41c49, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c7f167e2-7426-4c98-8d1c-5bca76d41c49,segment=NetworkSegment(eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7),segment_id=eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:38.490307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.493106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Pushing event deleted for resources: {'Port': ['ID=c7f167e2-7426-4c98-8d1c-5bca76d41c49,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:38.509674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] No DVR routers for this DVR port c7f167e2-7426-4c98-8d1c-5bca76d41c49 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:38.519803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.520319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.520783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.521256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.521778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.522567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.522567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.524783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91f0cb0-1dfc-41ef-b175-9d9c43f1806c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:38.540482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Calling delete_port for c7f167e2-7426-4c98-8d1c-5bca76d41c49 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:38.557588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e120a4-3646-419a-89a3-6a2921a935ec tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=8624ac53-f6c2-499d-bf9d-e54288136e5f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:38.571250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:38.603916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:38.608670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.632591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Deleting port 220eba3a-6ea2-49a7-b307-610d1f275343 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:38.632970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.736869 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c7f167e2-7426-4c98-8d1c-5bca76d41c49), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.754269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] No DVR routers for this DVR port c7f167e2-7426-4c98-8d1c-5bca76d41c49 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:38.831594 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Port': ['ID=c7f167e2-7426-4c98-8d1c-5bca76d41c49,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:38.879771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (26bd1941-4880-4897-8682-0fd94bc35a8e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.891675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.897465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] For port 220eba3a-6ea2-49a7-b307-610d1f275343, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=220eba3a-6ea2-49a7-b307-610d1f275343,segment=NetworkSegment(ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4),segment_id=ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:38.902076 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.923883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33db7e0d-28e7-4b7d-8a0b-45c79d52fce3']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:38.928193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Calling delete_port for 220eba3a-6ea2-49a7-b307-610d1f275343 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:38.948212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:38.950060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:38.961965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.979405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:38.985887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=26bd1941-4880-4897-8682-0fd94bc35a8e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:38.991262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:38.992039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (eab13fd7-aec4-4cf5-aee7-e6a5bc8261f7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.003262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:39.003623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: 8624ac53-f6c2-499d-bf9d-e54288136e5f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:39.034732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:39.042813 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:39.049341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8624ac53-f6c2-499d-bf9d-e54288136e5f) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:39.060141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:39.061986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.070129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab284ab-b746-4b13-83b8-e3988f662a66 None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:39.095031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-faccce3a-3ff5-4b48-9eb6-4f380e087dd3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6793871 Mar 10 18:00:39.100163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44340) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:39.147336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (33db7e0d-28e7-4b7d-8a0b-45c79d52fce3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.155307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.170449 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/networks/33db7e0d-28e7-4b7d-8a0b-45c79d52fce3 HTTP/1.1" status: 204 len: 168 time: 1.0568976 Mar 10 18:00:39.181047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44342) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:39.198531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (220eba3a-6ea2-49a7-b307-610d1f275343), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.199851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef23944-042a-49dc-9b51-c0a335aeaec4 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Network': ['ID=33db7e0d-28e7-4b7d-8a0b-45c79d52fce3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:39.233406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] Pushing event deleted for resources: {'Port': ['ID=220eba3a-6ea2-49a7-b307-610d1f275343,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:39.240529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057c054-136c-4834-8f07-cdb44490c726 None None] No DVR routers for this DVR port 220eba3a-6ea2-49a7-b307-610d1f275343 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:39.283429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8624ac53-f6c2-499d-bf9d-e54288136e5f', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:39.284382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.418733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (2c80439d-f895-419a-a4bd-788ce92bd98d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.590733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 220eba3a-6ea2-49a7-b307-610d1f275343 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:39.605639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Allocated IP 172.20.0.2 (8624ac53-f6c2-499d-bf9d-e54288136e5f/26bd1941-4880-4897-8682-0fd94bc35a8e/abd9ffa7-6b61-44d3-9e29-582343b903bc) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:39.616017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (2c80439d-f895-419a-a4bd-788ce92bd98d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.641801 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 220eba3a-6ea2-49a7-b307-610d1f275343 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:39.642152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 220eba3a-6ea2-49a7-b307-610d1f275343 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:39.642602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7f167e2-7426-4c98-8d1c-5bca76d41c49 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:39.656619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c80439d-f895-419a-a4bd-788ce92bd98d']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:39.688348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:39.688930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:39.721545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.742721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.753516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:39.757534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (ae10b5ec-51bf-4bc3-b4c4-9861a6d93bd4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:39.794064 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:39.852299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c7f167e2-7426-4c98-8d1c-5bca76d41c49 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:39.852640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c7f167e2-7426-4c98-8d1c-5bca76d41c49 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:39.904755 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (2c80439d-f895-419a-a4bd-788ce92bd98d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.912176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.913909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks [] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.920336 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/networks/2c80439d-f895-419a-a4bd-788ce92bd98d HTTP/1.1" status: 204 len: 168 time: 0.7229156 Mar 10 18:00:39.922177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:39.932854 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:39.953191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870335-b89a-4c98-a4d1-952a6a680907 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Network': ['ID=2c80439d-f895-419a-a4bd-788ce92bd98d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:39.990847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Pushing event updated for resources: {'Port': ['ID=abd9ffa7-6b61-44d3-9e29-582343b903bc,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:40.006588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:40.008120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:40.014011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:40.032023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting subnet 2554a409-cec3-4eaf-ba92-9900161d616d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:40.037083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (2554a409-cec3-4eaf-ba92-9900161d616d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.084758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (2554a409-cec3-4eaf-ba92-9900161d616d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.087969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Attempting to bind port abd9ffa7-6b61-44d3-9e29-582343b903bc on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:40.088571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Attempting to bind port abd9ffa7-6b61-44d3-9e29-582343b903bc by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:40.088856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Attempting to bind port abd9ffa7-6b61-44d3-9e29-582343b903bc on network 8624ac53-f6c2-499d-bf9d-e54288136e5f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:40.108066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:40.110639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Checking segment: {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:40.111392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.112315 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.112789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Bound using segment: {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:40.113776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Bound port: abd9ffa7-6b61-44d3-9e29-582343b903bc, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:40.114701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.181929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (2554a409-cec3-4eaf-ba92-9900161d616d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.256545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] For port abd9ffa7-6b61-44d3-9e29-582343b903bc, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:40.260429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] For port abd9ffa7-6b61-44d3-9e29-582343b903bc, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abd9ffa7-6b61-44d3-9e29-582343b903bc,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:40.265217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (2554a409-cec3-4eaf-ba92-9900161d616d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.276474 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.297523 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.300468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/subnets/2554a409-cec3-4eaf-ba92-9900161d616d HTTP/1.1" status: 204 len: 168 time: 0.3556607 Mar 10 18:00:40.301578 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89243b-8493-45d7-b97e-776e415907cb tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Subnet': ['ID=2554a409-cec3-4eaf-ba92-9900161d616d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:40.303377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44350) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:40.321116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5dd37-af71-4988-9a6b-a935a547fab8 None None] Network d75d7863-844b-44a1-b140-74103bcffde8 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:40.491734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.20.0.1 (8624ac53-f6c2-499d-bf9d-e54288136e5f/26bd1941-4880-4897-8682-0fd94bc35a8e/7b5dbf1b-5080-4269-8bb8-582d617a2402) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:40.600225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd8490-e02b-4569-b1d4-7ea236ab6f58 None None] Pushing event updated for resources: {'Port': ['ID=abd9ffa7-6b61-44d3-9e29-582343b903bc,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:40.766889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] DHCP port deletion for d75d7863-844b-44a1-b140-74103bcffde8 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:00:40.779711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.854945 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.860241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Deleting port 480caf3a-bec9-4855-a078-29ce23efc0f7 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:40.860642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.916825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:40.934781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:40.938171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d75d7863-844b-44a1-b140-74103bcffde8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.943447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:40.951849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:40.964215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] For port 480caf3a-bec9-4855-a078-29ce23efc0f7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=480caf3a-bec9-4855-a078-29ce23efc0f7,segment=NetworkSegment(008b2f31-e5f4-459b-afd4-beb43ca2b3b1),segment_id=008b2f31-e5f4-459b-afd4-beb43ca2b3b1)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:40.965301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:40.994109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Calling delete_port for 480caf3a-bec9-4855-a078-29ce23efc0f7 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:41.000414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Deleting port 480caf3a-bec9-4855-a078-29ce23efc0f7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:00:41.000597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.016606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.081031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] For port 480caf3a-bec9-4855-a078-29ce23efc0f7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=480caf3a-bec9-4855-a078-29ce23efc0f7,segment=NetworkSegment(008b2f31-e5f4-459b-afd4-beb43ca2b3b1),segment_id=008b2f31-e5f4-459b-afd4-beb43ca2b3b1)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:41.081377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.097647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Calling delete_port for 480caf3a-bec9-4855-a078-29ce23efc0f7 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:00:41.151443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.191680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] Pushing event deleted for resources: {'Port': ['ID=480caf3a-bec9-4855-a078-29ce23efc0f7,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:41.198160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0b25b-e7ad-4434-8e16-fad6ce7eb3ba None None] No DVR routers for this DVR port 480caf3a-bec9-4855-a078-29ce23efc0f7 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:41.233082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.250016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (480caf3a-bec9-4855-a078-29ce23efc0f7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.279755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] No DVR routers for this DVR port 480caf3a-bec9-4855-a078-29ce23efc0f7 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:00:41.282208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Port': ['ID=480caf3a-bec9-4855-a078-29ce23efc0f7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:41.386894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d75d7863-844b-44a1-b140-74103bcffde8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.425078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75d7863-844b-44a1-b140-74103bcffde8']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:41.437476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008b2f31-e5f4-459b-afd4-beb43ca2b3b1') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:41.437900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008b2f31-e5f4-459b-afd4-beb43ca2b3b1') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:41.471879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (008b2f31-e5f4-459b-afd4-beb43ca2b3b1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.494818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (008b2f31-e5f4-459b-afd4-beb43ca2b3b1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.501393 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:41.501803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (008b2f31-e5f4-459b-afd4-beb43ca2b3b1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:41.505044 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:41.590941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abd9ffa7-6b61-44d3-9e29-582343b903bc up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:41.607709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d75d7863-844b-44a1-b140-74103bcffde8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.629154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.633160 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/networks/d75d7863-844b-44a1-b140-74103bcffde8 HTTP/1.1" status: 204 len: 168 time: 1.3287714 Mar 10 18:00:41.634658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f92d2e-2c46-435a-a476-882a49d3dd5e tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Pushing event deleted for resources: {'Network': ['ID=d75d7863-844b-44a1-b140-74103bcffde8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:41.637028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44358) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:41.696809 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3d642c1-35de-4ea8-8a82-9ac57526061b tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "GET /v2.0/ports?device_id=d37ea17e-8411-44be-8587-6690950e81e4 HTTP/1.1" status: 200 len: 205 time: 0.0462434 Mar 10 18:00:41.697718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:41.710546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port abd9ffa7-6b61-44d3-9e29-582343b903bc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:41.711069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.813100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port abd9ffa7-6b61-44d3-9e29-582343b903bc is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:41.813605 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.834404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.845080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.863456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port abd9ffa7-6b61-44d3-9e29-582343b903bc, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abd9ffa7-6b61-44d3-9e29-582343b903bc,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:41.867914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router (d37ea17e-8411-44be-8587-6690950e81e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:41.872359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.007692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 480caf3a-bec9-4855-a078-29ce23efc0f7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:00:42.009965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:42.015344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.060245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3728e-b801-42f3-8714-953b23d6b48d None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:42.089630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=abd9ffa7-6b61-44d3-9e29-582343b903bc,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:42.097480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 480caf3a-bec9-4855-a078-29ce23efc0f7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:00:42.097839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 480caf3a-bec9-4855-a078-29ce23efc0f7 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:00:42.166377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (d37ea17e-8411-44be-8587-6690950e81e4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.168839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router_controller (d37ea17e-8411-44be-8587-6690950e81e4), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.212344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:42.212701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-28f842b5-a4e9-4702-9da6-2eacb75136bc None None] Provisioning complete for port abd9ffa7-6b61-44d3-9e29-582343b903bc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:42.213179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28f842b5-a4e9-4702-9da6-2eacb75136bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.214944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:42.273712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (d37ea17e-8411-44be-8587-6690950e81e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.274624 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Fanout notify agent at l3_agent the message router_deleted on router d37ea17e-8411-44be-8587-6690950e81e4 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:00:42.282218 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.283619 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3587e47-16e5-4b20-92e1-43636ead6103 tempest-RoutersNegativeIpV6Test-589037395 tempest-RoutersNegativeIpV6Test-589037395-project] 10.222.0.35 "DELETE /v2.0/routers/d37ea17e-8411-44be-8587-6690950e81e4 HTTP/1.1" status: 204 len: 168 time: 0.5849342 Mar 10 18:00:42.436351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28f842b5-a4e9-4702-9da6-2eacb75136bc None None] Current status of the port abd9ffa7-6b61-44d3-9e29-582343b903bc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:42.448040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1562d66-79ce-4ea0-865f-9c862acec11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.466338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:00:42.624536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:42.631503 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-208dc984-1735-4d12-a2dd-6ab18e195c3f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295410 Mar 10 18:00:42.633938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44370) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:42.635800 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:42.639159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732680846'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:42.656134 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:42.661534 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:42.686146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:42.690455 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.713036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44372) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:42.765356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:42.791610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Provisioning complete for port abd9ffa7-6b61-44d3-9e29-582343b903bc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:42.792742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.801273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d47dd615-aa50-4ed4-a3b0-7032775a0dda), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.802072 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment d47dd615-aa50-4ed4-a3b0-7032775a0dda of type vlan for network a18f366c-f0ec-41cb-9ef6-f10705acd452 Mar 10 18:00:42.830534 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:42.911189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (a18f366c-f0ec-41cb-9ef6-f10705acd452), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:42.997484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (a18f366c-f0ec-41cb-9ef6-f10705acd452), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.005853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:43.006626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.051405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44378) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:43.059631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4980a3d2-fc4a-4244-bf25-cb1b391c29a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45bb4442bcea4141ab3fb637a6e61511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448696 Mar 10 18:00:43.077243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4421973 Mar 10 18:00:43.079973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44380) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:43.085461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:43.225497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b279-fa5d-4303-a625-f075ca506867 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=a18f366c-f0ec-41cb-9ef6-f10705acd452,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:43.269073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] Publish callbacks [] for security_group (f2ba0b67-a478-46dc-8df5-70b8373ad6bc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.271347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:43.271852 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:41Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:41Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:43.289194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:43.293831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.309569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] Publish callbacks [] for security_group (f2ba0b67-a478-46dc-8df5-70b8373ad6bc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.328046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:43.344799 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Updating router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a port 7b5dbf1b-5080-4269-8bb8-582d617a2402 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:00:43.377255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f2ba0b67-a478-46dc-8df5-70b8373ad6bc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.379456 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.381226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.386380 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2ba0b67-a478-46dc-8df5-70b8373ad6bc HTTP/1.1" status: 204 len: 168 time: 0.3337758 Mar 10 18:00:43.398033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c759d-f426-47dd-a86f-ffb2dc742527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba0b67-a478-46dc-8df5-70b8373ad6bc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:43.536842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abd9ffa7-6b61-44d3-9e29-582343b903bc up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:43.618918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Current status of the port abd9ffa7-6b61-44d3-9e29-582343b903bc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:43.673871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Provisioning complete for port 7b5dbf1b-5080-4269-8bb8-582d617a2402 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:43.674243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.725186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port abd9ffa7-6b61-44d3-9e29-582343b903bc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:43.725561 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.797165 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks [] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.811198 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (50d43c92-86a4-45be-a103-f0f676da368b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.813090 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:43.859376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6f90946a-aab4-477f-8303-869fb229a10c None None] Port 7b5dbf1b-5080-4269-8bb8-582d617a2402 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:43.980730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port abd9ffa7-6b61-44d3-9e29-582343b903bc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:43.985812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=50d43c92-86a4-45be-a103-f0f676da368b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:44.015067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4a49-9470-4560-85f3-4e2e45f47f28 None None] Pushing event updated for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:44.021333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-57c7032d-cb86-42f1-8348-b953710c3d96 None None] Provisioning complete for port 7b5dbf1b-5080-4269-8bb8-582d617a2402 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:44.036692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-57c7032d-cb86-42f1-8348-b953710c3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.053899 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:44.054999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: a18f366c-f0ec-41cb-9ef6-f10705acd452, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:44.079991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:44.096135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, a18f366c-f0ec-41cb-9ef6-f10705acd452) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:44.105979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b1837-bac3-4d0e-83e6-7138bafbda37 None None] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:44.106999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:44.107776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.113704 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Attempting to bind port 7b5dbf1b-5080-4269-8bb8-582d617a2402 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:44.114127 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Attempting to bind port 7b5dbf1b-5080-4269-8bb8-582d617a2402 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:44.118183 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Attempting to bind port 7b5dbf1b-5080-4269-8bb8-582d617a2402 on network 8624ac53-f6c2-499d-bf9d-e54288136e5f {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:44.125043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:44.125597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Checking segment: {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:44.125806 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.128666 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Bound using segment: {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:44.131427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d4e10508-a337-4c03-bab1-4fef4b31a36a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0498300 Mar 10 18:00:44.131686 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Bound port: 7b5dbf1b-5080-4269-8bb8-582d617a2402, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c024e2b5-9354-4911-9923-9de2198172b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:44.132392 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.135021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:44.181929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-57c7032d-cb86-42f1-8348-b953710c3d96 None None] Port 7b5dbf1b-5080-4269-8bb8-582d617a2402 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:44.291131 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] For port 7b5dbf1b-5080-4269-8bb8-582d617a2402, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:44.295273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] For port 7b5dbf1b-5080-4269-8bb8-582d617a2402, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7b5dbf1b-5080-4269-8bb8-582d617a2402,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:44.320176 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.350997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-a18f366c-f0ec-41cb-9ef6-f10705acd452', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:44.354312 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.400672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Provisioning complete for port 7b5dbf1b-5080-4269-8bb8-582d617a2402 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:44.401057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.448001 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:44.454861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:44.738362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:44.800504 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0c543b99-ad3c-4c3e-bc59-e3ba8f211a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.832773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Current status of the port 7b5dbf1b-5080-4269-8bb8-582d617a2402 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:44.840209 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.884426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Allocated IP 172.21.0.2 (a18f366c-f0ec-41cb-9ef6-f10705acd452/50d43c92-86a4-45be-a103-f0f676da368b/84e6dc1b-5054-4d7d-8c59-147c92bbc7f9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:44.896202 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:44.915462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] For port 7b5dbf1b-5080-4269-8bb8-582d617a2402, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7b5dbf1b-5080-4269-8bb8-582d617a2402,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:44.928733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372525284-network', 'tenant_id': '7e90d2afa7a243dca5ad0dd8f6d5ea80'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:44.942089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4a49-9470-4560-85f3-4e2e45f47f28 None None] Pushing event updated for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:44.982263 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.983011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:44.999726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Made reservation on behalf of 7e90d2afa7a243dca5ad0dd8f6d5ea80 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:45.003008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.023581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.208267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks [] for security_group (7837e46a-857c-4a78-b64e-785d1c13d7b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.216519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7837e46a-857c-4a78-b64e-785d1c13d7b6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.241513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-36815830-b499-4de0-be0a-70309121c679 None None] Provisioning complete for port 7b5dbf1b-5080-4269-8bb8-582d617a2402 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:45.244591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-36815830-b499-4de0-be0a-70309121c679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.264565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:45.279289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837e46a-857c-4a78-b64e-785d1c13d7b6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:45.286320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (277d0e46-47ee-431d-85ca-4611ff00e59a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.286976 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Added segment 277d0e46-47ee-431d-85ca-4611ff00e59a of type vlan for network 13156d98-71a2-42a4-8a3a-1155365a8006 Mar 10 18:00:45.329977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0481-7152-4f57-8152-6a001572e49f None None] Pushing event updated for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:45.358958 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (13156d98-71a2-42a4-8a3a-1155365a8006), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.374165 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:41Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:45.434238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (13156d98-71a2-42a4-8a3a-1155365a8006), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.435469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:45.436855 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.450154 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8869a-8c9b-48e4-bcf4-3a8e7462bfa6 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:41Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:45.491678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7504821 Mar 10 18:00:45.493180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44418) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:45.499632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Request body: {'subnet': {'network_id': '13156d98-71a2-42a4-8a3a-1155365a8006', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372525284-subnet', 'tenant_id': '7e90d2afa7a243dca5ad0dd8f6d5ea80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:45.507063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks [] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.551848 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.583817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0dd40-aeee-4e9f-bc11-fba394ad32c0 admin admin] Pushing event updated for resources: {'Network': ['ID=13156d98-71a2-42a4-8a3a-1155365a8006,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:45.607500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Made reservation on behalf of 7e90d2afa7a243dca5ad0dd8f6d5ea80 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:45.612220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 13156d98-71a2-42a4-8a3a-1155365a8006 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:45.615375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.654023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-36815830-b499-4de0-be0a-70309121c679 None None] Current status of the port 7b5dbf1b-5080-4269-8bb8-582d617a2402 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:45.685958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:45.688287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.21.0.1 (a18f366c-f0ec-41cb-9ef6-f10705acd452/50d43c92-86a4-45be-a103-f0f676da368b/f2c95bf7-2280-464f-904e-a782a2f60c5d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:45.701337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:45.704940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Pushing event updated for resources: {'Port': ['ID=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:45.707168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:45.831493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Attempting to bind port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:45.831913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Attempting to bind port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:45.832237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Attempting to bind port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 on network a18f366c-f0ec-41cb-9ef6-f10705acd452 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:45.841561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:45.841963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Checking segment: {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:45.842329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.842767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Bound using segment: {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:45.843396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Bound port: 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:45.843924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.927613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.927788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] For port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:45.937597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] For port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:45.942307 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:45.970381 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.066660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (dbde9020-7809-4ec9-8363-de00c86fb8cb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.071824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b332-75e9-425e-b90b-b4449e02562f None None] Pushing event updated for resources: {'Port': ['ID=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:46.102353 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.193515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbde9020-7809-4ec9-8363-de00c86fb8cb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:46.204711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:46.215726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:46.222009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:46.226329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:46.262822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Checking segment: {'id': '277d0e46-47ee-431d-85ca-4611ff00e59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '13156d98-71a2-42a4-8a3a-1155365a8006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:46.263377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Network hostable DHCP agents. Network: 13156d98-71a2-42a4-8a3a-1155365a8006, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:46.303251 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.366182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Network 13156d98-71a2-42a4-8a3a-1155365a8006 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:46.383589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 13156d98-71a2-42a4-8a3a-1155365a8006) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:46.407377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cd595-b7de-42a8-b2bc-029d83724a9e None None] Network 13156d98-71a2-42a4-8a3a-1155365a8006 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:46.485847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:46.486985 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.563420 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3f4db54-f5d6-4329-ac3d-f6abd49e8567 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0672264 Mar 10 18:00:46.706574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:46.707310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ad91f-9e62-4103-b7b3-9f9705516f05 None None] Network 13156d98-71a2-42a4-8a3a-1155365a8006 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:47.253340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.265529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.457727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:47.477359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.485446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.722515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7b5dbf1b-5080-4269-8bb8-582d617a2402 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:47.736107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:47.742116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:47.871638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f728764-f6da-4d65-8d15-15d548ce776f None None] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:47.873163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44444) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:47.890669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032388119-network', 'tenant_id': '343eb6e0dac14171b2d66ca4b46f8e4a'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:47.893446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7b5dbf1b-5080-4269-8bb8-582d617a2402 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:47.894069 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.946114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Provisioning complete for port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:47.946821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:47.973967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:47.987389 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Made reservation on behalf of 343eb6e0dac14171b2d66ca4b46f8e4a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:47.998477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.021402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.178966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7b5dbf1b-5080-4269-8bb8-582d617a2402 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:48.180365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:48.190843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:48.208519 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8bf3c4e-4bd7-46c5-be2c-a367d6e21a70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0695863 Mar 10 18:00:48.209401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44448) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:48.220777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-1308604635'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:48.237492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:48.268238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:48.272018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.290204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks [] for security_group (2586350d-6790-4561-8aae-64773fe7913b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.299422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2586350d-6790-4561-8aae-64773fe7913b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.321100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:48.336798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:48.347322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a239263e-a33d-436f-9cef-85c23792ff23), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.348073 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Added segment a239263e-a33d-436f-9cef-85c23792ff23 of type vlan for network fa06d48b-d226-4bc9-a6b7-d69d825977de Mar 10 18:00:48.365436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (25b6ebf8-9962-4455-951d-56f627cfa2a3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.366504 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment 25b6ebf8-9962-4455-951d-56f627cfa2a3 of type vlan for network b0262858-8dbe-4e08-83c2-2bda08f14cfd Mar 10 18:00:48.450003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fa06d48b-d226-4bc9-a6b7-d69d825977de), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.466064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b0262858-8dbe-4e08-83c2-2bda08f14cfd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.492886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:48.493593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:48.540610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fa06d48b-d226-4bc9-a6b7-d69d825977de), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.542441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:48.544403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.550450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b0262858-8dbe-4e08-83c2-2bda08f14cfd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.561129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:48.565640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.617124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4052794 Mar 10 18:00:48.623404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:48.631351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Pushing event updated for resources: {'Network': ['ID=fa06d48b-d226-4bc9-a6b7-d69d825977de,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:48.641517 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586350d-6790-4561-8aae-64773fe7913b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:48.659197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:48.666390 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9f2a56b1-d7fe-403c-b1a9-4653a10118ec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7919304 Mar 10 18:00:48.667043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44462) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:48.672249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Request body: {'subnet': {'network_id': 'fa06d48b-d226-4bc9-a6b7-d69d825977de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032388119-subnet', 'tenant_id': '343eb6e0dac14171b2d66ca4b46f8e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:48.739736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Made reservation on behalf of 343eb6e0dac14171b2d66ca4b46f8e4a for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:48.747892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.765425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01fcc-85c1-4934-a41f-ed1ada7ddc10 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=b0262858-8dbe-4e08-83c2-2bda08f14cfd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:48.802744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Current status of the port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:48.809232 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.874981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:48.884140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:48.901778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] For port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:48.903567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fa06d48b-d226-4bc9-a6b7-d69d825977de details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:49.004120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:49.016265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (054c859d-12cd-4eaf-8707-314cae69f354), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.032228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.116633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:49.151572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054c859d-12cd-4eaf-8707-314cae69f354,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:49.265868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Checking segment: {'id': 'a239263e-a33d-436f-9cef-85c23792ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'fa06d48b-d226-4bc9-a6b7-d69d825977de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:49.265868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Network hostable DHCP agents. Network: fa06d48b-d226-4bc9-a6b7-d69d825977de, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:49.370032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:49.370032 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.370781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Network fa06d48b-d226-4bc9-a6b7-d69d825977de is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:49.387241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (af610f1c-320e-4f0f-ba0d-501092ac216c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.390835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8778fc-ad93-4e0e-ad38-02d9022ea62e None None] Pushing event updated for resources: {'Port': ['ID=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:49.394819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fa06d48b-d226-4bc9-a6b7-d69d825977de) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:49.402822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:49.404829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.470716 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d2f33c68-2704-41fd-9a6c-5f66bc9bd250 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7934206 Mar 10 18:00:49.476427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce51363-c41a-42af-bc06-e950076798a9 None None] Network fa06d48b-d226-4bc9-a6b7-d69d825977de requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:49.519870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Provisioning complete for port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:49.541142 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.542329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=af610f1c-320e-4f0f-ba0d-501092ac216c,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:49.636597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.643946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:49.644307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: b0262858-8dbe-4e08-83c2-2bda08f14cfd, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:49.699302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:49.723147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b0262858-8dbe-4e08-83c2-2bda08f14cfd) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:49.734923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:49.738223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.742886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:49.743372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c01843-492d-481c-8659-4fd3420b252a None None] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:49.785691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e07ac4c2-4760-4a70-98a3-a2c6042f9837 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1610377 Mar 10 18:00:49.788569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44486) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:49.863465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:49.925310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Deleting subnet dbde9020-7809-4ec9-8363-de00c86fb8cb {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:49.944507 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Publish callbacks [] for subnet (dbde9020-7809-4ec9-8363-de00c86fb8cb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:49.959291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a7ddb-1921-4bce-8465-c4e1aa8e0e0a None None] Network fa06d48b-d226-4bc9-a6b7-d69d825977de requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:50.042918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (dbde9020-7809-4ec9-8363-de00c86fb8cb), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.050830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:50.084087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Current status of the port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:50.095137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (dbde9020-7809-4ec9-8363-de00c86fb8cb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.106276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:50.107397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.176930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Provisioning complete for port f2c95bf7-2280-464f-904e-a782a2f60c5d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:50.190919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.254988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (dbde9020-7809-4ec9-8363-de00c86fb8cb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.311912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbde9020-7809-4ec9-8363-de00c86fb8cb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:50.320226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.325700 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-99343391-87a9-4fa7-8a2f-df77adb765b4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbde9020-7809-4ec9-8363-de00c86fb8cb HTTP/1.1" status: 204 len: 168 time: 0.5800390 Mar 10 18:00:50.326344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:50.376790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:46Z', 'revision_number': 3, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:47Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:50.407283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fe1d8-cff9-4f7d-ab57-074df6a37886 None None] Port f2c95bf7-2280-464f-904e-a782a2f60c5d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:50.420272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:50.421344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Updating router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a port f2c95bf7-2280-464f-904e-a782a2f60c5d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:00:50.425584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:50.426269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.504001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (13156d98-71a2-42a4-8a3a-1155365a8006), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.530932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.543612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Allocated IP 172.22.0.2 (b0262858-8dbe-4e08-83c2-2bda08f14cfd/af610f1c-320e-4f0f-ba0d-501092ac216c/c1b0c48d-aa52-414c-9efc-c2aae1471e4c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:50.611472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-818afd18-31c0-4b37-a2bf-6a74b23f1877 None None] Provisioning complete for port f2c95bf7-2280-464f-904e-a782a2f60c5d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:50.612065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-818afd18-31c0-4b37-a2bf-6a74b23f1877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.657158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (13156d98-71a2-42a4-8a3a-1155365a8006), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.664503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13156d98-71a2-42a4-8a3a-1155365a8006']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:50.686109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d0e46-47ee-431d-85ca-4611ff00e59a') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:50.686562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d0e46-47ee-431d-85ca-4611ff00e59a') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:50.712315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (277d0e46-47ee-431d-85ca-4611ff00e59a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.720139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.755875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (277d0e46-47ee-431d-85ca-4611ff00e59a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.784949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:50.785503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (277d0e46-47ee-431d-85ca-4611ff00e59a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:50.791144 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:50.891022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (13156d98-71a2-42a4-8a3a-1155365a8006), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.896921 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:50.900844 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] 10.222.0.35 "DELETE /v2.0/networks/13156d98-71a2-42a4-8a3a-1155365a8006 HTTP/1.1" status: 204 len: 168 time: 0.5704348 Mar 10 18:00:50.912543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44506) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:50.932516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af7758-f5d7-413e-8186-2ac1ff2d7a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=13156d98-71a2-42a4-8a3a-1155365a8006,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:51.044281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Deleting subnet 054c859d-12cd-4eaf-8707-314cae69f354 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:00:51.055003 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Publish callbacks [] for subnet (054c859d-12cd-4eaf-8707-314cae69f354), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.147400 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (054c859d-12cd-4eaf-8707-314cae69f354), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.154973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-818afd18-31c0-4b37-a2bf-6a74b23f1877 None None] Port f2c95bf7-2280-464f-904e-a782a2f60c5d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:51.163388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:51.222325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (054c859d-12cd-4eaf-8707-314cae69f354), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.316622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (054c859d-12cd-4eaf-8707-314cae69f354), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.352620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054c859d-12cd-4eaf-8707-314cae69f354,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:51.355465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.364991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9eaacb5d-de48-4316-9359-e24c1ce89a14 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/054c859d-12cd-4eaf-8707-314cae69f354 HTTP/1.1" status: 204 len: 168 time: 0.4482381 Mar 10 18:00:51.366379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:51.371253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks [] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.394529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.507987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:51.519230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:51.528463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:51.534850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Pushing event updated for resources: {'Port': ['ID=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:51.581886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fa06d48b-d226-4bc9-a6b7-d69d825977de), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.593321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.22.0.1 (b0262858-8dbe-4e08-83c2-2bda08f14cfd/af610f1c-320e-4f0f-ba0d-501092ac216c/95460cff-97cf-475b-8850-fe628d83b5cf) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:51.650299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Attempting to bind port c1b0c48d-aa52-414c-9efc-c2aae1471e4c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:51.651438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Attempting to bind port c1b0c48d-aa52-414c-9efc-c2aae1471e4c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:51.653757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Attempting to bind port c1b0c48d-aa52-414c-9efc-c2aae1471e4c on network b0262858-8dbe-4e08-83c2-2bda08f14cfd {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:51.656022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks [] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.663283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:51.663685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Checking segment: {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:51.664075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.664522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Bound using segment: {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:51.664989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Bound port: c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:51.665358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.668992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.766873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ff38-2bc9-4914-92fb-18cbb73c1848 None None] Pushing event updated for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:51.881083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] For port c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:51.898110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Attempting to bind port f2c95bf7-2280-464f-904e-a782a2f60c5d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:51.898513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Attempting to bind port f2c95bf7-2280-464f-904e-a782a2f60c5d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:51.898881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Attempting to bind port f2c95bf7-2280-464f-904e-a782a2f60c5d on network a18f366c-f0ec-41cb-9ef6-f10705acd452 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:51.902055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] For port c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:51.911872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:51.912379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Checking segment: {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:51.912998 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.913422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Bound using segment: {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:51.914044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Bound port: f2c95bf7-2280-464f-904e-a782a2f60c5d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47dd615-aa50-4ed4-a3b0-7032775a0dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:51.914509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:51.922859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.067593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017f96f-45ec-41c8-9573-5f916e05c508 None None] Pushing event updated for resources: {'Port': ['ID=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:52.102313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] For port f2c95bf7-2280-464f-904e-a782a2f60c5d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:52.107139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] For port f2c95bf7-2280-464f-904e-a782a2f60c5d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f2c95bf7-2280-464f-904e-a782a2f60c5d,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:52.126089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.163225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fa06d48b-d226-4bc9-a6b7-d69d825977de), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.259215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa06d48b-d226-4bc9-a6b7-d69d825977de']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:52.280386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a239263e-a33d-436f-9cef-85c23792ff23') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:52.280682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a239263e-a33d-436f-9cef-85c23792ff23') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:52.290586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (95460cff-97cf-475b-8850-fe628d83b5cf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.296550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (a239263e-a33d-436f-9cef-85c23792ff23), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.322525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a239263e-a33d-436f-9cef-85c23792ff23), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.331682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:52.335249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:52.364004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:00:52.364695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (a239263e-a33d-436f-9cef-85c23792ff23), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:00:52.370287 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:00:52.446337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ff38-2bc9-4914-92fb-18cbb73c1848 None None] Pushing event updated for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:52.472405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.482189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fa06d48b-d226-4bc9-a6b7-d69d825977de), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.509801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.516644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa06d48b-d226-4bc9-a6b7-d69d825977de HTTP/1.1" status: 204 len: 168 time: 1.1454213 Mar 10 18:00:52.542464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:52.555042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf273b-7b15-40f5-99b2-5b60d32acdad admin admin] Pushing event deleted for resources: {'Network': ['ID=fa06d48b-d226-4bc9-a6b7-d69d825977de,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:52.567173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:52.577931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:52.600678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:52.636285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Provisioning complete for port f2c95bf7-2280-464f-904e-a782a2f60c5d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:52.636599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.677735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:52.753678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:52.955681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:52.970524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Current status of the port f2c95bf7-2280-464f-904e-a782a2f60c5d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:52.971195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.042799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] For port f2c95bf7-2280-464f-904e-a782a2f60c5d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f2c95bf7-2280-464f-904e-a782a2f60c5d,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:53.043237 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-342417a0-286a-4e3c-9b2b-e855096d4b3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e90d2afa7a243dca5ad0dd8f6d5ea80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834563 Mar 10 18:00:53.044323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44540) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:53.085719 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.136681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Publish callbacks [] for security_group (7837e46a-857c-4a78-b64e-785d1c13d7b6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.161252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:46Z', 'revision_number': 3, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:53.162186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Publish callbacks [] for security_group (7837e46a-857c-4a78-b64e-785d1c13d7b6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.216303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce22b29-c08f-486f-a82e-a06dc012ab07 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:46Z', 'revision_number': 3, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:53.220326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d755ceb-900f-4064-b2ed-0b216739cf91 None None] Pushing event updated for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:53.236348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d7aa1b1a-cf0c-45ee-b022-018d8d46895a None None] Provisioning complete for port f2c95bf7-2280-464f-904e-a782a2f60c5d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:53.237276 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1b1a-cf0c-45ee-b022-018d8d46895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.275230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7837e46a-857c-4a78-b64e-785d1c13d7b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.281881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:53.290131 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7837e46a-857c-4a78-b64e-785d1c13d7b6 HTTP/1.1" status: 204 len: 168 time: 0.2384653 Mar 10 18:00:53.319168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837e46a-857c-4a78-b64e-785d1c13d7b6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:53.330221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.330600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.330947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.331283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.331611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.332139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.332712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.333195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.333679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.334641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.335211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.335768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.336290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f91b319-056d-462e-a26e-63f7808e941c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:00:53.451117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa1b1a-cf0c-45ee-b022-018d8d46895a None None] Current status of the port f2c95bf7-2280-464f-904e-a782a2f60c5d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:53.679148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.060796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85bea5-f470-4060-9f4c-98dca6583bc8 None None] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:54.132107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Provisioning complete for port c1b0c48d-aa52-414c-9efc-c2aae1471e4c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:54.132283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.145874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:54.228447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (95460cff-97cf-475b-8850-fe628d83b5cf), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.233542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aa45e19e-96b9-4617-950a-70c2183af6aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=343eb6e0dac14171b2d66ca4b46f8e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859752 Mar 10 18:00:54.236286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44564) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:54.244663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f2c95bf7-2280-464f-904e-a782a2f60c5d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:54.254955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.392934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:54.414401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.426983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] Publish callbacks [] for security_group (2586350d-6790-4561-8aae-64773fe7913b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.437427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Current status of the port c1b0c48d-aa52-414c-9efc-c2aae1471e4c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:54.437886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.468114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port f2c95bf7-2280-464f-904e-a782a2f60c5d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:54.468796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.474113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] Publish callbacks [] for security_group (2586350d-6790-4561-8aae-64773fe7913b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.548353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] For port c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:54.564662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.580156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:54.582105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:54.605776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2586350d-6790-4561-8aae-64773fe7913b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.612382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.622724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2586350d-6790-4561-8aae-64773fe7913b HTTP/1.1" status: 204 len: 168 time: 0.3814321 Mar 10 18:00:54.660153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9883df-e5d6-48ca-a788-0652d6894e26 None None] Pushing event updated for resources: {'Port': ['ID=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:54.701960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9691b8-f5ca-4e6c-ae5f-2c6ddbca04cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586350d-6790-4561-8aae-64773fe7913b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:54.727618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port f2c95bf7-2280-464f-904e-a782a2f60c5d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:54.732514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b0c48d-aa52-414c-9efc-c2aae1471e4c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:54.795317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:00:54.855856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1b0c48d-aa52-414c-9efc-c2aae1471e4c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:54.856942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.968556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:00:54.978758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Provisioning complete for port c1b0c48d-aa52-414c-9efc-c2aae1471e4c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:54.978758 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:54.983243 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:00:54.987139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44576) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:54.987321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-381c4e09-3b0b-468b-a362-ae431e6dfcd6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1974571 Mar 10 18:00:54.993566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'network': {'name': 'tempest-RoutersTest-142796833'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:55.000810 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:55.004394 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:55.078219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:55.117208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.136395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:55.141469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1b0c48d-aa52-414c-9efc-c2aae1471e4c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:55.230395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:00:55.261873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2f48e92d-82e3-45e8-b708-532125c34766), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.262027 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added segment 2f48e92d-82e3-45e8-b708-532125c34766 of type vlan for network db9ae116-b3a6-49ce-b120-8629dbed9824 Mar 10 18:00:55.290754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Current status of the port c1b0c48d-aa52-414c-9efc-c2aae1471e4c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:55.315376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:55.315754 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.361093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bb147-b8c6-4ab5-8607-4ddf6c752dfa None None] Port 95460cff-97cf-475b-8850-fe628d83b5cf cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:55.387840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (db9ae116-b3a6-49ce-b120-8629dbed9824), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.455956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (db9ae116-b3a6-49ce-b120-8629dbed9824), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.462650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:55.463658 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.505436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fbd1c348-2ed3-459c-80ae-07d1490e04ec None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:55.506064 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c348-2ed3-459c-80ae-07d1490e04ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.529658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:53Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:53Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:55.603202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1c348-2ed3-459c-80ae-07d1490e04ec None None] Port 95460cff-97cf-475b-8850-fe628d83b5cf cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:55.682729 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:00:55.683635 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Updating router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a port 95460cff-97cf-475b-8850-fe628d83b5cf binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:00:55.735479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4d526e32-0c51-4414-a111-b65fe60d63e6 None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:55.735853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d526e32-0c51-4414-a111-b65fe60d63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.743933 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:55.783070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4d526e32-0c51-4414-a111-b65fe60d63e6 None None] Port 95460cff-97cf-475b-8850-fe628d83b5cf cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:00:56.033662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b0c48d-aa52-414c-9efc-c2aae1471e4c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:56.112969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44610) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:56.113657 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1243324 Mar 10 18:00:56.120245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'subnet': {'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:00:56.152203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b9593-914f-47b5-abef-9f2195e10f06 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Network': ['ID=db9ae116-b3a6-49ce-b120-8629dbed9824,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:56.192463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:00:56.248557 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks [] for port (95460cff-97cf-475b-8850-fe628d83b5cf), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.263238 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.271450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c1b0c48d-aa52-414c-9efc-c2aae1471e4c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:56.272302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.285638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Made reservation on behalf of e616c783dc8649d3b8727ce941167572 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:00:56.292155 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.328982 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776d0bf-f212-405e-93ef-76e1f58cc4ed None None] Pushing event updated for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:56.483252 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Attempting to bind port 95460cff-97cf-475b-8850-fe628d83b5cf on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:56.483574 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Attempting to bind port 95460cff-97cf-475b-8850-fe628d83b5cf by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:56.483993 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Attempting to bind port 95460cff-97cf-475b-8850-fe628d83b5cf on network b0262858-8dbe-4e08-83c2-2bda08f14cfd {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:56.496487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:56.496921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Checking segment: {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:56.497335 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.497733 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Bound using segment: {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:56.498531 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Bound port: 95460cff-97cf-475b-8850-fe628d83b5cf, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b6ebf8-9962-4455-951d-56f627cfa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:56.499293 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.637853 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] For port 95460cff-97cf-475b-8850-fe628d83b5cf, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:56.644311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] For port 95460cff-97cf-475b-8850-fe628d83b5cf, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=95460cff-97cf-475b-8850-fe628d83b5cf,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:56.664928 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.767366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (e8b255b0-dd5b-4354-8949-4ec9c36924e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.828467 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776d0bf-f212-405e-93ef-76e1f58cc4ed None None] Pushing event updated for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:56.863751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:56.864332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:56.867666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c1b0c48d-aa52-414c-9efc-c2aae1471e4c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:56.885763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:00:56.886507 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:56.947677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Subnet': ['ID=e8b255b0-dd5b-4354-8949-4ec9c36924e8,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:57.008939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Checking segment: {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:57.009309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network hostable DHCP agents. Network: db9ae116-b3a6-49ce-b120-8629dbed9824, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:00:57.015885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Current status of the port 95460cff-97cf-475b-8850-fe628d83b5cf is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:57.016261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.056611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network db9ae116-b3a6-49ce-b120-8629dbed9824 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:00:57.073751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, db9ae116-b3a6-49ce-b120-8629dbed9824) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:57.101137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:00:57.103267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.116052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef4cf0-e24c-44ce-a528-1374c44291fb None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:00:57.132948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:00:57.147985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78c7de6a-52c7-46ca-8914-9010b37965f7 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0334928 Mar 10 18:00:57.150450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44634) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:00:57.156896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] For port 95460cff-97cf-475b-8850-fe628d83b5cf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=95460cff-97cf-475b-8850-fe628d83b5cf,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:00:57.204323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.209821 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.463030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e55e6d-fda4-4424-ac3b-7b383ef6571a None None] Pushing event updated for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:57.478846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-db9ae116-b3a6-49ce-b120-8629dbed9824', 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'project_id': 'e616c783dc8649d3b8727ce941167572', 'fixed_ips': [{'subnet_id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:00:57.479796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.509542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-33b0109d-1d52-466d-b6ee-72431dee4877 None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:57.509915 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33b0109d-1d52-466d-b6ee-72431dee4877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:57.575573 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:53Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:56Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:00:57.635914 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8e9343-b34a-4483-9df8-4fbf0ec7a940 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:53Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:56Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:00:57.889773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-33b0109d-1d52-466d-b6ee-72431dee4877 None None] Current status of the port 95460cff-97cf-475b-8850-fe628d83b5cf is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:57.909135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Allocated IP 172.23.0.2 (db9ae116-b3a6-49ce-b120-8629dbed9824/e8b255b0-dd5b-4354-8949-4ec9c36924e8/9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:57.951247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.107891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 95460cff-97cf-475b-8850-fe628d83b5cf up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:00:58.243917 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks [] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.254089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 95460cff-97cf-475b-8850-fe628d83b5cf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:00:58.254847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.260108 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.371141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Pushing event updated for resources: {'Port': ['ID=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:58.398093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:58.403568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:58.410100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:58.514984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Attempting to bind port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:00:58.515353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Attempting to bind port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:00:58.515777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Attempting to bind port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 on network db9ae116-b3a6-49ce-b120-8629dbed9824 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:00:58.537735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:00:58.538327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Checking segment: {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:00:58.538913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.539414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Bound using segment: {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:00:58.539892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Bound port: 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:00:58.540310 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.560079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 95460cff-97cf-475b-8850-fe628d83b5cf is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:00:58.626511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Allocated IP 172.23.0.1 (db9ae116-b3a6-49ce-b120-8629dbed9824/e8b255b0-dd5b-4354-8949-4ec9c36924e8/b6e80b39-3e00-4975-a765-ae35ed29df5c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:00:58.631942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] For port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:00:58.637940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] For port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:00:58.646255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.752732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6350-80fc-428b-8093-ed2d4c9cfc52 None None] Pushing event updated for resources: {'Port': ['ID=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:58.788907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.845377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:58.915395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network db9ae116-b3a6-49ce-b120-8629dbed9824 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:58.920278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:00:58.923537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:00:58.999803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:59.005053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:59.169161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:59.507170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:59.514067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:59.655436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event updated for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:00:59.661292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:00:59.831823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Network db9ae116-b3a6-49ce-b120-8629dbed9824 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:00:59.833532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:01:00.006069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:00.041661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:01:00.119656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:00.129207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:00.129552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:00.222772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cc8e3-86e9-4765-ae44-67e2ef3f1ed4 None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:01:00.239237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:00.260030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-29e6f909-2c7a-437a-a9b6-0f7dc0a2eb89 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1080878 Mar 10 18:01:00.263985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:00.265089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:00.271949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:00.281206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:00.281786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:00.293805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-20ce6fc0-bd42-42ba-a27e-e034844cb018 None None] Provisioning complete for port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:00.294780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20ce6fc0-bd42-42ba-a27e-e034844cb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:00.375504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:00.376663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:00.554953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:00.573032 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:00.621505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:00.751111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.extraroute_db [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 18:01:00.787742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.extraroute_db [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Removed routes are [] {{(pid=103795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 18:01:00.788159 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:01.012537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-20ce6fc0-bd42-42ba-a27e-e034844cb018 None None] Current status of the port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:01.092877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:01.406719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Provisioning complete for port b6e80b39-3e00-4975-a765-ae35ed29df5c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:01.407496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:01.534594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Port b6e80b39-3e00-4975-a765-ae35ed29df5c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:01:01.553154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:00:59Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e80b39-3e00-4975-a765-ae35ed29df5c', 'name': '', 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:b2:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:58Z', 'updated_at': '2022-03-10T18:00:59Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:01.634952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:01.635702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Updating router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a port b6e80b39-3e00-4975-a765-ae35ed29df5c binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:01:01.640857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Provisioning complete for port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:01.641530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:01.749452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:01.963100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:01.974192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.058841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:01:02.132579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:02.135181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f580d-bae3-4fab-aa59-34d0235a6e17 None None] Current status of the port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:02.289140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1e4119e1-6397-4b22-b31c-cbb57b852c3b None None] Provisioning complete for port b6e80b39-3e00-4975-a765-ae35ed29df5c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:02.289431 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e4119e1-6397-4b22-b31c-cbb57b852c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.291025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:02.291377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.353229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:02.360608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.370283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:02.372241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-744d44f0-1ecf-421c-89a3-3c1a8df8db58 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 934 time: 2.1056299 Mar 10 18:01:02.420369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1e4119e1-6397-4b22-b31c-cbb57b852c3b None None] Port b6e80b39-3e00-4975-a765-ae35ed29df5c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:01:02.536636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:02.542594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'routes': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:02.550729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a42981b-810c-4fdb-86bd-dd45db2d63ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 934 time: 0.1790431 Mar 10 18:01:02.559145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:02.581055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks [] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.589041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.694250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca348a6-3522-49c5-a39f-6f567eebc3eb None None] Pushing event updated for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:02.831970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Attempting to bind port b6e80b39-3e00-4975-a765-ae35ed29df5c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:01:02.832352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Attempting to bind port b6e80b39-3e00-4975-a765-ae35ed29df5c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:01:02.832714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Attempting to bind port b6e80b39-3e00-4975-a765-ae35ed29df5c on network db9ae116-b3a6-49ce-b120-8629dbed9824 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:01:02.847414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:01:02.847791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Checking segment: {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:01:02.857908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:02.876871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Bound using segment: {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:01:02.876871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Bound port: b6e80b39-3e00-4975-a765-ae35ed29df5c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f48e92d-82e3-45e8-b708-532125c34766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:01:02.881841 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.112249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] For port b6e80b39-3e00-4975-a765-ae35ed29df5c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:01:03.115495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] For port b6e80b39-3e00-4975-a765-ae35ed29df5c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6e80b39-3e00-4975-a765-ae35ed29df5c,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:01:03.131685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.228183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Provisioning complete for port b6e80b39-3e00-4975-a765-ae35ed29df5c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:03.228903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.284243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.extraroute_db [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added routes are [] {{(pid=103795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 18:01:03.284855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.extraroute_db [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103795) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 18:01:03.296264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:03.296599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:03.360334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca348a6-3522-49c5-a39f-6f567eebc3eb None None] Pushing event updated for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:03.392835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.555459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:03.593560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Current status of the port b6e80b39-3e00-4975-a765-ae35ed29df5c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:03.594639 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.633225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] For port b6e80b39-3e00-4975-a765-ae35ed29df5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6e80b39-3e00-4975-a765-ae35ed29df5c,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:03.645877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.828013 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.833042 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:03.836223 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260a4c7-2ca4-4aa0-968c-76511e5f009d None None] Pushing event updated for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:03.852367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5313aecc-4e17-4927-b9c6-8638ca9081c8 None None] Provisioning complete for port b6e80b39-3e00-4975-a765-ae35ed29df5c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:01:03.852751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5313aecc-4e17-4927-b9c6-8638ca9081c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:04.065310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:04.144996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5313aecc-4e17-4927-b9c6-8638ca9081c8 None None] Current status of the port b6e80b39-3e00-4975-a765-ae35ed29df5c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:01:04.161737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:00Z', 'revision_number': 6, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e80b39-3e00-4975-a765-ae35ed29df5c', 'name': '', 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:b2:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:58Z', 'updated_at': '2022-03-10T18:01:03Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:04.237068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd5b2e-5f76-42ea-a00c-655832c50780 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:00Z', 'revision_number': 6, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e80b39-3e00-4975-a765-ae35ed29df5c', 'name': '', 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:b2:1c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:58Z', 'updated_at': '2022-03-10T18:01:03Z', 'revision_number': 4, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:04.288035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:04.308223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:04.309477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c97f8a1-7a78-4d88-9d59-399199d8f12b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 700 time: 1.7717450 Mar 10 18:01:04.312845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44788) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:04.493980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:04.495190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0acc3821-e303-4b2f-810a-941ed74aa4b1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 700 time: 0.1791358 Mar 10 18:01:04.941590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:05.253993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port b6e80b39-3e00-4975-a765-ae35ed29df5c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:05.254612 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:05.425299 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:05.429289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port b6e80b39-3e00-4975-a765-ae35ed29df5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b6e80b39-3e00-4975-a765-ae35ed29df5c,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:05.430091 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:05.442519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:05.443443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:05.447742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for b6e80b39-3e00-4975-a765-ae35ed29df5c owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:05.695981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:05.790659 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b6e80b39-3e00-4975-a765-ae35ed29df5c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:05.882273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=b6e80b39-3e00-4975-a765-ae35ed29df5c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:06.020429 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:03Z', 'revision_number': 7, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e80b39-3e00-4975-a765-ae35ed29df5c', 'name': '', 'network_id': 'db9ae116-b3a6-49ce-b120-8629dbed9824', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:b2:1c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:58Z', 'updated_at': '2022-03-10T18:01:03Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'e8b255b0-dd5b-4354-8949-4ec9c36924e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:06.107394 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:06.133298 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:06.135761 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:06.289017 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:06.350352 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:06.604845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:06.634050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:05Z', 'revision_number': 8, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:06.680705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78139d69-eb45-41df-994e-89022ee5ef17 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:05Z', 'revision_number': 8, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:06.787697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:06.798042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44864) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:06.798687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12502aa8-8f48-419c-b3d7-b288ef5dca5b tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030329 Mar 10 18:01:06.872462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet e8b255b0-dd5b-4354-8949-4ec9c36924e8 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:01:06.879163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (e8b255b0-dd5b-4354-8949-4ec9c36924e8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:06.943193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e8b255b0-dd5b-4354-8949-4ec9c36924e8), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.144878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e8b255b0-dd5b-4354-8949-4ec9c36924e8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.247971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e8b255b0-dd5b-4354-8949-4ec9c36924e8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.291732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b255b0-dd5b-4354-8949-4ec9c36924e8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:07.302686 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.306963 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c6fa6728-1b94-4529-9a78-7c3fe7c03204 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/e8b255b0-dd5b-4354-8949-4ec9c36924e8 HTTP/1.1" status: 204 len: 168 time: 0.5079026 Mar 10 18:01:07.309767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:07.311947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ec398-a306-45a0-96b8-a6a2a0001f2f None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:01:07.467889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (db9ae116-b3a6-49ce-b120-8629dbed9824), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.556760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:07.557005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.630844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38797c-9322-4883-a9db-239282732b65 None None] DHCP port deletion for db9ae116-b3a6-49ce-b120-8629dbed9824 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:01:07.700510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:07.722044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:07.722716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:07.731513 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:07.732238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.749440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:07.868879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Deleting port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:07.869256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.901476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:07.915046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:07.975543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:08.005038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cb38797c-9322-4883-a9db-239282732b65 None None] For port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,segment=NetworkSegment(2f48e92d-82e3-45e8-b708-532125c34766),segment_id=2f48e92d-82e3-45e8-b708-532125c34766)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:08.005722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.056826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Calling delete_port for 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:08.059342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:08.171326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (db9ae116-b3a6-49ce-b120-8629dbed9824), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.198320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9ae116-b3a6-49ce-b120-8629dbed9824']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:08.212725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f48e92d-82e3-45e8-b708-532125c34766') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:08.213029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f48e92d-82e3-45e8-b708-532125c34766') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:08.226521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2f48e92d-82e3-45e8-b708-532125c34766), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.242940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2f48e92d-82e3-45e8-b708-532125c34766), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.250892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:01:08.251292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2f48e92d-82e3-45e8-b708-532125c34766), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:01:08.254887 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:01:08.351907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:08.376019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (db9ae116-b3a6-49ce-b120-8629dbed9824), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.404660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:08.405275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:08.405867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b6e80b39-3e00-4975-a765-ae35ed29df5c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:08.406615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.448849 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/db9ae116-b3a6-49ce-b120-8629dbed9824 HTTP/1.1" status: 204 len: 168 time: 1.1350756 Mar 10 18:01:08.449571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44902) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:08.452343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b6e80b39-3e00-4975-a765-ae35ed29df5c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:08.452919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b6e80b39-3e00-4975-a765-ae35ed29df5c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:08.458537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19285-bb8d-498a-a9fd-8ec76c13257e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=db9ae116-b3a6-49ce-b120-8629dbed9824,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:08.575013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:08.606657 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Network db9ae116-b3a6-49ce-b120-8629dbed9824 is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 18:01:08.607406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38797c-9322-4883-a9db-239282732b65 None None] No DVR routers for this DVR port 9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:08.614191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38797c-9322-4883-a9db-239282732b65 None None] Pushing event deleted for resources: {'Port': ['ID=9a183ed8-9b2e-4ce1-a52a-79f7cde9b5b5,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:08.642984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:05Z', 'revision_number': 8, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:08.675532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:08.684805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:08.685417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:08.859125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:09.099661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:09.246386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:05Z', 'revision_number': 8, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:09.282810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02a146-1019-41ec-83d2-893cc76f565f None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:05Z', 'revision_number': 8, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95460cff-97cf-475b-8850-fe628d83b5cf', 'name': '', 'network_id': 'b0262858-8dbe-4e08-83c2-2bda08f14cfd', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:7f:8e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:50Z', 'updated_at': '2022-03-10T18:00:57Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': 'af610f1c-320e-4f0f-ba0d-501092ac216c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:09.516924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 95460cff-97cf-475b-8850-fe628d83b5cf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:09.517976 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:09.759422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 95460cff-97cf-475b-8850-fe628d83b5cf, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=95460cff-97cf-475b-8850-fe628d83b5cf,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:09.759734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:09.774227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 95460cff-97cf-475b-8850-fe628d83b5cf owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:10.022955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (95460cff-97cf-475b-8850-fe628d83b5cf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.056895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=95460cff-97cf-475b-8850-fe628d83b5cf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:10.310569 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.521415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:10.626979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:10.632650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4dec2b33-f766-4842-957a-3f0443260e70 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808634 Mar 10 18:01:10.634758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44930) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:10.639819 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:10.650742 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:10.651670 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:10.694497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet af610f1c-320e-4f0f-ba0d-501092ac216c {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:01:10.697939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (af610f1c-320e-4f0f-ba0d-501092ac216c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.780822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (af610f1c-320e-4f0f-ba0d-501092ac216c), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.795046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:10.888961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (af610f1c-320e-4f0f-ba0d-501092ac216c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.960416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (af610f1c-320e-4f0f-ba0d-501092ac216c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:10.988821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=af610f1c-320e-4f0f-ba0d-501092ac216c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:10.994069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.000082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 44938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:11.007228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0ad7b80b-7f98-4bf8-a345-7cabb06283e1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/af610f1c-320e-4f0f-ba0d-501092ac216c HTTP/1.1" status: 204 len: 168 time: 0.3710914 Mar 10 18:01:11.009649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906d32e-c5c6-4d56-b2c0-579dc3a708fd None None] Network b0262858-8dbe-4e08-83c2-2bda08f14cfd requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:01:11.055917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:09Z', 'revision_number': 9, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.087418 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:11.093855 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b0262858-8dbe-4e08-83c2-2bda08f14cfd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.105051 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:11.106406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:00:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.166238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port c1b0c48d-aa52-414c-9efc-c2aae1471e4c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:11.166621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.227406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:11.255488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,segment=NetworkSegment(25b6ebf8-9962-4455-951d-56f627cfa2a3),segment_id=25b6ebf8-9962-4455-951d-56f627cfa2a3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:11.256149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.270368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for c1b0c48d-aa52-414c-9efc-c2aae1471e4c owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:11.291409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] DHCP port deletion for b0262858-8dbe-4e08-83c2-2bda08f14cfd request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:01:11.378295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Deleting port c1b0c48d-aa52-414c-9efc-c2aae1471e4c {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:11.378899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.380167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.397865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port c1b0c48d-aa52-414c-9efc-c2aae1471e4c on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:11.453019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:11.500310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] For port c1b0c48d-aa52-414c-9efc-c2aae1471e4c, host n-d-833115-2, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:11.500715 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.530656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Calling delete_port for c1b0c48d-aa52-414c-9efc-c2aae1471e4c owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:11.535477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Port c1b0c48d-aa52-414c-9efc-c2aae1471e4c was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 18:01:11.536776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (c1b0c48d-aa52-414c-9efc-c2aae1471e4c), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.568465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:09Z', 'revision_number': 9, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.581835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b0262858-8dbe-4e08-83c2-2bda08f14cfd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.598623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] Pushing event deleted for resources: {'Port': ['ID=c1b0c48d-aa52-414c-9efc-c2aae1471e4c,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:11.602619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf158e6-2e1a-486b-94ea-78b978c6c28d None None] No DVR routers for this DVR port c1b0c48d-aa52-414c-9efc-c2aae1471e4c on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:11.634784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0262858-8dbe-4e08-83c2-2bda08f14cfd']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.637035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9f7cf-9059-4c6b-858b-17e1619ded78 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:09Z', 'revision_number': 9, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c95bf7-2280-464f-904e-a782a2f60c5d', 'name': '', 'network_id': 'a18f366c-f0ec-41cb-9ef6-f10705acd452', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:dc:b9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '50d43c92-86a4-45be-a103-f0f676da368b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:45Z', 'updated_at': '2022-03-10T18:00:52Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '50d43c92-86a4-45be-a103-f0f676da368b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:11.649100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b6ebf8-9962-4455-951d-56f627cfa2a3') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.649402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b6ebf8-9962-4455-951d-56f627cfa2a3') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:11.688596 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (25b6ebf8-9962-4455-951d-56f627cfa2a3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.708599 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (25b6ebf8-9962-4455-951d-56f627cfa2a3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.716765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:01:11.717814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (25b6ebf8-9962-4455-951d-56f627cfa2a3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:01:11.794385 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:01:11.801493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b0262858-8dbe-4e08-83c2-2bda08f14cfd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.816932 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:11.825922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 44948) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:11.827169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/b0262858-8dbe-4e08-83c2-2bda08f14cfd HTTP/1.1" status: 204 len: 168 time: 0.8258619 Mar 10 18:01:11.844501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d99b1-9bf3-4941-a5b8-0316ceda7987 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=b0262858-8dbe-4e08-83c2-2bda08f14cfd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:12.097342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 95460cff-97cf-475b-8850-fe628d83b5cf no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:12.163203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 95460cff-97cf-475b-8850-fe628d83b5cf {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:12.164384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 95460cff-97cf-475b-8850-fe628d83b5cf not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:12.164921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b0c48d-aa52-414c-9efc-c2aae1471e4c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:12.216695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c1b0c48d-aa52-414c-9efc-c2aae1471e4c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:12.217751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c1b0c48d-aa52-414c-9efc-c2aae1471e4c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:12.435231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6bc004ec-c90b-41db-9b90-b046ae5fa7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:12.506503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:12.877394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port f2c95bf7-2280-464f-904e-a782a2f60c5d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:12.877920 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:13.089360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port f2c95bf7-2280-464f-904e-a782a2f60c5d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=f2c95bf7-2280-464f-904e-a782a2f60c5d,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:13.090139 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:13.108986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for f2c95bf7-2280-464f-904e-a782a2f60c5d owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:13.462462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f2c95bf7-2280-464f-904e-a782a2f60c5d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:13.520974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=f2c95bf7-2280-464f-904e-a782a2f60c5d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:13.804530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:14.375565 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:01:14.670296 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a9e4cbf6-ad86-4af0-9b0c-0d8318e84d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:14.748305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:14.854496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:14.860006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8aa950e-a682-4ef5-9183-938646716015 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0322301 Mar 10 18:01:14.862680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:14.866898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:14.884080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:14.888014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:14.994495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 50d43c92-86a4-45be-a103-f0f676da368b {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:01:15.001853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (50d43c92-86a4-45be-a103-f0f676da368b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.080755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:15.085823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (50d43c92-86a4-45be-a103-f0f676da368b), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.274206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (50d43c92-86a4-45be-a103-f0f676da368b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.333684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:13Z', 'revision_number': 10, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:15.405468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (50d43c92-86a4-45be-a103-f0f676da368b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.419575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:15.424863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.428070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/50d43c92-86a4-45be-a103-f0f676da368b HTTP/1.1" status: 204 len: 168 time: 0.5506825 Mar 10 18:01:15.432524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:15.448824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56a696-00e7-4723-847a-462837cc70f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=50d43c92-86a4-45be-a103-f0f676da368b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:15.467934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f380e738-8a63-4088-9e03-efb7cc1ec9ba None None] Network a18f366c-f0ec-41cb-9ef6-f10705acd452 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:01:15.535768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:15.536871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:15.572299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (a18f366c-f0ec-41cb-9ef6-f10705acd452), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.694154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:15.696751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.834404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,segment=NetworkSegment(d47dd615-aa50-4ed4-a3b0-7032775a0dda),segment_id=d47dd615-aa50-4ed4-a3b0-7032775a0dda)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:15.835066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:15.853459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:15.869594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:16.050375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (84e6dc1b-5054-4d7d-8c59-147c92bbc7f9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.089390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66261fc0-608f-40c8-b9d6-b97a214f3861 None None] DHCP port deletion for a18f366c-f0ec-41cb-9ef6-f10705acd452 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:01:16.109654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:16.112636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=84e6dc1b-5054-4d7d-8c59-147c92bbc7f9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:16.121692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:16.177387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:16.177726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 84e6dc1b-5054-4d7d-8c59-147c92bbc7f9 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:16.254097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.478650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:13Z', 'revision_number': 10, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:16.611798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503bc50-e0e7-4dc7-a208-a81399e06a07 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:13Z', 'revision_number': 10, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None, '_interfaces': [{'id': '7b5dbf1b-5080-4269-8bb8-582d617a2402', 'name': '', 'network_id': '8624ac53-f6c2-499d-bf9d-e54288136e5f', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'mac_address': 'fa:16:3e:eb:c6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:00:40Z', 'updated_at': '2022-03-10T18:00:44Z', 'revision_number': 5, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'subnets': [{'id': '26bd1941-4880-4897-8682-0fd94bc35a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:16.790211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (a18f366c-f0ec-41cb-9ef6-f10705acd452), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.835090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18f366c-f0ec-41cb-9ef6-f10705acd452']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:16.845477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47dd615-aa50-4ed4-a3b0-7032775a0dda') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:16.845922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47dd615-aa50-4ed4-a3b0-7032775a0dda') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:16.861571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (d47dd615-aa50-4ed4-a3b0-7032775a0dda), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.874454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d47dd615-aa50-4ed4-a3b0-7032775a0dda), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.881623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:01:16.882248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (d47dd615-aa50-4ed4-a3b0-7032775a0dda), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:01:16.982870 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:01:16.989608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (a18f366c-f0ec-41cb-9ef6-f10705acd452), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:17.001458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:17.023860 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/a18f366c-f0ec-41cb-9ef6-f10705acd452 HTTP/1.1" status: 204 len: 168 time: 1.5874486 Mar 10 18:01:17.024207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:17.052562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d70ab-2bc7-4599-b5f4-79a320f6b742 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=a18f366c-f0ec-41cb-9ef6-f10705acd452,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:17.338440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:17.634743 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:17.960953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f2c95bf7-2280-464f-904e-a782a2f60c5d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:18.001549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port 7b5dbf1b-5080-4269-8bb8-582d617a2402 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:18.001889 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:18.006661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: f2c95bf7-2280-464f-904e-a782a2f60c5d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:18.007031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device f2c95bf7-2280-464f-904e-a782a2f60c5d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:18.163409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port 7b5dbf1b-5080-4269-8bb8-582d617a2402, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7b5dbf1b-5080-4269-8bb8-582d617a2402,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:18.164046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:18.179241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for 7b5dbf1b-5080-4269-8bb8-582d617a2402 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:18.412840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7b5dbf1b-5080-4269-8bb8-582d617a2402), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:18.453650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=7b5dbf1b-5080-4269-8bb8-582d617a2402,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:18.646985 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:18.867230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:18.950627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:18.955725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6a3de525-a033-48f9-9824-83f94cc85d75 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9305186 Mar 10 18:01:18.958787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45112) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:18.970960 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:18.982888 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:18.983934 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:19.018527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting subnet 26bd1941-4880-4897-8682-0fd94bc35a8e {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:01:19.022908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (26bd1941-4880-4897-8682-0fd94bc35a8e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.072862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (26bd1941-4880-4897-8682-0fd94bc35a8e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.127648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:19.185183 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (26bd1941-4880-4897-8682-0fd94bc35a8e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.213113 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:19.272365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (26bd1941-4880-4897-8682-0fd94bc35a8e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.282757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:19.298406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:19.299566 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:19.311183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Subnet': ['ID=26bd1941-4880-4897-8682-0fd94bc35a8e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:19.312343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.326324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.328973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac815f-dba7-4178-bb44-7db667276878 None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:01:19.331550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab95e8e9-cf42-4561-a8fb-ef4ae057f55f tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/26bd1941-4880-4897-8682-0fd94bc35a8e HTTP/1.1" status: 204 len: 168 time: 0.3706963 Mar 10 18:01:19.333303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45122) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:19.423019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:19.529210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8624ac53-f6c2-499d-bf9d-e54288136e5f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.596246 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:19.612616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Deleting port abd9ffa7-6b61-44d3-9e29-582343b903bc {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:19.613025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.628470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] DHCP port deletion for 8624ac53-f6c2-499d-bf9d-e54288136e5f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:01:19.673669 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ba567-9394-493a-8e02-043b2f32d87c None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:19.747956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Deleting port abd9ffa7-6b61-44d3-9e29-582343b903bc {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:01:19.750324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] For port abd9ffa7-6b61-44d3-9e29-582343b903bc, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abd9ffa7-6b61-44d3-9e29-582343b903bc,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:19.750726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.751243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.764490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Calling delete_port for abd9ffa7-6b61-44d3-9e29-582343b903bc owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:19.869161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:19.905062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Port': ['ID=abd9ffa7-6b61-44d3-9e29-582343b903bc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:19.907924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No DVR routers for this DVR port abd9ffa7-6b61-44d3-9e29-582343b903bc on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:19.969221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.969562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.969906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.970347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.970717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.971060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.971415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.971734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.972051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.973590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.973943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.977669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:19.978151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:01:20.081001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8624ac53-f6c2-499d-bf9d-e54288136e5f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.115510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8624ac53-f6c2-499d-bf9d-e54288136e5f']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:20.127371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024e2b5-9354-4911-9923-9de2198172b3') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:20.127943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024e2b5-9354-4911-9923-9de2198172b3') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:20.139612 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c024e2b5-9354-4911-9923-9de2198172b3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.165072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c024e2b5-9354-4911-9923-9de2198172b3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.177507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] For port abd9ffa7-6b61-44d3-9e29-582343b903bc, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=abd9ffa7-6b61-44d3-9e29-582343b903bc,segment=NetworkSegment(c024e2b5-9354-4911-9923-9de2198172b3),segment_id=c024e2b5-9354-4911-9923-9de2198172b3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:01:20.177805 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.196953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Calling delete_port for abd9ffa7-6b61-44d3-9e29-582343b903bc owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:01:20.201204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:01:20.202254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c024e2b5-9354-4911-9923-9de2198172b3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:01:20.212174 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:01:20.312847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8624ac53-f6c2-499d-bf9d-e54288136e5f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.321328 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (abd9ffa7-6b61-44d3-9e29-582343b903bc), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.324222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7b5dbf1b-5080-4269-8bb8-582d617a2402 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:20.324873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.331185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/networks/8624ac53-f6c2-499d-bf9d-e54288136e5f HTTP/1.1" status: 204 len: 168 time: 0.9960699 Mar 10 18:01:20.333812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:20.338915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'routes': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:20.349007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b58e6-0b89-45ab-bd68-2cdba62e8735 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Pushing event deleted for resources: {'Network': ['ID=8624ac53-f6c2-499d-bf9d-e54288136e5f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:20.352293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7b5dbf1b-5080-4269-8bb8-582d617a2402 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:20.352624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7b5dbf1b-5080-4269-8bb8-582d617a2402 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:20.353225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abd9ffa7-6b61-44d3-9e29-582343b903bc no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:01:20.400028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Network 8624ac53-f6c2-499d-bf9d-e54288136e5f is not hosted by any dhcp agent {{(pid=103796) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 18:01:20.400728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] No DVR routers for this DVR port abd9ffa7-6b61-44d3-9e29-582343b903bc on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:01:20.405313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a7730-38db-4e35-bd2a-7a3556bc1d1e None None] Pushing event deleted for resources: {'Port': ['ID=abd9ffa7-6b61-44d3-9e29-582343b903bc,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:20.407652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: abd9ffa7-6b61-44d3-9e29-582343b903bc {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:01:20.408159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device abd9ffa7-6b61-44d3-9e29-582343b903bc not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:01:20.594219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Added routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 18:01:20.594788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.extraroute_db [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Removed routes are [] {{(pid=103794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 18:01:20.595324 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.829069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.833557 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:20.924783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:01:21.020141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:21.030571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Sync routers for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:21.035305 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.036705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-66b89a77-6f16-4c64-b169-4721a09da147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 701 time: 0.7015049 Mar 10 18:01:21.039952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:21.058373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:21.059708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:21.076636 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8f5d4c25-5ec0-467d-a5d2-c0ff2e0d9826 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 205 time: 0.0355213 Mar 10 18:01:21.079398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45168) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:21.142385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:21.214787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.223802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:21.260719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Checking router: b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:21.275220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Routers {'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:21.275990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:21.433103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] Set router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:21.465816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.469723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.493699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:21.532546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e2683-591a-4ebe-bc46-9b57cbe65fb7 None None] The sync data for ids ['b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a'] in n-d-833115-2 is: [{'id': 'b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a', 'name': 'tempest-RoutersTest-router-1963206283', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:00:37Z', 'updated_at': '2022-03-10T18:01:18Z', 'revision_number': 11, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:21.563979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.564987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:01:21.585161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.591138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:21.592742 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eeeaa172-fc3e-4134-84ec-1934687fcec9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 204 len: 168 time: 0.5111117 Mar 10 18:01:21.596420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1786687267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:21.640764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.642120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.716469 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.726698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.756243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:21.761974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:21.767183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:21.771220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fdf33a0a-82ac-418a-a89a-eef00d3e0ebf tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1781585 Mar 10 18:01:22.133404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8338302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8341720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23508'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.146561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8338289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8338280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8341715'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.251450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Router a73ca780-ce5d-4103-9abe-8ab9148f7dd9 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:01:22.336026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:01:22.343290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.346808 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d4e315e0-4216-4b36-bde5-bb6f963a80b0 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "PUT /v2.0/routers/a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 200 len: 694 time: 0.5813470 Mar 10 18:01:22.347023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.351164 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Sync routers for ids ['a73ca780-ce5d-4103-9abe-8ab9148f7dd9'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:01:22.362676 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Routers {'a73ca780-ce5d-4103-9abe-8ab9148f7dd9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:22.363600 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a73ca780-ce5d-4103-9abe-8ab9148f7dd9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:22.437311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Set router a73ca780-ce5d-4103-9abe-8ab9148f7dd9 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:22.439961 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea502600-d093-4311-8f77-106596e8f2ca tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/routers/a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 200 len: 700 time: 0.0918744 Mar 10 18:01:22.442860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45210) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.474473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e7e9c346-468e-4e69-8d20-b508d5c0d52c tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 200 len: 205 time: 0.0289383 Mar 10 18:01:22.475736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.498245 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ca780-ce5d-4103-9abe-8ab9148f7dd9', 'name': 'tempest-RoutersTest-router-1786687267', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:01:21Z', 'updated_at': '2022-03-10T18:01:22Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:22.531604 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Checking router: a73ca780-ce5d-4103-9abe-8ab9148f7dd9 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:01:22.542659 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Routers {'a73ca780-ce5d-4103-9abe-8ab9148f7dd9'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:01:22.543581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:01:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['a73ca780-ce5d-4103-9abe-8ab9148f7dd9'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:22.562651 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.640151 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] Set router a73ca780-ce5d-4103-9abe-8ab9148f7dd9 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:01:22.716758 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73ca780-ce5d-4103-9abe-8ab9148f7dd9', 'name': 'tempest-RoutersTest-router-1786687267', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:01:21Z', 'updated_at': '2022-03-10T18:01:22Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:01:22.748104 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7940-d06f-4860-9fd0-be23cc15cc02 None None] The sync data for ids ['a73ca780-ce5d-4103-9abe-8ab9148f7dd9'] in n-d-833115-2 is: [{'id': 'a73ca780-ce5d-4103-9abe-8ab9148f7dd9', 'name': 'tempest-RoutersTest-router-1786687267', 'tenant_id': 'e616c783dc8649d3b8727ce941167572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:01:21Z', 'updated_at': '2022-03-10T18:01:22Z', 'revision_number': 2, 'project_id': 'e616c783dc8649d3b8727ce941167572', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:01:22.796347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.799144 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router_controller (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.854107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (a73ca780-ce5d-4103-9abe-8ab9148f7dd9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.854987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Fanout notify agent at l3_agent the message router_deleted on router a73ca780-ce5d-4103-9abe-8ab9148f7dd9 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:01:22.863761 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:22.864900 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b493246a-2143-496e-a656-141607ccab95 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 204 len: 168 time: 0.3882444 Mar 10 18:01:22.870125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.908902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1fb72448-510a-45fa-8d13-c8bd39a76b20 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 200 len: 205 time: 0.0358381 Mar 10 18:01:22.910371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.958144 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-0c952703-5482-4f62-8116-3102f06ac915 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:22.959237 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c952703-5482-4f62-8116-3102f06ac915 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/a73ca780-ce5d-4103-9abe-8ab9148f7dd9 HTTP/1.1" status: 404 len: 336 time: 0.0476196 Mar 10 18:01:22.961792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:22.990582 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea1ef1-aa8c-40ef-91bb-30fd07f212ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:22.991048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea1ef1-aa8c-40ef-91bb-30fd07f212ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:22.996950 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bfea1ef1-aa8c-40ef-91bb-30fd07f212ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/e8b255b0-dd5b-4354-8949-4ec9c36924e8 HTTP/1.1" status: 404 len: 337 time: 0.0316746 Mar 10 18:01:22.997368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.033435 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-04714b61-991f-4e54-ba67-4b824a0b8f5a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:23.033895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04714b61-991f-4e54-ba67-4b824a0b8f5a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:23.036973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04714b61-991f-4e54-ba67-4b824a0b8f5a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/af610f1c-320e-4f0f-ba0d-501092ac216c HTTP/1.1" status: 404 len: 337 time: 0.0387018 Mar 10 18:01:23.039980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45232) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.080009 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-73194f1b-3b95-4fac-ade5-9b528807ca9d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:23.080563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73194f1b-3b95-4fac-ade5-9b528807ca9d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:23.085986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-73194f1b-3b95-4fac-ade5-9b528807ca9d tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/50d43c92-86a4-45be-a103-f0f676da368b HTTP/1.1" status: 404 len: 337 time: 0.0427074 Mar 10 18:01:23.086254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45236) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.120111 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee89e84-5122-4d85-afd2-8b7274725ff9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:23.120573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee89e84-5122-4d85-afd2-8b7274725ff9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:23.126080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ee89e84-5122-4d85-afd2-8b7274725ff9 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/26bd1941-4880-4897-8682-0fd94bc35a8e HTTP/1.1" status: 404 len: 337 time: 0.0364139 Mar 10 18:01:23.126846 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.158312 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a90ccef2-e4ea-4109-ac59-af599b4f94a3 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 200 len: 205 time: 0.0301065 Mar 10 18:01:23.160936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45246) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.205933 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-86a9723e-9e44-4ac5-bf0b-a86ede7508ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:23.210262 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86a9723e-9e44-4ac5-bf0b-a86ede7508ad tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/b1f7c0a2-bbfa-4c85-a3a9-8d18fa48979a HTTP/1.1" status: 404 len: 336 time: 0.0451183 Mar 10 18:01:23.210262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.240482 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-54876cba-1caa-41c9-a68a-938b6f4b4af6 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=b267b9a2-45aa-488f-8913-714737ada7b7 HTTP/1.1" status: 200 len: 205 time: 0.0293438 Mar 10 18:01:23.243132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.295463 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-6fcec8ea-9ad5-4344-bce9-a35b7bc9b925 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:23.299652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45256) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.299793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fcec8ea-9ad5-4344-bce9-a35b7bc9b925 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/b267b9a2-45aa-488f-8913-714737ada7b7 HTTP/1.1" status: 404 len: 336 time: 0.0556655 Mar 10 18:01:23.335365 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-932a36e0-df9a-44ab-b344-4e060070f046 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:23.335365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932a36e0-df9a-44ab-b344-4e060070f046 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:23.335365 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-932a36e0-df9a-44ab-b344-4e060070f046 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/4b59fb4b-c5a3-465f-b996-520a58880b56 HTTP/1.1" status: 404 len: 337 time: 0.0331349 Mar 10 18:01:23.336875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.713219 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7ec588b3-e920-43cb-8eca-defa75c0e53a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 200 len: 205 time: 0.3747044 Mar 10 18:01:23.716177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45272) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.772330 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-24e0b0f9-7a4d-4074-95e4-0b90cabcd020 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:23.775235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-24e0b0f9-7a4d-4074-95e4-0b90cabcd020 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/3a4ebbb6-b09b-4623-a85c-3beab790c0b8 HTTP/1.1" status: 404 len: 336 time: 0.0561004 Mar 10 18:01:23.776323 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.808417 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2ae39b72-5579-4123-9afc-bdbe88a9596e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=fce0665b-0edf-4133-b469-6b613b150891 HTTP/1.1" status: 200 len: 205 time: 0.0284364 Mar 10 18:01:23.808608 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.852377 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-82ad9568-2f23-4b40-840f-c8b76f25fd4a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:23.853641 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-82ad9568-2f23-4b40-840f-c8b76f25fd4a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/fce0665b-0edf-4133-b469-6b613b150891 HTTP/1.1" status: 404 len: 336 time: 0.0439000 Mar 10 18:01:23.856119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.888445 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b9cc2-afd2-4164-bae7-c7e9ebc2715a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:23.888767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17b9cc2-afd2-4164-bae7-c7e9ebc2715a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:23.894498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a17b9cc2-afd2-4164-bae7-c7e9ebc2715a tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/11a77acb-49e8-45c7-ae88-9a4885d1561d HTTP/1.1" status: 404 len: 337 time: 0.0347402 Mar 10 18:01:23.896180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.930466 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b5f95ed6-b1ea-4943-b4f6-8e19dad22147 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 HTTP/1.1" status: 200 len: 205 time: 0.0301905 Mar 10 18:01:23.930768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45288) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:23.974474 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-508ea24a-79e1-4c3d-97ea-295708f8b2f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:23.978199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-508ea24a-79e1-4c3d-97ea-295708f8b2f8 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/1ebe15eb-17c5-4ff7-929e-1ed7bb3b0965 HTTP/1.1" status: 404 len: 336 time: 0.0440447 Mar 10 18:01:23.978407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45290) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.012049 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a653e0-81b9-4e29-a7b5-b0df4bcfae38 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:24.012602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a653e0-81b9-4e29-a7b5-b0df4bcfae38 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:24.018176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40a653e0-81b9-4e29-a7b5-b0df4bcfae38 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/95852b09-0500-43f7-be7f-b9f60d1c22c2 HTTP/1.1" status: 404 len: 337 time: 0.0363064 Mar 10 18:01:24.018390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.056405 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-091fbb3d-84d3-4f26-9eb2-8f065f693431 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d3a0347-5919-4141-b082-d5c388260f3e HTTP/1.1" status: 200 len: 205 time: 0.0345128 Mar 10 18:01:24.057020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45294) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.097671 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-2d07eb7f-a8d3-474c-8ba2-a4e2f86ad4de tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] delete failed (client error): The resource could not be found. Mar 10 18:01:24.101396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d07eb7f-a8d3-474c-8ba2-a4e2f86ad4de tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/routers/3d3a0347-5919-4141-b082-d5c388260f3e HTTP/1.1" status: 404 len: 336 time: 0.0405824 Mar 10 18:01:24.102684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.128498 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b019f4-ce4e-4934-96a5-0720fa2416f1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:24.128950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b019f4-ce4e-4934-96a5-0720fa2416f1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:24.134486 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-32b019f4-ce4e-4934-96a5-0720fa2416f1 tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/810a775e-56c9-44b0-af5f-11f02210cf4c HTTP/1.1" status: 404 len: 337 time: 0.0295348 Mar 10 18:01:24.135429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.164663 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5a1126-eccd-4777-929d-8ea6aeff985e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] DELETE failed (client error): The resource could not be found. Mar 10 18:01:24.165435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5a1126-eccd-4777-929d-8ea6aeff985e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:01:24.171640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bb5a1126-eccd-4777-929d-8ea6aeff985e tempest-RoutersTest-1366984812 tempest-RoutersTest-1366984812-project] 10.222.0.35 "DELETE /v2.0/subnets/6caaae44-7b4e-4d9a-8f40-32485e00d4a6 HTTP/1.1" status: 404 len: 337 time: 0.0322785 Mar 10 18:01:24.427628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.583312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45322) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:24.583548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6c4252aa-18c8-464b-b434-e6d644436752 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e616c783dc8649d3b8727ce941167572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500821 Mar 10 18:01:24.653577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] Publish callbacks [] for security_group (985cdb1b-fd4f-4433-a258-f9b7f8e7abb0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:24.684098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] Publish callbacks [] for security_group (985cdb1b-fd4f-4433-a258-f9b7f8e7abb0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:24.764259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (985cdb1b-fd4f-4433-a258-f9b7f8e7abb0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:24.768147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:24.769697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/985cdb1b-fd4f-4433-a258-f9b7f8e7abb0 HTTP/1.1" status: 204 len: 168 time: 0.1849518 Mar 10 18:01:24.794965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebb8c9-472a-4a34-b34c-7e93c740ca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985cdb1b-fd4f-4433-a258-f9b7f8e7abb0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:25.594790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:25.789104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1ab08659-f402-41fc-a620-ac897a30e87a tempest-DvrRoutersNegativeTest-1686908847 tempest-DvrRoutersNegativeTest-1686908847-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1509256839', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:25.792026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.policy [None req-1ab08659-f402-41fc-a620-ac897a30e87a tempest-DvrRoutersNegativeTest-1686908847 tempest-DvrRoutersNegativeTest-1686908847-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103794) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 10 18:01:25.792871 n-d-833115-2 neutron-server[103794]: DEBUG neutron.policy [None req-1ab08659-f402-41fc-a620-ac897a30e87a tempest-DvrRoutersNegativeTest-1686908847 tempest-DvrRoutersNegativeTest-1686908847-project] Failed policy check for 'create_router' {{(pid=103794) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 10 18:01:25.792989 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-1ab08659-f402-41fc-a620-ac897a30e87a tempest-DvrRoutersNegativeTest-1686908847 tempest-DvrRoutersNegativeTest-1686908847-project] create failed (client error): Access was denied to this resource. Mar 10 18:01:25.798315 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ab08659-f402-41fc-a620-ac897a30e87a tempest-DvrRoutersNegativeTest-1686908847 tempest-DvrRoutersNegativeTest-1686908847-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1979909 Mar 10 18:01:26.169168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:26.294152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e52e27bb-e758-4d5d-802b-3f3c68efaa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.403999 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e52e27bb-e758-4d5d-802b-3f3c68efaa2c admin admin] Publish callbacks [] for security_group (4580f0a9-1d76-4076-9cf3-ed8300e846c4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.410409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e52e27bb-e758-4d5d-802b-3f3c68efaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4580f0a9-1d76-4076-9cf3-ed8300e846c4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.464134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:26.464829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e52e27bb-e758-4d5d-802b-3f3c68efaa2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=538b443095104c97ae744c0dfe7667f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937863 Mar 10 18:01:26.465452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e27bb-e758-4d5d-802b-3f3c68efaa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4580f0a9-1d76-4076-9cf3-ed8300e846c4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:26.545439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] Publish callbacks [] for security_group (4580f0a9-1d76-4076-9cf3-ed8300e846c4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.572009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] Publish callbacks [] for security_group (4580f0a9-1d76-4076-9cf3-ed8300e846c4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.631862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4580f0a9-1d76-4076-9cf3-ed8300e846c4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.636434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:26.640630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4580f0a9-1d76-4076-9cf3-ed8300e846c4 HTTP/1.1" status: 204 len: 168 time: 0.1740446 Mar 10 18:01:26.649979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beec45-a0d8-48ac-bebf-c7572c1d7940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4580f0a9-1d76-4076-9cf3-ed8300e846c4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:27.092424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:27.550379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:27.682675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--361288157'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:27.719853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:27.735897 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:27.872436 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (bd96692a-e9c8-4e9e-a3e1-3cb488b0d766), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:27.878805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd96692a-e9c8-4e9e-a3e1-3cb488b0d766), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:27.966557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd96692a-e9c8-4e9e-a3e1-3cb488b0d766,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:28.024936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.034676 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.086515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b3f44-1281-4aae-a05f-05d79b6258a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:28.107314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.112057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45472) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.122646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2138ae12-e79c-45b4-9b8c-b08cda2985a9 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5708642 Mar 10 18:01:28.194968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45478) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.200391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-security--1686940894', 'description': 'tempest-security-description-630188'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:28.205225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86611b36-9dde-4758-89e1-08818f3bc2e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0911212 Mar 10 18:01:28.241094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.297090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.316626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.323581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.327315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "PUT /v2.0/security-groups/362b3f44-1281-4aae-a05f-05d79b6258a2 HTTP/1.1" status: 200 len: 1793 time: 0.1289909 Mar 10 18:01:28.328215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.376993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf9045-fc73-4b60-ad98-c2a615b75588 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b3f44-1281-4aae-a05f-05d79b6258a2,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:28.391237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45486) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.391606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2d1570de-3c34-4e2c-a00e-72656e8cf528 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups/362b3f44-1281-4aae-a05f-05d79b6258a2 HTTP/1.1" status: 200 len: 1793 time: 0.0619085 Mar 10 18:01:28.469123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.497613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.550373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (362b3f44-1281-4aae-a05f-05d79b6258a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.553269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.556782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/362b3f44-1281-4aae-a05f-05d79b6258a2 HTTP/1.1" status: 204 len: 168 time: 0.1613758 Mar 10 18:01:28.558598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.565519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab7b84-0f73-40fd-aeae-7010e8ef5276 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b3f44-1281-4aae-a05f-05d79b6258a2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:28.652601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.653095 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78619aa8-bc28-4e5a-ba45-f6ad93ae7928 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918884 Mar 10 18:01:28.666403 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-46c481a0-36fd-4e00-982e-f18d7215d013 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] delete failed (client error): The resource could not be found. Mar 10 18:01:28.667456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-46c481a0-36fd-4e00-982e-f18d7215d013 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/362b3f44-1281-4aae-a05f-05d79b6258a2 HTTP/1.1" status: 404 len: 347 time: 0.0138695 Mar 10 18:01:28.672364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.677707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--293774619'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:28.707262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.798753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.803681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.841059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:28.861641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.867599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45502) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:28.867915 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8572c965-fef3-4786-b972-03f792cbfaf0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1935978 Mar 10 18:01:28.872816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:28.914191 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:28.998558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.005143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.042416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.046855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753511 Mar 10 18:01:29.047305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45508) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.049476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75df0cd-8b09-4c5e-992f-8233deb8867f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df58eb22-e163-43d1-94f6-21e401f184c2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:29.108466 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.120353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.153371 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (df58eb22-e163-43d1-94f6-21e401f184c2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.160023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.161365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/df58eb22-e163-43d1-94f6-21e401f184c2 HTTP/1.1" status: 204 len: 168 time: 0.1129513 Mar 10 18:01:29.164271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45514) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.167561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8bb74-ca6c-4f45-a5c5-4e21e8e0385c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df58eb22-e163-43d1-94f6-21e401f184c2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:29.244127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.247434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-84b48771-7adb-4f93-8767-1f0617314f1d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0818079 Mar 10 18:01:29.320103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.351375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.403250 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.405778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.409526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45520) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.411504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f HTTP/1.1" status: 204 len: 168 time: 0.1660330 Mar 10 18:01:29.429471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06a72-d795-401c-84db-ed485da25e02 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8fcbe6-a079-42a6-bd6e-12ae3e702f6f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:29.496986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21e798e5-ab43-4aa1-a611-d0fe68d6c394 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862741 Mar 10 18:01:29.500988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45526) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.505578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794953367'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:29.560181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.648810 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (3111fc9b-0ef4-4599-881c-d108237362aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.653434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3111fc9b-0ef4-4599-881c-d108237362aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.684810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3111fc9b-0ef4-4599-881c-d108237362aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:29.700967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.705523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45530) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.706287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-81af6ab1-bb70-4377-844d-e46b135a127f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2040823 Mar 10 18:01:29.710413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '3111fc9b-0ef4-4599-881c-d108237362aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:29.769774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.867417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.873839 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.896383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b5eb38-c1a3-4d4e-9084-5e0509b00b81,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:29.915585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:29.926378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45536) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:29.932981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '3111fc9b-0ef4-4599-881c-d108237362aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:29.937101 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1bf88dac-9fcf-4189-b488-2568f16ffa07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2299132 Mar 10 18:01:29.972599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.054654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.060084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.079497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878ba077-0aaa-4396-92b6-48c810304916,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:30.094396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.098303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9317c6d0-e8c5-48e5-a370-1c139b80944c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1674132 Mar 10 18:01:30.099138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45544) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.102888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '3111fc9b-0ef4-4599-881c-d108237362aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:30.105148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.193088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.266134 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.274415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.308929 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.310915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2114742 Mar 10 18:01:30.313540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45548) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.319154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '3111fc9b-0ef4-4599-881c-d108237362aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:30.330578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9fd70-9c9a-4e69-a7bc-5e8da825464a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6b261c-ac03-4f0a-8c7e-4b7c60463750,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:30.366687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.441723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.455803 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.488333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.492958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45554) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.499361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '3111fc9b-0ef4-4599-881c-d108237362aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:30.504113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1890748 Mar 10 18:01:30.511500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250c1b8-fc8b-4038-8def-7b345992fce0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccb6ca3-2d8f-466f-bee1-58232e6f63cc,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:30.541696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.622366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.634695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.680082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186c8ec3-7460-4383-b640-b1b23a84881c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:30.694372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.694913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.706221 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04b8fe0e-19f9-4956-9b6d-d9ff5f20ab9b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2120805 Mar 10 18:01:30.728449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.738243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.772904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (186c8ec3-7460-4383-b640-b1b23a84881c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.793131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.794573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/186c8ec3-7460-4383-b640-b1b23a84881c HTTP/1.1" status: 204 len: 168 time: 0.0999646 Mar 10 18:01:30.795928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ba30b-1519-4888-9618-f9aac342ffe5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=186c8ec3-7460-4383-b640-b1b23a84881c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:30.797787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.862123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-40cc7ac8-900d-4cb2-bbab-8202813d0ce1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0578842 Mar 10 18:01:30.865240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.898569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.908338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.945082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4ccb6ca3-2d8f-466f-bee1-58232e6f63cc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.952234 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:30.956666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:30.957101 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4ccb6ca3-2d8f-466f-bee1-58232e6f63cc HTTP/1.1" status: 204 len: 168 time: 0.0904922 Mar 10 18:01:30.966985 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7feeea-dc7e-46f4-9ddf-35961d067113 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ccb6ca3-2d8f-466f-bee1-58232e6f63cc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:31.012638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-da04ff27-5163-4a4c-b629-44aaa64af9bc tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0543768 Mar 10 18:01:31.015376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45576) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.059797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.068917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.138334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4c6b261c-ac03-4f0a-8c7e-4b7c60463750), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.144601 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.148697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45580) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.148907 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4c6b261c-ac03-4f0a-8c7e-4b7c60463750 HTTP/1.1" status: 204 len: 168 time: 0.1325307 Mar 10 18:01:31.157004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f21962-6bc2-4003-83f4-0207d9424f73 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c6b261c-ac03-4f0a-8c7e-4b7c60463750,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:31.204858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c23965f-89f6-48ad-82bc-f1bef5279bca tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0548766 Mar 10 18:01:31.207950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.233452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.241503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.269341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (878ba077-0aaa-4396-92b6-48c810304916), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.279180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.283730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/878ba077-0aaa-4396-92b6-48c810304916 HTTP/1.1" status: 204 len: 168 time: 0.0721333 Mar 10 18:01:31.283982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45586) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.297999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4784a-c603-45cb-9f9d-b899f56254f0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=878ba077-0aaa-4396-92b6-48c810304916,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:31.384772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.390776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df893d30-60d4-43c5-a627-8f7b6fb2edae tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0905008 Mar 10 18:01:31.454878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.465095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.535412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d0b5eb38-c1a3-4d4e-9084-5e0509b00b81), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.544348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.546869 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d0b5eb38-c1a3-4d4e-9084-5e0509b00b81 HTTP/1.1" status: 204 len: 168 time: 0.1601093 Mar 10 18:01:31.549054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.575168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4270c7-7fa9-4f09-b16f-4e619d1495a4 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0b5eb38-c1a3-4d4e-9084-5e0509b00b81,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:31.605597 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b22aa105-c481-4db7-a366-57bdf6fc5910 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552680 Mar 10 18:01:31.608334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.697028 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (3111fc9b-0ef4-4599-881c-d108237362aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.753464 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (3111fc9b-0ef4-4599-881c-d108237362aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.829361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3111fc9b-0ef4-4599-881c-d108237362aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.834288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:31.840555 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/3111fc9b-0ef4-4599-881c-d108237362aa HTTP/1.1" status: 204 len: 168 time: 0.2307310 Mar 10 18:01:31.843084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45606) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.852803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbadc4-9b61-49ff-a08c-8b58334675ea tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111fc9b-0ef4-4599-881c-d108237362aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:31.923445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fac16df-858b-4979-95d4-f3faafa1ab72 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744669 Mar 10 18:01:31.924373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:31.929707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038410967'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:31.957491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.055392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (722b745b-1e4e-432e-b5ad-f4ae71e02e9c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.061351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (722b745b-1e4e-432e-b5ad-f4ae71e02e9c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.084228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.085697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1599259 Mar 10 18:01:32.089858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45614) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:32.094460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '722b745b-1e4e-432e-b5ad-f4ae71e02e9c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:32.112993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6158e-a6cb-41bb-bce5-8a4a6bc2cb49 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722b745b-1e4e-432e-b5ad-f4ae71e02e9c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:32.154302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (9b0ca61e-953a-4276-8248-db703d7c9270), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.268466 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (9b0ca61e-953a-4276-8248-db703d7c9270), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.277692 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (9b0ca61e-953a-4276-8248-db703d7c9270), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.293553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0ca61e-953a-4276-8248-db703d7c9270,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:32.321914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.323299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-46179c3b-7137-4753-a3e2-aa366dfc2773 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2323589 Mar 10 18:01:32.327094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:32.419420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (722b745b-1e4e-432e-b5ad-f4ae71e02e9c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.445138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (722b745b-1e4e-432e-b5ad-f4ae71e02e9c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.500530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (722b745b-1e4e-432e-b5ad-f4ae71e02e9c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.503628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.507272 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/722b745b-1e4e-432e-b5ad-f4ae71e02e9c HTTP/1.1" status: 204 len: 168 time: 0.1765666 Mar 10 18:01:32.507593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45644) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:32.530710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608deb65-3960-4db7-93fa-98b7a163b370 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b745b-1e4e-432e-b5ad-f4ae71e02e9c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:32.577176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1086f12-2fd4-479d-baf4-a36f99c40c07 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0684505 Mar 10 18:01:32.584141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:32.590787 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--66510517'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:32.627008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.752621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (752548ef-cc24-4938-a712-d9349d971305), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.763462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (752548ef-cc24-4938-a712-d9349d971305), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.823986 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:32.828137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:32.832783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743868848'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:32.836802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2510941 Mar 10 18:01:32.849630 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cde3fb-fdfa-43f3-9866-d42c2d3fb6cb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752548ef-cc24-4938-a712-d9349d971305,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:32.888334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.069107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (49340735-967b-4283-a01c-a880544f21a3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.080144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (49340735-967b-4283-a01c-a880544f21a3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.116781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49340735-967b-4283-a01c-a880544f21a3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:33.146012 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.152159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d6757fd-b4f1-4483-adcf-446a97cd70b5 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3200252 Mar 10 18:01:33.152369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:33.160009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '752548ef-cc24-4938-a712-d9349d971305', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49340735-967b-4283-a01c-a880544f21a3', 'remote_ip_prefix': None}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:33.227599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.398324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.408879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.429531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb64b1-9dfc-48c4-b54c-41faa813c123,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:33.468004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.472336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1b9b93c5-3bb3-4773-b3b6-a29b51a0a6e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3160212 Mar 10 18:01:33.474096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45762) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:33.516478 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.527113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.566385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (12bb64b1-9dfc-48c4-b54c-41faa813c123), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.573699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.577535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/12bb64b1-9dfc-48c4-b54c-41faa813c123 HTTP/1.1" status: 204 len: 168 time: 0.1000509 Mar 10 18:01:33.577916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:33.586750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920fb6c-7ef1-446a-bf76-7a3b3afafa9a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12bb64b1-9dfc-48c4-b54c-41faa813c123,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:33.639839 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7add41e7-10b5-4c68-b6b4-4c5d2f60af9c tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0581117 Mar 10 18:01:33.640435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45780) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:33.709039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (49340735-967b-4283-a01c-a880544f21a3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.744086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (49340735-967b-4283-a01c-a880544f21a3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.836881 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (49340735-967b-4283-a01c-a880544f21a3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.846236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:33.848307 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/49340735-967b-4283-a01c-a880544f21a3 HTTP/1.1" status: 204 len: 168 time: 0.2064612 Mar 10 18:01:33.851297 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45808) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:33.880676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a9c7-09ac-4466-92a4-819982ac0de1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49340735-967b-4283-a01c-a880544f21a3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:33.953322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b48598b3-c640-405f-b9dc-e5a74cf58728 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0979710 Mar 10 18:01:33.953788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45818) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.039415 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (752548ef-cc24-4938-a712-d9349d971305), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.085865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (752548ef-cc24-4938-a712-d9349d971305), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.165841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (752548ef-cc24-4938-a712-d9349d971305), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.170246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.175898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.192319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/752548ef-cc24-4938-a712-d9349d971305 HTTP/1.1" status: 204 len: 168 time: 0.2377088 Mar 10 18:01:34.222242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3e895-eff5-4f79-86c4-109e8f6722c6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752548ef-cc24-4938-a712-d9349d971305,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:34.298865 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-576ecc2c-c689-471b-a42a-5fa2ea530d53 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215117 Mar 10 18:01:34.303481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45870) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.308560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--580550709'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:34.368933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.515862 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (f1976716-52e9-4b87-8777-ca4c628c2e44), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.532579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1976716-52e9-4b87-8777-ca4c628c2e44), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.592363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1976716-52e9-4b87-8777-ca4c628c2e44,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:34.612131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.616295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-03347e5e-4924-4afc-97ce-9be313082ee6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3092670 Mar 10 18:01:34.616807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.622345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': 'f1976716-52e9-4b87-8777-ca4c628c2e44', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:34.694019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.788623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.797211 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.823558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0458134c-f476-4af9-8757-ef2f6128aab8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:34.837914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.839932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-42f2bb32-962e-4b34-b123-15f39753afe6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2220633 Mar 10 18:01:34.843014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45940) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.903023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.936295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.985141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0458134c-f476-4af9-8757-ef2f6128aab8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.993253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:34.997488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 45958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:34.997718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0458134c-f476-4af9-8757-ef2f6128aab8 HTTP/1.1" status: 204 len: 168 time: 0.1535695 Mar 10 18:01:35.003796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71494ccf-b3cc-4c1c-9951-933c6385741a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0458134c-f476-4af9-8757-ef2f6128aab8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:35.081047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 45968) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.095706 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2850deb-a3c5-43ba-a340-986056a61f97 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958924 Mar 10 18:01:35.211272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (f1976716-52e9-4b87-8777-ca4c628c2e44), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.268174 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (f1976716-52e9-4b87-8777-ca4c628c2e44), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.360020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f1976716-52e9-4b87-8777-ca4c628c2e44), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.363758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.365326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/f1976716-52e9-4b87-8777-ca4c628c2e44 HTTP/1.1" status: 204 len: 168 time: 0.2831819 Mar 10 18:01:35.368182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46000) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.397602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46002) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.446164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c4550-60e6-4949-9530-0ee19c0a621a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1976716-52e9-4b87-8777-ca4c628c2e44,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:35.459850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-eba27cc7-2ce7-4e6b-90be-03720c344e4a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865865 Mar 10 18:01:35.460544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46014) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.475659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902008721'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:35.538492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.646860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f980042-eeef-4aba-b05a-435d11181623), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.653890 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f980042-eeef-4aba-b05a-435d11181623), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.699581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.700885 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2392697 Mar 10 18:01:35.703792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46040) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.708881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '2f980042-eeef-4aba-b05a-435d11181623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:35.746753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f9d3f-8f2b-4bed-b3c9-1782de670b0f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f980042-eeef-4aba-b05a-435d11181623,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:35.756183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d930945a-fc31-4db4-befa-59fc1706f6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.773729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.856669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.871397 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.915281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.916591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2117546 Mar 10 18:01:35.919279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.927861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d35f20-a086-4e0d-b6ad-f5e4aff74689 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cda6af-a4fb-483a-88a6-daab7d7cd0da,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:35.934649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d930945a-fc31-4db4-befa-59fc1706f6db admin admin] Publish callbacks [] for security_group (06541b48-1709-460b-86d5-a1e394a5d581), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.941290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d930945a-fc31-4db4-befa-59fc1706f6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (06541b48-1709-460b-86d5-a1e394a5d581), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:35.957953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d24a0c00-70f6-4c48-81a6-2470b8c01670 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules/32cda6af-a4fb-483a-88a6-daab7d7cd0da HTTP/1.1" status: 200 len: 763 time: 0.0369239 Mar 10 18:01:35.960703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:35.977452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d930945a-fc31-4db4-befa-59fc1706f6db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e57ffeca15449c0b569b49655a4d770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695586 Mar 10 18:01:35.984742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.000195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930945a-fc31-4db4-befa-59fc1706f6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06541b48-1709-460b-86d5-a1e394a5d581,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.082201 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a634a60e-7204-424e-b4e8-3257285d3069 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1192555 Mar 10 18:01:36.084104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46082) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.118503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] Publish callbacks [] for security_group (06541b48-1709-460b-86d5-a1e394a5d581), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.142953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.160948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.164244 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] Publish callbacks [] for security_group (06541b48-1709-460b-86d5-a1e394a5d581), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.216048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (32cda6af-a4fb-483a-88a6-daab7d7cd0da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.223307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.224502 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/32cda6af-a4fb-483a-88a6-daab7d7cd0da HTTP/1.1" status: 204 len: 168 time: 0.1393125 Mar 10 18:01:36.227341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.236430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0fd18-ca0a-4fd5-bd57-58637e42d74d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32cda6af-a4fb-483a-88a6-daab7d7cd0da,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.246419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (06541b48-1709-460b-86d5-a1e394a5d581), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.249562 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.253197 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06541b48-1709-460b-86d5-a1e394a5d581 HTTP/1.1" status: 204 len: 168 time: 0.2574961 Mar 10 18:01:36.259718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492660-89da-4aed-b4e3-cd36901af152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06541b48-1709-460b-86d5-a1e394a5d581,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.305511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f71698d8-7d3c-400f-810b-398d5c9e5cbb tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768042 Mar 10 18:01:36.309206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.315206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '2f980042-eeef-4aba-b05a-435d11181623', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:36.372373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.444878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.450554 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.479601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.502254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.503860 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e3f77fb6-e8e6-4aca-9fd9-0ba0b0f3648a tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935523 Mar 10 18:01:36.506769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.553039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0f327eca-450c-4570-961c-6c702f889016 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules/0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a HTTP/1.1" status: 200 len: 763 time: 0.0440760 Mar 10 18:01:36.555770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46140) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.632901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97848b92-044a-44be-ac51-a7cdbe8a2d92 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0719666 Mar 10 18:01:36.636308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.667184 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.678046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.725536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.736908 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.738886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46164) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.749530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46168) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.753282 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a HTTP/1.1" status: 204 len: 168 time: 0.1157968 Mar 10 18:01:36.759343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393678a-cc32-4a2b-a6fc-7782788a7f0b tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eddf5b2-1b8e-4cf2-bded-b3924fd0f18a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.785061 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2692b44-0c82-41b0-839e-437d1acd5593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.853228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46182) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.855081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-18ebf950-3f42-4719-b980-5356a2f5237e tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1035197 Mar 10 18:01:36.858733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '2f980042-eeef-4aba-b05a-435d11181623', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:36.890661 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Project d16f8ced614648d69de6802277c73712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:01:36.897970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.913836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2692b44-0c82-41b0-839e-437d1acd5593 admin admin] Publish callbacks [] for security_group (a645c8fd-7755-4b73-b461-5315b7e12de2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.919629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a2692b44-0c82-41b0-839e-437d1acd5593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a645c8fd-7755-4b73-b461-5315b7e12de2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.951792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.961167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:36.978048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a2692b44-0c82-41b0-839e-437d1acd5593 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=071af83513534561bdcd739cab01218a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378027 Mar 10 18:01:36.980098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692b44-0c82-41b0-839e-437d1acd5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a645c8fd-7755-4b73-b461-5315b7e12de2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:36.982648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46196) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:36.988420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a7a7b9-6e71-4b3f-b42f-09fb5753a669,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.006661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.012209 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f07596bd-1b4f-4268-8b73-a277aad71bc0 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573513 Mar 10 18:01:37.018573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.056571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9fbee075-20df-4f96-bb8c-5a75c4757822 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules/a1a7a7b9-6e71-4b3f-b42f-09fb5753a669 HTTP/1.1" status: 200 len: 769 time: 0.0318458 Mar 10 18:01:37.057226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.107559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] Publish callbacks [] for security_group (a645c8fd-7755-4b73-b461-5315b7e12de2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.132255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] Publish callbacks [] for security_group (a645c8fd-7755-4b73-b461-5315b7e12de2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.140912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.145895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5f605426-2418-4d88-befe-c8bb2437ee60 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0795579 Mar 10 18:01:37.175317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.195249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.229283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (a1a7a7b9-6e71-4b3f-b42f-09fb5753a669), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.239665 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.240793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a1a7a7b9-6e71-4b3f-b42f-09fb5753a669 HTTP/1.1" status: 204 len: 168 time: 0.0987320 Mar 10 18:01:37.243684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.248283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15354f74-bac8-45e8-b091-a0c5453549a6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a7a7b9-6e71-4b3f-b42f-09fb5753a669,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.252050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a645c8fd-7755-4b73-b461-5315b7e12de2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.255649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.257411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a645c8fd-7755-4b73-b461-5315b7e12de2 HTTP/1.1" status: 204 len: 168 time: 0.2537994 Mar 10 18:01:37.268260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a56ac-32b6-49e4-8595-34e0f100f19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a645c8fd-7755-4b73-b461-5315b7e12de2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.305353 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-381365cd-f965-4923-a456-5130a17347d7 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571070 Mar 10 18:01:37.305810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.406704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f980042-eeef-4aba-b05a-435d11181623), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.434545 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (2f980042-eeef-4aba-b05a-435d11181623), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.479859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f980042-eeef-4aba-b05a-435d11181623), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.482585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.483754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f980042-eeef-4aba-b05a-435d11181623 HTTP/1.1" status: 204 len: 168 time: 0.1769204 Mar 10 18:01:37.486666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46230) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.492875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7459-56c5-45ea-b607-035d144de090 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f980042-eeef-4aba-b05a-435d11181623,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.553585 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-27bfc299-726f-4ef8-bda8-63a7a743ab4d tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614340 Mar 10 18:01:37.553731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.558914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145883586'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:37.581348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.679860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.685217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.720322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.728982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.730709 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-780df7ec-4397-4aa7-be78-f6c4e2221cb8 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1759903 Mar 10 18:01:37.733331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.739806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Request body: {'security_group_rule': {'security_group_id': '5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:37.769372 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (cca26b84-be2c-41e9-9c67-6bd557c1fc33), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.847552 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (cca26b84-be2c-41e9-9c67-6bd557c1fc33), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.855247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (cca26b84-be2c-41e9-9c67-6bd557c1fc33), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.877980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca26b84-be2c-41e9-9c67-6bd557c1fc33,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:37.898375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:37.900911 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7a11ed5-b892-45d7-8e95-5e12ce89cd90 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653447 Mar 10 18:01:37.903778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46254) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:37.980853 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.028829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.107324 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.111656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.115662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f HTTP/1.1" status: 204 len: 168 time: 0.2109046 Mar 10 18:01:38.118383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.152112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91ea5-d1c2-485d-8a6f-9cf415a535f6 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:38.210175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.210891 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-673110d8-e9f4-4ecf-a6aa-9c9e6d8448e1 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0910439 Mar 10 18:01:38.258095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0613e826-4f34-45fb-935e-f343bdcd483f tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0462418 Mar 10 18:01:38.260804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.298079 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-602c0a07-65e5-4066-a4f7-7b79b1a21c97 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] delete failed (client error): The resource could not be found. Mar 10 18:01:38.299128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-602c0a07-65e5-4066-a4f7-7b79b1a21c97 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "DELETE /v2.0/security-groups/5e7cd3b3-f0d4-4dba-bdeb-d5f958942b5f HTTP/1.1" status: 404 len: 347 time: 0.0374074 Mar 10 18:01:38.305187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.363206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ebe13dd2-813a-44e5-8d63-f3fc41fa2565 tempest-SecGroupIPv6Test-1885458470 tempest-SecGroupIPv6Test-1885458470-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534127 Mar 10 18:01:38.629346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46302) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.809423 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d5cd97e0-6a6d-4cc3-86ce-7e7229dcaa9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d16f8ced614648d69de6802277c73712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786623 Mar 10 18:01:38.812233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:38.872538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] Publish callbacks [] for security_group (bd96692a-e9c8-4e9e-a3e1-3cb488b0d766), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.895961 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] Publish callbacks [] for security_group (bd96692a-e9c8-4e9e-a3e1-3cb488b0d766), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.955322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (bd96692a-e9c8-4e9e-a3e1-3cb488b0d766), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.958515 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:38.962260 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd96692a-e9c8-4e9e-a3e1-3cb488b0d766 HTTP/1.1" status: 204 len: 168 time: 0.1457081 Mar 10 18:01:38.969313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be4f8d-9d4e-472c-91c4-121b52d428e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd96692a-e9c8-4e9e-a3e1-3cb488b0d766,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:39.968989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46368) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.070184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5c6efc3c-9330-4ce8-88f0-18b14cc04f5a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:40.070963 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-5c6efc3c-9330-4ce8-88f0-18b14cc04f5a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 18:01:40.071541 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-5c6efc3c-9330-4ce8-88f0-18b14cc04f5a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 18:01:40.072802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5c6efc3c-9330-4ce8-88f0-18b14cc04f5a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1024175 Mar 10 18:01:40.076563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46372) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.081209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803063823'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:40.102626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.110521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.187221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (4dc04054-3fbc-4273-86a1-92cffa30898e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.193056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4dc04054-3fbc-4273-86a1-92cffa30898e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.235024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc04054-3fbc-4273-86a1-92cffa30898e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:40.278279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (2f4ab6bb-7594-4612-b5df-cb30cbc1d305), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.291791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f4ab6bb-7594-4612-b5df-cb30cbc1d305), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.325306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.326616 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2490120 Mar 10 18:01:40.329558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46382) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.331015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eb6ea-f655-4ee7-ba12-1f5aff8bbf18 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ab6bb-7594-4612-b5df-cb30cbc1d305,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:40.333931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '2f4ab6bb-7594-4612-b5df-cb30cbc1d305', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:40.366575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group_rule (2f7a3842-8fc9-4127-a9fc-0688d58cdf68), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.420128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group_rule (2f7a3842-8fc9-4127-a9fc-0688d58cdf68), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.426751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2f7a3842-8fc9-4127-a9fc-0688d58cdf68), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.446937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7a3842-8fc9-4127-a9fc-0688d58cdf68,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:40.467610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.471812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46392) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.472835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0a704842-d77f-47ec-be2d-e50af7005982 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421969 Mar 10 18:01:40.477080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-49067028-c06c-4ad5-8e30-13b0cb34a578 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '2f4ab6bb-7594-4612-b5df-cb30cbc1d305', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:40.504337 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-49067028-c06c-4ad5-8e30-13b0cb34a578 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group_rule (9df98725-e801-47b2-bfd8-50f732caecec), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.565108 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-49067028-c06c-4ad5-8e30-13b0cb34a578 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 18:01:40.566226 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-49067028-c06c-4ad5-8e30-13b0cb34a578 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0931273 Mar 10 18:01:40.569706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.633889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (2f4ab6bb-7594-4612-b5df-cb30cbc1d305), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.658691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (2f4ab6bb-7594-4612-b5df-cb30cbc1d305), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.704725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2f4ab6bb-7594-4612-b5df-cb30cbc1d305), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.707567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.708754 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f4ab6bb-7594-4612-b5df-cb30cbc1d305 HTTP/1.1" status: 204 len: 168 time: 0.1378815 Mar 10 18:01:40.711454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.718832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df35b0-0eda-4710-88ee-1102182d3a82 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ab6bb-7594-4612-b5df-cb30cbc1d305,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:40.766894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4432df93-174e-413e-acf8-012a7412d682 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540771 Mar 10 18:01:40.771009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46402) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:40.776585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--595845423'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:40.812827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.935772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (a678ed76-e109-4535-89dd-a7ccf35c6a89), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:40.967428 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a678ed76-e109-4535-89dd-a7ccf35c6a89), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.007192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a678ed76-e109-4535-89dd-a7ccf35c6a89,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:41.023086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.027843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46420) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.032240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1ad008b2-1487-4c44-a52d-bae6fbc32de8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'a678ed76-e109-4535-89dd-a7ccf35c6a89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:41.032731 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-1ad008b2-1487-4c44-a52d-bae6fbc32de8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 10 18:01:41.033218 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-1ad008b2-1487-4c44-a52d-bae6fbc32de8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:41.035066 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4026bc9e-264c-4b29-8a64-fdc48f59356a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2625773 Mar 10 18:01:41.036659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.036810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ad008b2-1487-4c44-a52d-bae6fbc32de8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080023 Mar 10 18:01:41.103006 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (a678ed76-e109-4535-89dd-a7ccf35c6a89), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.139248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (a678ed76-e109-4535-89dd-a7ccf35c6a89), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.193892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a678ed76-e109-4535-89dd-a7ccf35c6a89), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.196443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.200061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/a678ed76-e109-4535-89dd-a7ccf35c6a89 HTTP/1.1" status: 204 len: 168 time: 0.1592660 Mar 10 18:01:41.200626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46436) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.210800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956b0ff-beb0-4fe7-ab92-b17216ca9052 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a678ed76-e109-4535-89dd-a7ccf35c6a89,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:41.298129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-063c4b36-188d-49c1-aea8-49a6a02fc21f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0961521 Mar 10 18:01:41.301802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46440) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.306793 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104849632'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:41.339285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.428846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (e245ae2f-2a32-454c-9e20-9d34babdbc5f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.435060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e245ae2f-2a32-454c-9e20-9d34babdbc5f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.499170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.503499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46452) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.507062 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2036872 Mar 10 18:01:41.514001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-31d476aa-ba38-4eae-ac6a-a9c68c6df95a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'e245ae2f-2a32-454c-9e20-9d34babdbc5f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:41.515174 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-31d476aa-ba38-4eae-ac6a-a9c68c6df95a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 10 18:01:41.515676 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-31d476aa-ba38-4eae-ac6a-a9c68c6df95a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:41.516616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-31d476aa-ba38-4eae-ac6a-a9c68c6df95a tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066705 Mar 10 18:01:41.519526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.527186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd9304-165f-4dfe-ad17-f66b930c9bbc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e245ae2f-2a32-454c-9e20-9d34babdbc5f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:41.620189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (e245ae2f-2a32-454c-9e20-9d34babdbc5f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.644924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (e245ae2f-2a32-454c-9e20-9d34babdbc5f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.694482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e245ae2f-2a32-454c-9e20-9d34babdbc5f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.698320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.700136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/e245ae2f-2a32-454c-9e20-9d34babdbc5f HTTP/1.1" status: 204 len: 168 time: 0.1790113 Mar 10 18:01:41.702769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46458) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.731457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245e084-50fc-4eb4-bd89-94b3b76804fb tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e245ae2f-2a32-454c-9e20-9d34babdbc5f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:41.804109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d0af11c4-6ec3-44a8-9255-9a49d05693ed tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0999699 Mar 10 18:01:41.808790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46462) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.814744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--979836195'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:41.837744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.924499 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (3b9535f7-6430-4382-9234-88bfc08feb51), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.935681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3b9535f7-6430-4382-9234-88bfc08feb51), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.974847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9535f7-6430-4382-9234-88bfc08feb51,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:41.992423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:41.997395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46466) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:41.998466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a060af90-0e75-41f8-817e-db8d386eccba tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1879206 Mar 10 18:01:42.002840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-26f4aca8-a3a3-4173-9773-071186e18c1f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '3b9535f7-6430-4382-9234-88bfc08feb51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.004705 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-26f4aca8-a3a3-4173-9773-071186e18c1f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 10 18:01:42.005624 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-26f4aca8-a3a3-4173-9773-071186e18c1f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.007565 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-26f4aca8-a3a3-4173-9773-071186e18c1f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088892 Mar 10 18:01:42.011365 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46468) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.016873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3a18be73-3717-4238-9029-ef00c0636214 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '3b9535f7-6430-4382-9234-88bfc08feb51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.017901 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-3a18be73-3717-4238-9029-ef00c0636214 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 10 18:01:42.018767 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-3a18be73-3717-4238-9029-ef00c0636214 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.020198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a18be73-3717-4238-9029-ef00c0636214 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075014 Mar 10 18:01:42.023864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46470) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.037707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-12986985-e311-40c4-93e5-e3bc78896337 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '3b9535f7-6430-4382-9234-88bfc08feb51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.039162 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-12986985-e311-40c4-93e5-e3bc78896337 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 10 18:01:42.039894 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-12986985-e311-40c4-93e5-e3bc78896337 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.041373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-12986985-e311-40c4-93e5-e3bc78896337 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163577 Mar 10 18:01:42.044981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46472) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.050181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e8277bfd-1c69-400b-8e51-003706033e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '3b9535f7-6430-4382-9234-88bfc08feb51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.051508 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-e8277bfd-1c69-400b-8e51-003706033e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 10 18:01:42.052256 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-e8277bfd-1c69-400b-8e51-003706033e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.053750 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e8277bfd-1c69-400b-8e51-003706033e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071590 Mar 10 18:01:42.056473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46474) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.127443 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (3b9535f7-6430-4382-9234-88bfc08feb51), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.158736 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (3b9535f7-6430-4382-9234-88bfc08feb51), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.214278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3b9535f7-6430-4382-9234-88bfc08feb51), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.217695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.219481 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b9535f7-6430-4382-9234-88bfc08feb51 HTTP/1.1" status: 204 len: 168 time: 0.1607339 Mar 10 18:01:42.222184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46480) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.233093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5328b-63e0-4587-a22d-219bde452145 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9535f7-6430-4382-9234-88bfc08feb51,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:42.296032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.296371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fdae854b-a2bf-488f-a8e8-8c8e9a366038 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716684 Mar 10 18:01:42.301961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143876551'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.330793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.415362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (efbf7a4a-3fee-4eab-bf66-cdf977a98550), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.421992 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (efbf7a4a-3fee-4eab-bf66-cdf977a98550), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.433962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-94511104-bbf3-4d6e-9e64-5da9b207343f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.482907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf7a4a-3fee-4eab-bf66-cdf977a98550,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:42.496958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:42.507440 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6eea39f3-1a4b-4d49-b673-f9b98f256253 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2103999 Mar 10 18:01:42.512335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46492) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.518267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9ca979e0-13c2-4b51-a1b7-01ec19d99e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.519066 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-9ca979e0-13c2-4b51-a1b7-01ec19d99e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 18:01:42.519640 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-9ca979e0-13c2-4b51-a1b7-01ec19d99e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.520972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9ca979e0-13c2-4b51-a1b7-01ec19d99e09 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072906 Mar 10 18:01:42.523876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46498) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.530356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c14b0062-7bde-49f4-870a-2d0baef1e6a4 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.593179 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-c14b0062-7bde-49f4-870a-2d0baef1e6a4 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.594236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c14b0062-7bde-49f4-870a-2d0baef1e6a4 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0693126 Mar 10 18:01:42.601722 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.606231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-dcd6cdc2-71d7-4afd-88e5-e6df27cc1ad8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.615853 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-dcd6cdc2-71d7-4afd-88e5-e6df27cc1ad8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 10 18:01:42.616405 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-dcd6cdc2-71d7-4afd-88e5-e6df27cc1ad8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.620927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46504) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.622391 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dcd6cdc2-71d7-4afd-88e5-e6df27cc1ad8 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153339 Mar 10 18:01:42.625583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-85bc3822-5dba-4d10-b86b-679f9ea62c2f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.716230 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-85bc3822-5dba-4d10-b86b-679f9ea62c2f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.717304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-85bc3822-5dba-4d10-b86b-679f9ea62c2f tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0954115 Mar 10 18:01:42.720190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46510) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.725939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-edcc10f0-0511-4139-9324-6cd5713dbd94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.732902 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-edcc10f0-0511-4139-9324-6cd5713dbd94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 18:01:42.733836 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-edcc10f0-0511-4139-9324-6cd5713dbd94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.736464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-edcc10f0-0511-4139-9324-6cd5713dbd94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144482 Mar 10 18:01:42.739541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46512) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.744915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-47d57c28-e78f-4237-8994-d5ad580ed272 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.793818 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-47d57c28-e78f-4237-8994-d5ad580ed272 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.796178 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47d57c28-e78f-4237-8994-d5ad580ed272 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0550396 Mar 10 18:01:42.798306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46514) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.803069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0b6ad2fb-c8c0-4790-a5e2-87931d597937 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.803542 n-d-833115-2 neutron-server[103795]: WARNING neutron.api.v2.base [None req-0b6ad2fb-c8c0-4790-a5e2-87931d597937 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 10 18:01:42.804199 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-0b6ad2fb-c8c0-4790-a5e2-87931d597937 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.805120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b6ad2fb-c8c0-4790-a5e2-87931d597937 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058157 Mar 10 18:01:42.808379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46516) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.813668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b57b5b92-7e6a-4991-9cf8-3a9a205fb685 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.882779 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-b57b5b92-7e6a-4991-9cf8-3a9a205fb685 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.887115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:42.888403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b57b5b92-7e6a-4991-9cf8-3a9a205fb685 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0789294 Mar 10 18:01:42.896027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-35010c56-3a8d-4815-bcb9-bb75e989dc2b tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'efbf7a4a-3fee-4eab-bf66-cdf977a98550', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:42.962594 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-35010c56-3a8d-4815-bcb9-bb75e989dc2b tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:42.962594 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-35010c56-3a8d-4815-bcb9-bb75e989dc2b tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0729704 Mar 10 18:01:42.964736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.065272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (efbf7a4a-3fee-4eab-bf66-cdf977a98550), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.120738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (efbf7a4a-3fee-4eab-bf66-cdf977a98550), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.156396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46528) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.200421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (efbf7a4a-3fee-4eab-bf66-cdf977a98550), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.203348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.204613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/efbf7a4a-3fee-4eab-bf66-cdf977a98550 HTTP/1.1" status: 204 len: 168 time: 0.2386663 Mar 10 18:01:43.207939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.219929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a09f2-983c-4bb8-8bee-6a51af983e4c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf7a4a-3fee-4eab-bf66-cdf977a98550,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:43.286320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.290027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5ddf9806-b916-40f7-b6ea-1adfaf688467 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790887 Mar 10 18:01:43.292560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--629655482'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:43.383842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.398794 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84136e03-664a-4483-bd79-24e8f6c59e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.508939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (09a5e1af-6794-4a91-ad3e-a63f2cb3ad58), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.529337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (09a5e1af-6794-4a91-ad3e-a63f2cb3ad58), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.539311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84136e03-664a-4483-bd79-24e8f6c59e3b admin admin] Publish callbacks [] for security_group (20499229-6d37-4502-b56b-a0cd8f271573), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.555734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84136e03-664a-4483-bd79-24e8f6c59e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (20499229-6d37-4502-b56b-a0cd8f271573), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.589672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.591526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3028553 Mar 10 18:01:43.595265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46548) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.601133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-08ef39e6-8d39-4550-a5be-345b2b3eaa98 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '09a5e1af-6794-4a91-ad3e-a63f2cb3ad58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:43.601271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556e71a-3e3b-42af-84e3-e6bf98bcca72 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5e1af-6794-4a91-ad3e-a63f2cb3ad58,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:43.622944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-84136e03-664a-4483-bd79-24e8f6c59e3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0200efa3a0e462ea12026216ba07873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584780 Mar 10 18:01:43.624501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.663943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84136e03-664a-4483-bd79-24e8f6c59e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20499229-6d37-4502-b56b-a0cd8f271573,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:43.699487 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-08ef39e6-8d39-4550-a5be-345b2b3eaa98 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The resource could not be found. Mar 10 18:01:43.703744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46552) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.704653 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08ef39e6-8d39-4550-a5be-345b2b3eaa98 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1082120 Mar 10 18:01:43.708841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-aff0b4c1-5b5c-4b2f-9ec6-9bae1f7ca09e tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': '09a5e1af-6794-4a91-ad3e-a63f2cb3ad58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd3a0f439-c47b-47e0-9799-dc9d9f4b4afb'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:43.724528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] Publish callbacks [] for security_group (20499229-6d37-4502-b56b-a0cd8f271573), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.765402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] Publish callbacks [] for security_group (20499229-6d37-4502-b56b-a0cd8f271573), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.773235 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-aff0b4c1-5b5c-4b2f-9ec6-9bae1f7ca09e tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The resource could not be found. Mar 10 18:01:43.774450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aff0b4c1-5b5c-4b2f-9ec6-9bae1f7ca09e tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0696287 Mar 10 18:01:43.783077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46554) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:43.846724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (20499229-6d37-4502-b56b-a0cd8f271573), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.852312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.854315 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20499229-6d37-4502-b56b-a0cd8f271573 HTTP/1.1" status: 204 len: 168 time: 0.2284577 Mar 10 18:01:43.865168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2da78-dded-461a-8fc2-a73676f5732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20499229-6d37-4502-b56b-a0cd8f271573,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:43.901000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (09a5e1af-6794-4a91-ad3e-a63f2cb3ad58), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:43.956453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (09a5e1af-6794-4a91-ad3e-a63f2cb3ad58), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.033006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (09a5e1af-6794-4a91-ad3e-a63f2cb3ad58), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.040878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.045013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/09a5e1af-6794-4a91-ad3e-a63f2cb3ad58 HTTP/1.1" status: 204 len: 168 time: 0.2583008 Mar 10 18:01:44.045317 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.052886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7b11d-2fae-441d-b8f3-25feaca3b12d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5e1af-6794-4a91-ad3e-a63f2cb3ad58,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:44.145726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46566) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.151552 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33296ab1-c5a8-46e4-8059-d2f1594d7bb6 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945385 Mar 10 18:01:44.156160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cfe4bbd7-406a-43a7-a13b-9f922bccc012 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'b13322ce-e644-45c5-aeba-31dd0b21fe8a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:44.206664 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-cfe4bbd7-406a-43a7-a13b-9f922bccc012 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The resource could not be found. Mar 10 18:01:44.208364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cfe4bbd7-406a-43a7-a13b-9f922bccc012 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0570962 Mar 10 18:01:44.212153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46568) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.217028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--778635995'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:44.270195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.334401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.358832 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1c3b-57a2-48aa-a55a-0d20f8f7dc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.419475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (fadd772f-4308-4f91-9073-8cd8912923a6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.425848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fadd772f-4308-4f91-9073-8cd8912923a6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.494957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd772f-4308-4f91-9073-8cd8912923a6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:44.500527 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.501911 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c7b71046-d7c7-4cf5-9907-825232d416be tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2887442 Mar 10 18:01:44.506660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46576) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.511532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100434916'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:44.526732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1c3b-57a2-48aa-a55a-0d20f8f7dc21 admin admin] Publish callbacks [] for security_group (c02d0141-008c-46c6-985a-e978867cf328), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.534162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1c3b-57a2-48aa-a55a-0d20f8f7dc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c02d0141-008c-46c6-985a-e978867cf328), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.565548 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.588434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e1c3b-57a2-48aa-a55a-0d20f8f7dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02d0141-008c-46c6-985a-e978867cf328,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:44.593739 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ba2e1c3b-57a2-48aa-a55a-0d20f8f7dc21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7425919ef56f4ab3bf48d1e83f1f4bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567930 Mar 10 18:01:44.596486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.683726 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1d07f33-c14a-4ad2-ba10-71024e0a3681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.713434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (1717ff03-acb4-4b38-8846-91f19fc99785), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.718754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1717ff03-acb4-4b38-8846-91f19fc99785), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.724117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] Publish callbacks [] for security_group (c02d0141-008c-46c6-985a-e978867cf328), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.763144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1717ff03-acb4-4b38-8846-91f19fc99785,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:44.775500 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] Publish callbacks [] for security_group (c02d0141-008c-46c6-985a-e978867cf328), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.777161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.781189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b87cb41a-e417-4d29-b964-767e18494b94 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2706819 Mar 10 18:01:44.781338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46588) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.787270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6566de3e-6c73-4ab7-a6e8-f2e8f851b688 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group_rule': {'security_group_id': 'fadd772f-4308-4f91-9073-8cd8912923a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1717ff03-acb4-4b38-8846-91f19fc99785'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:44.827586 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-6566de3e-6c73-4ab7-a6e8-f2e8f851b688 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:01:44.831595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6566de3e-6c73-4ab7-a6e8-f2e8f851b688 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0465765 Mar 10 18:01:44.831822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46590) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:44.846258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c02d0141-008c-46c6-985a-e978867cf328), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.849279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.860452 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c02d0141-008c-46c6-985a-e978867cf328 HTTP/1.1" status: 204 len: 168 time: 0.2558043 Mar 10 18:01:44.878462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509fc06-72dc-4b91-8de6-42cf74fa6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02d0141-008c-46c6-985a-e978867cf328,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:44.916633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (1717ff03-acb4-4b38-8846-91f19fc99785), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.947776 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (1717ff03-acb4-4b38-8846-91f19fc99785), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.993878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1717ff03-acb4-4b38-8846-91f19fc99785), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.997514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:44.998898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/1717ff03-acb4-4b38-8846-91f19fc99785 HTTP/1.1" status: 204 len: 168 time: 0.1659501 Mar 10 18:01:45.001901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46594) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.009519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998dca8-86fa-4b98-bc30-e43c00452274 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717ff03-acb4-4b38-8846-91f19fc99785,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:45.084553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b99a14c-0397-4aee-a61c-78001a117942 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0785971 Mar 10 18:01:45.085194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46600) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.157162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (fadd772f-4308-4f91-9073-8cd8912923a6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.188971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (fadd772f-4308-4f91-9073-8cd8912923a6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.234039 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fadd772f-4308-4f91-9073-8cd8912923a6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.237825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.241976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46606) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.245039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/fadd772f-4308-4f91-9073-8cd8912923a6 HTTP/1.1" status: 204 len: 168 time: 0.1583495 Mar 10 18:01:45.257470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890acf4-46da-4595-b3ad-d8f84dfd336d tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd772f-4308-4f91-9073-8cd8912923a6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:45.318301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46610) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.323780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'tempest-secgroup--399506896'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:45.328726 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4eeac99c-4fff-436c-b9db-bf463f2c6de3 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715947 Mar 10 18:01:45.360697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.469442 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.475362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.508390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:45.523175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.527449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f88c0216-9c26-40dc-8750-9791c76272ae tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2048891 Mar 10 18:01:45.528242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46620) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.534406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e9b3369f-8569-4854-9c78-d83ec8314c53 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:01:45.535009 n-d-833115-2 neutron-server[103794]: WARNING neutron.api.v2.base [None req-e9b3369f-8569-4854-9c78-d83ec8314c53 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 18:01:45.535559 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-e9b3369f-8569-4854-9c78-d83ec8314c53 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 18:01:45.539034 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9b3369f-8569-4854-9c78-d83ec8314c53 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "PUT /v2.0/security-groups/d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97 HTTP/1.1" status: 409 len: 330 time: 0.0064328 Mar 10 18:01:45.539524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.613794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.649717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.732285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.735280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:45.739729 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97 HTTP/1.1" status: 204 len: 168 time: 0.1968682 Mar 10 18:01:45.742823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46640) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.752544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d16217-39bf-4c8b-af36-3b76e8ffbeb7 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c79cfd-dcf7-4f8c-9d3e-eddd56ee7f97,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:45.813117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d48f7758-f62a-488d-8c63-b7300b8e0db4 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663385 Mar 10 18:01:45.816207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46642) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.829491 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-0bea5c9d-5f93-4e95-a9b1-4dd46b3d389c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] delete failed (client error): The resource could not be found. Mar 10 18:01:45.831526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0bea5c9d-5f93-4e95-a9b1-4dd46b3d389c tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "DELETE /v2.0/security-groups/850133fb-43a1-4383-831a-c014f3ae38ee HTTP/1.1" status: 404 len: 347 time: 0.0140786 Mar 10 18:01:45.835058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46644) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.851812 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-2e84fb10-34db-4f90-a6c7-ba13df813599 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] show failed (client error): The resource could not be found. Mar 10 18:01:45.852815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e84fb10-34db-4f90-a6c7-ba13df813599 tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-groups/8a6f4c34-7e48-48c8-8cc1-11be140ec9fb HTTP/1.1" status: 404 len: 347 time: 0.0168149 Mar 10 18:01:45.856855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46646) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:45.868213 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-8d10ea1b-14ce-43dd-87ca-a5d272a89dcc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] show failed (client error): The resource could not be found. Mar 10 18:01:45.869187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8d10ea1b-14ce-43dd-87ca-a5d272a89dcc tempest-NegativeSecGroupTest-1161750360 tempest-NegativeSecGroupTest-1161750360-project] 10.222.0.35 "GET /v2.0/security-group-rules/beaab993-040e-4090-a214-f51d6e56271e HTTP/1.1" status: 404 len: 356 time: 0.0113847 Mar 10 18:01:45.916600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:46.200194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46660) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:46.361504 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e6ce2c6-186a-4627-9fb6-d78ec4bd4164 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79e0d5703c2c4947a3444ec4de20e698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597512 Mar 10 18:01:46.364188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:46.445938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] Publish callbacks [] for security_group (4dc04054-3fbc-4273-86a1-92cffa30898e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:46.473404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] Publish callbacks [] for security_group (4dc04054-3fbc-4273-86a1-92cffa30898e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:46.534835 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (4dc04054-3fbc-4273-86a1-92cffa30898e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:46.537800 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:46.541722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc04054-3fbc-4273-86a1-92cffa30898e HTTP/1.1" status: 204 len: 168 time: 0.1725755 Mar 10 18:01:46.552449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce811d-01b3-46d0-a066-c27b7bbd2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc04054-3fbc-4273-86a1-92cffa30898e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:47.339470 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.016437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 46812) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:49.157972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a138ae78-ae0f-4fce-beb2-45c12a360f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.242634 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a138ae78-ae0f-4fce-beb2-45c12a360f8f admin admin] Publish callbacks [] for security_group (dedffebd-4750-44ca-a3f3-1742f1e288d0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.247644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a138ae78-ae0f-4fce-beb2-45c12a360f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dedffebd-4750-44ca-a3f3-1742f1e288d0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.273550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ae78-ae0f-4fce-beb2-45c12a360f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedffebd-4750-44ca-a3f3-1742f1e288d0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:49.299654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a138ae78-ae0f-4fce-beb2-45c12a360f8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a8a2c7e3f5a486db1a662523bcf8442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814548 Mar 10 18:01:49.302224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46824) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:49.329172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.373824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] Publish callbacks [] for security_group (dedffebd-4750-44ca-a3f3-1742f1e288d0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.398343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] Publish callbacks [] for security_group (dedffebd-4750-44ca-a3f3-1742f1e288d0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.462536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dedffebd-4750-44ca-a3f3-1742f1e288d0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.470715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:49.472679 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dedffebd-4750-44ca-a3f3-1742f1e288d0 HTTP/1.1" status: 204 len: 168 time: 0.1691239 Mar 10 18:01:49.483642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352fcbf-bc08-49e2-91ff-c273e864836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedffebd-4750-44ca-a3f3-1742f1e288d0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:49.891006 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46844) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:49.904560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5205ffed-4a98-40f8-ab10-be170243df27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.014646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5205ffed-4a98-40f8-ab10-be170243df27 admin admin] Publish callbacks [] for security_group (f633651e-c6b8-4508-86b1-36245322161f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.020504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5205ffed-4a98-40f8-ab10-be170243df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f633651e-c6b8-4508-86b1-36245322161f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.052784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205ffed-4a98-40f8-ab10-be170243df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f633651e-c6b8-4508-86b1-36245322161f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:50.095397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5205ffed-4a98-40f8-ab10-be170243df27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe7a8333924d4e14bd52bfa427ee0cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032723 Mar 10 18:01:50.097935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 46848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:01:50.158830 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] Publish callbacks [] for security_group (f633651e-c6b8-4508-86b1-36245322161f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.184541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] Publish callbacks [] for security_group (f633651e-c6b8-4508-86b1-36245322161f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.239920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f633651e-c6b8-4508-86b1-36245322161f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.243067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:01:50.245228 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f633651e-c6b8-4508-86b1-36245322161f HTTP/1.1" status: 204 len: 168 time: 0.1451213 Mar 10 18:01:50.254019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1087f-7dbb-48f9-b732-4b909751fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f633651e-c6b8-4508-86b1-36245322161f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:01:51.098760 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:01:57.155067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:00.115803 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:01.419893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47126) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:01.695015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:01.851015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Publish callbacks [] for security_group (144dbdee-231f-4b6d-8c54-a7294f88cad8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:01.860104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (144dbdee-231f-4b6d-8c54-a7294f88cad8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:01.902184 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144dbdee-231f-4b6d-8c54-a7294f88cad8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:01.915426 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.915956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.916368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.916775 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.917176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.917576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.917972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.918367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.918798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.919217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.919639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.920061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.920840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:01.955607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dd9a5e6-927e-420d-8076-1e429eb98148 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b78b57688d34ec9970a9daa37180ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329487 Mar 10 18:02:01.957857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47136) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:02.060533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] Publish callbacks [] for security_group (144dbdee-231f-4b6d-8c54-a7294f88cad8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.120206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] Publish callbacks [] for security_group (144dbdee-231f-4b6d-8c54-a7294f88cad8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.229704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (144dbdee-231f-4b6d-8c54-a7294f88cad8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.232381 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.239081 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/144dbdee-231f-4b6d-8c54-a7294f88cad8 HTTP/1.1" status: 204 len: 168 time: 0.2790303 Mar 10 18:02:02.258114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535425-3284-466b-aecc-c9388af512a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144dbdee-231f-4b6d-8c54-a7294f88cad8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:02.708881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:02.722257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-536e6e08-7d2f-4126-ac50-accbfa57c24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.842931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-536e6e08-7d2f-4126-ac50-accbfa57c24e admin admin] Publish callbacks [] for security_group (ec882c44-d70e-4d3f-95e0-9c72d56425a7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.851852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-536e6e08-7d2f-4126-ac50-accbfa57c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ec882c44-d70e-4d3f-95e0-9c72d56425a7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:02.899063 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-536e6e08-7d2f-4126-ac50-accbfa57c24e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afe8f9a54f2743e6a856848070a8f7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887124 Mar 10 18:02:02.901439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e6e08-7d2f-4126-ac50-accbfa57c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec882c44-d70e-4d3f-95e0-9c72d56425a7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:02.901577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:03.432963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] Publish callbacks [] for security_group (ec882c44-d70e-4d3f-95e0-9c72d56425a7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:03.459221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] Publish callbacks [] for security_group (ec882c44-d70e-4d3f-95e0-9c72d56425a7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:03.515608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ec882c44-d70e-4d3f-95e0-9c72d56425a7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:03.520015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:03.521393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec882c44-d70e-4d3f-95e0-9c72d56425a7 HTTP/1.1" status: 204 len: 168 time: 0.6188879 Mar 10 18:02:03.542612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac00f0-543d-4b7f-b6f6-becb516e8e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec882c44-d70e-4d3f-95e0-9c72d56425a7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:05.940164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:06.225428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0849-1fa2-49d2-a6a8-3c7434c2d286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.404561 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0849-1fa2-49d2-a6a8-3c7434c2d286 admin admin] Publish callbacks [] for security_group (f875ef99-7efa-4990-a2e2-2f5df257af53), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.414535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0849-1fa2-49d2-a6a8-3c7434c2d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f875ef99-7efa-4990-a2e2-2f5df257af53), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.466504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b1c0849-1fa2-49d2-a6a8-3c7434c2d286 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24d7aadd754d40cb800f84e6fd8f1365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252299 Mar 10 18:02:06.467719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c0849-1fa2-49d2-a6a8-3c7434c2d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f875ef99-7efa-4990-a2e2-2f5df257af53,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:06.469553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:06.587245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] Publish callbacks [] for security_group (f875ef99-7efa-4990-a2e2-2f5df257af53), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.648213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] Publish callbacks [] for security_group (f875ef99-7efa-4990-a2e2-2f5df257af53), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.732123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f875ef99-7efa-4990-a2e2-2f5df257af53), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.735000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:06.744953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f875ef99-7efa-4990-a2e2-2f5df257af53 HTTP/1.1" status: 204 len: 168 time: 0.2683597 Mar 10 18:02:06.763486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ea9bf-3308-465a-a30b-e4c564081fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875ef99-7efa-4990-a2e2-2f5df257af53,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:07.167808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47454) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:07.375269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47474) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:07.382571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23d50d2c-2ae0-4825-b970-a25ce80b9add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.386874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f26a114-7d43-4e9b-aef0-5e83d119db22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.528364 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23d50d2c-2ae0-4825-b970-a25ce80b9add admin admin] Publish callbacks [] for security_group (61933f91-d6f8-4465-8a4b-c10f44127c68), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.537267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f26a114-7d43-4e9b-aef0-5e83d119db22 admin admin] Publish callbacks [] for security_group (16de3a31-13a5-4f1c-bbce-72cc5c04628c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.539044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23d50d2c-2ae0-4825-b970-a25ce80b9add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (61933f91-d6f8-4465-8a4b-c10f44127c68), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.553810 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f26a114-7d43-4e9b-aef0-5e83d119db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (16de3a31-13a5-4f1c-bbce-72cc5c04628c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.613092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26a114-7d43-4e9b-aef0-5e83d119db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de3a31-13a5-4f1c-bbce-72cc5c04628c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:07.614321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d50d2c-2ae0-4825-b970-a25ce80b9add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61933f91-d6f8-4465-8a4b-c10f44127c68,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:07.670959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23d50d2c-2ae0-4825-b970-a25ce80b9add admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afdd345f2d324d2796672622af903095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007818 Mar 10 18:02:07.673866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47502) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:07.678214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4f26a114-7d43-4e9b-aef0-5e83d119db22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a5970436e7549ee8d32a39c9d98d62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080940 Mar 10 18:02:07.682663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47506) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:07.740294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] Publish callbacks [] for security_group (61933f91-d6f8-4465-8a4b-c10f44127c68), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.749716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] Publish callbacks [] for security_group (16de3a31-13a5-4f1c-bbce-72cc5c04628c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.794401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] Publish callbacks [] for security_group (16de3a31-13a5-4f1c-bbce-72cc5c04628c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.800050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] Publish callbacks [] for security_group (61933f91-d6f8-4465-8a4b-c10f44127c68), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.871310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (61933f91-d6f8-4465-8a4b-c10f44127c68), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.875167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.876651 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61933f91-d6f8-4465-8a4b-c10f44127c68 HTTP/1.1" status: 204 len: 168 time: 0.2018270 Mar 10 18:02:07.887804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28d4b-aa3f-407a-a032-d23e9c60c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61933f91-d6f8-4465-8a4b-c10f44127c68,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:07.905199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (16de3a31-13a5-4f1c-bbce-72cc5c04628c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.910728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:07.912181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16de3a31-13a5-4f1c-bbce-72cc5c04628c HTTP/1.1" status: 204 len: 168 time: 0.2282803 Mar 10 18:02:07.934153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de899a-0c37-4100-b024-09c7c260e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de3a31-13a5-4f1c-bbce-72cc5c04628c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:08.611451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47620) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:08.630104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5020d788-2e0c-46bb-ab28-5dcc85505f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:08.737576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:08.755573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-199d890a-3e90-4d43-92b4-2de9e4490180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:08.815619 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5020d788-2e0c-46bb-ab28-5dcc85505f0e admin admin] Publish callbacks [] for security_group (b40dcd85-8435-44a5-91c0-92a5790037c4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:08.824857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5020d788-2e0c-46bb-ab28-5dcc85505f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b40dcd85-8435-44a5-91c0-92a5790037c4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:08.891927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d788-2e0c-46bb-ab28-5dcc85505f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40dcd85-8435-44a5-91c0-92a5790037c4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:08.895724 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-199d890a-3e90-4d43-92b4-2de9e4490180 admin admin] Publish callbacks [] for security_group (59276bcb-0e92-443f-936d-059c652c6a9e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:08.907470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 47652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:08.908730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5020d788-2e0c-46bb-ab28-5dcc85505f0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb2af2150f6b417d809149c0904724c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959325 Mar 10 18:02:08.954272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-199d890a-3e90-4d43-92b4-2de9e4490180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (59276bcb-0e92-443f-936d-059c652c6a9e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.003406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] Publish callbacks [] for security_group (b40dcd85-8435-44a5-91c0-92a5790037c4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.005195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d890a-3e90-4d43-92b4-2de9e4490180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59276bcb-0e92-443f-936d-059c652c6a9e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:09.047861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 47674) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:09.048077 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-199d890a-3e90-4d43-92b4-2de9e4490180 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb7bde338dae44f6bcfb13ccf1fe1854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092542 Mar 10 18:02:09.061272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] Publish callbacks [] for security_group (b40dcd85-8435-44a5-91c0-92a5790037c4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.130960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] Publish callbacks [] for security_group (59276bcb-0e92-443f-936d-059c652c6a9e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.146497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b40dcd85-8435-44a5-91c0-92a5790037c4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.152247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.167296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] Publish callbacks [] for security_group (59276bcb-0e92-443f-936d-059c652c6a9e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.180853 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b40dcd85-8435-44a5-91c0-92a5790037c4 HTTP/1.1" status: 204 len: 168 time: 0.2451630 Mar 10 18:02:09.231518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31bbb8-300a-4579-b05b-fa2534a48846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40dcd85-8435-44a5-91c0-92a5790037c4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:09.234330 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (59276bcb-0e92-443f-936d-059c652c6a9e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.242857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:09.247514 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59276bcb-0e92-443f-936d-059c652c6a9e HTTP/1.1" status: 204 len: 168 time: 0.1954951 Mar 10 18:02:09.271764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaaa9d-3243-499f-a2a9-9c098526ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59276bcb-0e92-443f-936d-059c652c6a9e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:11.370690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-d58c543a-644b-49dc-b38d-6355a12ccdb6 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:11.373561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-d58c543a-644b-49dc-b38d-6355a12ccdb6 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 813 time: 0.1725810 Mar 10 18:02:11.391017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-9164f317-bdc2-4be1-a884-cdca9766da56 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/quotas/ce007c55c26543eba505f941cec4bac5 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Mar 10 18:02:11.438816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-6425252f-4eb1-4f15-8442-bc861e325f4d tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420933 Mar 10 18:02:11.633465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-8ec9e63b-6087-4344-86f8-ce7fc8987983 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:02:11.642710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-8ec9e63b-6087-4344-86f8-ce7fc8987983 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1948173 Mar 10 18:02:11.756941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-22e37002-917e-4007-8194-7ab3f57138fc service neutron] 10.222.0.35 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129074 Mar 10 18:02:11.859479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-6a926748-c137-41e0-835c-09546bbc399c service neutron] 10.222.0.35 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010714 Mar 10 18:02:12.096117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56232561-d796-4093-95e5-9ddf433e34b5 req-70256294-bd3a-45a0-9008-8998b2249e22 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 210 time: 0.0589888 Mar 10 18:02:12.432339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-17d4dd20-ab3e-4a88-af3c-459e544e47d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:13.203151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c5af65e-f0d1-4f01-8463-b1a812f0b820 req-7f6412ab-80f3-49a5-835d-c8c12a6c6d1e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 210 time: 0.0281551 Mar 10 18:02:13.411404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-85b28227-1f7e-436d-b2cf-d0c15e3f3f0e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:13.412993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-85b28227-1f7e-436d-b2cf-d0c15e3f3f0e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 813 time: 0.1358914 Mar 10 18:02:13.473790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Request body: {'port': {'device_id': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f', 'admin_state_up': True, 'tenant_id': 'ce007c55c26543eba505f941cec4bac5'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:13.626602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Made reservation on behalf of ce007c55c26543eba505f941cec4bac5 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:13.632443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:13.800687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Allocated IP 172.20.0.7 (293352d1-24dc-48c6-9759-00958a2e9f3f/909b84d8-d686-4d2b-839a-ef04e69af6a5/572b0073-0a04-4837-ade8-aa440c314db9) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:02:14.022883 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks [] for port (572b0073-0a04-4837-ade8-aa440c314db9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.080109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.125809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Network 293352d1-24dc-48c6-9759-00958a2e9f3f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:02:14.131916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:02:14.139373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:02:14.171364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Pushing event updated for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:14.194470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:14.195189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.212102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-59e970c6-0c92-45a8-844d-2438855b4f79 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643762 Mar 10 18:02:14.223364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Request body: {'port': {'device_id': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:14.325128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (572b0073-0a04-4837-ade8-aa440c314db9), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.388765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce0d2a-dc93-4c78-9fbd-6d52d104db8b req-0037ed55-3332-472c-8ad0-4804ebf6cc81 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:14.389755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13ce0d2a-dc93-4c78-9fbd-6d52d104db8b req-0037ed55-3332-472c-8ad0-4804ebf6cc81 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 931 time: 0.1053624 Mar 10 18:02:14.514906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13ce0d2a-dc93-4c78-9fbd-6d52d104db8b req-b92e17fc-78da-4127-8a91-eef2375b88b9 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165395 Mar 10 18:02:14.676973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ecdf-df53-4824-b2e6-4e7f9b2901f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.720861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572b0073-0a04-4837-ade8-aa440c314db9 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:02:14.730983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks [] for port (572b0073-0a04-4837-ade8-aa440c314db9), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.753492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Transition to ACTIVE for port object 572b0073-0a04-4837-ade8-aa440c314db9 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:02:14.761296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:14.872790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Pushing event updated for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:14.959711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Attempting to bind port 572b0073-0a04-4837-ade8-aa440c314db9 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:02:14.960044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Attempting to bind port 572b0073-0a04-4837-ade8-aa440c314db9 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:02:14.960376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Attempting to bind port 572b0073-0a04-4837-ade8-aa440c314db9 on network 293352d1-24dc-48c6-9759-00958a2e9f3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:02:14.965446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Port 572b0073-0a04-4837-ade8-aa440c314db9 on network 293352d1-24dc-48c6-9759-00958a2e9f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:02:14.965773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Attempting to bind port 572b0073-0a04-4837-ade8-aa440c314db9 on network 293352d1-24dc-48c6-9759-00958a2e9f3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:02:14.979513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:02:14.979859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Checking segment: {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:02:14.980251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Bound using segment: {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:02:14.980687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Bound port: 572b0073-0a04-4837-ade8-aa440c314db9, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:02:14.981045 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (572b0073-0a04-4837-ade8-aa440c314db9), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:15.123758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:02:15.127397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=572b0073-0a04-4837-ade8-aa440c314db9,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:02:15.137421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:15.232257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Pushing event updated for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:15.238230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:15.239990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:15.241640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-49a99fca-58f3-48f8-be70-2d33e303b577 service neutron] 10.222.0.41 "PUT /v2.0/ports/572b0073-0a04-4837-ade8-aa440c314db9 HTTP/1.1" status: 200 len: 1091 time: 1.0224118 Mar 10 18:02:15.242157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:02:15.245077 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "tag": "572b0073-0a04-4837-ade8-aa440c314db9"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:02:15.355683 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7a9024-a966-4ab6-9483-32ced9fb0b85 x-openstack-request-id: req-4d7a9024-a966-4ab6-9483-32ced9fb0b85 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:02:15.355683 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "tag": "572b0073-0a04-4837-ade8-aa440c314db9", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:02:15.355683 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d7a9024-a966-4ab6-9483-32ced9fb0b85 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:02:15.363714 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9', 'status': 'completed', 'code': 200} Mar 10 18:02:15.401257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-9d3eec2b-8adb-487c-a647-d7b748126907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:15.402811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-9d3eec2b-8adb-487c-a647-d7b748126907 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 1125 time: 0.0950794 Mar 10 18:02:15.448274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-ec4fc7a8-fcb1-4ada-a3b4-ca31f70c79e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=572b0073-0a04-4837-ade8-aa440c314db9 HTTP/1.1" status: 200 len: 217 time: 0.0365493 Mar 10 18:02:15.513415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-35969307-65e4-4a31-aa2f-d59fa10c3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:15.514935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-35969307-65e4-4a31-aa2f-d59fa10c3653 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.0606990 Mar 10 18:02:15.558825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-814b6806-22b7-44cb-80e2-0c7c4d7d9849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365572 Mar 10 18:02:15.774726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-e6d4c79e-0c81-4657-86f9-5a492cac67c5 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074611 Mar 10 18:02:15.817589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1c367-b0f8-40e7-bf81-79c137ac1792 req-3ae68add-f744-4246-8e95-e0efaae2cb13 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:15.819140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24a1c367-b0f8-40e7-bf81-79c137ac1792 req-3ae68add-f744-4246-8e95-e0efaae2cb13 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 943 time: 0.2185316 Mar 10 18:02:15.919350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:15.991418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc527bdd-e649-45f8-b7ab-1eb00f5ddbd6 req-ddf2e630-ea32-4910-8782-f9dd8b653ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044482 Mar 10 18:02:15.996692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24a1c367-b0f8-40e7-bf81-79c137ac1792 req-b562b9a8-3ede-4555-a539-6377f7268cc3 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706142 Mar 10 18:02:16.197252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-fa0854e8-6d72-4384-9bd0-e2e75461661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:16.199007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-fa0854e8-6d72-4384-9bd0-e2e75461661e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 1125 time: 0.1235905 Mar 10 18:02:16.324679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-6513be12-5ac0-428a-9aa5-cd0c420c0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:16.327086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-6513be12-5ac0-428a-9aa5-cd0c420c0128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 914 time: 0.1187603 Mar 10 18:02:16.380277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-e07017e6-63c6-420a-bdb5-78d896e73f93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=572b0073-0a04-4837-ade8-aa440c314db9 HTTP/1.1" status: 200 len: 217 time: 0.0451910 Mar 10 18:02:16.465785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-585fd39e-c917-4246-a0f8-ef7497080996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:16.467339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-585fd39e-c917-4246-a0f8-ef7497080996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.0811577 Mar 10 18:02:16.508140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-e46e7ba8-1153-46e4-9d7f-57a098ab5743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344553 Mar 10 18:02:16.726273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-548a9bef-c7a6-43dc-b0a8-25ca78fd3fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108667 Mar 10 18:02:16.843954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6fa4b2f-b1dd-4829-be42-6c1d163b489e req-e3230d8f-8803-4bae-853c-718aafd4b8df service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111794 Mar 10 18:02:17.143605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b300f2-646b-43c3-9615-3e483f3376cb req-0780a91f-3059-4827-b9fc-40bf0ca335c5 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:17.145445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b300f2-646b-43c3-9615-3e483f3376cb req-0780a91f-3059-4827-b9fc-40bf0ca335c5 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 943 time: 0.0568016 Mar 10 18:02:17.199492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17b300f2-646b-43c3-9615-3e483f3376cb req-0f4774ae-12b2-4a67-9f33-b3424e62cfad tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Mar 10 18:02:17.369251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:18.326885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d08a-b90e-4227-bc27-f7665011dbc9 req-4784babe-42ff-47d3-bdbe-d27118490fbd tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:18.329068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c207d08a-b90e-4227-bc27-f7665011dbc9 req-4784babe-42ff-47d3-bdbe-d27118490fbd tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 943 time: 0.0554023 Mar 10 18:02:18.379924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c207d08a-b90e-4227-bc27-f7665011dbc9 req-5b4eba8a-cf52-45d9-8553-9dc074152f42 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Mar 10 18:02:18.439852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 572b0073-0a04-4837-ade8-aa440c314db9 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:02:18.548352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=572b0073-0a04-4837-ade8-aa440c314db9,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:18.559755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '572b0073-0a04-4837-ade8-aa440c314db9', 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f', 'port_id': '572b0073-0a04-4837-ade8-aa440c314db9', 'mac_address': 'fa:16:3e:8d:2a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b84d8-d686-4d2b-839a-ef04e69af6a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:02:18.597148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 572b0073-0a04-4837-ade8-aa440c314db9 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:02:18.597518 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (572b0073-0a04-4837-ade8-aa440c314db9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:18.610360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572b0073-0a04-4837-ade8-aa440c314db9 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:02:18.631999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=572b0073-0a04-4837-ade8-aa440c314db9,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:18.637327 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:18.695426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:18.704620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.705100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.705443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.705774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.706099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.706440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.707413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.714770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.715307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.715792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.716136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.716471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.716800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:18.957660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['572b0073-0a04-4837-ade8-aa440c314db9'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:02:19.328792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:19.558655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd661d0-57a4-48c3-89c4-83178567f684 req-d721334e-9924-47d2-a80b-7967c8d8b1d2 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:19.561994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbd661d0-57a4-48c3-89c4-83178567f684 req-d721334e-9924-47d2-a80b-7967c8d8b1d2 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 944 time: 0.1002481 Mar 10 18:02:19.616470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbd661d0-57a4-48c3-89c4-83178567f684 req-ff58e44d-efb1-4c6a-a63b-f50da9ebd035 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Mar 10 18:02:20.440848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 572b0073-0a04-4837-ade8-aa440c314db9 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:02:20.552063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 572b0073-0a04-4837-ade8-aa440c314db9 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:02:20.563718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 572b0073-0a04-4837-ade8-aa440c314db9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:02:20.564284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (572b0073-0a04-4837-ade8-aa440c314db9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:20.677832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 572b0073-0a04-4837-ade8-aa440c314db9 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:02:20.678231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (572b0073-0a04-4837-ade8-aa440c314db9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:20.722699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=572b0073-0a04-4837-ade8-aa440c314db9,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:20.723348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:02:20.726141 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c09edc-8acc-4076-803f-111ac07645ac" -d '{"events": [{"server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "name": "network-vif-plugged", "status": "completed", "tag": "572b0073-0a04-4837-ade8-aa440c314db9"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:02:20.733861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:20.810417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d843f4-8fd8-4adf-a4ac-5b0bee5eb938 req-6fd61b08-7367-40e7-8c81-328ece04d6f2 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:20.814273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74d843f4-8fd8-4adf-a4ac-5b0bee5eb938 req-6fd61b08-7367-40e7-8c81-328ece04d6f2 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0774462 Mar 10 18:02:20.841098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:20.889205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74d843f4-8fd8-4adf-a4ac-5b0bee5eb938 req-05340c85-d419-488f-80e9-df30e87961ca tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Mar 10 18:02:20.969851 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d35019-c7f0-44e5-b882-c575bd873457 x-openstack-request-id: req-f3d35019-c7f0-44e5-b882-c575bd873457 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:02:20.970212 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "name": "network-vif-plugged", "status": "completed", "tag": "572b0073-0a04-4837-ade8-aa440c314db9", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:02:20.970486 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3d35019-c7f0-44e5-b882-c575bd873457 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:02:20.970892 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9', 'code': 200} Mar 10 18:02:21.089698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d6b55-d045-4666-afe4-59fd76f72da7 req-4559b0a4-82f8-4927-9628-b33960b5e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:21.091441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3d6b55-d045-4666-afe4-59fd76f72da7 req-4559b0a4-82f8-4927-9628-b33960b5e089 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 1127 time: 0.0629339 Mar 10 18:02:21.149554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3d6b55-d045-4666-afe4-59fd76f72da7 req-f86f808d-fd47-4ac7-a355-e2f2b967d814 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Mar 10 18:02:22.048287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d19f8-c5f2-40e2-8778-d257e0bf5d79 req-48565f66-9cfb-4bf4-b101-f01fdcfdd3ba tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:22.049940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-112d19f8-c5f2-40e2-8778-d257e0bf5d79 req-48565f66-9cfb-4bf4-b101-f01fdcfdd3ba tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0627878 Mar 10 18:02:22.112614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-112d19f8-c5f2-40e2-8778-d257e0bf5d79 req-bdd3ff76-36ff-4452-b9fe-19813588c25e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548956 Mar 10 18:02:23.273488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7c3cf-e3f3-4f3c-ba12-ea4cfc10e09d req-bfef7c8e-e70e-426c-b932-36cf75d99605 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:23.281015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0df7c3cf-e3f3-4f3c-ba12-ea4cfc10e09d req-bfef7c8e-e70e-426c-b932-36cf75d99605 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0641303 Mar 10 18:02:23.337964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0df7c3cf-e3f3-4f3c-ba12-ea4cfc10e09d req-b166f023-9ce5-48d1-8dfe-ef8416b42c5f tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Mar 10 18:02:27.117784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:27.696716 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:27.981326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c578a8f-d253-46ba-a8c7-bac9ac813ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.098853 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:02:28.128445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c578a8f-d253-46ba-a8c7-bac9ac813ee4 admin admin] Publish callbacks [] for security_group (f5cc37fd-bc89-4351-983f-0a9fad859c4c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.134910 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1c578a8f-d253-46ba-a8c7-bac9ac813ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f5cc37fd-bc89-4351-983f-0a9fad859c4c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.165401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c578a8f-d253-46ba-a8c7-bac9ac813ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc37fd-bc89-4351-983f-0a9fad859c4c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:28.242716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:28.243700 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1c578a8f-d253-46ba-a8c7-bac9ac813ee4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f700d3e02704b70adc48ce24c148108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443759 Mar 10 18:02:28.299614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Publish callbacks [] for security_group (f5cc37fd-bc89-4351-983f-0a9fad859c4c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.327626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Publish callbacks [] for security_group (f5cc37fd-bc89-4351-983f-0a9fad859c4c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.385898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f5cc37fd-bc89-4351-983f-0a9fad859c4c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.390105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:28.393904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5cc37fd-bc89-4351-983f-0a9fad859c4c HTTP/1.1" status: 204 len: 168 time: 0.1464682 Mar 10 18:02:28.406088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc37fd-bc89-4351-983f-0a9fad859c4c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:28.411342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.412010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.412672 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.413283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.413908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.414484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.414995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.415733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.416247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.416762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.417262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.417774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.418275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9719513f-15ec-42d4-b61f-4143d20a4fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:02:28.848480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:28.880049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93e0a220-d3e9-40d1-9a05-a15c8e71b1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.054451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93e0a220-d3e9-40d1-9a05-a15c8e71b1db admin admin] Publish callbacks [] for security_group (c6bac141-3205-43a7-b8f6-bba6a084c385), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.068778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93e0a220-d3e9-40d1-9a05-a15c8e71b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c6bac141-3205-43a7-b8f6-bba6a084c385), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.136048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-93e0a220-d3e9-40d1-9a05-a15c8e71b1db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9daa0a9a7c7340b2be3cfce8c1d1e19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858803 Mar 10 18:02:29.137102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0a220-d3e9-40d1-9a05-a15c8e71b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bac141-3205-43a7-b8f6-bba6a084c385,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:29.139684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48432) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:29.218196 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] Publish callbacks [] for security_group (c6bac141-3205-43a7-b8f6-bba6a084c385), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.254093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] Publish callbacks [] for security_group (c6bac141-3205-43a7-b8f6-bba6a084c385), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.323217 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c6bac141-3205-43a7-b8f6-bba6a084c385), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.326048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:29.330113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6bac141-3205-43a7-b8f6-bba6a084c385 HTTP/1.1" status: 204 len: 168 time: 0.1729827 Mar 10 18:02:29.339313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed2b0-90b5-449a-9d6a-ac02f6e1ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bac141-3205-43a7-b8f6-bba6a084c385,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:30.122612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.494140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48474) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:30.623267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689911938-network', 'tenant_id': '74a54583e9614159b80cea0d8fee732d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:30.653256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Made reservation on behalf of 74a54583e9614159b80cea0d8fee732d for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:30.656184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.666340 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.762869 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks [] for security_group (edec38fc-baf1-488b-b471-05fd61bef2e6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.770930 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (edec38fc-baf1-488b-b471-05fd61bef2e6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.807577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edec38fc-baf1-488b-b471-05fd61bef2e6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:30.829650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:02:30.843172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e40ea848-6ebf-4c4e-8bf3-9ed66700853b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.843677 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Added segment e40ea848-6ebf-4c4e-8bf3-9ed66700853b of type vlan for network 95ae5c43-6434-48b8-abb0-7a1fa558d17c Mar 10 18:02:30.909944 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (95ae5c43-6434-48b8-abb0-7a1fa558d17c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.947481 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (95ae5c43-6434-48b8-abb0-7a1fa558d17c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:30.949312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:30.950784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:31.023135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48490) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:31.028591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Request body: {'subnet': {'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689911938-subnet', 'tenant_id': '74a54583e9614159b80cea0d8fee732d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:31.033591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5380735 Mar 10 18:02:31.036402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17480f-6c34-48f2-88a3-17c5bc31f303 admin admin] Pushing event updated for resources: {'Network': ['ID=95ae5c43-6434-48b8-abb0-7a1fa558d17c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:31.063878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 95ae5c43-6434-48b8-abb0-7a1fa558d17c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:02:31.074165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Made reservation on behalf of 74a54583e9614159b80cea0d8fee732d for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:31.077300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:31.291029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (84ba61de-6052-4209-b71e-56e140880a61), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:31.339212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ba61de-6052-4209-b71e-56e140880a61,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:31.387534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Checking segment: {'id': 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:02:31.387990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Network hostable DHCP agents. Network: 95ae5c43-6434-48b8-abb0-7a1fa558d17c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:02:31.411108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Network 95ae5c43-6434-48b8-abb0-7a1fa558d17c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:02:31.425363 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 95ae5c43-6434-48b8-abb0-7a1fa558d17c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:02:31.431777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:31.431777 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:31.440070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c5de8-48b9-40f1-ab68-0b37c1aec34c None None] Network 95ae5c43-6434-48b8-abb0-7a1fa558d17c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:02:31.472279 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-abc147c5-61df-4e28-89f5-fb9dcf22e999 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4478517 Mar 10 18:02:31.605637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029aded-c072-45ef-a07c-56a0cdc28e20 None None] Network 95ae5c43-6434-48b8-abb0-7a1fa558d17c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:02:32.265891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48524) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:32.272221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-442883763-network', 'tenant_id': '2d4c8a75e01a4b4fbb42d157fb8786e3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:32.297326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Made reservation on behalf of 2d4c8a75e01a4b4fbb42d157fb8786e3 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:32.300487 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.313021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.413057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks [] for security_group (c5a1457e-ca10-4575-b4ab-0ad0802a29b9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.419361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5a1457e-ca10-4575-b4ab-0ad0802a29b9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.450719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:02:32.462286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a1457e-ca10-4575-b4ab-0ad0802a29b9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:32.484463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (024919e1-aa75-4f26-9cae-590ff4c11727), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.491376 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Added segment 024919e1-aa75-4f26-9cae-590ff4c11727 of type vlan for network 99c4c5a6-1cd6-42c9-9fe3-7a840f905073 Mar 10 18:02:32.543894 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (99c4c5a6-1cd6-42c9-9fe3-7a840f905073), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.577344 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (99c4c5a6-1cd6-42c9-9fe3-7a840f905073), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.585438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:32.587052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.644807 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3747969 Mar 10 18:02:32.645440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48530) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:02:32.652916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Request body: {'subnet': {'network_id': '99c4c5a6-1cd6-42c9-9fe3-7a840f905073', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-442883763-subnet', 'tenant_id': '2d4c8a75e01a4b4fbb42d157fb8786e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:32.696804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4d6c9-8dff-4361-862d-d7fd0e1b87cb admin admin] Pushing event updated for resources: {'Network': ['ID=99c4c5a6-1cd6-42c9-9fe3-7a840f905073,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:32.698500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Made reservation on behalf of 2d4c8a75e01a4b4fbb42d157fb8786e3 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:32.707975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 99c4c5a6-1cd6-42c9-9fe3-7a840f905073 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:02:32.709954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:32.988274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (a96fc483-c603-4f29-89b5-090bb25d4dfe), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:33.060590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96fc483-c603-4f29-89b5-090bb25d4dfe,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:33.071456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Checking segment: {'id': '024919e1-aa75-4f26-9cae-590ff4c11727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '99c4c5a6-1cd6-42c9-9fe3-7a840f905073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:02:33.071823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Network hostable DHCP agents. Network: 99c4c5a6-1cd6-42c9-9fe3-7a840f905073, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:02:33.095031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Network 99c4c5a6-1cd6-42c9-9fe3-7a840f905073 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:02:33.106347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 99c4c5a6-1cd6-42c9-9fe3-7a840f905073) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:02:33.110645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:33.111259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:33.118461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae0479-b079-4de6-aa7f-c704e13c263a None None] Network 99c4c5a6-1cd6-42c9-9fe3-7a840f905073 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:02:33.138480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aaee0ff8-37fb-47ce-9ea9-c64650b7c6e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4892867 Mar 10 18:02:33.267793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8dacd-be09-40f1-a4b3-f47f1d015951 None None] Network 99c4c5a6-1cd6-42c9-9fe3-7a840f905073 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:02:34.071336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-f0f00c3e-77f6-456b-94d1-588bf8620c3c tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:34.073543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-f0f00c3e-77f6-456b-94d1-588bf8620c3c tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/networks?id=95ae5c43-6434-48b8-abb0-7a1fa558d17c HTTP/1.1" status: 200 len: 808 time: 0.1812649 Mar 10 18:02:34.097437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-7874aaa3-3ccc-48a5-b446-1e13d998ed9d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/quotas/74a54583e9614159b80cea0d8fee732d HTTP/1.1" status: 200 len: 375 time: 0.0178807 Mar 10 18:02:34.141339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-3459e8e7-adea-4745-8428-bddc608f38c7 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=74a54583e9614159b80cea0d8fee732d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425663 Mar 10 18:02:34.283372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-55adc9ea-1b26-4c84-b57e-0e7345754e0b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:02:34.284799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-55adc9ea-1b26-4c84-b57e-0e7345754e0b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1423688 Mar 10 18:02:34.395085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-c2eec5c2-ffe6-450c-9dd2-cd2ba88c4426 service neutron] 10.222.0.35 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023517 Mar 10 18:02:34.513439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-e6056de5-38c3-45cf-b507-cd19ddb31a75 service neutron] 10.222.0.35 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148708 Mar 10 18:02:34.836052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff788be3-e0e3-4756-9695-45369259289c req-e6718a54-23f8-42e8-8453-5551f22a60cc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 210 time: 0.1066720 Mar 10 18:02:35.955292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-240bc826-14f7-4743-b7fd-8b52cc7f4770 req-5b40fb69-5610-4356-90d2-49734c7a8625 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 210 time: 0.0334063 Mar 10 18:02:36.349514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-bb5bab2e-45a3-4b21-8793-009515006039 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:36.351294 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-bb5bab2e-45a3-4b21-8793-009515006039 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.59 "GET /v2.0/networks?id=95ae5c43-6434-48b8-abb0-7a1fa558d17c HTTP/1.1" status: 200 len: 808 time: 0.2393582 Mar 10 18:02:36.366611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Request body: {'port': {'device_id': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c', 'admin_state_up': True, 'tenant_id': '74a54583e9614159b80cea0d8fee732d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:36.498028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Made reservation on behalf of 74a54583e9614159b80cea0d8fee732d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:02:36.501929 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:36.652170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Allocated IP 172.20.0.11 (95ae5c43-6434-48b8-abb0-7a1fa558d17c/84ba61de-6052-4209-b71e-56e140880a61/36ce7e16-e37c-42e1-b342-3c20d8ce8cc6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:02:36.842051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks [] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:36.891445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:36.959171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Pushing event updated for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:36.974194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Network 95ae5c43-6434-48b8-abb0-7a1fa558d17c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:02:36.976428 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:02:36.984600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:02:37.059577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:37.060302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:37.088412 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-a3deb7da-5c2c-4448-b687-3e47bb25bd6d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7247543 Mar 10 18:02:37.115968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a051e2-307b-43fd-b1c7-347493b4b36b req-265fa64b-309e-46fc-bf79-5f88a27bccc5 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:37.118288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02a051e2-307b-43fd-b1c7-347493b4b36b req-265fa64b-309e-46fc-bf79-5f88a27bccc5 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 932 time: 0.0655103 Mar 10 18:02:37.181010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02a051e2-307b-43fd-b1c7-347493b4b36b req-7980002c-b4ce-4cca-b243-a63b7abb05ed tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Mar 10 18:02:37.201786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Request body: {'port': {'device_id': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:02:37.270971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:37.681539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:02:37.691888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks [] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:37.718090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Transition to ACTIVE for port object 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:02:37.726457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:37.875914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:37.909886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Attempting to bind port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:02:37.910224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Attempting to bind port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:02:37.910649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Attempting to bind port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 on network 95ae5c43-6434-48b8-abb0-7a1fa558d17c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:02:37.915228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 on network 95ae5c43-6434-48b8-abb0-7a1fa558d17c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:02:37.915737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Attempting to bind port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 on network 95ae5c43-6434-48b8-abb0-7a1fa558d17c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:02:37.921060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:02:37.921482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Checking segment: {'id': 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:02:37.921923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Bound using segment: {'id': 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:02:37.922415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Bound port: 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:02:37.922870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:37.997053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:02:38.000650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,segment=NetworkSegment(e40ea848-6ebf-4c4e-8bf3-9ed66700853b),segment_id=e40ea848-6ebf-4c4e-8bf3-9ed66700853b)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:02:38.010958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:38.117056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:38.127802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:38.129425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:38.133112 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-486e71f8-8c36-46bc-a98d-2318f7f53cd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 HTTP/1.1" status: 200 len: 1092 time: 1.0341871 Mar 10 18:02:38.137895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:02:38.144475 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6f242-2247-44de-88f6-413b309cdbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:02:38.292599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-5e2fbbfa-cd9c-4614-a73b-cb55ac043849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:38.297907 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-5e2fbbfa-cd9c-4614-a73b-cb55ac043849 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74a54583e9614159b80cea0d8fee732d&device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 1126 time: 0.1157601 Mar 10 18:02:38.350347 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-e2314cd3-5a8f-4c54-9ae5-c0fef2f3e42f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 HTTP/1.1" status: 200 len: 217 time: 0.0418727 Mar 10 18:02:38.383431 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f055bf9-dd1f-41c9-a071-7ac50e351ae9 x-openstack-request-id: req-5f055bf9-dd1f-41c9-a071-7ac50e351ae9 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:02:38.385576 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:02:38.386839 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f055bf9-dd1f-41c9-a071-7ac50e351ae9 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:02:38.389611 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6', 'status': 'completed', 'code': 200} Mar 10 18:02:38.405232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349feb9-fba1-4df8-b6d2-d5a07601f814 req-568add11-3330-4979-82e1-260ad4de5a63 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:38.414664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5349feb9-fba1-4df8-b6d2-d5a07601f814 req-568add11-3330-4979-82e1-260ad4de5a63 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 944 time: 0.0825768 Mar 10 18:02:38.472626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-4d6b85b5-0045-4a54-bae1-87ec67562b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:38.474001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-4d6b85b5-0045-4a54-bae1-87ec67562b5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84ba61de-6052-4209-b71e-56e140880a61 HTTP/1.1" status: 200 len: 848 time: 0.1138170 Mar 10 18:02:38.481828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5349feb9-fba1-4df8-b6d2-d5a07601f814 req-117c89ca-c49d-4f86-8e4c-11c7086bb459 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657492 Mar 10 18:02:38.515285 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-0fbbc2ca-c261-47a9-a7d0-dae39c910154 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95ae5c43-6434-48b8-abb0-7a1fa558d17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312257 Mar 10 18:02:38.629863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-65142b5c-7b0b-4a2a-b3fc-f572d1ab6e99 service neutron] 10.222.0.59 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024222 Mar 10 18:02:38.755886 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8be49f76-3ed0-4baf-9614-e4d7f61fd9bc req-f171e0d0-b8e7-4b80-99ff-33fa89565fce service neutron] 10.222.0.59 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144173 Mar 10 18:02:38.882471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-f8689174-362e-4764-8f63-d22d588fdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:38.883935 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-f8689174-362e-4764-8f63-d22d588fdb03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=74a54583e9614159b80cea0d8fee732d&device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 1126 time: 0.0624053 Mar 10 18:02:39.025674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-5a5a68b5-feb3-450c-8855-ec6b3f24e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:39.027356 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-5a5a68b5-feb3-450c-8855-ec6b3f24e9ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=95ae5c43-6434-48b8-abb0-7a1fa558d17c HTTP/1.1" status: 200 len: 909 time: 0.1358476 Mar 10 18:02:39.097020 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-eeb45bfb-dda6-4e73-964b-d33b713ab52a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 HTTP/1.1" status: 200 len: 217 time: 0.0611231 Mar 10 18:02:39.176333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-79bc2ed7-6f3c-427c-b0ed-40e93ff1325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:39.178009 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-79bc2ed7-6f3c-427c-b0ed-40e93ff1325c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=84ba61de-6052-4209-b71e-56e140880a61 HTTP/1.1" status: 200 len: 848 time: 0.0730562 Mar 10 18:02:39.223373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-4e0560b5-f059-465a-898b-802974cab553 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95ae5c43-6434-48b8-abb0-7a1fa558d17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386341 Mar 10 18:02:39.331217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-73ab6fa6-0921-4525-8124-f3c08cba8304 service neutron] 10.222.0.59 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Mar 10 18:02:39.451220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1cb6f242-2247-44de-88f6-413b309cdbd7 req-870f3e66-a1b6-4297-81a2-ebf89db05b5e service neutron] 10.222.0.59 "GET /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123743 Mar 10 18:02:39.640149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a87a-d311-495d-ac82-81406ea4ca8c req-e6105f48-b21a-4ff9-b36e-c2d92d16e6da tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:39.648575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d87a87a-d311-495d-ac82-81406ea4ca8c req-e6105f48-b21a-4ff9-b36e-c2d92d16e6da tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 944 time: 0.0678043 Mar 10 18:02:39.708962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d87a87a-d311-495d-ac82-81406ea4ca8c req-4f1da768-ae8e-43e1-9b70-6b25bb5ae256 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Mar 10 18:02:40.844276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897c4f6-e683-4cc5-9700-d28465309c68 req-f3d6cac2-0410-4ea4-88da-a88ae32b5bb0 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:40.851695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3897c4f6-e683-4cc5-9700-d28465309c68 req-f3d6cac2-0410-4ea4-88da-a88ae32b5bb0 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 944 time: 0.0732362 Mar 10 18:02:40.919905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3897c4f6-e683-4cc5-9700-d28465309c68 req-938218d8-462e-4d5f-b9ff-4c3bd583684d tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Mar 10 18:02:42.058092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94883c4e-d9cd-44d4-8d07-6bc3b3d14f07 req-cf074993-99ac-4f8e-b87a-c833a4a4e113 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:42.059626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94883c4e-d9cd-44d4-8d07-6bc3b3d14f07 req-cf074993-99ac-4f8e-b87a-c833a4a4e113 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 944 time: 0.0637777 Mar 10 18:02:42.108544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94883c4e-d9cd-44d4-8d07-6bc3b3d14f07 req-6392a7d5-656b-48e0-b925-a0d29dfba888 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Mar 10 18:02:42.225078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:02:42.567111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-968932c1-a637-4b5d-bbc4-cf350ce8794d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:42.591382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,segment=NetworkSegment(e40ea848-6ebf-4c4e-8bf3-9ed66700853b),segment_id=e40ea848-6ebf-4c4e-8bf3-9ed66700853b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:42.605489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6', 'network_id': '95ae5c43-6434-48b8-abb0-7a1fa558d17c', 'port_id': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6', 'mac_address': 'fa:16:3e:e5:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ba61de-6052-4209-b71e-56e140880a61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:02:42.648111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:02:42.648501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:42.663684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:02:42.687126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,segment=NetworkSegment(e40ea848-6ebf-4c4e-8bf3-9ed66700853b),segment_id=e40ea848-6ebf-4c4e-8bf3-9ed66700853b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:42.694457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:42.755355 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:43.006289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['36ce7e16-e37c-42e1-b342-3c20d8ce8cc6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:02:43.294485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a6ec-8a51-4e21-8479-a3383f2d18b3 req-73fa17a6-4d55-42ce-bba9-1cbbc0770c15 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:43.297406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f30a6ec-8a51-4e21-8479-a3383f2d18b3 req-73fa17a6-4d55-42ce-bba9-1cbbc0770c15 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 945 time: 0.0726023 Mar 10 18:02:43.345811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f30a6ec-8a51-4e21-8479-a3383f2d18b3 req-2cc74282-91c1-45c0-8d6c-895067b10689 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Mar 10 18:02:44.241688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:02:44.321595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:02:44.327230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:02:44.328000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:44.440566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:02:44.441370 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:44.470673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:02:44.473772 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03479501-271c-4df0-be6c-860d272ca00d" -d '{"events": [{"server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "name": "network-vif-plugged", "status": "completed", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:02:44.489630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,segment=NetworkSegment(e40ea848-6ebf-4c4e-8bf3-9ed66700853b),segment_id=e40ea848-6ebf-4c4e-8bf3-9ed66700853b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:44.499278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:44.546332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d01c5-3d2d-49f2-b1a7-7b552c85a95f req-39a08a48-598d-48e9-87d4-70c6dc7e1941 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:44.566529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a16d01c5-3d2d-49f2-b1a7-7b552c85a95f req-39a08a48-598d-48e9-87d4-70c6dc7e1941 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 945 time: 0.1147430 Mar 10 18:02:44.611030 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4ae3b2-f80b-487e-8326-5c8e23bf6e4a x-openstack-request-id: req-0d4ae3b2-f80b-487e-8326-5c8e23bf6e4a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:02:44.611330 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "name": "network-vif-plugged", "status": "completed", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:02:44.611586 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d4ae3b2-f80b-487e-8326-5c8e23bf6e4a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:02:44.611992 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6', 'code': 200} Mar 10 18:02:44.651220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:44.674758 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5452e2f8-9daa-4210-aaba-5a43155817cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:44.728565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a16d01c5-3d2d-49f2-b1a7-7b552c85a95f req-1eb40d98-0fce-4f86-a49f-0f52982dc265 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562245 Mar 10 18:02:44.751647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa385be-6843-4b1b-aeb3-241d31f1085c req-e6afeaa3-9307-4390-b2e5-e5fd63efa416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:44.754061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bfa385be-6843-4b1b-aeb3-241d31f1085c req-e6afeaa3-9307-4390-b2e5-e5fd63efa416 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 1128 time: 0.0634933 Mar 10 18:02:44.821972 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bfa385be-6843-4b1b-aeb3-241d31f1085c req-33746186-edb2-4653-b6ef-8579734dbb7b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Mar 10 18:02:45.907719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66a6ed-5593-4016-ae5d-23f4d74a3106 req-6ae367b3-d788-4647-af37-0bf68bff256a tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:45.910197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca66a6ed-5593-4016-ae5d-23f4d74a3106 req-6ae367b3-d788-4647-af37-0bf68bff256a tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 946 time: 0.0934165 Mar 10 18:02:45.924801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:46.027482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca66a6ed-5593-4016-ae5d-23f4d74a3106 req-008aa998-b62a-4449-983a-bb1817081dea tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073623 Mar 10 18:02:47.178244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3da266-c9ce-4d24-be88-d434f141d926 req-c2d3cc19-ee13-4ca7-9a6c-b57dd655b069 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:47.187478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f3da266-c9ce-4d24-be88-d434f141d926 req-c2d3cc19-ee13-4ca7-9a6c-b57dd655b069 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 946 time: 0.0717113 Mar 10 18:02:47.280112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f3da266-c9ce-4d24-be88-d434f141d926 req-fd1643ac-0c1e-40bd-bb8d-0e99219440f0 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Mar 10 18:02:47.376828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:49.368830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:51.699616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f18cc-82d5-48ae-8a8b-97341c1b2065 req-3bcea9a2-3476-46e3-88ff-e4905fc12911 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:51.701148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-190f18cc-82d5-48ae-8a8b-97341c1b2065 req-3bcea9a2-3476-46e3-88ff-e4905fc12911 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 946 time: 0.0540941 Mar 10 18:02:51.749904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-190f18cc-82d5-48ae-8a8b-97341c1b2065 req-7ccb46d2-ff06-436a-81b5-dbcd0aeb94f1 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Mar 10 18:02:52.937581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43105e-b585-44ef-9ab3-e408e3f98245 req-12d16904-811d-494a-974f-9f6134d01401 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:52.950938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec43105e-b585-44ef-9ab3-e408e3f98245 req-12d16904-811d-494a-974f-9f6134d01401 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 946 time: 0.1147373 Mar 10 18:02:53.005019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec43105e-b585-44ef-9ab3-e408e3f98245 req-f05df0eb-af82-4507-8b9b-f1d3c4a01f22 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/security-groups?id=edec38fc-baf1-488b-b471-05fd61bef2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Mar 10 18:02:53.073295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-d4eca90b-1ee2-4f3a-a25b-7453cefba554 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:02:53.075175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-d4eca90b-1ee2-4f3a-a25b-7453cefba554 tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 946 time: 0.0611520 Mar 10 18:02:53.183530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Deleting port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:02:53.184118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:53.289256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] For port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,segment=NetworkSegment(e40ea848-6ebf-4c4e-8bf3-9ed66700853b),segment_id=e40ea848-6ebf-4c4e-8bf3-9ed66700853b)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:02:53.289726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:53.308202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Calling delete_port for 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:02:53.447702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (36ce7e16-e37c-42e1-b342-3c20d8ce8cc6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:53.467577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['36ce7e16-e37c-42e1-b342-3c20d8ce8cc6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:02:53.491190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Pushing event deleted for resources: {'Port': ['ID=36ce7e16-e37c-42e1-b342-3c20d8ce8cc6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:02:53.554049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] No DVR routers for this DVR port 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:02:53.558590 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:02:53.562885 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d16f4e73-8c20-490b-a88c-4cbc5345c24a req-a2acf8bc-d9f1-4649-8a6d-7b098fb3dcdc tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.59 "DELETE /v2.0/ports/36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 HTTP/1.1" status: 204 len: 173 time: 0.4812713 Mar 10 18:02:53.564201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'name': 'network-vif-deleted', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:02:53.566785 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d2b795-5bfc-422a-83c5-103e95850f63" -d '{"events": [{"server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "name": "network-vif-deleted", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:02:53.646554 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda88b6-504d-4dfc-8b54-95986708d166 x-openstack-request-id: req-4eda88b6-504d-4dfc-8b54-95986708d166 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:02:53.646858 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b591255-e6e4-4d68-aed2-2da47b5ca70d", "name": "network-vif-deleted", "tag": "36ce7e16-e37c-42e1-b342-3c20d8ce8cc6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:02:53.647422 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4eda88b6-504d-4dfc-8b54-95986708d166 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:02:53.647580 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b591255-e6e4-4d68-aed2-2da47b5ca70d', 'name': 'network-vif-deleted', 'tag': '36ce7e16-e37c-42e1-b342-3c20d8ce8cc6', 'status': 'completed', 'code': 200} Mar 10 18:02:54.149600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f9a0675-9f6f-4078-9593-b55b3d87d977 req-03c8c5a5-6d60-423e-bd7c-ac139dfd854c tempest-VolumesActionsTest-712057315 tempest-VolumesActionsTest-712057315-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b591255-e6e4-4d68-aed2-2da47b5ca70d HTTP/1.1" status: 200 len: 210 time: 0.0397727 Mar 10 18:02:56.288057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:02:56.312829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:02:56.313590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 36ce7e16-e37c-42e1-b342-3c20d8ce8cc6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:02:57.093502 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:00.126071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.186884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 48940) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:03.320026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-531f48d9-da09-47d4-806a-eed707f303d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.403447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-531f48d9-da09-47d4-806a-eed707f303d7 admin admin] Publish callbacks [] for security_group (a101ef30-e057-4085-a303-dc9bc4e354ef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.409087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-531f48d9-da09-47d4-806a-eed707f303d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a101ef30-e057-4085-a303-dc9bc4e354ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.498087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-531f48d9-da09-47d4-806a-eed707f303d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa5efbe1e4e446199e7815516829f99e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094296 Mar 10 18:03:03.500808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 48948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:03.502447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f48d9-da09-47d4-806a-eed707f303d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101ef30-e057-4085-a303-dc9bc4e354ef,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:03.603818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Publish callbacks [] for security_group (a101ef30-e057-4085-a303-dc9bc4e354ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.647204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Publish callbacks [] for security_group (a101ef30-e057-4085-a303-dc9bc4e354ef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.715369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a101ef30-e057-4085-a303-dc9bc4e354ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.719361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:03.751392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a101ef30-e057-4085-a303-dc9bc4e354ef HTTP/1.1" status: 204 len: 168 time: 0.2493737 Mar 10 18:03:03.801481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101ef30-e057-4085-a303-dc9bc4e354ef,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:03.826255 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.826889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.827407 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.827895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.828391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.828884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.829377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.829876 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.830357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.830877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.831366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.831841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:03.842980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb980f9-97b3-4e29-8e2c-da52f3480308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:05.105337 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:03:10.956092 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-b72d27b2-898f-4100-8e7f-b553037085ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868828 Mar 10 18:03:11.095809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-4b4a3bfd-e8e6-45df-996b-c0329d53af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:11.097487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-4b4a3bfd-e8e6-45df-996b-c0329d53af33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 1127 time: 0.0856071 Mar 10 18:03:11.309531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-834f0b97-fa6e-45ca-a6d7-7f555a9407d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:11.311597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-834f0b97-fa6e-45ca-a6d7-7f555a9407d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 914 time: 0.1902761 Mar 10 18:03:11.363985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-01fd0792-4ffe-49c1-9900-4ab3321f0986 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=572b0073-0a04-4837-ade8-aa440c314db9 HTTP/1.1" status: 200 len: 217 time: 0.0439889 Mar 10 18:03:11.468889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-1cde6ef4-b98a-4e00-ac0d-dbfffba3dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:11.470645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-1cde6ef4-b98a-4e00-ac0d-dbfffba3dd14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.1000152 Mar 10 18:03:11.538018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-b4877047-fbd5-4de2-a03f-e888131fd1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601988 Mar 10 18:03:11.678176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-9235941c-a815-43f4-8499-cda975d8eeb5 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332722 Mar 10 18:03:11.842651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16c8d235-efb5-4d91-add0-f90305ae8625 req-9badc3fd-f245-4a57-889e-b9d91940ac8f service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565177 Mar 10 18:03:12.421481 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb7e5-a157-4cdf-b4b2-6d746de984d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:14.704680 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6c3674ea-364d-4a8c-8a36-83f488e48f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:15.977353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:17.361059 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:19.340221 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.099727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:25.283859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7606e30-51a2-40e5-b27b-c3ac133f38e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.414976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7606e30-51a2-40e5-b27b-c3ac133f38e7 admin admin] Publish callbacks [] for security_group (e5a895a8-bccb-49dd-9af3-a8399eca9ece), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.428635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d7606e30-51a2-40e5-b27b-c3ac133f38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e5a895a8-bccb-49dd-9af3-a8399eca9ece), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.458497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49502) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:25.459103 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d7606e30-51a2-40e5-b27b-c3ac133f38e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00d04f7e501f41bc8779aae29e53d237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576860 Mar 10 18:03:25.518396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7606e30-51a2-40e5-b27b-c3ac133f38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a895a8-bccb-49dd-9af3-a8399eca9ece,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:25.584365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] Publish callbacks [] for security_group (e5a895a8-bccb-49dd-9af3-a8399eca9ece), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.641713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] Publish callbacks [] for security_group (e5a895a8-bccb-49dd-9af3-a8399eca9ece), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.740762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (e5a895a8-bccb-49dd-9af3-a8399eca9ece), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.743597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:25.748747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5a895a8-bccb-49dd-9af3-a8399eca9ece HTTP/1.1" status: 204 len: 168 time: 0.2887237 Mar 10 18:03:25.763328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00dea1-fc51-41f7-9aa0-91797f727044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a895a8-bccb-49dd-9af3-a8399eca9ece,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:26.217532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49514) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:26.238369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0424a71d-cdf3-4d78-ae09-82316c4ea915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.387487 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0424a71d-cdf3-4d78-ae09-82316c4ea915 admin admin] Publish callbacks [] for security_group (6db9c9dc-129c-47f5-866d-220cf74940c0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.400040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0424a71d-cdf3-4d78-ae09-82316c4ea915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6db9c9dc-129c-47f5-866d-220cf74940c0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.456842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49516) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:26.465599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0424a71d-cdf3-4d78-ae09-82316c4ea915 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc89982852a24998b18afb72eba11958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457602 Mar 10 18:03:26.514190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424a71d-cdf3-4d78-ae09-82316c4ea915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9c9dc-129c-47f5-866d-220cf74940c0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:26.561943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] Publish callbacks [] for security_group (6db9c9dc-129c-47f5-866d-220cf74940c0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.591072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] Publish callbacks [] for security_group (6db9c9dc-129c-47f5-866d-220cf74940c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.673007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6db9c9dc-129c-47f5-866d-220cf74940c0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.675919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:26.677239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6db9c9dc-129c-47f5-866d-220cf74940c0 HTTP/1.1" status: 204 len: 168 time: 0.2187812 Mar 10 18:03:26.691582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a69b3b-a49a-46f9-b659-fd0d18b6cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9c9dc-129c-47f5-866d-220cf74940c0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:27.113001 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.393459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49534) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:27.413202 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a38b2d0c-7a58-40d2-9913-637ba34c293a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.527112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a38b2d0c-7a58-40d2-9913-637ba34c293a admin admin] Publish callbacks [] for security_group (6b7e13c3-586b-4faf-89e3-cb396d9b3645), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.531973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a38b2d0c-7a58-40d2-9913-637ba34c293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6b7e13c3-586b-4faf-89e3-cb396d9b3645), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.563275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b2d0c-7a58-40d2-9913-637ba34c293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e13c3-586b-4faf-89e3-cb396d9b3645,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:27.602119 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a38b2d0c-7a58-40d2-9913-637ba34c293a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b0eea91972544868c0d9a586485e9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047217 Mar 10 18:03:27.602469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49538) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:27.663167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] Publish callbacks [] for security_group (6b7e13c3-586b-4faf-89e3-cb396d9b3645), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.687191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] Publish callbacks [] for security_group (6b7e13c3-586b-4faf-89e3-cb396d9b3645), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.740178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (6b7e13c3-586b-4faf-89e3-cb396d9b3645), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.744918 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:27.750011 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b7e13c3-586b-4faf-89e3-cb396d9b3645 HTTP/1.1" status: 204 len: 168 time: 0.1461325 Mar 10 18:03:27.760562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9cf68-845e-4410-8439-2b2390c1127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e13c3-586b-4faf-89e3-cb396d9b3645,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:28.858241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49570) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:29.021005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-666761353-network', 'tenant_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:29.061687 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:03:29.064217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.074617 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.190573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks [] for security_group (48d7d274-c4e4-4e91-9d78-36ab32680562), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.198313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48d7d274-c4e4-4e91-9d78-36ab32680562), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.219307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:03:29.233324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d7d274-c4e4-4e91-9d78-36ab32680562,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:29.238503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a37a3166-7aef-4cd8-8416-b9b58dd876b7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.238856 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Added segment a37a3166-7aef-4cd8-8416-b9b58dd876b7 of type vlan for network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c Mar 10 18:03:29.280713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.318196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.319305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:29.320014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.358492 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4983761 Mar 10 18:03:29.361225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49578) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:29.391861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Request body: {'subnet': {'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-666761353-subnet', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:29.396348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7937-0333-4f8a-9601-2afb0ed2e8ae admin admin] Pushing event updated for resources: {'Network': ['ID=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:29.407257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:03:29.428266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:03:29.431047 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.651867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (f8b40875-712a-4f1f-aecd-d352216b4f26), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.732982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:29.733348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Network hostable DHCP agents. Network: d4b7fb63-a8ed-4e2e-a162-e5605af00c7c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:03:29.752570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b40875-712a-4f1f-aecd-d352216b4f26,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:29.766831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:03:29.781759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d4b7fb63-a8ed-4e2e-a162-e5605af00c7c) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:29.793378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1b91a-a8b5-431d-bd5f-3da983da23f4 None None] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:03:29.800125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:29.800739 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.832257 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1aaf0361-a778-4661-95c7-2e4997938e57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4699073 Mar 10 18:03:29.833287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:29.838568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:29.864987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.866730 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.941363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for router_controller (49ef0858-f00a-4f1b-9eb4-e82c1314940a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:29.977283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:03:29.978160 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.135493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for router_gateway (49ef0858-f00a-4f1b-9eb4-e82c1314940a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.152032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Allocated IP 172.20.0.2 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/b24f1087-ddda-46cc-be08-e15ef13f4d57) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:30.280275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.390112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks [] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.401396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.521835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:30.542843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:30.548003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:30.551241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Pushing event updated for resources: {'Port': ['ID=b24f1087-ddda-46cc-be08-e15ef13f4d57,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:30.583623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.584043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.584332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.584667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.584998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.585368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.585809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.586138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.586559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.586888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.587215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.587530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.587850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:30.620901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Attempting to bind port b24f1087-ddda-46cc-be08-e15ef13f4d57 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:30.621337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Attempting to bind port b24f1087-ddda-46cc-be08-e15ef13f4d57 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:30.621622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Attempting to bind port b24f1087-ddda-46cc-be08-e15ef13f4d57 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:30.627567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:30.627959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:30.628363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.628754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:30.629222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Bound port: b24f1087-ddda-46cc-be08-e15ef13f4d57, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:30.629602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.707314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] For port b24f1087-ddda-46cc-be08-e15ef13f4d57, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:30.711413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] For port b24f1087-ddda-46cc-be08-e15ef13f4d57, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b24f1087-ddda-46cc-be08-e15ef13f4d57,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:30.720537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:30.836973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e3312-9036-4d48-a561-2196b93d157a None None] Pushing event updated for resources: {'Port': ['ID=b24f1087-ddda-46cc-be08-e15ef13f4d57,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:31.042782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for router_gateway (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:31.078077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:31.278364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Allocated IP 172.25.3.174 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/36869c5c-465b-433c-b4c2-464c63461f77) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:31.449223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for port (36869c5c-465b-433c-b4c2-464c63461f77), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:31.496765 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (36869c5c-465b-433c-b4c2-464c63461f77), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:31.540224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:31.544432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:31.555252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:31.605561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Pushing event updated for resources: {'Port': ['ID=36869c5c-465b-433c-b4c2-464c63461f77,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:31.626704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.627492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.628044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.628400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.628791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.629085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.629476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.629986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.630109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.630455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.630774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.631409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.631731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:31.879935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for router_gateway (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.132026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.210952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b24f1087-ddda-46cc-be08-e15ef13f4d57 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:32.323557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b24f1087-ddda-46cc-be08-e15ef13f4d57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:32.324588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.338733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:03:32.487031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d0751-299a-4c92-b72a-5536cd9f7332 None None] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:03:32.574898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b24f1087-ddda-46cc-be08-e15ef13f4d57 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:32.575434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.581093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:03:32.623655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.626688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1d50e730-c1e6-49de-8b0d-2c96aed45a8a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7918718 Mar 10 18:03:32.627780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:03:32.629695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:32.643544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-71e1e7c9-c583-430f-bd0c-2165138724a2 None None] Provisioning complete for port b24f1087-ddda-46cc-be08-e15ef13f4d57 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:32.643904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71e1e7c9-c583-430f-bd0c-2165138724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.726291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b24f1087-ddda-46cc-be08-e15ef13f4d57, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b24f1087-ddda-46cc-be08-e15ef13f4d57,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:32.756569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:32.792203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:32.792921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:33.100180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:33.276221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b24f1087-ddda-46cc-be08-e15ef13f4d57,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:33.341726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-71e1e7c9-c583-430f-bd0c-2165138724a2 None None] Current status of the port b24f1087-ddda-46cc-be08-e15ef13f4d57 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:33.442024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:31Z', 'revision_number': 3, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:33.476496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:03:33.477088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Updating router 49ef0858-f00a-4f1b-9eb4-e82c1314940a port 36869c5c-465b-433c-b4c2-464c63461f77 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:03:33.513728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36869c5c-465b-433c-b4c2-464c63461f77), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:33.863039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:33.963498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-12047b97-447c-4e73-9a31-4c5b9061abb5 None None] Provisioning complete for port b24f1087-ddda-46cc-be08-e15ef13f4d57 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:33.964233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12047b97-447c-4e73-9a31-4c5b9061abb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.009675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks [] for port (36869c5c-465b-433c-b4c2-464c63461f77), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.026722 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (36869c5c-465b-433c-b4c2-464c63461f77), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.124192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96c361-3766-4749-98b8-13d26058016b None None] Pushing event updated for resources: {'Port': ['ID=36869c5c-465b-433c-b4c2-464c63461f77,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:34.126970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Allocated IP 172.20.0.1 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/51a1da64-e19b-4df6-9dbb-125b52e06b77) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:34.178196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b24f1087-ddda-46cc-be08-e15ef13f4d57 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:34.229251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Attempting to bind port 36869c5c-465b-433c-b4c2-464c63461f77 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:34.229969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Attempting to bind port 36869c5c-465b-433c-b4c2-464c63461f77 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:34.230647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Attempting to bind port 36869c5c-465b-433c-b4c2-464c63461f77 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:34.238601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:34.239426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:34.240078 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.240754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:34.241584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Bound port: 36869c5c-465b-433c-b4c2-464c63461f77, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:34.242360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36869c5c-465b-433c-b4c2-464c63461f77), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.245538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-12047b97-447c-4e73-9a31-4c5b9061abb5 None None] Current status of the port b24f1087-ddda-46cc-be08-e15ef13f4d57 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:34.300051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b24f1087-ddda-46cc-be08-e15ef13f4d57 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:34.300859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.321852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks [] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.358543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] For port 36869c5c-465b-433c-b4c2-464c63461f77, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:34.362785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] For port 36869c5c-465b-433c-b4c2-464c63461f77, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=36869c5c-465b-433c-b4c2-464c63461f77,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:34.374684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.375010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (36869c5c-465b-433c-b4c2-464c63461f77), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.437863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:34.444863 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:34.447753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:34.476098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b24f1087-ddda-46cc-be08-e15ef13f4d57 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:34.498597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.499359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:34.500179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:34.502210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96c361-3766-4749-98b8-13d26058016b None None] Pushing event updated for resources: {'Port': ['ID=36869c5c-465b-433c-b4c2-464c63461f77,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:34.502561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:34.769080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:34.824560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:34.956066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-15255831-6baf-44a5-baee-9401ec9bec1b None None] Provisioning complete for port 51a1da64-e19b-4df6-9dbb-125b52e06b77 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:34.956936 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15255831-6baf-44a5-baee-9401ec9bec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:35.086706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-15255831-6baf-44a5-baee-9401ec9bec1b None None] Port 51a1da64-e19b-4df6-9dbb-125b52e06b77 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:03:35.124044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:31Z', 'revision_number': 3, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:35.170612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e983b9-901c-49c2-9193-e86062db41c6 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:31Z', 'revision_number': 3, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:03:35.174172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks [] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:35.185046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:35.249816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:35.314288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Pushing event updated for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:35.414401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:35.419019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:35.634443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:03:35.971413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7d76b1a1-7b25-4e5a-8c4a-5bfc2bea2200 None None] Provisioning complete for port 51a1da64-e19b-4df6-9dbb-125b52e06b77 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:35.971929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7d76b1a1-7b25-4e5a-8c4a-5bfc2bea2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:35.991124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:03:36.047189 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-dfa63e51-9abc-4fde-91ce-51894bdb4755 admin admin] 10.222.0.35 "PUT /v2.0/routers/49ef0858-f00a-4f1b-9eb4-e82c1314940a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4152453 Mar 10 18:03:36.143118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7d76b1a1-7b25-4e5a-8c4a-5bfc2bea2200 None None] Port 51a1da64-e19b-4df6-9dbb-125b52e06b77 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:03:36.259917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 36869c5c-465b-433c-b4c2-464c63461f77 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:36.365340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 36869c5c-465b-433c-b4c2-464c63461f77 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:36.366694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (36869c5c-465b-433c-b4c2-464c63461f77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:36.541579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 36869c5c-465b-433c-b4c2-464c63461f77 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:36.542049 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (36869c5c-465b-433c-b4c2-464c63461f77), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:36.590787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 36869c5c-465b-433c-b4c2-464c63461f77, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=36869c5c-465b-433c-b4c2-464c63461f77,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:36.604075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (36869c5c-465b-433c-b4c2-464c63461f77), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:36.697339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=36869c5c-465b-433c-b4c2-464c63461f77,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:37.064472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49684) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:37.070985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132147445-network', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:37.121624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Made reservation on behalf of fd1ae12e9ba2419e968777547512cdff for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:03:37.124860 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.143175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.312176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks [] for security_group (a3b952bc-e021-45e7-aa8b-83aae3bd087a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.317036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3b952bc-e021-45e7-aa8b-83aae3bd087a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.337591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:03:37.351429 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2f0c4079-99cd-4834-9464-b13b80783a49), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.352418 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Added segment 2f0c4079-99cd-4834-9464-b13b80783a49 of type vlan for network 859c913d-1e4d-4457-bfa9-80443cf67299 Mar 10 18:03:37.407645 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (859c913d-1e4d-4457-bfa9-80443cf67299), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.448245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (859c913d-1e4d-4457-bfa9-80443cf67299), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.450113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:37.451974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.555507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=859c913d-1e4d-4457-bfa9-80443cf67299,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:37.566360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 859c913d-1e4d-4457-bfa9-80443cf67299 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:03:37.588168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b952bc-e021-45e7-aa8b-83aae3bd087a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:37.597222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-92a30cbd-99eb-4db1-b0d6-73b9bb19d4a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5292096 Mar 10 18:03:37.599615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49690) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:37.605549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Request body: {'subnet': {'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132147445-subnet', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:37.668938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Made reservation on behalf of fd1ae12e9ba2419e968777547512cdff for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:03:37.673329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:37.975665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (ef202593-b6d4-4272-afea-a2a6137ca803), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.048733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef202593-b6d4-4272-afea-a2a6137ca803,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:38.097348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Checking segment: {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:38.097348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Network hostable DHCP agents. Network: 859c913d-1e4d-4457-bfa9-80443cf67299, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:03:38.099628 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:03:38.120747 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:38.121852 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:38.150522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Network 859c913d-1e4d-4457-bfa9-80443cf67299 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:03:38.183802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 859c913d-1e4d-4457-bfa9-80443cf67299) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:38.193275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 36869c5c-465b-433c-b4c2-464c63461f77 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:38.206951 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:38.209419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243acdba-af52-4723-993b-9546b696c622 None None] Network 859c913d-1e4d-4457-bfa9-80443cf67299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:03:38.211749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.251859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b0e5534-0ae4-4f8b-a9df-b99543d13b0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6508629 Mar 10 18:03:38.254691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49696) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:38.260202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:38.326775 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (76fef82e-7259-427c-b31a-582071dad176), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.329303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (76fef82e-7259-427c-b31a-582071dad176), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.465735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for router_controller (76fef82e-7259-427c-b31a-582071dad176), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.647175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 36869c5c-465b-433c-b4c2-464c63461f77 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:38.648661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (36869c5c-465b-433c-b4c2-464c63461f77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.661672 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:38.665241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-859c913d-1e4d-4457-bfa9-80443cf67299', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:03:38.666143 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:38.889707 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for router_gateway (76fef82e-7259-427c-b31a-582071dad176), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.123157 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:35Z', 'revision_number': 2, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:39.156142 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:03:39.156932 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Updating router 49ef0858-f00a-4f1b-9eb4-e82c1314940a port 51a1da64-e19b-4df6-9dbb-125b52e06b77 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:03:39.194072 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.201949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 36869c5c-465b-433c-b4c2-464c63461f77 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:39.244085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Allocated IP 172.20.0.2 (859c913d-1e4d-4457-bfa9-80443cf67299/ef202593-b6d4-4272-afea-a2a6137ca803/de0cd465-9638-49ab-bb3a-01fd00a5dc30) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:39.473850 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for router_gateway (76fef82e-7259-427c-b31a-582071dad176), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.519538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks [] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.524092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.540293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.615820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Pushing event updated for resources: {'Port': ['ID=de0cd465-9638-49ab-bb3a-01fd00a5dc30,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:39.629524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Network 859c913d-1e4d-4457-bfa9-80443cf67299 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:39.632157 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks [] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.633933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:39.638943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:39.649557 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.716463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Attempting to bind port de0cd465-9638-49ab-bb3a-01fd00a5dc30 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:39.716986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Attempting to bind port de0cd465-9638-49ab-bb3a-01fd00a5dc30 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:39.717187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Attempting to bind port de0cd465-9638-49ab-bb3a-01fd00a5dc30 on network 859c913d-1e4d-4457-bfa9-80443cf67299 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:39.722850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:39.723224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Checking segment: {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:39.723630 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.724171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Bound using segment: {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:39.724763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Bound port: de0cd465-9638-49ab-bb3a-01fd00a5dc30, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:39.725149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.779694 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Pushing event updated for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:39.787820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Allocated IP 172.25.3.21 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/8a4dc0d5-a29e-44a7-9819-5607b9b0855d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:39.834589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] For port de0cd465-9638-49ab-bb3a-01fd00a5dc30, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:39.844072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] For port de0cd465-9638-49ab-bb3a-01fd00a5dc30, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=de0cd465-9638-49ab-bb3a-01fd00a5dc30,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:39.861369 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.863377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.866773 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.866773 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.870751 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.871196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.871536 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.871872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.872318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.872830 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.873152 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.873538 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.873923 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.876343 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:03:39.983136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Attempting to bind port 51a1da64-e19b-4df6-9dbb-125b52e06b77 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:39.983597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Attempting to bind port 51a1da64-e19b-4df6-9dbb-125b52e06b77 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:39.984027 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Attempting to bind port 51a1da64-e19b-4df6-9dbb-125b52e06b77 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:39.989772 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:39.990243 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:39.990748 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:39.991206 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:39.991976 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Bound port: 51a1da64-e19b-4df6-9dbb-125b52e06b77, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:39.992571 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.031414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697309f-9c79-4cce-bb44-8c55b4bcfc15 None None] Pushing event updated for resources: {'Port': ['ID=de0cd465-9638-49ab-bb3a-01fd00a5dc30,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:40.059718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.102760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.144603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] For port 51a1da64-e19b-4df6-9dbb-125b52e06b77, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:40.150014 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] For port 51a1da64-e19b-4df6-9dbb-125b52e06b77, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=51a1da64-e19b-4df6-9dbb-125b52e06b77,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:40.162894 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.185134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:40.188941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:40.190734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:40.193060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:40.206144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Provisioning complete for port 51a1da64-e19b-4df6-9dbb-125b52e06b77 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:40.208460 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.295961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:40.298594 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:40.434486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Current status of the port 51a1da64-e19b-4df6-9dbb-125b52e06b77 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:40.438298 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.518183 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69d48c-0f38-42c2-aeba-31abbb7f20bc None None] Pushing event updated for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:40.597262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] For port 51a1da64-e19b-4df6-9dbb-125b52e06b77, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=51a1da64-e19b-4df6-9dbb-125b52e06b77,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:40.613666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:40.671544 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:40.744394 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for router_gateway (76fef82e-7259-427c-b31a-582071dad176), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:41.044984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5fb21611-2de1-4999-a93f-428a06fd22fe None None] Provisioning complete for port 51a1da64-e19b-4df6-9dbb-125b52e06b77 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:41.047913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fb21611-2de1-4999-a93f-428a06fd22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:41.059206 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:41.119217 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600a3ae-37f1-4949-b7f9-03259a87ed23 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:03:41.132933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf9136-9b4e-4ce9-b2b4-5121e29518f5 None None] Pushing event updated for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:41.178660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (76fef82e-7259-427c-b31a-582071dad176), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:41.311284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5fb21611-2de1-4999-a93f-428a06fd22fe None None] Current status of the port 51a1da64-e19b-4df6-9dbb-125b52e06b77 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:41.446896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Router 76fef82e-7259-427c-b31a-582071dad176 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:03:41.627543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:03:41.638594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Sync routers for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:03:41.654757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:41.655640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:41.679156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:41.684076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f93f803c-bcff-4db8-8a88-684ab1a006a6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4257803 Mar 10 18:03:41.684423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49722) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:41.880298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e6ee8-c617-46b7-a125-f4fc7a36a2f5 None None] Network 859c913d-1e4d-4457-bfa9-80443cf67299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:03:42.050512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:42.084363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Provisioning complete for port de0cd465-9638-49ab-bb3a-01fd00a5dc30 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:42.084742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.096877 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:03:42.412109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 51a1da64-e19b-4df6-9dbb-125b52e06b77 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:42.554410 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28845231-0192-44ac-8428-4e04b729cd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.629820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Current status of the port de0cd465-9638-49ab-bb3a-01fd00a5dc30 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:42.630242 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.732057 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.782453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] For port de0cd465-9638-49ab-bb3a-01fd00a5dc30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=de0cd465-9638-49ab-bb3a-01fd00a5dc30,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:42.783620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 51a1da64-e19b-4df6-9dbb-125b52e06b77 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:42.783992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.860911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.873341 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 3, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:42.934078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Checking router: 76fef82e-7259-427c-b31a-582071dad176 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:03:42.934405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Updating router 76fef82e-7259-427c-b31a-582071dad176 port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:03:42.967227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:42.988089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Allocated IP 172.20.0.1 (859c913d-1e4d-4457-bfa9-80443cf67299/ef202593-b6d4-4272-afea-a2a6137ca803/7bcd30c2-63d0-401b-ace1-22b51a453ef0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:43.189531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-084f5e94-893b-40a6-b317-6808cdeb2375 None None] Provisioning complete for port de0cd465-9638-49ab-bb3a-01fd00a5dc30 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:43.189531 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-084f5e94-893b-40a6-b317-6808cdeb2375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.213979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks [] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.237705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411707ae-adae-4ab8-9f08-4619f13c76b2 None None] Pushing event updated for resources: {'Port': ['ID=de0cd465-9638-49ab-bb3a-01fd00a5dc30,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:43.246352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 51a1da64-e19b-4df6-9dbb-125b52e06b77 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:43.247641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device de0cd465-9638-49ab-bb3a-01fd00a5dc30 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:43.277438 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.336423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Network 859c913d-1e4d-4457-bfa9-80443cf67299 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:43.344031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:43.356823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:43.365129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:43.409159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-084f5e94-893b-40a6-b317-6808cdeb2375 None None] Current status of the port de0cd465-9638-49ab-bb3a-01fd00a5dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:43.435606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (76fef82e-7259-427c-b31a-582071dad176), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.446588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port de0cd465-9638-49ab-bb3a-01fd00a5dc30 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:43.446965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.650949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.678788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks [] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.708075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.811417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bb78b-36e9-4e20-b7d8-11a9c952c25a None None] Pushing event updated for resources: {'Port': ['ID=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:43.824211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port de0cd465-9638-49ab-bb3a-01fd00a5dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:43.831129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Attempting to bind port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:43.831494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Attempting to bind port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:43.831845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Attempting to bind port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:43.845378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:43.845754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:43.846162 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.846608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:43.847279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Bound port: 8a4dc0d5-a29e-44a7-9819-5607b9b0855d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:43.847792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:43.961376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:43.973425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] For port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:43.981446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] For port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:44.004038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.013628 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks [] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.025020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Deleting subnet 84ba61de-6052-4209-b71e-56e140880a61 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:03:44.026965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.028896 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Publish callbacks [] for subnet (84ba61de-6052-4209-b71e-56e140880a61), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.145158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:44.145780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:44.146235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (84ba61de-6052-4209-b71e-56e140880a61), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.161659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-21041fa0-ec06-40f8-862d-feb21f6b828a None None] Provisioning complete for port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:44.162031 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-21041fa0-ec06-40f8-862d-feb21f6b828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.180436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (76fef82e-7259-427c-b31a-582071dad176), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.187647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:44.242551 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (84ba61de-6052-4209-b71e-56e140880a61), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.294741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device de0cd465-9638-49ab-bb3a-01fd00a5dc30 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:44.310413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bb78b-36e9-4e20-b7d8-11a9c952c25a None None] Pushing event updated for resources: {'Port': ['ID=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:44.320759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Network 859c913d-1e4d-4457-bfa9-80443cf67299 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:44.322780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:44.358669 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (84ba61de-6052-4209-b71e-56e140880a61), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.397612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-21041fa0-ec06-40f8-862d-feb21f6b828a None None] Port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:03:44.401584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ba61de-6052-4209-b71e-56e140880a61,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:44.425256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.428735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-010e4182-c212-4bc8-b27c-11b45827b407 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84ba61de-6052-4209-b71e-56e140880a61 HTTP/1.1" status: 204 len: 168 time: 0.4656291 Mar 10 18:03:44.432306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49746) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:44.521314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:44.549120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port de0cd465-9638-49ab-bb3a-01fd00a5dc30 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:44.549120 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.557868 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (95ae5c43-6434-48b8-abb0-7a1fa558d17c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.638967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Router 76fef82e-7259-427c-b31a-582071dad176 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:03:44.799953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (95ae5c43-6434-48b8-abb0-7a1fa558d17c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.836556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ae5c43-6434-48b8-abb0-7a1fa558d17c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:44.851536 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:44.851853 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40ea848-6ebf-4c4e-8bf3-9ed66700853b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:44.899320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (e40ea848-6ebf-4c4e-8bf3-9ed66700853b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.959358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (e40ea848-6ebf-4c4e-8bf3-9ed66700853b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:44.978078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:03:44.978609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (e40ea848-6ebf-4c4e-8bf3-9ed66700853b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:03:45.000216 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:03:45.020147 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9070e894-59f5-4524-897e-8f8fcfd43fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.033866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3bca86b4-8984-451c-b614-fe8e7c7a88b9 None None] Provisioning complete for port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:45.034401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3bca86b4-8984-451c-b614-fe8e7c7a88b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.083879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:03:45.092945 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7b2260d5-0189-42cb-8214-89aff2e145a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/76fef82e-7259-427c-b31a-582071dad176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066086 Mar 10 18:03:45.094508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (95ae5c43-6434-48b8-abb0-7a1fa558d17c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.108788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.112966 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] 10.222.0.35 "DELETE /v2.0/networks/95ae5c43-6434-48b8-abb0-7a1fa558d17c HTTP/1.1" status: 204 len: 168 time: 0.6797199 Mar 10 18:03:45.115943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49754) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:45.147796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f87c7-549c-4c08-8405-f8d7427e555b admin admin] Pushing event deleted for resources: {'Network': ['ID=95ae5c43-6434-48b8-abb0-7a1fa558d17c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:45.184492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Deleting subnet a96fc483-c603-4f29-89b5-090bb25d4dfe {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:03:45.188665 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Publish callbacks [] for subnet (a96fc483-c603-4f29-89b5-090bb25d4dfe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.234341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (a96fc483-c603-4f29-89b5-090bb25d4dfe), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.267171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port de0cd465-9638-49ab-bb3a-01fd00a5dc30 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:45.271930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3bca86b4-8984-451c-b614-fe8e7c7a88b9 None None] Port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:03:45.289949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (a96fc483-c603-4f29-89b5-090bb25d4dfe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.374943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7bcd30c2-63d0-401b-ace1-22b51a453ef0', 'name': '', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'mac_address': 'fa:16:3e:a7:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:42Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 2, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'subnets': [{'id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:45.384805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (a96fc483-c603-4f29-89b5-090bb25d4dfe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.412030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6143c0a-8306-40cb-8ddb-af5f333b02b9 None None] The sync data for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 is: [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7bcd30c2-63d0-401b-ace1-22b51a453ef0', 'name': '', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'mac_address': 'fa:16:3e:a7:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:42Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 2, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'subnets': [{'id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:03:45.440267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.445222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a96fc483-c603-4f29-89b5-090bb25d4dfe HTTP/1.1" status: 204 len: 168 time: 0.3273439 Mar 10 18:03:45.446910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae5e37-7200-4307-bc03-764b97152e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96fc483-c603-4f29-89b5-090bb25d4dfe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:45.448477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:45.582773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (99c4c5a6-1cd6-42c9-9fe3-7a840f905073), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.736744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (99c4c5a6-1cd6-42c9-9fe3-7a840f905073), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.768354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c4c5a6-1cd6-42c9-9fe3-7a840f905073']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:45.828902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024919e1-aa75-4f26-9cae-590ff4c11727') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:45.829733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024919e1-aa75-4f26-9cae-590ff4c11727') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:45.841186 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (024919e1-aa75-4f26-9cae-590ff4c11727), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.857387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (024919e1-aa75-4f26-9cae-590ff4c11727), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.865343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:03:45.865734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (024919e1-aa75-4f26-9cae-590ff4c11727), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.937969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:03:45.972323 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:03:45.981885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (99c4c5a6-1cd6-42c9-9fe3-7a840f905073), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:45.995784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:46.003904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] 10.222.0.35 "DELETE /v2.0/networks/99c4c5a6-1cd6-42c9-9fe3-7a840f905073 HTTP/1.1" status: 204 len: 168 time: 0.5539434 Mar 10 18:03:46.041974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543a57a-6796-4f4c-84e5-de3f475da124 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c4c5a6-1cd6-42c9-9fe3-7a840f905073,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:46.419169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49780) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:46.537669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6556fd52-860a-4429-ade5-890a6ddfe472 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74a54583e9614159b80cea0d8fee732d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1173129 Mar 10 18:03:46.541260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49784) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:46.732258 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] Publish callbacks [] for security_group (edec38fc-baf1-488b-b471-05fd61bef2e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:46.794051 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] Publish callbacks [] for security_group (edec38fc-baf1-488b-b471-05fd61bef2e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:46.909257 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (edec38fc-baf1-488b-b471-05fd61bef2e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:46.912172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:46.916930 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edec38fc-baf1-488b-b471-05fd61bef2e6 HTTP/1.1" status: 204 len: 168 time: 0.3713224 Mar 10 18:03:46.937792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc402861-851a-41b6-8769-485aad083967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edec38fc-baf1-488b-b471-05fd61bef2e6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:47.390214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:47.655857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 49876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:47.758967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 49888) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:03:47.765539 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5d076650-ab8c-49b5-87ec-037937ba3683 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d4c8a75e01a4b4fbb42d157fb8786e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977669 Mar 10 18:03:47.910141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] Publish callbacks [] for security_group (c5a1457e-ca10-4575-b4ab-0ad0802a29b9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:47.972967 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] Publish callbacks [] for security_group (c5a1457e-ca10-4575-b4ab-0ad0802a29b9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.084311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5a1457e-ca10-4575-b4ab-0ad0802a29b9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.088500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.089989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5a1457e-ca10-4575-b4ab-0ad0802a29b9 HTTP/1.1" status: 204 len: 168 time: 0.3299997 Mar 10 18:03:48.128133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a696-d4f1-4b31-9bd6-41834b5a1b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a1457e-ca10-4575-b4ab-0ad0802a29b9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:48.334971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8a4dc0d5-a29e-44a7-9819-5607b9b0855d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:48.460892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:48.462017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.635692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:48.637406 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.680055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:48.688856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:48.805392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:49.346207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:49.646445 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Sync routers for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:03:49.661235 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:49.661849 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:49.817786 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:50.130862 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7bcd30c2-63d0-401b-ace1-22b51a453ef0', 'name': '', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'mac_address': 'fa:16:3e:a7:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:42Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 2, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'subnets': [{'id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:50.212062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8a4dc0d5-a29e-44a7-9819-5607b9b0855d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:50.315573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:50.316064 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:50.327820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-ad13b742-842b-4b01-a6cf-6c044e700266 req-f65c8ab6-038b-44ef-a539-2461491b7cc9 service neutron] (103795) timed out ('10.222.0.41', 64956) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:03:50.399200 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Checking router: 76fef82e-7259-427c-b31a-582071dad176 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:03:50.400465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Updating router 76fef82e-7259-427c-b31a-582071dad176 port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:03:50.475006 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:50.496805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:50.864857 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks [] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:50.883673 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:50.975662 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ed23-30cb-48ea-a3fe-17fc73851ce0 None None] Pushing event updated for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:51.023822 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Attempting to bind port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:51.024504 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Attempting to bind port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:51.025043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Attempting to bind port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 on network 859c913d-1e4d-4457-bfa9-80443cf67299 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:51.031056 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:51.031690 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Checking segment: {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:51.032291 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.033216 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Bound using segment: {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:51.033858 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Bound port: 7bcd30c2-63d0-401b-ace1-22b51a453ef0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0c4079-99cd-4834-9464-b13b80783a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:51.034414 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.135715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-45348906-eb56-475b-b6fb-e3fe1a553824 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:51.141360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-45348906-eb56-475b-b6fb-e3fe1a553824 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.2524686 Mar 10 18:03:51.157648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-f5dfd523-440c-423f-9b94-65ec1890da77 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0117943 Mar 10 18:03:51.169434 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] For port 7bcd30c2-63d0-401b-ace1-22b51a453ef0, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:51.173094 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] For port 7bcd30c2-63d0-401b-ace1-22b51a453ef0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7bcd30c2-63d0-401b-ace1-22b51a453ef0,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:51.189216 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.307564 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:03:51.315926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:03:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:51.315926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454ed23-30cb-48ea-a3fe-17fc73851ce0 None None] Pushing event updated for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:51.345817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Provisioning complete for port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:51.346316 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.487508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-b8cd3e73-d8b3-40a3-8a2e-b1fc0801a2cd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3205643 Mar 10 18:03:51.587382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Current status of the port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:51.587694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.634821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] For port 7bcd30c2-63d0-401b-ace1-22b51a453ef0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7bcd30c2-63d0-401b-ace1-22b51a453ef0,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:51.644261 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.659986 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:03:51.690195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-26830e8f-5e52-40d7-9cda-a2e0c6851189 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004271 Mar 10 18:03:51.737067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1808c-9df0-4f35-b829-318984c41185 None None] Pushing event updated for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:51.771748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-edb99c94-7ac3-4cb0-9fd5-e027c66c02b9 None None] Provisioning complete for port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:51.772119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-edb99c94-7ac3-4cb0-9fd5-e027c66c02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:51.891871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-6e276991-a334-491d-940b-ba8aef006ae4 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925056 Mar 10 18:03:51.917090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-edb99c94-7ac3-4cb0-9fd5-e027c66c02b9 None None] Current status of the port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:51.978238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7bcd30c2-63d0-401b-ace1-22b51a453ef0', 'name': '', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'mac_address': 'fa:16:3e:a7:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:42Z', 'updated_at': '2022-03-10T18:03:51Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'subnets': [{'id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:03:52.019412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9138d3-ec51-4f2f-bf46-de37605a7b94 None None] The sync data for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 is: [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:03:43Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7bcd30c2-63d0-401b-ace1-22b51a453ef0', 'name': '', 'network_id': '859c913d-1e4d-4457-bfa9-80443cf67299', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'mac_address': 'fa:16:3e:a7:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:42Z', 'updated_at': '2022-03-10T18:03:51Z', 'revision_number': 4, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'subnets': [{'id': 'ef202593-b6d4-4272-afea-a2a6137ca803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:03:52.229503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7bcd30c2-63d0-401b-ace1-22b51a453ef0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:03:52.373620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:52.374253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:52.402031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54d63a99-5137-4e9b-a3c3-0f808630bef9 req-e89274ae-958d-42c8-b0be-c3cf5f0a03a7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0777714 Mar 10 18:03:52.500773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:03:53.503523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ba2a6-9cbb-4179-914b-f798dcecfb84 req-15f6587e-41dd-467f-b9ab-33f2929dd6f0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0362375 Mar 10 18:03:54.079390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-8f0279c0-a2c7-4a14-9728-bd1dee39bc46 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:54.081632 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-8f0279c0-a2c7-4a14-9728-bd1dee39bc46 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.5109506 Mar 10 18:03:54.098647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:54.228837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:03:54.233123 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:54.390845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.12 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/c227faea-276e-4158-970b-84688c53277d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:03:54.560070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (c227faea-276e-4158-970b-84688c53277d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:54.603885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c227faea-276e-4158-970b-84688c53277d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:54.655192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e776a-5a6b-454a-8983-f25c58dd968c req-528969b2-62a0-4106-ae5a-07cf86ccad98 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:54.663505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c2e776a-5a6b-454a-8983-f25c58dd968c req-528969b2-62a0-4106-ae5a-07cf86ccad98 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 932 time: 0.0740583 Mar 10 18:03:54.671825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:03:54.673267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:54.676042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:03:54.691675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:03:54.756246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c2e776a-5a6b-454a-8983-f25c58dd968c req-14f9f3c4-c5a8-4255-8900-ecacfcce9671 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914650 Mar 10 18:03:54.771040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:54.771040 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:54.793731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-11c25e17-15ab-4525-affb-89653ba48ee0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6986480 Mar 10 18:03:54.808935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-eaeb9023-0ada-4b64-832a-1918451d9fa6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:03:54.810187 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-eaeb9023-0ada-4b64-832a-1918451d9fa6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072949 Mar 10 18:03:54.829636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Request body: {'port': {'device_id': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:03:54.920535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c227faea-276e-4158-970b-84688c53277d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:54.968347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-82ae7b1a-ed25-49a5-9b0d-5f2ed911fa7e None None] Provisioning complete for port c227faea-276e-4158-970b-84688c53277d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:03:54.968898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82ae7b1a-ed25-49a5-9b0d-5f2ed911fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c227faea-276e-4158-970b-84688c53277d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.007296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-82ae7b1a-ed25-49a5-9b0d-5f2ed911fa7e None None] Port c227faea-276e-4158-970b-84688c53277d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:03:55.231574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c227faea-276e-4158-970b-84688c53277d {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:03:55.239690 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks [] for port (c227faea-276e-4158-970b-84688c53277d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.252953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Transition to ACTIVE for port object c227faea-276e-4158-970b-84688c53277d will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:03:55.259022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c227faea-276e-4158-970b-84688c53277d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.310934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:55.381770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Attempting to bind port c227faea-276e-4158-970b-84688c53277d on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:03:55.382110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Attempting to bind port c227faea-276e-4158-970b-84688c53277d by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:03:55.382701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Attempting to bind port c227faea-276e-4158-970b-84688c53277d on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:55.387560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Port c227faea-276e-4158-970b-84688c53277d on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:03:55.387969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Attempting to bind port c227faea-276e-4158-970b-84688c53277d on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:03:55.393369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:03:55.393789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:03:55.394245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:03:55.394769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Bound port: c227faea-276e-4158-970b-84688c53277d, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:03:55.395189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c227faea-276e-4158-970b-84688c53277d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.469469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:03:55.474904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c227faea-276e-4158-970b-84688c53277d,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:03:55.482081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c227faea-276e-4158-970b-84688c53277d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.523859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:55.524942 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:55.527225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] 10.222.0.59 "PUT /v2.0/ports/c227faea-276e-4158-970b-84688c53277d HTTP/1.1" status: 200 len: 1092 time: 0.7026684 Mar 10 18:03:55.554080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'tag': 'c227faea-276e-4158-970b-84688c53277d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:03:55.556566 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f96e9-8475-4950-b2b5-7115ba0b6a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "tag": "c227faea-276e-4158-970b-84688c53277d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:03:55.559072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d63fa-ad43-4b91-bde3-ca9b25980a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:55.621458 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118195e3-4cee-44d5-ad87-cf2f366b88e9 x-openstack-request-id: req-118195e3-4cee-44d5-ad87-cf2f366b88e9 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:03:55.621763 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "tag": "c227faea-276e-4158-970b-84688c53277d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:03:55.622021 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-118195e3-4cee-44d5-ad87-cf2f366b88e9 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:03:55.622472 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'tag': 'c227faea-276e-4158-970b-84688c53277d', 'status': 'completed', 'code': 200} Mar 10 18:03:55.634774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-1fb76f62-6985-4486-939e-629fa9ad0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:55.636242 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-1fb76f62-6985-4486-939e-629fa9ad0522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 1126 time: 0.0572526 Mar 10 18:03:55.686380 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-8f2bbd48-740d-4342-8915-ea220a7971ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c227faea-276e-4158-970b-84688c53277d HTTP/1.1" status: 200 len: 217 time: 0.0428734 Mar 10 18:03:55.737511 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-78e53732-627e-4a9f-b399-6d623c1c9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:55.739146 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-78e53732-627e-4a9f-b399-6d623c1c9ce7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0466280 Mar 10 18:03:55.794095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-902ea33f-e3c8-4504-91db-3b1682888f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:55.796060 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-902ea33f-e3c8-4504-91db-3b1682888f28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474079 Mar 10 18:03:55.882784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261493-39d2-46ab-a120-3775606330ac req-2a0d1002-c45b-49d0-b612-29798b34165f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:55.885094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65261493-39d2-46ab-a120-3775606330ac req-2a0d1002-c45b-49d0-b612-29798b34165f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0658166 Mar 10 18:03:55.901611 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-e5ea432d-9d7d-41ce-a2f3-f099f4bc06a3 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950677 Mar 10 18:03:55.934786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65261493-39d2-46ab-a120-3775606330ac req-1b3e89ba-6a17-49f5-a25b-8336f1263a21 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Mar 10 18:03:56.004429 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ee4ed824-ea3f-4679-8d2b-974d604feb08 req-e8752e91-e2be-4610-9035-1dfc1e89f6ca service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924599 Mar 10 18:03:56.114258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-987c98e4-7755-4b53-92e1-e0cfc6ef0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:56.115898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-987c98e4-7755-4b53-92e1-e0cfc6ef0008 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 1126 time: 0.0559878 Mar 10 18:03:56.216880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-0f3e6f57-eefe-4f54-b04a-01f1f1e9c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:56.218571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-0f3e6f57-eefe-4f54-b04a-01f1f1e9c7e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0934238 Mar 10 18:03:56.268145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-698f522e-3bf7-4f4d-aa00-6ea9142d15b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c227faea-276e-4158-970b-84688c53277d HTTP/1.1" status: 200 len: 217 time: 0.0403156 Mar 10 18:03:56.352585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-d3efbe59-1ca1-493e-886b-eaa31dfaab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:56.354192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-d3efbe59-1ca1-493e-886b-eaa31dfaab38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0712554 Mar 10 18:03:56.417900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-94b13c43-2185-4baf-a295-78fd09c79cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:56.419706 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-94b13c43-2185-4baf-a295-78fd09c79cc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553715 Mar 10 18:03:56.543709 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-c38ed555-e19b-4ba2-b383-7001d0fcd983 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134012 Mar 10 18:03:56.593715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce81-80a0-4e6d-9629-00fe4650082b req-d01ce0f2-3e55-40a6-920b-f364b0a4430e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:56.595323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59bce81-80a0-4e6d-9629-00fe4650082b req-d01ce0f2-3e55-40a6-920b-f364b0a4430e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0607162 Mar 10 18:03:56.645736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-647f96e9-8475-4950-b2b5-7115ba0b6a0d req-a118b1e8-64a8-4c8d-a770-7d4bfac86416 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917594 Mar 10 18:03:56.648344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e59bce81-80a0-4e6d-9629-00fe4650082b req-7da94018-c86e-4e99-bef0-79ce8dacb905 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 Mar 10 18:03:57.070193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952bd6-b56f-45a7-8af0-8ff24d615173 req-cf8a5126-c2fc-430f-b38d-b90b28629c25 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:57.072459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26952bd6-b56f-45a7-8af0-8ff24d615173 req-cf8a5126-c2fc-430f-b38d-b90b28629c25 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0646918 Mar 10 18:03:57.101043 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:57.135131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26952bd6-b56f-45a7-8af0-8ff24d615173 req-315be97f-1641-49da-b97a-ed9541951ea1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564358 Mar 10 18:03:57.777496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1311672-5d03-4a2b-9719-827be1c74436 req-37dfe4c4-36d4-4328-be1b-032a77d003e4 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:57.779097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1311672-5d03-4a2b-9719-827be1c74436 req-37dfe4c4-36d4-4328-be1b-032a77d003e4 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0556865 Mar 10 18:03:57.829307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1311672-5d03-4a2b-9719-827be1c74436 req-d8f33c82-4eaa-415b-aaff-170680939560 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Mar 10 18:03:58.140498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-0e379d7f-f912-46c6-af1b-b9fc5502ff5f tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:58.141978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-0e379d7f-f912-46c6-af1b-b9fc5502ff5f tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 945 time: 0.0554724 Mar 10 18:03:58.288846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff29-3792-4411-af31-9565ecb21108 req-d556875e-aaf7-4bd7-afe2-5dff13061650 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:58.290466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2769ff29-3792-4411-af31-9565ecb21108 req-d556875e-aaf7-4bd7-afe2-5dff13061650 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0692260 Mar 10 18:03:58.300392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Deleting port 572b0073-0a04-4837-ade8-aa440c314db9 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:03:58.300726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (572b0073-0a04-4837-ade8-aa440c314db9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:58.407578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2769ff29-3792-4411-af31-9565ecb21108 req-d42b2ea2-ba09-46b4-a679-37b41068cdcd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036546 Mar 10 18:03:58.441238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] For port 572b0073-0a04-4837-ade8-aa440c314db9, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=572b0073-0a04-4837-ade8-aa440c314db9,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:03:58.441702 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (572b0073-0a04-4837-ade8-aa440c314db9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:58.457125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Calling delete_port for 572b0073-0a04-4837-ade8-aa440c314db9 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:03:58.609097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (572b0073-0a04-4837-ade8-aa440c314db9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:58.623324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['572b0073-0a04-4837-ade8-aa440c314db9'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:03:59.024529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Pushing event deleted for resources: {'Port': ['ID=572b0073-0a04-4837-ade8-aa440c314db9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:03:59.056011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b80df7d-c26b-4555-aec2-c39b2d340ddb req-d6256bc1-58d7-426e-a644-ad6e43a42eb9 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b7191fe-3aa6-4e77-99d5-2898c7bf6268 HTTP/1.1" status: 200 len: 210 time: 0.0366044 Mar 10 18:03:59.096072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] No DVR routers for this DVR port 572b0073-0a04-4837-ade8-aa440c314db9 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:03:59.099056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:03:59.103140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd4403fe-ffb1-4c5c-b4f6-36713670252a req-d01a97df-6f7e-4496-be0d-b19467025f8c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "DELETE /v2.0/ports/572b0073-0a04-4837-ade8-aa440c314db9 HTTP/1.1" status: 204 len: 173 time: 0.9553943 Mar 10 18:03:59.103611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'name': 'network-vif-deleted', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:03:59.113032 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b8dda6-44aa-4bc9-ac4c-de66aaa890aa" -d '{"events": [{"server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "name": "network-vif-deleted", "tag": "572b0073-0a04-4837-ade8-aa440c314db9"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:03:59.166335 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae9d468-af7c-4de9-a704-5eb2bbef0195 x-openstack-request-id: req-dae9d468-af7c-4de9-a704-5eb2bbef0195 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:03:59.170724 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7191fe-3aa6-4e77-99d5-2898c7bf6268", "name": "network-vif-deleted", "tag": "572b0073-0a04-4837-ade8-aa440c314db9", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:03:59.171296 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dae9d468-af7c-4de9-a704-5eb2bbef0195 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:03:59.171885 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7191fe-3aa6-4e77-99d5-2898c7bf6268', 'name': 'network-vif-deleted', 'tag': '572b0073-0a04-4837-ade8-aa440c314db9', 'status': 'completed', 'code': 200} Mar 10 18:03:59.595261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd6d79-0a1b-4937-82c3-1ff158b32265 req-c9b69689-4216-493c-b3d1-d73b96401c83 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:03:59.603860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4cd6d79-0a1b-4937-82c3-1ff158b32265 req-c9b69689-4216-493c-b3d1-d73b96401c83 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1144638 Mar 10 18:03:59.664284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4cd6d79-0a1b-4937-82c3-1ff158b32265 req-2905ab84-0d8e-4bfc-93ca-f3cb62425104 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593672 Mar 10 18:04:00.151424 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:00.799718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef34f33-b16c-4b48-8211-18846836c3b6 req-447d1612-ff90-4cae-becc-9505ace8b1ac tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:00.801299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fef34f33-b16c-4b48-8211-18846836c3b6 req-447d1612-ff90-4cae-becc-9505ace8b1ac tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0613320 Mar 10 18:04:00.851530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fef34f33-b16c-4b48-8211-18846836c3b6 req-8b322c97-8402-445c-8a8b-0cedc0e152af tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Mar 10 18:04:02.003137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ddb65-6d52-4620-ad38-15138af932d6 req-6f4ebace-58ff-4020-bb31-4705b98e2aeb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:02.011078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c7ddb65-6d52-4620-ad38-15138af932d6 req-6f4ebace-58ff-4020-bb31-4705b98e2aeb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0616858 Mar 10 18:04:02.075579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c7ddb65-6d52-4620-ad38-15138af932d6 req-358cad8a-d0c4-469a-9e1c-59cc14449d12 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634227 Mar 10 18:04:02.876025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 572b0073-0a04-4837-ade8-aa440c314db9 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:04:02.903261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 572b0073-0a04-4837-ade8-aa440c314db9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:04:02.903676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 572b0073-0a04-4837-ade8-aa440c314db9 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:04:03.196871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287f5c7-4f3f-4fe6-9983-18a004fc7910 req-614bbda9-2e90-41d9-aad0-98396a22de13 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:03.198302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e287f5c7-4f3f-4fe6-9983-18a004fc7910 req-614bbda9-2e90-41d9-aad0-98396a22de13 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0562773 Mar 10 18:04:03.248171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e287f5c7-4f3f-4fe6-9983-18a004fc7910 req-02d15a2b-8d6a-4ca6-bf22-1fb519c5ee27 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Mar 10 18:04:04.373798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841e971-fc9b-49ab-a020-8d689353ccf9 req-1a2025cb-c48a-4599-9469-9f05674b9c38 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:04.376214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3841e971-fc9b-49ab-a020-8d689353ccf9 req-1a2025cb-c48a-4599-9469-9f05674b9c38 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0564492 Mar 10 18:04:04.430274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3841e971-fc9b-49ab-a020-8d689353ccf9 req-bf32a609-9ff7-452f-917e-13c0cc3684ca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Mar 10 18:04:05.563103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a934a-3b70-44f5-b50b-c101ef6fc087 req-69f79fce-0507-4355-927f-8b67785bca11 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:05.564596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d46a934a-3b70-44f5-b50b-c101ef6fc087 req-69f79fce-0507-4355-927f-8b67785bca11 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0607781 Mar 10 18:04:05.619787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d46a934a-3b70-44f5-b50b-c101ef6fc087 req-c132951a-7ed1-4b4d-aab9-0820188fece0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Mar 10 18:04:06.741514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccda85-41f5-4aee-9dd0-9d0b8418443f req-c61affa8-cca9-4fa7-b652-c274b5f6cfcc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:06.743102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55ccda85-41f5-4aee-9dd0-9d0b8418443f req-c61affa8-cca9-4fa7-b652-c274b5f6cfcc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0556722 Mar 10 18:04:06.792309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55ccda85-41f5-4aee-9dd0-9d0b8418443f req-13881a85-394b-4e32-a9c9-af2db5213fcb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Mar 10 18:04:07.924231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7c316-33ce-48e4-92a8-bf08598c7311 req-c529721b-de13-4579-96db-0aa9b1c66208 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:07.925806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7d7c316-33ce-48e4-92a8-bf08598c7311 req-c529721b-de13-4579-96db-0aa9b1c66208 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0583823 Mar 10 18:04:07.984043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7d7c316-33ce-48e4-92a8-bf08598c7311 req-6c8b935e-75b8-4f55-8426-1cee8e12a865 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Mar 10 18:04:09.155219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ad07-9296-4c51-bafe-fb2f392644a4 req-433353d4-b624-46c0-8edb-fb971d947100 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:09.175444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44d4ad07-9296-4c51-bafe-fb2f392644a4 req-433353d4-b624-46c0-8edb-fb971d947100 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1098096 Mar 10 18:04:09.321859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44d4ad07-9296-4c51-bafe-fb2f392644a4 req-31eb877a-3b53-467a-b7d4-0cb6089866a4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448648 Mar 10 18:04:10.250850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-a5f2cfc5-a5d2-4767-b5ab-2071f8b2ad13 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:10.252219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-a5f2cfc5-a5d2-4767-b5ab-2071f8b2ad13 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 813 time: 0.1082442 Mar 10 18:04:10.268206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-2d33127a-556a-4a81-b8b7-d629742ac62e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/quotas/ce007c55c26543eba505f941cec4bac5 HTTP/1.1" status: 200 len: 375 time: 0.0101230 Mar 10 18:04:10.300933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-370bc226-fb01-42e6-ac1c-0af2130baa1e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274491 Mar 10 18:04:10.424518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-0da6ff3c-174a-48e7-ae87-8973f65826bb service neutron] 10.222.0.35 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168230 Mar 10 18:04:10.523876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097f8fc-1b06-413c-8397-2032f2f79587 req-12ff837a-3fac-4af3-8255-8489911bb454 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:10.525282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2097f8fc-1b06-413c-8397-2032f2f79587 req-12ff837a-3fac-4af3-8255-8489911bb454 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1194966 Mar 10 18:04:10.551598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-4dbedeb8-4f12-4d93-9f42-411163caef92 service neutron] 10.222.0.35 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120386 Mar 10 18:04:10.591629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2097f8fc-1b06-413c-8397-2032f2f79587 req-cdc7faf3-a64f-4ae3-9d1e-83c18f37a325 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600679 Mar 10 18:04:10.734891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4544a0e0-8d6c-47b4-bc39-98512a7cd255 req-0563260c-8631-4fff-98ed-520c0a521296 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 210 time: 0.0353091 Mar 10 18:04:11.847222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-ffb4f2e8-7a6e-426b-b42f-516c488666e0 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:11.848755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-ffb4f2e8-7a6e-426b-b42f-516c488666e0 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 813 time: 0.1995978 Mar 10 18:04:11.875499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Request body: {'port': {'device_id': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f', 'admin_state_up': True, 'tenant_id': 'ce007c55c26543eba505f941cec4bac5'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:11.900022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d5bd1-3d89-4d8f-9bdb-e34e9c5973ba req-a00b23a6-ae94-4263-8c46-4361ddfa2457 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:11.901573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d8d5bd1-3d89-4d8f-9bdb-e34e9c5973ba req-a00b23a6-ae94-4263-8c46-4361ddfa2457 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1874530 Mar 10 18:04:11.912149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-095653fe-3396-45b6-ae72-7a1d23c2425c req-aed3fb2d-8834-46ce-a171-4275244a740a tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 210 time: 0.0588667 Mar 10 18:04:12.039947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d8d5bd1-3d89-4d8f-9bdb-e34e9c5973ba req-ba531057-a881-43bd-b7ad-6c2f87a856a2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121171 Mar 10 18:04:12.073673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Made reservation on behalf of ce007c55c26543eba505f941cec4bac5 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:04:12.077404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.216580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Allocated IP 172.20.0.8 (293352d1-24dc-48c6-9759-00958a2e9f3f/909b84d8-d686-4d2b-839a-ef04e69af6a5/b288582c-463c-4902-8b5f-b885bf3ca7bd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:12.370904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks [] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.406282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.436294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c1d29bec-c438-4d9b-8d51-cc30aab5ca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.451629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Network 293352d1-24dc-48c6-9759-00958a2e9f3f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:12.456876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:12.461784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:12.468171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Pushing event updated for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:12.525087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:12.525797 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.544014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-d3cb9c3c-6d5e-4dbb-9f42-d1660ae5791c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6742496 Mar 10 18:04:12.554142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c1280065-ccf1-483e-a1a0-f5fc128a145d tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:04:12.555238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c1280065-ccf1-483e-a1a0-f5fc128a145d tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058944 Mar 10 18:04:12.567939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Request body: {'port': {'device_id': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:12.643307 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.946216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b288582c-463c-4902-8b5f-b885bf3ca7bd {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:04:12.954902 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks [] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:12.969226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Transition to ACTIVE for port object b288582c-463c-4902-8b5f-b885bf3ca7bd will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:04:12.973738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:13.092179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Pushing event updated for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:13.186558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Attempting to bind port b288582c-463c-4902-8b5f-b885bf3ca7bd on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:04:13.186983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Attempting to bind port b288582c-463c-4902-8b5f-b885bf3ca7bd by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:04:13.187272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Attempting to bind port b288582c-463c-4902-8b5f-b885bf3ca7bd on network 293352d1-24dc-48c6-9759-00958a2e9f3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:13.198154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ef3cc-1999-46e3-9a10-474928524004 req-d4009f68-4418-4906-8be4-fd2d02a0e6d8 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.199681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7ef3cc-1999-46e3-9a10-474928524004 req-d4009f68-4418-4906-8be4-fd2d02a0e6d8 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 943 time: 0.1994603 Mar 10 18:04:13.208309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Port b288582c-463c-4902-8b5f-b885bf3ca7bd on network 293352d1-24dc-48c6-9759-00958a2e9f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:04:13.208530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Attempting to bind port b288582c-463c-4902-8b5f-b885bf3ca7bd on network 293352d1-24dc-48c6-9759-00958a2e9f3f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:13.215676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:04:13.216011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Checking segment: {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:13.216391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Bound using segment: {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:04:13.216817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Bound port: b288582c-463c-4902-8b5f-b885bf3ca7bd, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2202ec-d8f0-499d-96b7-89a1149163f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:04:13.217170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:13.255975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09e3ce-7e0c-43a6-987d-79d3a9e6b913 req-ed244d4f-aafb-4b39-bc89-bfba5813f45f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.257763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc09e3ce-7e0c-43a6-987d-79d3a9e6b913 req-ed244d4f-aafb-4b39-bc89-bfba5813f45f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1205754 Mar 10 18:04:13.304401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7ef3cc-1999-46e3-9a10-474928524004 req-146a3bd4-4e62-46b1-9bab-1846d85f15b3 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903540 Mar 10 18:04:13.374053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc09e3ce-7e0c-43a6-987d-79d3a9e6b913 req-3502d9a1-dda3-4ea6-a5e2-64a1dde4885e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899558 Mar 10 18:04:13.375113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:04:13.378578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:04:13.387704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:13.428910 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.429683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:13.430935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] 10.222.0.41 "PUT /v2.0/ports/b288582c-463c-4902-8b5f-b885bf3ca7bd HTTP/1.1" status: 200 len: 1091 time: 0.8675654 Mar 10 18:04:13.431392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:13.433795 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e26378-cec5-469b-aaa4-d08cfaedc260" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:13.475405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249708e-12a7-435b-8dba-5bcfbcbf2a40 service neutron] Pushing event updated for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:13.496751 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c8210-ef4b-4e97-a90a-3f03b8254c32 x-openstack-request-id: req-d83c8210-ef4b-4e97-a90a-3f03b8254c32 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:13.497058 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:13.497317 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d83c8210-ef4b-4e97-a90a-3f03b8254c32 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:13.497753 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd', 'status': 'completed', 'code': 200} Mar 10 18:04:13.541714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c8f19b88-bc25-4ff6-8457-e9525b67bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.543723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-c8f19b88-bc25-4ff6-8457-e9525b67bec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 1125 time: 0.0614748 Mar 10 18:04:13.593777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-fc9b59a0-9584-42fe-bbca-65fcec2d2061 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd HTTP/1.1" status: 200 len: 217 time: 0.0423708 Mar 10 18:04:13.647908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-0322abe5-4974-4361-a5ac-3fe02529617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.649634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-0322abe5-4974-4361-a5ac-3fe02529617d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.0499575 Mar 10 18:04:13.683306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-ac5e98ed-7a51-436b-96f4-7c1be98f1179 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267119 Mar 10 18:04:13.775293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-9ef5e4ed-49f8-4e14-a3b2-124301b8f6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Mar 10 18:04:13.873668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea2764e-bce8-474c-8b19-91b917d12c6a req-79f0b0a9-28c1-4d50-9085-292e6ec845e8 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919850 Mar 10 18:04:13.976468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-b87da475-68e2-49dd-9d1a-0c3ec4188a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:13.978397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-b87da475-68e2-49dd-9d1a-0c3ec4188a88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 1125 time: 0.0564630 Mar 10 18:04:14.085981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-f616fad8-a70b-4c7d-89ad-b2f562a58a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:14.087529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-f616fad8-a70b-4c7d-89ad-b2f562a58a25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 914 time: 0.1021066 Mar 10 18:04:14.134171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-42cd8483-0270-497e-aace-b969ef0ad462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd HTTP/1.1" status: 200 len: 217 time: 0.0393417 Mar 10 18:04:14.190477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-c9c0deb5-fd9d-4fe2-a22c-f06c5b9881eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:14.192315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-c9c0deb5-fd9d-4fe2-a22c-f06c5b9881eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.0528369 Mar 10 18:04:14.225448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-3e41c923-514e-455d-a9f9-fa29ae8de43d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272276 Mar 10 18:04:14.321321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-7ec2440e-a410-4e99-bef0-b5d5ca1b86dc service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901492 Mar 10 18:04:14.466782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e26378-cec5-469b-aaa4-d08cfaedc260 req-6fcf1ccd-26fa-4658-9611-399bc974deb5 service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392939 Mar 10 18:04:14.508344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418561c0-bc29-4c80-a35a-9ed61e824d54 req-9630786c-2348-456c-ae36-cbfe31f4682f tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:14.510166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-418561c0-bc29-4c80-a35a-9ed61e824d54 req-9630786c-2348-456c-ae36-cbfe31f4682f tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 943 time: 0.1147208 Mar 10 18:04:14.570253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c160f1-6afa-44cc-86ce-0fb0389581eb req-37326aae-a1fe-494c-889f-2bbd6dd1a8f3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:14.571956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c160f1-6afa-44cc-86ce-0fb0389581eb req-37326aae-a1fe-494c-889f-2bbd6dd1a8f3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1027300 Mar 10 18:04:14.595877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-418561c0-bc29-4c80-a35a-9ed61e824d54 req-65b026bb-540a-480a-a960-076cdea1e79e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760756 Mar 10 18:04:14.690654 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-74c81c78-2c4a-447b-8473-9d9e7b150bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:14.699672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6c160f1-6afa-44cc-86ce-0fb0389581eb req-73f422aa-be55-4c84-bf4a-8ef5dbcd5adc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026895 Mar 10 18:04:15.016854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:15.214084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cb2a721d-36bd-494f-bd14-dbd3cfecbc53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a510a12f92345b1869e5d2ff311c2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953185 Mar 10 18:04:15.216665 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50544) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:15.268490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Publish callbacks [] for security_group (0429d3ac-f5ad-4883-9142-b410d7fb5adc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:15.292521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Publish callbacks [] for security_group (0429d3ac-f5ad-4883-9142-b410d7fb5adc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:15.350441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0429d3ac-f5ad-4883-9142-b410d7fb5adc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:15.353930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:15.358519 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0429d3ac-f5ad-4883-9142-b410d7fb5adc HTTP/1.1" status: 204 len: 168 time: 0.1407917 Mar 10 18:04:15.369097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0429d3ac-f5ad-4883-9142-b410d7fb5adc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:15.377747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.378645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.379290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.379999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.381405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.382100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.382744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.383273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.383897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.384738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.385245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.385740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.386281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21f381-ebed-4e88-aca8-48208a707986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:15.819649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20877ce-516e-41b3-b1be-8dda495fb507 req-2379766b-44eb-4fca-806f-638dfcc5a997 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:15.827479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c20877ce-516e-41b3-b1be-8dda495fb507 req-2379766b-44eb-4fca-806f-638dfcc5a997 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 943 time: 0.1304355 Mar 10 18:04:15.931942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c239-b33e-4722-b798-b26b212ee421 req-da7c2566-3acc-47a7-862f-fcdec198df3c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:15.933697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d22c239-b33e-4722-b798-b26b212ee421 req-da7c2566-3acc-47a7-862f-fcdec198df3c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0869007 Mar 10 18:04:15.945014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c20877ce-516e-41b3-b1be-8dda495fb507 req-9e172dff-6936-4f27-928b-c2294948766a tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165116 Mar 10 18:04:15.945488 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:16.002811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d22c239-b33e-4722-b798-b26b212ee421 req-5530bd3d-1fa7-45c5-8039-2ab357ae5362 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562067 Mar 10 18:04:16.877971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b288582c-463c-4902-8b5f-b885bf3ca7bd details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:04:17.175542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b60b5-551f-46ac-958d-a43b0a6c93ca req-0c6e420f-1836-46c7-ba51-3f3fbd377746 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:17.199003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-914b60b5-551f-46ac-958d-a43b0a6c93ca req-0c6e420f-1836-46c7-ba51-3f3fbd377746 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 943 time: 0.1413620 Mar 10 18:04:17.220541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:17.265895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'b288582c-463c-4902-8b5f-b885bf3ca7bd', 'network_id': '293352d1-24dc-48c6-9759-00958a2e9f3f', 'port_id': 'b288582c-463c-4902-8b5f-b885bf3ca7bd', 'mac_address': 'fa:16:3e:b5:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b84d8-d686-4d2b-839a-ef04e69af6a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:04:17.377150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b288582c-463c-4902-8b5f-b885bf3ca7bd is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:17.377836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:17.404956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b288582c-463c-4902-8b5f-b885bf3ca7bd {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:04:17.451219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:17.457934 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:17.462300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:17.466157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f60ea-574b-43b3-b4e0-0bcf0d80a8c9 req-8c753939-49a3-4e50-a33f-22a0c7d6f721 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:17.473356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df3f60ea-574b-43b3-b4e0-0bcf0d80a8c9 req-8c753939-49a3-4e50-a33f-22a0c7d6f721 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.2729568 Mar 10 18:04:17.497917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-914b60b5-551f-46ac-958d-a43b0a6c93ca req-16850891-507d-450b-82b5-5c3e510005d7 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986400 Mar 10 18:04:17.616923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:17.624918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df3f60ea-574b-43b3-b4e0-0bcf0d80a8c9 req-ae2cbca9-7121-46f9-baad-7617ca8d2e21 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258190 Mar 10 18:04:17.743568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b288582c-463c-4902-8b5f-b885bf3ca7bd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:04:18.608175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6bb90-aa5e-477e-bdf5-4cc4a9de59e6 req-81566657-d31b-4cb2-a702-c7c953c1f00e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:18.610294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3be6bb90-aa5e-477e-bdf5-4cc4a9de59e6 req-81566657-d31b-4cb2-a702-c7c953c1f00e tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 944 time: 0.0597320 Mar 10 18:04:18.701600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3be6bb90-aa5e-477e-bdf5-4cc4a9de59e6 req-c0863d7a-6b3b-48d6-8dcd-28a4f426a4e5 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835052 Mar 10 18:04:18.795840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e229310-3e63-4f8a-937f-9b1e7b3a83fd req-eac85b0d-36a3-488a-b8cb-6efe71811361 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:18.797495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e229310-3e63-4f8a-937f-9b1e7b3a83fd req-eac85b0d-36a3-488a-b8cb-6efe71811361 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0715029 Mar 10 18:04:18.861120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e229310-3e63-4f8a-937f-9b1e7b3a83fd req-a3dcf08c-51e2-40d8-bd25-3f43bdcccf9f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Mar 10 18:04:18.905997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b288582c-463c-4902-8b5f-b885bf3ca7bd up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:18.988108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port b288582c-463c-4902-8b5f-b885bf3ca7bd completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:04:18.994333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port b288582c-463c-4902-8b5f-b885bf3ca7bd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:18.995025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:19.099035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:04:19.114376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b288582c-463c-4902-8b5f-b885bf3ca7bd is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:19.114811 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:19.137773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:19.140048 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328052b9-7b1f-4503-8db0-9562c43390ec" -d '{"events": [{"server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "name": "network-vif-plugged", "status": "completed", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:19.155917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:19.161680 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:19.191953 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98a2346-39c4-4d25-be6d-1cf212c9eae8 x-openstack-request-id: req-a98a2346-39c4-4d25-be6d-1cf212c9eae8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:19.192247 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "name": "network-vif-plugged", "status": "completed", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:19.192697 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a98a2346-39c4-4d25-be6d-1cf212c9eae8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:19.193144 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd', 'code': 200} Mar 10 18:04:19.223065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:19.310895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3182-4b80-47aa-b6a0-7f94a0c05334 req-0a5ec8ef-fdc4-459a-9074-2a7690952ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:19.312387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c26d3182-4b80-47aa-b6a0-7f94a0c05334 req-0a5ec8ef-fdc4-459a-9074-2a7690952ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 1127 time: 0.0610111 Mar 10 18:04:19.346989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:19.367590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c26d3182-4b80-47aa-b6a0-7f94a0c05334 req-cbe0b1fd-0b42-4fa5-aa4d-40efa7abf1f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Mar 10 18:04:19.848219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6698f1e-fcdc-411f-b151-95adf888a9c1 req-e8f0d84d-7ae4-484c-b0df-3f6790922a54 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:19.850004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6698f1e-fcdc-411f-b151-95adf888a9c1 req-e8f0d84d-7ae4-484c-b0df-3f6790922a54 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 945 time: 0.0574806 Mar 10 18:04:19.923463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6698f1e-fcdc-411f-b151-95adf888a9c1 req-f3a6a698-5eb0-4a4d-bd3b-4c59f6f4fe93 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Mar 10 18:04:19.995906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6add8-d82d-4c88-9944-d403dc794c88 req-3841dc4e-035d-434c-a698-a6044158a3d7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:19.997421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e6add8-d82d-4c88-9944-d403dc794c88 req-3841dc4e-035d-434c-a698-a6044158a3d7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0553069 Mar 10 18:04:20.056673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1e6add8-d82d-4c88-9944-d403dc794c88 req-987fe4d2-f011-4534-bd3d-00a3d2679d2e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527868 Mar 10 18:04:21.061268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517857-237e-49d9-a3a0-7b2b0dfdcec0 req-a551dc0d-64dd-4c74-af71-2551ea92e52b tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:21.063728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53517857-237e-49d9-a3a0-7b2b0dfdcec0 req-a551dc0d-64dd-4c74-af71-2551ea92e52b tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 945 time: 0.0622458 Mar 10 18:04:21.118019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53517857-237e-49d9-a3a0-7b2b0dfdcec0 req-04b9789b-f821-40fe-8d00-46343020ea15 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Mar 10 18:04:21.214622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61171c43-4bae-468c-b3b1-4b88fb4cfbe4 req-b4fec282-5330-4d3c-9cc1-e37bf4af95c6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:21.221517 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61171c43-4bae-468c-b3b1-4b88fb4cfbe4 req-b4fec282-5330-4d3c-9cc1-e37bf4af95c6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0921454 Mar 10 18:04:21.297721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61171c43-4bae-468c-b3b1-4b88fb4cfbe4 req-d637866e-6846-4aa9-b978-d0da22739a8b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Mar 10 18:04:22.448556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817d76c-3738-490b-b34d-72cffad6cb01 req-1b24357c-059c-41d7-9f6f-19b62be59f3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:22.450335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5817d76c-3738-490b-b34d-72cffad6cb01 req-1b24357c-059c-41d7-9f6f-19b62be59f3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0673709 Mar 10 18:04:22.505974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5817d76c-3738-490b-b34d-72cffad6cb01 req-ec9d5f49-e94b-4a1f-be05-34ea634687ab tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Mar 10 18:04:23.901855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44c71-f491-4dac-8703-1c5d9ced5f08 req-1089fefc-8cce-489d-98a8-4735c80455dc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:23.910592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ce44c71-f491-4dac-8703-1c5d9ced5f08 req-1089fefc-8cce-489d-98a8-4735c80455dc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.3176610 Mar 10 18:04:23.980070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ce44c71-f491-4dac-8703-1c5d9ced5f08 req-a840c315-9e88-480c-907e-3ebb4199373f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Mar 10 18:04:25.205938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24cbe1-3acd-4bc4-a343-89e63fa3a2d7 req-c170c0a7-58af-488f-a0e8-8de2690800d1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:25.207561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa24cbe1-3acd-4bc4-a343-89e63fa3a2d7 req-c170c0a7-58af-488f-a0e8-8de2690800d1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.1338267 Mar 10 18:04:25.277638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa24cbe1-3acd-4bc4-a343-89e63fa3a2d7 req-4008abdf-47e1-43a0-8235-f18ac4d9435c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Mar 10 18:04:26.449761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716b89f-be38-4bf8-9ac0-575b3b7df72d req-aec4b5c3-db4a-4082-af7a-cc24354dcc40 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:26.453000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f716b89f-be38-4bf8-9ac0-575b3b7df72d req-aec4b5c3-db4a-4082-af7a-cc24354dcc40 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0736489 Mar 10 18:04:26.512598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f716b89f-be38-4bf8-9ac0-575b3b7df72d req-619616dd-b1b9-43b0-bbf3-8d289ea53fe7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Mar 10 18:04:27.101236 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:27.654335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0b87-1f8f-450a-877c-d6b9b304cfbe req-86e7829e-e482-410f-9a29-32c4dd531a8c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:27.662403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05fb0b87-1f8f-450a-877c-d6b9b304cfbe req-86e7829e-e482-410f-9a29-32c4dd531a8c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0646262 Mar 10 18:04:27.725841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05fb0b87-1f8f-450a-877c-d6b9b304cfbe req-de1c307b-74b1-4b4e-8c62-a05062def907 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622549 Mar 10 18:04:28.692335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c227faea-276e-4158-970b-84688c53277d details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:04:28.811146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c227faea-276e-4158-970b-84688c53277d,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:28.825595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'c227faea-276e-4158-970b-84688c53277d', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': 'c227faea-276e-4158-970b-84688c53277d', 'mac_address': 'fa:16:3e:62:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:04:28.863303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5ba7-f6d9-4a5b-9449-dcd3bf9dd4d4 req-8c09848a-0310-4ab9-89d4-e19a6560658e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:28.871763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7cc5ba7-f6d9-4a5b-9449-dcd3bf9dd4d4 req-8c09848a-0310-4ab9-89d4-e19a6560658e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 944 time: 0.0599594 Mar 10 18:04:28.880008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c227faea-276e-4158-970b-84688c53277d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:28.880716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c227faea-276e-4158-970b-84688c53277d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:28.895484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c227faea-276e-4158-970b-84688c53277d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:04:28.955584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c227faea-276e-4158-970b-84688c53277d,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:28.964085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7cc5ba7-f6d9-4a5b-9449-dcd3bf9dd4d4 req-31bf4cdd-6a6a-4c46-ab05-10fcc1b9bd4c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912747 Mar 10 18:04:28.975650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c227faea-276e-4158-970b-84688c53277d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:29.066881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:29.296077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c227faea-276e-4158-970b-84688c53277d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:04:30.077217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb7bd-e03a-424a-8630-0b0479e5d168 req-d0317474-b8b9-41a9-9e96-ad4d9ec06bf9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:30.086023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfceb7bd-e03a-424a-8630-0b0479e5d168 req-d0317474-b8b9-41a9-9e96-ad4d9ec06bf9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 945 time: 0.0713449 Mar 10 18:04:30.147025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfceb7bd-e03a-424a-8630-0b0479e5d168 req-08e3caae-eaa9-4c16-9277-2d53d7533c6e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598238 Mar 10 18:04:30.163693 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:30.708476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c227faea-276e-4158-970b-84688c53277d up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:30.809217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 50922) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:30.830209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port c227faea-276e-4158-970b-84688c53277d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:04:30.835210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port c227faea-276e-4158-970b-84688c53277d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:30.835580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c227faea-276e-4158-970b-84688c53277d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:30.961276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c227faea-276e-4158-970b-84688c53277d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:30.962062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c227faea-276e-4158-970b-84688c53277d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.011120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c227faea-276e-4158-970b-84688c53277d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:31.013405 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22750256-bf68-4d49-8e12-6689922ab842" -d '{"events": [{"server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "name": "network-vif-plugged", "status": "completed", "tag": "c227faea-276e-4158-970b-84688c53277d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:31.030915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c227faea-276e-4158-970b-84688c53277d,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:31.044402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c227faea-276e-4158-970b-84688c53277d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.050066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b44d065-d210-4714-a68a-b24ba4145490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.111385 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2ab14c-2660-4481-9e3a-d46086482260 x-openstack-request-id: req-0e2ab14c-2660-4481-9e3a-d46086482260 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:31.113549 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "name": "network-vif-plugged", "status": "completed", "tag": "c227faea-276e-4158-970b-84688c53277d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:31.113824 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e2ab14c-2660-4481-9e3a-d46086482260 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:31.114303 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c227faea-276e-4158-970b-84688c53277d', 'code': 200} Mar 10 18:04:31.150265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b44d065-d210-4714-a68a-b24ba4145490 admin admin] Publish callbacks [] for security_group (229fceed-e122-4b2e-bb74-13b6fc7a7e1f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.166904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2b44d065-d210-4714-a68a-b24ba4145490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (229fceed-e122-4b2e-bb74-13b6fc7a7e1f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.175359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:31.200318 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.200664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.204729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.205118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.205693 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.206035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.206365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.206723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.207047 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.207370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.210531 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2b44d065-d210-4714-a68a-b24ba4145490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca13ced6f6e64b72876ba6adbf781299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003944 Mar 10 18:04:31.210800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.210965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.211741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:31.213575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 50936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:31.269560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44d065-d210-4714-a68a-b24ba4145490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fceed-e122-4b2e-bb74-13b6fc7a7e1f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:31.276074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84850-d14f-42d8-9699-73e63b9b5849 req-b8d77326-7825-4b9f-a859-8ab3176abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:31.278892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5b84850-d14f-42d8-9699-73e63b9b5849 req-b8d77326-7825-4b9f-a859-8ab3176abfd0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 1128 time: 0.0811813 Mar 10 18:04:31.334131 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b5b84850-d14f-42d8-9699-73e63b9b5849 req-81c395e3-2a61-43c9-ba39-add1a3b56f03 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470831 Mar 10 18:04:31.359559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] Publish callbacks [] for security_group (229fceed-e122-4b2e-bb74-13b6fc7a7e1f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.396817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] Publish callbacks [] for security_group (229fceed-e122-4b2e-bb74-13b6fc7a7e1f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.469966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2663-d561-4bce-bf4d-cbabd49886ab req-a4fb4eb6-8a10-477c-a867-15754b02b0de tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:31.472134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ae2663-d561-4bce-bf4d-cbabd49886ab req-a4fb4eb6-8a10-477c-a867-15754b02b0de tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.1855762 Mar 10 18:04:31.473668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (229fceed-e122-4b2e-bb74-13b6fc7a7e1f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.476959 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:31.491911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/229fceed-e122-4b2e-bb74-13b6fc7a7e1f HTTP/1.1" status: 204 len: 168 time: 0.2662065 Mar 10 18:04:31.510463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebb405-8fd4-4edd-bd48-313ad0fd2400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fceed-e122-4b2e-bb74-13b6fc7a7e1f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:31.616708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56ae2663-d561-4bce-bf4d-cbabd49886ab req-e852ad27-f80d-45f7-aa00-52cca9802d77 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230175 Mar 10 18:04:32.804963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7dcf1-3d2b-49f8-b876-2ca654118a94 req-b665a9a7-e876-47ce-b18d-f057a424a275 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:32.807478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa7dcf1-3d2b-49f8-b876-2ca654118a94 req-b665a9a7-e876-47ce-b18d-f057a424a275 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.1068907 Mar 10 18:04:33.164531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfa7dcf1-3d2b-49f8-b876-2ca654118a94 req-5e0dcf5d-7ed0-4443-b039-003f051ea636 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489044 Mar 10 18:04:33.309281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b0ea7-f42e-4074-b209-b9fd985ca81d req-bf3e3e51-0539-44f4-99a8-5e6267970fe0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:33.311121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b90b0ea7-f42e-4074-b209-b9fd985ca81d req-bf3e3e51-0539-44f4-99a8-5e6267970fe0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.0794427 Mar 10 18:04:33.367499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b90b0ea7-f42e-4074-b209-b9fd985ca81d req-756ef050-625a-4119-906f-d901f719444f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499043 Mar 10 18:04:33.493012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b50b7-45ec-4812-a86a-ddf8f6ca7448 req-3a1f6705-f01e-4d28-82cb-62754bc286d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:33.494558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-646b50b7-45ec-4812-a86a-ddf8f6ca7448 req-3a1f6705-f01e-4d28-82cb-62754bc286d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.0619624 Mar 10 18:04:33.551542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-646b50b7-45ec-4812-a86a-ddf8f6ca7448 req-82eae29e-bab2-4fe2-8e26-4fa902be74ba tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Mar 10 18:04:33.811083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623f43-3d65-47af-97f8-2802a4351c25 req-585d2992-b12d-4cf6-a281-91f5d3e36b68 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:33.812634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a623f43-3d65-47af-97f8-2802a4351c25 req-585d2992-b12d-4cf6-a281-91f5d3e36b68 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.0705011 Mar 10 18:04:33.859676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a623f43-3d65-47af-97f8-2802a4351c25 req-89db4ab9-0514-4508-b09f-bef2d420045c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Mar 10 18:04:34.892074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:34.896099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352244669', 'description': 'tempest-secgroup-smoke-352244669 description', 'project_id': 'eda524d4c045479aa14ad9c7ec000428'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:34.935892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:34.951988 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.028307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbafb9d-5ccb-4c7c-9ba7-30c55f92a726 req-b77f60a0-5c37-4d8b-b265-d42d74fba1c9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:35.029884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cbafb9d-5ccb-4c7c-9ba7-30c55f92a726 req-b77f60a0-5c37-4d8b-b265-d42d74fba1c9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.0798705 Mar 10 18:04:35.107299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (86e44fd7-2c24-4ad1-b924-28150f5d0b07), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.112188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cbafb9d-5ccb-4c7c-9ba7-30c55f92a726 req-bd1ececc-ae40-4954-9ac9-7081b87440dc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Mar 10 18:04:35.120362 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (86e44fd7-2c24-4ad1-b924-28150f5d0b07), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.157641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e44fd7-2c24-4ad1-b924-28150f5d0b07,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:35.174008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.174365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.174734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.175072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.175404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.175735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.176064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.176495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.176810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.177257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.177729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.178280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.178638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:35.213477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (471c4a42-e0c1-49df-ac82-6e48f65155f6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.218468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (471c4a42-e0c1-49df-ac82-6e48f65155f6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.249828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.253886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3585572 Mar 10 18:04:35.253886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef2f13-e762-41b1-88ac-a32c5ea04a3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471c4a42-e0c1-49df-ac82-6e48f65155f6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:35.254279 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:35.259875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:35.285662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (75240c95-78f2-4923-9139-3b7cb4c97170), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.369470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (75240c95-78f2-4923-9139-3b7cb4c97170), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.385710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-ae710413-416c-4a30-9f22-a334d2dce801 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:35.387703 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-ae710413-416c-4a30-9f22-a334d2dce801 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 946 time: 0.0835721 Mar 10 18:04:35.389009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (75240c95-78f2-4923-9139-3b7cb4c97170), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.416303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75240c95-78f2-4923-9139-3b7cb4c97170,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:35.439970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.441169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08eb4fa4-c7fb-4169-80bc-76ff3136fbed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852655 Mar 10 18:04:35.444691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51068) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:35.448394 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:35.507231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (9394afba-f562-44a1-b8a4-c65af6a3ba65), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.559455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port c227faea-276e-4158-970b-84688c53277d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:04:35.559780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c227faea-276e-4158-970b-84688c53277d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.597738 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (9394afba-f562-44a1-b8a4-c65af6a3ba65), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.604771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (9394afba-f562-44a1-b8a4-c65af6a3ba65), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.654477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9394afba-f562-44a1-b8a4-c65af6a3ba65,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:35.667359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.668690 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d8e93450-f5a2-4c38-a39a-b2a9464334ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2237835 Mar 10 18:04:35.672156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51076) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:35.676420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:35.700106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port c227faea-276e-4158-970b-84688c53277d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c227faea-276e-4158-970b-84688c53277d,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:35.700425 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c227faea-276e-4158-970b-84688c53277d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.717462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for c227faea-276e-4158-970b-84688c53277d owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:04:35.729823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5b9e790c-17ee-4b7b-b9b3-df36fd6c65ad), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.842958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5b9e790c-17ee-4b7b-b9b3-df36fd6c65ad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.848014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5b9e790c-17ee-4b7b-b9b3-df36fd6c65ad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.894356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9e790c-17ee-4b7b-b9b3-df36fd6c65ad,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:35.904185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.905388 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e43f2a2-2137-4664-a225-9e5f048e8b4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323806 Mar 10 18:04:35.908439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51084) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:35.913160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:35.941238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c227faea-276e-4158-970b-84688c53277d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.944757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (4b5d5f3a-2a53-484b-a020-e6572880787d), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:35.958951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c227faea-276e-4158-970b-84688c53277d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:04:35.981390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=c227faea-276e-4158-970b-84688c53277d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:36.019738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (4b5d5f3a-2a53-484b-a020-e6572880787d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.024985 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4b5d5f3a-2a53-484b-a020-e6572880787d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.048627 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port c227faea-276e-4158-970b-84688c53277d on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:04:36.051875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.055968 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0508c4bc-ac37-47e5-a27d-a878e5f9b3e4 req-628b04ad-cf11-4995-9677-c5b1555a1f07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "DELETE /v2.0/ports/c227faea-276e-4158-970b-84688c53277d HTTP/1.1" status: 204 len: 173 time: 0.6586947 Mar 10 18:04:36.056535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'name': 'network-vif-deleted', 'tag': 'c227faea-276e-4158-970b-84688c53277d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:36.056704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5d5f3a-2a53-484b-a020-e6572880787d,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:36.060979 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a138479-7197-4dba-9a1d-17dc061dc308" -d '{"events": [{"server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "name": "network-vif-deleted", "tag": "c227faea-276e-4158-970b-84688c53277d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:36.081391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.085340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d0d5da68-c60e-46b8-9e3c-858aec03e239 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732476 Mar 10 18:04:36.086081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51088) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:36.096152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:36.129109 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc67c1-bdb9-4d72-a7a0-e3a55b24a095 x-openstack-request-id: req-0afc67c1-bdb9-4d72-a7a0-e3a55b24a095 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:36.129403 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a4db4-c72f-4d8c-9905-a23a6593b4d2", "name": "network-vif-deleted", "tag": "c227faea-276e-4158-970b-84688c53277d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:36.129709 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0afc67c1-bdb9-4d72-a7a0-e3a55b24a095 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:36.130064 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a4db4-c72f-4d8c-9905-a23a6593b4d2', 'name': 'network-vif-deleted', 'tag': 'c227faea-276e-4158-970b-84688c53277d', 'status': 'completed', 'code': 200} Mar 10 18:04:36.133002 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:04:36.139787 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (1009c039-4390-49c6-af87-d4e1f4160e2f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.224312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (1009c039-4390-49c6-af87-d4e1f4160e2f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.233207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1009c039-4390-49c6-af87-d4e1f4160e2f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.298051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e63228-daaf-438a-a646-1f0a7acd9361 req-1c5b37df-ba13-4a14-9283-3172e2533801 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0439067 Mar 10 18:04:36.299430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1009c039-4390-49c6-af87-d4e1f4160e2f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:36.316975 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.321786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:36.322645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb966362-06ed-4f87-bad9-676b034aaa14 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2321591 Mar 10 18:04:36.326776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': '471c4a42-e0c1-49df-ac82-6e48f65155f6', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:36.356485 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:04:36.363386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (f23ccf75-0a5e-4b12-ac5d-ecfba49d3d91), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.425949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (f23ccf75-0a5e-4b12-ac5d-ecfba49d3d91), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.430516 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f23ccf75-0a5e-4b12-ac5d-ecfba49d3d91), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.450206 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ccf75-0a5e-4b12-ac5d-ecfba49d3d91,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:36.459889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.464421 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-597744b4-f2c7-4f14-aa03-e95330387cd4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387973 Mar 10 18:04:36.466804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:36.472277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'network': {'name': 'tempest-network-smoke--278892608', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:36.500000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:04:36.504253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.529735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:04:36.540827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2570634f-7f05-428a-895f-d2213af20280), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.541173 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Added segment 2570634f-7f05-428a-895f-d2213af20280 of type vlan for network 89e34287-2190-4cb7-a59b-2eda9763dc24 Mar 10 18:04:36.599643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (89e34287-2190-4cb7-a59b-2eda9763dc24), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.637069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (89e34287-2190-4cb7-a59b-2eda9763dc24), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.642752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:36.643514 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.686079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2180855 Mar 10 18:04:36.689049 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51106) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:36.693553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'admin_state_up': True, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:36.731841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c9b8c-bad3-4eaa-80fa-b4ebab1c3be0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Network': ['ID=89e34287-2190-4cb7-a59b-2eda9763dc24,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:36.748577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.749339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:04:36.750008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.813119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (38d95bea-cfbf-4f8b-94e6-96da3671818d), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:36.978104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (38d95bea-cfbf-4f8b-94e6-96da3671818d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:37.195646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:37.214508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:37.335009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.205 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/61c07744-2774-47fd-b98e-002b90efb714) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:37.403767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e200fd01-217a-454f-8972-57fd42689ede req-a9bb8003-df01-42bb-b6d7-93f8e5dae858 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0326951 Mar 10 18:04:37.480284 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (61c07744-2774-47fd-b98e-002b90efb714), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:37.514923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (61c07744-2774-47fd-b98e-002b90efb714), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:37.552965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:37.559092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:37.562601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:37.568438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=61c07744-2774-47fd-b98e-002b90efb714,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:37.854300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:38.084559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:38.237708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 38d95bea-cfbf-4f8b-94e6-96da3671818d is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:04:38.523643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bc9711a-35e1-4129-b748-cf25a60712ef req-5c00dc7e-26d1-4189-b0c9-7cb961c0ff5f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0423503 Mar 10 18:04:38.700057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:04:38.716088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Sync routers for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:04:38.731968 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:38.738006 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a7a4bc65-222b-412c-affa-05bf6d995344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0474632 Mar 10 18:04:38.738377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51152) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:38.744430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:04:38.749189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:38.907297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:04:38.910352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ce8f1f02-d186-422f-ab7d-2229a24508c8 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eda524d4c045479aa14ad9c7ec000428&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1693306 Mar 10 18:04:38.912968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c227faea-276e-4158-970b-84688c53277d no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:04:38.914446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:38.993275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: c227faea-276e-4158-970b-84688c53277d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:04:38.993913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c227faea-276e-4158-970b-84688c53277d not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:04:39.171864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:37Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:39.182206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff25d9-5072-4096-8594-7dfae78e05f1 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:39.187114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6fff25d9-5072-4096-8594-7dfae78e05f1 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2715185 Mar 10 18:04:39.190030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51170) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:39.209245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Checking router: 38d95bea-cfbf-4f8b-94e6-96da3671818d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:04:39.209976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Updating router 38d95bea-cfbf-4f8b-94e6-96da3671818d port 61c07744-2774-47fd-b98e-002b90efb714 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:04:39.228819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51172) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:39.229058 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-138cfc14-f9c8-43de-9b01-40e926fa2619 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376906 Mar 10 18:04:39.234137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948336256', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:39.259667 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (61c07744-2774-47fd-b98e-002b90efb714), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:39.449299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:04:39.456169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:39.689836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6132e5d-e14e-455a-8e3e-607990293b9c req-cc65d737-7612-4616-96e6-5b33e71a2326 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0540464 Mar 10 18:04:39.839554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (8a01694d-d36c-4310-8ad0-9d09f0bb97be), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:39.906504 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks [] for port (61c07744-2774-47fd-b98e-002b90efb714), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:39.916845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (61c07744-2774-47fd-b98e-002b90efb714), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:39.917099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Subnet': ['ID=8a01694d-d36c-4310-8ad0-9d09f0bb97be,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:39.963289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Checking segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:39.964013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network hostable DHCP agents. Network: 89e34287-2190-4cb7-a59b-2eda9763dc24, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:04:39.987018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:04:40.005824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Attempting to bind port 61c07744-2774-47fd-b98e-002b90efb714 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:04:40.006322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Attempting to bind port 61c07744-2774-47fd-b98e-002b90efb714 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:04:40.006962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Attempting to bind port 61c07744-2774-47fd-b98e-002b90efb714 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:40.011882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 89e34287-2190-4cb7-a59b-2eda9763dc24) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:40.016685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:40.017282 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.027156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:04:40.027533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:40.027934 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.028320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:04:40.028796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Bound port: 61c07744-2774-47fd-b98e-002b90efb714, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:04:40.039109 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (61c07744-2774-47fd-b98e-002b90efb714), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.043565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-40c013f1-d1cc-4552-be9c-3a4aa9ab3fe1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8136191 Mar 10 18:04:40.046920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51184) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:40.098546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] For port 61c07744-2774-47fd-b98e-002b90efb714, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:04:40.102102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] For port 61c07744-2774-47fd-b98e-002b90efb714, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61c07744-2774-47fd-b98e-002b90efb714,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:04:40.108897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c723bdc-4087-4da7-862b-46053ebdd250 None None] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:04:40.121763 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (61c07744-2774-47fd-b98e-002b90efb714), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.163819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effffb97-9d3b-47f9-8edd-bdad9424f60b None None] Pushing event updated for resources: {'Port': ['ID=61c07744-2774-47fd-b98e-002b90efb714,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:40.229638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:04:40.230266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:40.410921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:04:40.561605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effffb97-9d3b-47f9-8edd-bdad9424f60b None None] Pushing event updated for resources: {'Port': ['ID=61c07744-2774-47fd-b98e-002b90efb714,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:40.582184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-89e34287-2190-4cb7-a59b-2eda9763dc24', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:04:40.587638 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.738962 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:40.876389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59d2dc68-9f3a-440e-ab93-1b13a582e709 req-eb89392d-f579-4ce3-be71-2a7015887e9f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0583889 Mar 10 18:04:40.921021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Allocated IP 172.20.0.2 (89e34287-2190-4cb7-a59b-2eda9763dc24/8a01694d-d36c-4310-8ad0-9d09f0bb97be/eaff0099-37bb-43ec-88c8-3482663f998e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:41.205785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:37Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:41.239992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07915487-bde8-4238-99fa-bb628b06c79d None None] The sync data for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 is: [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:37Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:04:41.257105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks [] for port (eaff0099-37bb-43ec-88c8-3482663f998e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.273863 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.321919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:41.325623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:41.335428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:41.387603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.1 (89e34287-2190-4cb7-a59b-2eda9763dc24/8a01694d-d36c-4310-8ad0-9d09f0bb97be/c192f2ce-0a49-42e1-87b4-e46fb4b658e4) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:41.417640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Pushing event updated for resources: {'Port': ['ID=eaff0099-37bb-43ec-88c8-3482663f998e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:41.456390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Attempting to bind port eaff0099-37bb-43ec-88c8-3482663f998e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:04:41.456928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Attempting to bind port eaff0099-37bb-43ec-88c8-3482663f998e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:04:41.457550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Attempting to bind port eaff0099-37bb-43ec-88c8-3482663f998e on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:41.465159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:04:41.465746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Checking segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:41.466252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.468167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Bound using segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:04:41.468767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Bound port: eaff0099-37bb-43ec-88c8-3482663f998e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:04:41.469250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.575722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] For port eaff0099-37bb-43ec-88c8-3482663f998e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:04:41.584527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] For port eaff0099-37bb-43ec-88c8-3482663f998e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eaff0099-37bb-43ec-88c8-3482663f998e,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:04:41.596604 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.597950 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.652296 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.759319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331c1b2-4680-4617-be26-dd14f9f15eed None None] Pushing event updated for resources: {'Port': ['ID=eaff0099-37bb-43ec-88c8-3482663f998e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:41.804183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:41.808561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:41.814837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:41.870696 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:41.941490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:42.069673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b7e8ce7d-b69f-4b3d-bc58-e30991e5356c req-dc31506e-4827-49c2-b5da-8218eb0cc4a2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0706947 Mar 10 18:04:42.112066 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.463649 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fedba201-ec88-44cb-b818-6421ad9ebeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.581596 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eaff0099-37bb-43ec-88c8-3482663f998e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:42.666738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port eaff0099-37bb-43ec-88c8-3482663f998e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:42.667119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.789034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port eaff0099-37bb-43ec-88c8-3482663f998e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:42.789419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.850117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port eaff0099-37bb-43ec-88c8-3482663f998e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eaff0099-37bb-43ec-88c8-3482663f998e,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:42.860505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.861946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61c07744-2774-47fd-b98e-002b90efb714 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:42.881745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.889904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:42.965293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=eaff0099-37bb-43ec-88c8-3482663f998e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:42.999325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:43.008493 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:43.026733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 61c07744-2774-47fd-b98e-002b90efb714 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:43.027480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61c07744-2774-47fd-b98e-002b90efb714), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:43.154416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:43.160618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:43.215555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 61c07744-2774-47fd-b98e-002b90efb714 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:43.215555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (61c07744-2774-47fd-b98e-002b90efb714), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:43.273466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71e0d571-47f3-4f00-9906-a4f673148e75 req-5a69f75a-3498-4a1c-862e-a8267997c3bc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0634255 Mar 10 18:04:43.426746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 38d95bea-cfbf-4f8b-94e6-96da3671818d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:04:43.545343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 61c07744-2774-47fd-b98e-002b90efb714, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61c07744-2774-47fd-b98e-002b90efb714,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:43.555123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (61c07744-2774-47fd-b98e-002b90efb714), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:43.582062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b07fd3-2c41-47ea-97f8-66e3762e4b88 None None] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:04:43.611109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:04:43.620407 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08addc5a-a61e-4011-b72e-aeb896615d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/38d95bea-cfbf-4f8b-94e6-96da3671818d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723093 Mar 10 18:04:43.709068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=61c07744-2774-47fd-b98e-002b90efb714,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:43.775392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0de37575-1be0-4a5b-b949-f1bdf962d593 None None] Provisioning complete for port eaff0099-37bb-43ec-88c8-3482663f998e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:43.775910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de37575-1be0-4a5b-b949-f1bdf962d593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:43.907527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-dfcf4ca9-2431-410c-96b7-cbe4e3de6f64 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352244669&fields=id&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 267 time: 0.0809102 Mar 10 18:04:43.962032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0de37575-1be0-4a5b-b949-f1bdf962d593 None None] Current status of the port eaff0099-37bb-43ec-88c8-3482663f998e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:44.068683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-46f3368c-5c0d-47b0-a713-b6eb314153ff tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:44.070408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-46f3368c-5c0d-47b0-a713-b6eb314153ff tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 796 time: 0.1618199 Mar 10 18:04:44.088011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-5db990d1-6f5e-459c-a68f-8221f0085b57 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/quotas/eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 375 time: 0.0113096 Mar 10 18:04:44.214801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-f1183a58-442f-4f64-98e6-8d784d3a0214 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116421 Mar 10 18:04:44.273833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eaff0099-37bb-43ec-88c8-3482663f998e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:44.338375 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Sync routers for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:04:44.355207 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:04:44.355840 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:44.356139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-246947d5-593f-4683-826d-703472e9c2d2 service neutron] 10.222.0.35 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388028 Mar 10 18:04:44.402420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Provisioning complete for port eaff0099-37bb-43ec-88c8-3482663f998e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:44.402923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:44.526797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port eaff0099-37bb-43ec-88c8-3482663f998e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:44.526797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:44.531062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-ba60cf8c-5f53-4f8e-9807-358e006380ae service neutron] 10.222.0.35 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733718 Mar 10 18:04:44.550224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c67b0083-6293-4590-8b13-2e6aaec479b7 req-003ebc1b-a5a3-45e6-8be1-07051d327a65 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.1171322 Mar 10 18:04:44.626445 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:04:44.795474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port eaff0099-37bb-43ec-88c8-3482663f998e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:44.797173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61c07744-2774-47fd-b98e-002b90efb714 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:44.799046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1da1c05-e05b-4092-a36c-49f7463b8e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:44.869421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Current status of the port eaff0099-37bb-43ec-88c8-3482663f998e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:44.923886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b75e08ff-4d3e-4442-89b1-9bdbdb43d050 req-93e9d1f1-dcb0-4a79-b955-2b0b03c57b0c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0424473 Mar 10 18:04:44.963020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:44.964967 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.017273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-53a3b2de-a4f3-466b-a2ac-1651dcbef5fe None None] Port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:04:45.026242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 61c07744-2774-47fd-b98e-002b90efb714 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:45.026872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (61c07744-2774-47fd-b98e-002b90efb714), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.114176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 2, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:45.169606 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Checking router: 38d95bea-cfbf-4f8b-94e6-96da3671818d for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:04:45.169961 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Updating router 38d95bea-cfbf-4f8b-94e6-96da3671818d port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:04:45.205603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-99f69ca2-1e21-4f3d-8e04-f09ece31ae1e None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:45.205979 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-99f69ca2-1e21-4f3d-8e04-f09ece31ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.207631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 61c07744-2774-47fd-b98e-002b90efb714 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:45.223413 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.276523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-99f69ca2-1e21-4f3d-8e04-f09ece31ae1e None None] Port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:04:45.402317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b0d1a0f-d911-4d21-90aa-c79e34dfc1e8 None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:45.402740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b0d1a0f-d911-4d21-90aa-c79e34dfc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.471351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d1a0f-d911-4d21-90aa-c79e34dfc1e8 None None] Port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:04:45.741475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a86d732-c426-436b-af40-5348648bcc2b req-9195a16c-34ce-45a8-b067-3da51b004b39 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0645397 Mar 10 18:04:45.846775 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks [] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.860110 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:45.915462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Pushing event updated for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:45.960228 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.961908 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.962456 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.965900 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.967019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.967554 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.968267 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.969804 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.971939 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.973170 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.973924 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.975463 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.976204 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:04:45.983208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.069536 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Attempting to bind port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:04:46.070263 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Attempting to bind port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:04:46.070873 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Attempting to bind port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:46.078171 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:04:46.079318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Checking segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:46.079966 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.080519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Bound using segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:04:46.081218 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Bound port: c192f2ce-0a49-42e1-87b4-e46fb4b658e4, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:04:46.082568 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.102510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70b37a3f-3689-4c09-bd79-4d6a9e0636e6 req-291d9ca3-d32d-4f3c-aae5-f4f2e11d61f4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0611403 Mar 10 18:04:46.174776 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] For port c192f2ce-0a49-42e1-87b4-e46fb4b658e4, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:04:46.179231 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] For port c192f2ce-0a49-42e1-87b4-e46fb4b658e4, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:04:46.187080 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.247605 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:04:46.248233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:46.410696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:46.411339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.515200 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:04:46.526902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Current status of the port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:46.527789 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.592378 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cde391-506e-4efb-81c2-de9078c9f975 None None] Pushing event updated for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:46.641046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] For port c192f2ce-0a49-42e1-87b4-e46fb4b658e4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:46.650663 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.845106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e5a97-7d52-465a-a1b9-a01371a3ebda None None] Pushing event updated for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:46.869160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9cca3ac9-0783-47bb-b667-1d465745e208 None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:46.869568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9cca3ac9-0783-47bb-b667-1d465745e208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:46.948567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-99894a80-dbf5-412a-9ed9-8533027d9048 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:46.950086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-99894a80-dbf5-412a-9ed9-8533027d9048 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 796 time: 0.1940250 Mar 10 18:04:46.979512 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:04:47.032500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd16e09f-1768-4d60-877a-ab0bd86b6835 req-7a83b7cf-a1b5-4cea-b9e5-c8f4fa68bbf5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0813687 Mar 10 18:04:47.062190 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c2e74-35e9-4248-9d7d-c70375337a74 None None] The sync data for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 is: [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:04:47.077640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9cca3ac9-0783-47bb-b667-1d465745e208 None None] Current status of the port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:47.194777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-46c142fb-9d48-4117-b2f5-6e99170da17a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 379 time: 0.2321606 Mar 10 18:04:47.216014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'port': {'device_id': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'admin_state_up': True, 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'security_groups': ['471c4a42-e0c1-49df-ac82-6e48f65155f6']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:47.339404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d346cb8c-c148-4a7e-b55d-e9da7960d352 req-1555aaa6-48d7-457c-a8d2-9bb1d4806aed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0655150 Mar 10 18:04:47.395885 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:47.477709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:04:47.484062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:47.735967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.10 (89e34287-2190-4cb7-a59b-2eda9763dc24/8a01694d-d36c-4310-8ad0-9d09f0bb97be/e56eff26-66f2-407c-89ac-5e75304a4208) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:48.029674 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (e56eff26-66f2-407c-89ac-5e75304a4208), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.256379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.352089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c192f2ce-0a49-42e1-87b4-e46fb4b658e4 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:48.365509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:48.389496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f3c89b4-83ac-4d86-aed5-2924f7abcdeb req-d1e10a65-b315-4dc0-8956-ea0946baaea1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.1310802 Mar 10 18:04:48.396806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:48.398330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:48.400937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:48.472940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:48.473374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.496522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:48.510788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.619442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:48.640300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-bec562e2-27e1-4122-b65c-c42c5a8e5966 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4396884 Mar 10 18:04:48.666947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58915-1267-4831-b514-080f1a99b4a1 req-932539fe-7bcd-4b0c-99da-27ebfc067745 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:48.668527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b58915-1267-4831-b514-080f1a99b4a1 req-932539fe-7bcd-4b0c-99da-27ebfc067745 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 932 time: 0.1539626 Mar 10 18:04:48.748121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b58915-1267-4831-b514-080f1a99b4a1 req-6bc7fa92-0b5c-4eb4-bc06-2264c6e93a95 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695958 Mar 10 18:04:48.756326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Request body: {'port': {'device_id': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:48.855977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.929841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f9f49e24-396f-43ef-bbf7-5a67f5da507d None None] Provisioning complete for port e56eff26-66f2-407c-89ac-5e75304a4208 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:48.931341 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9f49e24-396f-43ef-bbf7-5a67f5da507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:48.993745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f9f49e24-396f-43ef-bbf7-5a67f5da507d None None] Port e56eff26-66f2-407c-89ac-5e75304a4208 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:04:49.314148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56eff26-66f2-407c-89ac-5e75304a4208 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:04:49.325931 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks [] for port (e56eff26-66f2-407c-89ac-5e75304a4208), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.336812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.344622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Transition to ACTIVE for port object e56eff26-66f2-407c-89ac-5e75304a4208 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:04:49.353544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.436884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:49.554271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-823143b9-989d-4f52-8de1-371250a9d984 req-65c06bee-60db-4b0e-9c90-741faf3c3ddb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0578256 Mar 10 18:04:49.621656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:04:49.622306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:04:49.623030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:49.627660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:04:49.628192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:04:49.637265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:04:49.642311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Checking segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:04:49.642739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Bound using segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:04:49.643197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Bound port: e56eff26-66f2-407c-89ac-5e75304a4208, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:04:49.643555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.753736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:04:49.757596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:04:49.764726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.826245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:49.827040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:49.828451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] 10.222.0.41 "PUT /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1092 time: 1.1786351 Mar 10 18:04:49.828916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:49.831306 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e84ece-479e-45cc-89c8-e02a5ee0674d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:49.987033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739f98-3c41-408c-889e-48e160e0201d service neutron] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:50.039966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-06fe0246-eeeb-425d-8d41-5abe14fb11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:50.041513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-06fe0246-eeeb-425d-8d41-5abe14fb11c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.1409402 Mar 10 18:04:50.055342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0786d7-b248-4b61-be37-c41ef72d5582 req-389e8fec-fa55-4de7-b3fb-aa2c5d3e268f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:50.062460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c0786d7-b248-4b61-be37-c41ef72d5582 req-389e8fec-fa55-4de7-b3fb-aa2c5d3e268f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1153743 Mar 10 18:04:50.157667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-cfcd0f01-c854-4621-9dbd-18537f753b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 217 time: 0.0931284 Mar 10 18:04:50.159158 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10f260-8b69-4a0b-9dc4-9b6a5482718d x-openstack-request-id: req-0c10f260-8b69-4a0b-9dc4-9b6a5482718d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:50.159446 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:50.159705 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c10f260-8b69-4a0b-9dc4-9b6a5482718d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:50.160106 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'status': 'completed', 'code': 200} Mar 10 18:04:50.255139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c0786d7-b248-4b61-be37-c41ef72d5582 req-476e91bc-b734-4616-9c80-bded8cc3b204 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915970 Mar 10 18:04:50.276067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-9922e55c-cfe5-4f25-b598-ad07cbd53552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:50.277733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-9922e55c-cfe5-4f25-b598-ad07cbd53552 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0897212 Mar 10 18:04:50.360756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-e9a3b9a2-0817-47b8-84d0-b3c499c8f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:50.362692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-e9a3b9a2-0817-47b8-84d0-b3c499c8f29c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760980 Mar 10 18:04:50.486804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-660c26f2-0267-4b5c-a454-d48609277b25 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158776 Mar 10 18:04:50.902116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1540657c-719a-4057-8e2f-ddfc6bcfb9ac req-ddf82c9b-1128-4261-abcd-3c272723f480 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=da0a4db4-c72f-4d8c-9905-a23a6593b4d2 HTTP/1.1" status: 200 len: 210 time: 0.0379047 Mar 10 18:04:50.912882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2be41ed-8f67-4620-a90d-edba470714a7 req-a04f5073-ee68-4628-b005-10e407e49855 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192681 Mar 10 18:04:51.012828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-b3c04230-ee7e-4439-a9e9-fc5923f99bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:51.014596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-b3c04230-ee7e-4439-a9e9-fc5923f99bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.0466068 Mar 10 18:04:51.123846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-2cdf77a7-34b7-4b66-95f1-2bcaae04a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:51.126295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-2cdf77a7-34b7-4b66-95f1-2bcaae04a17e service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1033998 Mar 10 18:04:51.177990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-d9015a6d-7fbe-410d-9d9a-1ff2dc3ca74d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 217 time: 0.0438943 Mar 10 18:04:51.253284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-47f40caa-4906-4707-89d7-9b9f85d38e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:51.254780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-47f40caa-4906-4707-89d7-9b9f85d38e02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0710111 Mar 10 18:04:51.313876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-dbd98540-1d67-46dd-9607-e2f3c30f49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:51.315715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-dbd98540-1d67-46dd-9607-e2f3c30f49cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551562 Mar 10 18:04:51.455827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4376e9-2230-49fa-8506-e6c5709683b6 req-4adcf9fb-74ca-44bc-be72-fd976a0a2c34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:51.457317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd4376e9-2230-49fa-8506-e6c5709683b6 req-4adcf9fb-74ca-44bc-be72-fd976a0a2c34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.1162176 Mar 10 18:04:51.459682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-1a72904f-4086-4471-9afd-c4fb5cf27ecd service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374204 Mar 10 18:04:51.565249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd4376e9-2230-49fa-8506-e6c5709683b6 req-59c0c1a2-fde1-48b4-ad05-32e31bc7e551 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014760 Mar 10 18:04:51.587362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15e84ece-479e-45cc-89c8-e02a5ee0674d req-053fe317-7a51-4af5-98e5-4725b2480387 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174893 Mar 10 18:04:52.710989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccec3f-886e-4416-8069-b7c0e1491ff7 req-849c1d50-b974-488b-a156-9f40ce205d6c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:52.712606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfccec3f-886e-4416-8069-b7c0e1491ff7 req-849c1d50-b974-488b-a156-9f40ce205d6c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0668907 Mar 10 18:04:52.762948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfccec3f-886e-4416-8069-b7c0e1491ff7 req-7d8a44ae-5046-48e6-9553-64890adcf161 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 Mar 10 18:04:53.044477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:04:53.154176 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:53.168032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'mac_address': 'fa:16:3e:25:0a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:04:53.207919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e56eff26-66f2-407c-89ac-5e75304a4208 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:53.208710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:53.223257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56eff26-66f2-407c-89ac-5e75304a4208 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:04:53.243445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:53.249555 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:53.300743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:53.537845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['e56eff26-66f2-407c-89ac-5e75304a4208'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:04:53.896353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c43f9-c267-4f63-85fb-c9c3c00c7e57 req-e307caef-e25c-4b48-9a71-942a97677f13 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:53.898331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c2c43f9-c267-4f63-85fb-c9c3c00c7e57 req-e307caef-e25c-4b48-9a71-942a97677f13 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 945 time: 0.0575883 Mar 10 18:04:53.954742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c2c43f9-c267-4f63-85fb-c9c3c00c7e57 req-1e5242cf-dd3a-428d-a690-6ddb66b73a67 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497570 Mar 10 18:04:55.049893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:04:55.132599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1cb82-576a-4698-956e-e724fe4e8234 req-b3f341d6-ff24-473d-b48e-9152390b103b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:55.146112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6e1cb82-576a-4698-956e-e724fe4e8234 req-b3f341d6-ff24-473d-b48e-9152390b103b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 945 time: 0.1103837 Mar 10 18:04:55.176395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port e56eff26-66f2-407c-89ac-5e75304a4208 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:04:55.181354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port e56eff26-66f2-407c-89ac-5e75304a4208 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:04:55.181922 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:55.259159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6e1cb82-576a-4698-956e-e724fe4e8234 req-0a817b60-84d2-4c75-a9a6-391f6b6fb48c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112444 Mar 10 18:04:55.346544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e56eff26-66f2-407c-89ac-5e75304a4208 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:04:55.347207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:55.375715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:04:55.377929 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48047b6-c572-4d62-8253-84dd83296482" -d '{"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:04:55.393468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:04:55.409417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:55.482614 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cef9b2-2656-464f-931f-1721fc7a5bad x-openstack-request-id: req-f5cef9b2-2656-464f-931f-1721fc7a5bad {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:04:55.483460 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:04:55.483956 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5cef9b2-2656-464f-931f-1721fc7a5bad {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:04:55.484565 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'code': 200} Mar 10 18:04:55.547676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:55.603251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3fff4-25b4-46b7-847d-da70555f0a4a req-9ba6e80a-abbd-4553-9dc6-c732f84f1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:55.605047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b3fff4-25b4-46b7-847d-da70555f0a4a req-9ba6e80a-abbd-4553-9dc6-c732f84f1ae7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0568268 Mar 10 18:04:55.666272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b3fff4-25b4-46b7-847d-da70555f0a4a req-4fca8bb0-b167-44de-9fd8-821ead1278d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556076 Mar 10 18:04:56.100159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:04:56.377416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56911a48-67bc-4dd3-8764-2c06b76c3679 req-c84a3a30-c9fc-448c-8d47-912232c54b96 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:56.379121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56911a48-67bc-4dd3-8764-2c06b76c3679 req-c84a3a30-c9fc-448c-8d47-912232c54b96 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0590210 Mar 10 18:04:56.436562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56911a48-67bc-4dd3-8764-2c06b76c3679 req-17157eee-2740-404c-b2dd-eed877d11c9a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516012 Mar 10 18:04:57.101250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:57.623345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c70ef8-67de-42d5-9015-bc655ae8cc89 req-6dc889e5-d7fd-411c-9b55-b1a8b86f4160 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:57.624959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c70ef8-67de-42d5-9015-bc655ae8cc89 req-6dc889e5-d7fd-411c-9b55-b1a8b86f4160 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0908022 Mar 10 18:04:57.709019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21c70ef8-67de-42d5-9015-bc655ae8cc89 req-633e108e-fc25-414d-9cdb-e410fd5260c9 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766072 Mar 10 18:04:57.896835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e194bc4-1875-4d3d-9156-0cf79871c897 req-9aecb2ec-b196-40a7-81a4-37f367afbd4f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:57.904308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e194bc4-1875-4d3d-9156-0cf79871c897 req-9aecb2ec-b196-40a7-81a4-37f367afbd4f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1089540 Mar 10 18:04:57.978187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e194bc4-1875-4d3d-9156-0cf79871c897 req-9cdaaa7f-3e11-40ea-afde-24978bb06344 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728350 Mar 10 18:04:57.990088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51480) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:58.040938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060b0c1-63e0-4d5b-b4aa-6d73aa431562 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:04:58.046369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 51482) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:04:58.051741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:04:58.059043 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4060b0c1-63e0-4d5b-b4aa-6d73aa431562 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1123 time: 0.0667160 Mar 10 18:04:58.085056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:58.213100 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:58.343267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.152 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/15885552-4ba6-4c3d-b184-afaf5f9418f4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:04:58.480376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:58.527801 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:58.596400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=15885552-4ba6-4c3d-b184-afaf5f9418f4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:04:58.608012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:04:58.609128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:04:58.614029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:04:59.425309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-7cd7de31-f80e-4607-bd6b-3a47be5cbe56 req-3a2c0a03-e692-4e83-8342-b53a39dc04ca tempest-AttachVolumeShelveTestJSON-122750210 tempest-AttachVolumeShelveTestJSON-122750210-project] (103795) timed out ('10.222.0.35', 55480) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:04:59.631708 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (f4331c20-25db-4896-8f80-0c6caa01b703), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:04:59.788842 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:00.058123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:00.064375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:00.139254 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:00.143358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f4331c20-25db-4896-8f80-0c6caa01b703), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:00.194532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=15885552-4ba6-4c3d-b184-afaf5f9418f4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:00.268044 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP f4331c20-25db-4896-8f80-0c6caa01b703 associated. External IP: 172.25.3.152, port: e56eff26-66f2-407c-89ac-5e75304a4208. Mar 10 18:05:00.784706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 38d95bea-cfbf-4f8b-94e6-96da3671818d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:05:00.946564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:05:00.963757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Sync routers for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:05:00.994583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:01.008411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:01.009300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:01.038232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd1f85f4-589e-401b-8f9e-2fb1038db117 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9906645 Mar 10 18:05:01.040158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:01.049581 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580b632-7823-4694-8821-6e582558468f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:01.116667 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f927de69-5774-4e0f-a10c-17761633e7af x-openstack-request-id: req-f927de69-5774-4e0f-a10c-17761633e7af {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:01.117195 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:01.117643 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f927de69-5774-4e0f-a10c-17761633e7af {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:01.118238 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'status': 'completed', 'code': 200} Mar 10 18:05:01.147200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:01.243734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579074c-5924-4a36-a04b-41d972bb02c5 req-8cff34ea-5338-4c98-83e1-28398d6626d2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:01.250973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6579074c-5924-4a36-a04b-41d972bb02c5 req-8cff34ea-5338-4c98-83e1-28398d6626d2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1211646 Mar 10 18:05:01.264167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b632-7823-4694-8821-6e582558468f req-266b39c6-0126-464f-850e-3a046f22dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:01.265912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-266b39c6-0126-464f-850e-3a046f22dfaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.1233742 Mar 10 18:05:01.406123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6579074c-5924-4a36-a04b-41d972bb02c5 req-2b1af595-5d69-400c-8429-0a494a9976d6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541696 Mar 10 18:05:01.408751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f4331c20-25db-4896-8f80-0c6caa01b703', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'mac_address': 'fa:16:3e:25:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:04:59Z', 'updated_at': '2022-03-10T18:04:59Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:01.421819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51588) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:01.457675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Checking router: 38d95bea-cfbf-4f8b-94e6-96da3671818d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:05:01.468447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:01.469323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:04:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:01.479114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b632-7823-4694-8821-6e582558468f req-6c04088c-b465-4ec9-b68a-4adf0ddf233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:01.484785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-6c04088c-b465-4ec9-b68a-4adf0ddf233d service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.2108588 Mar 10 18:05:01.513325 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3c7f94d5-0520-4e20-9c66-0169ee0255f8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 200 len: 992 time: 0.0776565 Mar 10 18:05:01.665298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-efee7cb2-5567-4c40-a2e5-d9271c995235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1000 time: 0.1726384 Mar 10 18:05:01.736412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b632-7823-4694-8821-6e582558468f req-e00559fb-df99-427a-8064-4e3592caf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:01.737931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-e00559fb-df99-427a-8064-4e3592caf859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0649571 Mar 10 18:05:01.819706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b632-7823-4694-8821-6e582558468f req-c6459e22-ce59-4983-9c23-6769d816127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:01.823259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-c6459e22-ce59-4983-9c23-6769d816127d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788989 Mar 10 18:05:01.833592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:01.933755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-fd155949-e2c0-47e9-8bd1-a636fff749dc service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022551 Mar 10 18:05:02.084863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6580b632-7823-4694-8821-6e582558468f req-16f11b88-de77-4565-91a8-512c8aaffdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447165 Mar 10 18:05:02.127985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f4331c20-25db-4896-8f80-0c6caa01b703', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'mac_address': 'fa:16:3e:25:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:04:59Z', 'updated_at': '2022-03-10T18:04:59Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:02.162237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3a401-a579-47d9-aa45-1ef2e8a92425 None None] The sync data for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 is: [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f4331c20-25db-4896-8f80-0c6caa01b703', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'mac_address': 'fa:16:3e:25:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:04:59Z', 'updated_at': '2022-03-10T18:04:59Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:05:02.387981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac6714-577a-487f-ac0f-1080e89fb204 None None] New status for floating IP f4331c20-25db-4896-8f80-0c6caa01b703: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:05:02.503419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51596) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:02.588787 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-de2583ad-7b9b-4b36-a0c9-c07b29d6ce76 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 200 len: 992 time: 0.0836279 Mar 10 18:05:03.592346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 51604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:03.665383 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e1fcab22-c6af-42cf-9fb8-35a25da46f61 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 200 len: 994 time: 0.0718338 Mar 10 18:05:12.434408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2abec9e7-b1cb-4a7c-803c-b100352f5087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:13.515935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-6eff6b65-416e-4139-b1d4-00c4152eeafe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503294 Mar 10 18:05:13.605757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-b7a713f0-cd88-4756-9f53-82b45c243a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:13.607328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-b7a713f0-cd88-4756-9f53-82b45c243a68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce007c55c26543eba505f941cec4bac5&device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 1127 time: 0.0479023 Mar 10 18:05:13.724912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-3fdb00bf-fdc4-4586-bb7e-8d3b689e54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:13.726419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-3fdb00bf-fdc4-4586-bb7e-8d3b689e54f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 200 len: 914 time: 0.1010807 Mar 10 18:05:13.779533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-8f47c8a5-0d3d-4a3f-a787-566e8f2a5e2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd HTTP/1.1" status: 200 len: 217 time: 0.0443544 Mar 10 18:05:13.843211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-70d2b453-6994-4cc0-bd5a-97f9af30cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:13.845593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-70d2b453-6994-4cc0-bd5a-97f9af30cbed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 200 len: 853 time: 0.0585248 Mar 10 18:05:13.888747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-60918a2c-d552-468e-97bc-175d7f916a9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293352d1-24dc-48c6-9759-00958a2e9f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356650 Mar 10 18:05:14.053760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-97216e63-abb5-488d-8121-a4de5058405e service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572785 Mar 10 18:05:14.068871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f20b-e991-4a30-af40-44fa06354e62 req-fa1f8cba-5c97-46b3-bc09-6754c750d86c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:14.070327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4901f20b-e991-4a30-af40-44fa06354e62 req-fa1f8cba-5c97-46b3-bc09-6754c750d86c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 945 time: 0.0863807 Mar 10 18:05:14.172767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4901f20b-e991-4a30-af40-44fa06354e62 req-fca4b4e7-9781-48b6-b8fa-74f188c8d533 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944822 Mar 10 18:05:14.189542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e59b813-5c5b-4777-a9ba-21e819f60ab2 req-726c763c-335a-4210-aa51-bc26d63a761c service neutron] 10.222.0.41 "GET /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281781 Mar 10 18:05:14.662731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bbbe2682-0371-4474-8fff-2a3480db4e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:15.323128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca69d-fa9c-4710-b2fc-e104c7be4da1 req-a5112f18-c9bf-4bfd-ab05-6e587fd6b506 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:15.324794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b7ca69d-fa9c-4710-b2fc-e104c7be4da1 req-a5112f18-c9bf-4bfd-ab05-6e587fd6b506 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 945 time: 0.0590649 Mar 10 18:05:15.377044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b7ca69d-fa9c-4710-b2fc-e104c7be4da1 req-51229b07-5085-4a22-85e1-30a0a7714d56 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c52be4a-83e5-4ee0-a47c-b3ca34834394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Mar 10 18:05:15.889515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-f564f665-05b7-4e0f-8c57-5a9848c4ca6c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:15.892774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-f564f665-05b7-4e0f-8c57-5a9848c4ca6c tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 945 time: 0.0553052 Mar 10 18:05:15.946370 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:15.996837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Deleting port b288582c-463c-4902-8b5f-b885bf3ca7bd {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:05:15.997351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:16.128907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] For port b288582c-463c-4902-8b5f-b885bf3ca7bd, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b288582c-463c-4902-8b5f-b885bf3ca7bd,segment=NetworkSegment(ed2202ec-d8f0-499d-96b7-89a1149163f5),segment_id=ed2202ec-d8f0-499d-96b7-89a1149163f5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:16.129613 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:16.152340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Calling delete_port for b288582c-463c-4902-8b5f-b885bf3ca7bd owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:05:16.311804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b288582c-463c-4902-8b5f-b885bf3ca7bd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:16.327909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b288582c-463c-4902-8b5f-b885bf3ca7bd'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:05:16.349624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Pushing event deleted for resources: {'Port': ['ID=b288582c-463c-4902-8b5f-b885bf3ca7bd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:16.444114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] No DVR routers for this DVR port b288582c-463c-4902-8b5f-b885bf3ca7bd on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:05:16.463754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:16.467103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-67ddf7e8-ea01-4b6e-9c10-21564d7cc4e8 req-abf96525-eecf-4310-a0a1-20fa5ead1246 tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.41 "DELETE /v2.0/ports/b288582c-463c-4902-8b5f-b885bf3ca7bd HTTP/1.1" status: 204 len: 173 time: 0.5695767 Mar 10 18:05:16.467619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'name': 'network-vif-deleted', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:16.469884 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3590f79-9ee0-42bf-98f0-c3983a072da4" -d '{"events": [{"server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "name": "network-vif-deleted", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:16.544858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bff527e-c175-4c5e-9a7d-c2bcbc32116e req-3f76d2d8-2050-47c7-8f98-8f6560445c0b tempest-VolumesSnapshotTestJSON-1088421530 tempest-VolumesSnapshotTestJSON-1088421530-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a9c0df9-7e2a-4d90-9637-d2cefe61fe23 HTTP/1.1" status: 200 len: 210 time: 0.0607729 Mar 10 18:05:16.550925 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd8535-b928-47f4-ad52-f862ac8cb4e5 x-openstack-request-id: req-25cd8535-b928-47f4-ad52-f862ac8cb4e5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:16.551324 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9c0df9-7e2a-4d90-9637-d2cefe61fe23", "name": "network-vif-deleted", "tag": "b288582c-463c-4902-8b5f-b885bf3ca7bd", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:16.553496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25cd8535-b928-47f4-ad52-f862ac8cb4e5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:16.554022 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9c0df9-7e2a-4d90-9637-d2cefe61fe23', 'name': 'network-vif-deleted', 'tag': 'b288582c-463c-4902-8b5f-b885bf3ca7bd', 'status': 'completed', 'code': 200} Mar 10 18:05:17.363166 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:19.252273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b288582c-463c-4902-8b5f-b885bf3ca7bd no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:05:19.276374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: b288582c-463c-4902-8b5f-b885bf3ca7bd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:05:19.276670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b288582c-463c-4902-8b5f-b885bf3ca7bd not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:05:19.341747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:19.644705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:19.803026 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:19.887375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Publish callbacks [] for security_group (704c5582-f5a9-4c3e-87da-c46c162a706a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:19.894449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (704c5582-f5a9-4c3e-87da-c46c162a706a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:19.949800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a449a9b8bed24a86affbb2343f3d47b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012819 Mar 10 18:05:19.950024 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52184) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:19.958478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704c5582-f5a9-4c3e-87da-c46c162a706a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:19.979243 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.980000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.980545 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.980681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.980973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.982016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.982497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.982953 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.983405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.983860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.984328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.984778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:19.985226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a349f-a3be-4124-bc17-e8ea7502d2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:20.037592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] Publish callbacks [] for security_group (704c5582-f5a9-4c3e-87da-c46c162a706a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:20.066119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] Publish callbacks [] for security_group (704c5582-f5a9-4c3e-87da-c46c162a706a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:20.131488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (704c5582-f5a9-4c3e-87da-c46c162a706a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:20.140960 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:20.144828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/704c5582-f5a9-4c3e-87da-c46c162a706a HTTP/1.1" status: 204 len: 168 time: 0.1910918 Mar 10 18:05:20.155700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8471f-4867-4141-97bd-6b30460a83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c5582-f5a9-4c3e-87da-c46c162a706a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:21.046339 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52214) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:21.205334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2029352134-network', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:21.226455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Made reservation on behalf of b68c8892e1fd425d9178d26bde546a92 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:21.228841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.240403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.331567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks [] for security_group (c5646b74-29dd-4bf6-bd44-3ee0cc69e57c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.337748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5646b74-29dd-4bf6-bd44-3ee0cc69e57c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.362813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:05:21.373297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5646b74-29dd-4bf6-bd44-3ee0cc69e57c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:21.379605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4683a621-7531-4cf0-ad70-e38c238f8b36), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.380015 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Added segment 4683a621-7531-4cf0-ad70-e38c238f8b36 of type vlan for network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb Mar 10 18:05:21.419480 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.444813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.445917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:21.446713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.484845 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4346926 Mar 10 18:05:21.485458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52222) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:21.491154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Request body: {'subnet': {'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2029352134-subnet', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:21.516619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Made reservation on behalf of b68c8892e1fd425d9178d26bde546a92 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:21.517133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297bdfb-5423-424f-b234-fffbba5f8314 admin admin] Pushing event updated for resources: {'Network': ['ID=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:21.520172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.529689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:05:21.717377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (ff17c041-a131-4355-b386-15b70316270e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.777118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff17c041-a131-4355-b386-15b70316270e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:21.789353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Checking segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:21.789642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Network hostable DHCP agents. Network: 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:05:21.807549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:05:21.817116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:21.822157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:21.823035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.827753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990510e-62e5-41b1-b17d-d6e79797223b None None] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:05:21.847045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cf1c3189-5ecc-44b5-a7b1-b711035bd54f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3577287 Mar 10 18:05:21.847603 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52226) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:21.853823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:21.879060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (d8591086-602d-4791-844b-ff8db01d52e6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.880460 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (d8591086-602d-4791-844b-ff8db01d52e6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.947827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:05:21.948774 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:21.973751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for router_controller (d8591086-602d-4791-844b-ff8db01d52e6), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.120423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Allocated IP 172.20.0.2 (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb/ff17c041-a131-4355-b386-15b70316270e/77410b67-d3e3-4238-970f-003ff6265775) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:22.175702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for router_gateway (d8591086-602d-4791-844b-ff8db01d52e6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.330881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks [] for port (77410b67-d3e3-4238-970f-003ff6265775), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.339015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (77410b67-d3e3-4238-970f-003ff6265775), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.388073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:22.393579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:22.398542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:22.431473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Pushing event updated for resources: {'Port': ['ID=77410b67-d3e3-4238-970f-003ff6265775,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:22.473091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Attempting to bind port 77410b67-d3e3-4238-970f-003ff6265775 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:22.473651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Attempting to bind port 77410b67-d3e3-4238-970f-003ff6265775 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:22.474028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Attempting to bind port 77410b67-d3e3-4238-970f-003ff6265775 on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:22.480576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:22.480954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Checking segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:22.481363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.481760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Bound using segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:22.482252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Bound port: 77410b67-d3e3-4238-970f-003ff6265775, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:22.482673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77410b67-d3e3-4238-970f-003ff6265775), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.563374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] For port 77410b67-d3e3-4238-970f-003ff6265775, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:22.567954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] For port 77410b67-d3e3-4238-970f-003ff6265775, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=77410b67-d3e3-4238-970f-003ff6265775,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:22.577827 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (77410b67-d3e3-4238-970f-003ff6265775), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.662747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85cec-b807-4c71-a5c0-6ed3feba01c2 None None] Pushing event updated for resources: {'Port': ['ID=77410b67-d3e3-4238-970f-003ff6265775,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:22.894340 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for router_gateway (d8591086-602d-4791-844b-ff8db01d52e6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:22.947533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:23.081609 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Allocated IP 172.25.3.182 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/d3468d8c-4869-4bb3-9ab3-128e3a6caa29) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:23.208268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:23.246547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:23.284955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:23.291328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:23.295597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:23.321735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:23.602345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for router_gateway (d8591086-602d-4791-844b-ff8db01d52e6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:23.893903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (d8591086-602d-4791-844b-ff8db01d52e6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:23.999323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0233160-c717-4d12-a095-b33fa9f961e0 None None] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:05:24.056268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Router d8591086-602d-4791-844b-ff8db01d52e6 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:05:24.131078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Provisioning complete for port 77410b67-d3e3-4238-970f-003ff6265775 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:24.131766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (77410b67-d3e3-4238-970f-003ff6265775), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.190718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:05:24.204422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Sync routers for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:05:24.235576 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.238161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e01da05c-5bfa-4328-ad06-ecfa75e29cc8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3886776 Mar 10 18:05:24.241173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:24.248988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:24.249759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:24.389631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 77410b67-d3e3-4238-970f-003ff6265775 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:24.459441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Current status of the port 77410b67-d3e3-4238-970f-003ff6265775 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:24.459988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (77410b67-d3e3-4238-970f-003ff6265775), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.597384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] For port 77410b67-d3e3-4238-970f-003ff6265775, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=77410b67-d3e3-4238-970f-003ff6265775,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:24.608048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:24.644316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 77410b67-d3e3-4238-970f-003ff6265775 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:24.645279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (77410b67-d3e3-4238-970f-003ff6265775), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.682647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (77410b67-d3e3-4238-970f-003ff6265775), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.836763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972841-0e90-4d42-884f-7d1a90b14040 None None] Pushing event updated for resources: {'Port': ['ID=77410b67-d3e3-4238-970f-003ff6265775,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:24.862646 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:24.871277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7308371b-c682-416b-b667-d8b107fa9d1a None None] Provisioning complete for port 77410b67-d3e3-4238-970f-003ff6265775 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:24.871650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7308371b-c682-416b-b667-d8b107fa9d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (77410b67-d3e3-4238-970f-003ff6265775), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.046078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 77410b67-d3e3-4238-970f-003ff6265775 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:25.102628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7308371b-c682-416b-b667-d8b107fa9d1a None None] Current status of the port 77410b67-d3e3-4238-970f-003ff6265775 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:25.135024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:23Z', 'revision_number': 3, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:25.169561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Checking router: d8591086-602d-4791-844b-ff8db01d52e6 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:05:25.170716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Updating router d8591086-602d-4791-844b-ff8db01d52e6 port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:05:25.186702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Allocated IP 172.20.0.1 (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb/ff17c041-a131-4355-b386-15b70316270e/b3c1d547-7903-4ec3-87b9-cfabb62f2f24) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:25.215166 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.566200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks [] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.572856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.626655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Attempting to bind port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:25.626886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Attempting to bind port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:25.627360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Attempting to bind port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:25.630574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476710-e87a-47db-b872-f4f9c069c0cf None None] Pushing event updated for resources: {'Port': ['ID=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:25.630689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks [] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.636952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:25.637411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:25.637886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.638362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:25.639197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Bound port: d3468d8c-4869-4bb3-9ab3-128e3a6caa29, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:25.639325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.698941 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.703250 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] For port d3468d8c-4869-4bb3-9ab3-128e3a6caa29, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:25.708873 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] For port d3468d8c-4869-4bb3-9ab3-128e3a6caa29, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:25.718814 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.753965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:25.759195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:25.762815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:25.793195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:25.793755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:25.812814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (d8591086-602d-4791-844b-ff8db01d52e6), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.836293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476710-e87a-47db-b872-f4f9c069c0cf None None] Pushing event updated for resources: {'Port': ['ID=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:25.970809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:25.973272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:26.152540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:26.182471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks [] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.198609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.228645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-14720bf9-2dee-4328-9c10-82d5ae9b8954 None None] Provisioning complete for port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:26.229008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-14720bf9-2dee-4328-9c10-82d5ae9b8954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.259624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (d8591086-602d-4791-844b-ff8db01d52e6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.263419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 77410b67-d3e3-4238-970f-003ff6265775 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:26.289746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:26.341863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-14720bf9-2dee-4328-9c10-82d5ae9b8954 None None] Port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:26.378736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:26.380496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:26.405543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 77410b67-d3e3-4238-970f-003ff6265775 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:26.405543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (77410b67-d3e3-4238-970f-003ff6265775), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.534254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:23Z', 'revision_number': 3, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:26.552521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Router d8591086-602d-4791-844b-ff8db01d52e6 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:05:26.577106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041069e3-6a98-4098-927e-e0411f79bed6 None None] The sync data for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 is: [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:23Z', 'revision_number': 3, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:05:26.626031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 77410b67-d3e3-4238-970f-003ff6265775 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:26.702995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:05:26.718085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-daddb2d0-d726-4cb0-b97d-de4ccf697d68 admin admin] 10.222.0.35 "PUT /v2.0/routers/d8591086-602d-4791-844b-ff8db01d52e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4665682 Mar 10 18:05:26.781843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a499a6fd-34b7-4afb-8068-826ebc102e25 None None] Provisioning complete for port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:26.782645 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a499a6fd-34b7-4afb-8068-826ebc102e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:26.834399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a499a6fd-34b7-4afb-8068-826ebc102e25 None None] Port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:26.879080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-cac0fbf3-3492-4085-90f8-61b9b4465e05 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:26.886889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-cac0fbf3-3492-4085-90f8-61b9b4465e05 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1436357 Mar 10 18:05:26.900086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-a37e788b-c3f8-43af-ad97-2b62385cd22e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0120318 Mar 10 18:05:27.032974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-962a89c6-0b2d-497b-9953-b462133fc870 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247098 Mar 10 18:05:27.122291 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.185548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-bafb381f-56d5-472e-aa44-c9fb2077d1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459489 Mar 10 18:05:27.355742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-1b343398-e989-4b8e-9964-31d62dd8012e service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628904 Mar 10 18:05:27.480306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:27.486767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1722702313-network', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:27.512343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Made reservation on behalf of f0edfb80cfac469b824803e8cd91e9f3 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:27.520162 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.531050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.626609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f7145b9-9cc3-4562-aff0-7005368d2089 req-0568ae9c-df85-4050-8ec6-a7ac3af39547 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0406814 Mar 10 18:05:27.689051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks [] for security_group (dd3c74c3-9fe4-4478-ac87-c6d4e6638552), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.695345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dd3c74c3-9fe4-4478-ac87-c6d4e6638552), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.736008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:05:27.741088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c74c3-9fe4-4478-ac87-c6d4e6638552,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:27.759982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d27d8adb-312e-4def-94fa-50a42e751d08), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.760394 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Added segment d27d8adb-312e-4def-94fa-50a42e751d08 of type vlan for network 2800cec6-874d-4209-b4f9-fa2b82d59157 Mar 10 18:05:27.809614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (2800cec6-874d-4209-b4f9-fa2b82d59157), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.840306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (2800cec6-874d-4209-b4f9-fa2b82d59157), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.841445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:27.842069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.883899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4018617 Mar 10 18:05:27.886738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52300) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:27.892575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Request body: {'subnet': {'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1722702313-subnet', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:27.922382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Made reservation on behalf of f0edfb80cfac469b824803e8cd91e9f3 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:27.925859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:27.938636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b0e33-6a5d-4ebb-b151-6abd0d1369d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2800cec6-874d-4209-b4f9-fa2b82d59157,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:27.954329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:05:28.199793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (044ebe5a-a8d9-41bc-8ef8-b9f7f3688106), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.256323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d3468d8c-4869-4bb3-9ab3-128e3a6caa29 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:28.279561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Checking segment: {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:28.279915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Network hostable DHCP agents. Network: 2800cec6-874d-4209-b4f9-fa2b82d59157, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:05:28.291778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044ebe5a-a8d9-41bc-8ef8-b9f7f3688106,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:28.311867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:05:28.326673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 2800cec6-874d-4209-b4f9-fa2b82d59157) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:28.332484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:28.333190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.357191 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b40b65e-8dd2-460a-b11e-ca28a2be8537 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4679451 Mar 10 18:05:28.359008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aca5f0-7fa7-4598-b696-55a8ba90cfc8 None None] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:05:28.359406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52306) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:28.365099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:28.384796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:28.385164 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.411589 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (6c3c66ea-6fab-4281-8a47-78509857e732), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.412698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (6c3c66ea-6fab-4281-8a47-78509857e732), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.468390 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for router_controller (6c3c66ea-6fab-4281-8a47-78509857e732), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.544736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:28.545489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.561231 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-2800cec6-874d-4209-b4f9-fa2b82d59157', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:05:28.562074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.580875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port d3468d8c-4869-4bb3-9ab3-128e3a6caa29, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:28.621843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for router_gateway (6c3c66ea-6fab-4281-8a47-78509857e732), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.673724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.734830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:28.788643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Allocated IP 172.20.0.2 (2800cec6-874d-4209-b4f9-fa2b82d59157/044ebe5a-a8d9-41bc-8ef8-b9f7f3688106/769ea7ab-1f2c-4ea1-952d-ef3eeae86626) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:28.896167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e86698c-ba12-49ad-b9fa-bfe6b5bea1ee req-92f158cd-434c-4336-86ef-8a2d0f526a2b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0832577 Mar 10 18:05:28.919448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for router_gateway (6c3c66ea-6fab-4281-8a47-78509857e732), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:28.948380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.044706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-a8604570-9f68-407d-aaaa-cbeb62b1c385 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:29.047250 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-a8604570-9f68-407d-aaaa-cbeb62b1c385 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1999316 Mar 10 18:05:29.051484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks [] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.059509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.066268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:29.122877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Pushing event updated for resources: {'Port': ['ID=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:29.125320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Allocated IP 172.25.3.238 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/62c5e68a-75cf-486a-aab8-55a308723508) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:29.157016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:29.161771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:29.171277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:29.248948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Sync routers for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:05:29.269842 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:29.271910 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:29.272324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:29.276971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.281812 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for port (62c5e68a-75cf-486a-aab8-55a308723508), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.314897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Attempting to bind port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:29.315267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Attempting to bind port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:29.315626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Attempting to bind port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 on network 2800cec6-874d-4209-b4f9-fa2b82d59157 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:29.334492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:29.334996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Checking segment: {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:29.335471 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.335876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Bound using segment: {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:29.336376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Bound port: 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:29.336761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.362957 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (62c5e68a-75cf-486a-aab8-55a308723508), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.424920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:29.432861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:29.435438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:29.437688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Pushing event updated for resources: {'Port': ['ID=62c5e68a-75cf-486a-aab8-55a308723508,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:29.545019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:29.549045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] For port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:29.558149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] For port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:29.569819 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.576873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.5 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/3e6eebf7-2a08-4b64-ade7-3317e65f5390) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:29.726414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1a405-8c12-4b11-9089-6a50c4ebb63c None None] Pushing event updated for resources: {'Port': ['ID=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:29.865578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for router_gateway (6c3c66ea-6fab-4281-8a47-78509857e732), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.907472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:25Z', 'revision_number': 4, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b3c1d547-7903-4ec3-87b9-cfabb62f2f24', 'name': '', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'mac_address': 'fa:16:3e:ab:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:24Z', 'updated_at': '2022-03-10T18:05:26Z', 'revision_number': 2, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'subnets': [{'id': 'ff17c041-a131-4355-b386-15b70316270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:29.944010 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Checking router: d8591086-602d-4791-844b-ff8db01d52e6 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:05:29.944176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:29.944948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Updating router d8591086-602d-4791-844b-ff8db01d52e6 port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:05:29.977048 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.087449 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.157114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.210480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:30.233093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:30.234597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:30.247343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:30.382968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:30.393196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.447987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:30.468721 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-60f9853d-a8a9-40ed-876f-dccb3ae8b9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4046726 Mar 10 18:05:30.494999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Request body: {'port': {'device_id': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:30.496212 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks [] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.524281 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.589414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:30.589799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.625067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.647514 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603408-0933-40fa-a0f6-c4a8a7d097bf None None] Pushing event updated for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:30.821904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:30.822484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.827234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Attempting to bind port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:30.827597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Attempting to bind port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:30.828122 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Attempting to bind port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:30.844316 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:30.845042 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Checking segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:30.845586 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.846108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Bound using segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:30.846767 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Bound port: b3c1d547-7903-4ec3-87b9-cfabb62f2f24, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:30.847302 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.862540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e06f377b-54b9-4fe6-abd3-47443c4de448 None None] Provisioning complete for port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:30.863154 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e06f377b-54b9-4fe6-abd3-47443c4de448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:30.992623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:31.006485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e06f377b-54b9-4fe6-abd3-47443c4de448 None None] Port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:31.011829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.016403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d3468d8c-4869-4bb3-9ab3-128e3a6caa29 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:31.016541 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] For port b3c1d547-7903-4ec3-87b9-cfabb62f2f24, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:31.022733 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] For port b3c1d547-7903-4ec3-87b9-cfabb62f2f24, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:31.043660 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.100503 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (6c3c66ea-6fab-4281-8a47-78509857e732), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.137995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603408-0933-40fa-a0f6-c4a8a7d097bf None None] Pushing event updated for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:31.170503 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:31.172270 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:31.243729 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18dfb-7adb-4959-ac79-8be83657c6cb req-2cce3234-e2a1-4241-8357-07d5ac11fe1c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:31.245191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99c18dfb-7adb-4959-ac79-8be83657c6cb req-2cce3234-e2a1-4241-8357-07d5ac11fe1c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 931 time: 1.1746480 Mar 10 18:05:31.287205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Provisioning complete for port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:31.287758 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.291367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:31.321822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6eebf7-2a08-4b64-ade7-3317e65f5390 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:05:31.339536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks [] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.387236 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Transition to ACTIVE for port object 3e6eebf7-2a08-4b64-ade7-3317e65f5390 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:05:31.388670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.389051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.389358 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.389690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.390022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.390394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.394593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.399020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.399365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.399703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.400035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.400364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.400686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.401010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:31.454139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:31.458082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.518249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99c18dfb-7adb-4959-ac79-8be83657c6cb req-e4883a94-fc3a-4a74-92bc-1d74822d30f6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640605 Mar 10 18:05:31.655064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Router 6c3c66ea-6fab-4281-8a47-78509857e732 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:05:31.695103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:31.699544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Current status of the port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:31.699806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.730336 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:31.774604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] For port b3c1d547-7903-4ec3-87b9-cfabb62f2f24, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:31.782284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.811654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Attempting to bind port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:31.811968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Attempting to bind port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:31.812984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Attempting to bind port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:31.818072 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Pushing event updated for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:31.828534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:05:31.829129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Attempting to bind port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:31.837063 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:31.837573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:31.838141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:31.844177 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Bound port: 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:31.845484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:31.850550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542deb4f-72a4-4909-9f4b-bdd016528e12 None None] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:05:31.969686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:05:32.012952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:32.021384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a308cb2b-7ce7-4692-aeed-65a5ffdced08 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6605904 Mar 10 18:05:32.021980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52322) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:05:32.046679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:32.064836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:32.076210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d77310-3a06-4f91-9fd0-63048ce452f2 None None] Pushing event updated for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:32.083575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Sync routers for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:05:32.091445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:32.117496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:32.118372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:32.213367 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:32.214328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:32.217848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] 10.222.0.59 "PUT /v2.0/ports/3e6eebf7-2a08-4b64-ade7-3317e65f5390 HTTP/1.1" status: 200 len: 1091 time: 1.7397974 Mar 10 18:05:32.223267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:32.229776 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:25Z', 'revision_number': 4, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b3c1d547-7903-4ec3-87b9-cfabb62f2f24', 'name': '', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'mac_address': 'fa:16:3e:ab:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:24Z', 'updated_at': '2022-03-10T18:05:31Z', 'revision_number': 4, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'subnets': [{'id': 'ff17c041-a131-4355-b386-15b70316270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:32.235735 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934968ca-5e0c-4ee2-afe7-480387d4e664" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:32.249476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Provisioning complete for port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:32.250710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:32.316660 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d6b4e-f967-4d16-953b-7ce38648d7ca None None] The sync data for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 is: [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:05:25Z', 'revision_number': 4, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'b3c1d547-7903-4ec3-87b9-cfabb62f2f24', 'name': '', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'mac_address': 'fa:16:3e:ab:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:24Z', 'updated_at': '2022-03-10T18:05:31Z', 'revision_number': 4, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'subnets': [{'id': 'ff17c041-a131-4355-b386-15b70316270e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:05:32.415229 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d38ee-bd6c-4d5d-bfe7-9d22b330a471 x-openstack-request-id: req-af5d38ee-bd6c-4d5d-bfe7-9d22b330a471 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:32.415725 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:32.415725 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af5d38ee-bd6c-4d5d-bfe7-9d22b330a471 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:32.416094 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390', 'status': 'completed', 'code': 200} Mar 10 18:05:32.416923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6a80a-6841-4f78-adb1-817420c7d17b service neutron] Pushing event updated for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:32.434589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:32.507452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-83abd865-b639-45e8-be8e-9302a5b44665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:32.511321 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-83abd865-b639-45e8-be8e-9302a5b44665 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 1125 time: 0.2328005 Mar 10 18:05:32.719403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-532fd5c5-91c1-4dc3-a3c9-60b5bb770e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390 HTTP/1.1" status: 200 len: 217 time: 0.1841509 Mar 10 18:05:32.951948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-d931a254-2c14-46e4-a9c6-b5ea763d1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:32.953618 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-d931a254-2c14-46e4-a9c6-b5ea763d1fdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.2289939 Mar 10 18:05:33.063457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12be1-8c34-4909-97dc-78c3a65eea19 req-16683ace-3ab8-4e86-b3ba-33e345390520 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:33.071000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a12be1-8c34-4909-97dc-78c3a65eea19 req-16683ace-3ab8-4e86-b3ba-33e345390520 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.3777466 Mar 10 18:05:33.099206 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:05:33.120868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-f0245cdf-4741-4c90-a312-d07908f5eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:33.130557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-f0245cdf-4741-4c90-a312-d07908f5eada service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528943 Mar 10 18:05:33.217418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a12be1-8c34-4909-97dc-78c3a65eea19 req-96c46e4d-960c-45f3-a4cd-83c52970989d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452148 Mar 10 18:05:33.231612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Current status of the port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:33.306795 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-cb997e61-85d0-4e64-8bdd-0a67963eee33 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739924 Mar 10 18:05:33.313502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:33.439858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:33.531178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:33.531737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:33.557740 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-57514ee1-f94c-4e29-98c4-8bd1ac394921 req-bea77895-3cea-44a4-bd8e-ab376db9edf9 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381098 Mar 10 18:05:33.629782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Provisioning complete for port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:33.630279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:33.734019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-3f349cff-8822-4b1b-8018-746bded79e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:33.735592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-3f349cff-8822-4b1b-8018-746bded79e72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 1125 time: 0.1149271 Mar 10 18:05:33.778987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Allocated IP 172.20.0.1 (2800cec6-874d-4209-b4f9-fa2b82d59157/044ebe5a-a8d9-41bc-8ef8-b9f7f3688106/93f0a3b4-f821-4ce5-8c90-588eef778c69) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:34.033489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-933d4130-8ff4-4707-aaf5-416f0538e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:34.037195 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-933d4130-8ff4-4707-aaf5-416f0538e1eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.2915258 Mar 10 18:05:34.064983 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks [] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.095462 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-4ebf0a15-3b11-4369-9422-7b923231f812 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390 HTTP/1.1" status: 200 len: 217 time: 0.0499167 Mar 10 18:05:34.140865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.201642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-9674d687-a77b-4039-9a34-770e99b81dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:34.205034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:34.208658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-9674d687-a77b-4039-9a34-770e99b81dc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.1038220 Mar 10 18:05:34.209050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:34.216151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:34.243222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:34.247394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1af74e60-1464-469b-b518-a6fe5ddaea42 None None] Current status of the port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:34.276720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Pushing event updated for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:34.299707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:29Z', 'revision_number': 3, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:34.302831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (6c3c66ea-6fab-4281-8a47-78509857e732), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.369318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-c74ed58d-7301-4a3b-aded-a895868795bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:34.371241 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-c74ed58d-7301-4a3b-aded-a895868795bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1533785 Mar 10 18:05:34.401159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Checking router: 6c3c66ea-6fab-4281-8a47-78509857e732 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:05:34.401427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Updating router 6c3c66ea-6fab-4281-8a47-78509857e732 port 62c5e68a-75cf-486a-aab8-55a308723508 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:05:34.574561 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62c5e68a-75cf-486a-aab8-55a308723508), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.589582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b3c1d547-7903-4ec3-87b9-cfabb62f2f24 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:34.652534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381201d-b4cc-4965-ab18-9b1d19a0d3a5 req-7389f374-91a6-42b2-82c8-8bca24d20367 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:34.663248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f381201d-b4cc-4965-ab18-9b1d19a0d3a5 req-7389f374-91a6-42b2-82c8-8bca24d20367 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.2247114 Mar 10 18:05:34.671962 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-5063d13c-1345-45c9-9e3a-b7c94611f687 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890522 Mar 10 18:05:34.703303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d3012b17-0c4d-4185-a1f7-e633e29b4c82 None None] Provisioning complete for port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:34.703676 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3012b17-0c4d-4185-a1f7-e633e29b4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.830260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f381201d-b4cc-4965-ab18-9b1d19a0d3a5 req-1c7ccf95-9be8-41c0-801d-dd35bf4a747c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661046 Mar 10 18:05:34.889314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:34.889857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.897074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:34.958778 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-934968ca-5e0c-4ee2-afe7-480387d4e664 req-57ae64ff-d2b3-4e0d-aac3-e06ab8b13899 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765117 Mar 10 18:05:35.066090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d3012b17-0c4d-4185-a1f7-e633e29b4c82 None None] Current status of the port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:35.199756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:35.231977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-24a940ce-0666-4f20-8f36-3be8d3ae566d None None] Provisioning complete for port 93f0a3b4-f821-4ce5-8c90-588eef778c69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:35.232465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-24a940ce-0666-4f20-8f36-3be8d3ae566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.265536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks [] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.282391 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.294715 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks [] for port (62c5e68a-75cf-486a-aab8-55a308723508), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.302099 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-24a940ce-0666-4f20-8f36-3be8d3ae566d None None] Port 93f0a3b4-f821-4ce5-8c90-588eef778c69 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:35.312397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62c5e68a-75cf-486a-aab8-55a308723508), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.380900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (6c3c66ea-6fab-4281-8a47-78509857e732), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.392438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Attempting to bind port 62c5e68a-75cf-486a-aab8-55a308723508 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:35.392881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Attempting to bind port 62c5e68a-75cf-486a-aab8-55a308723508 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:35.393254 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Attempting to bind port 62c5e68a-75cf-486a-aab8-55a308723508 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:35.395851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d91371-0841-4e96-aa6d-0c494115e5b6 None None] Pushing event updated for resources: {'Port': ['ID=62c5e68a-75cf-486a-aab8-55a308723508,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:35.404512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:35.404900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:35.405396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.405688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:35.406164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Bound port: 62c5e68a-75cf-486a-aab8-55a308723508, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:35.406583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62c5e68a-75cf-486a-aab8-55a308723508), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.429508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Pushing event updated for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:35.449172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.449518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.449863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.450320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.450752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.451088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.451423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.451758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.452084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.452411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.452734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.453056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.453376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:05:35.492210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] For port 62c5e68a-75cf-486a-aab8-55a308723508, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:35.496118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] For port 62c5e68a-75cf-486a-aab8-55a308723508, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62c5e68a-75cf-486a-aab8-55a308723508,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:35.510183 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62c5e68a-75cf-486a-aab8-55a308723508), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:35.543374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:35.545415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:35.646008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d91371-0841-4e96-aa6d-0c494115e5b6 None None] Pushing event updated for resources: {'Port': ['ID=62c5e68a-75cf-486a-aab8-55a308723508,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:35.652130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:35.652754 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:35.746716 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Router 6c3c66ea-6fab-4281-8a47-78509857e732 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:05:35.798744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:36.054123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:05:36.060650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-489239a4-e561-466c-89eb-7c777d9a46e0 admin admin] 10.222.0.35 "PUT /v2.0/routers/6c3c66ea-6fab-4281-8a47-78509857e732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0372522 Mar 10 18:05:36.072547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6e31-2dd8-4a30-af0d-55fdec09e138 req-92268bf7-cfcc-467e-9321-947516eee281 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:36.074204 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bae6e31-2dd8-4a30-af0d-55fdec09e138 req-92268bf7-cfcc-467e-9321-947516eee281 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1241152 Mar 10 18:05:36.113874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3afd992f-ec0e-4df2-9d40-543a37d5d3a2 None None] Provisioning complete for port 93f0a3b4-f821-4ce5-8c90-588eef778c69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:36.114404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3afd992f-ec0e-4df2-9d40-543a37d5d3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:36.218640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3bae6e31-2dd8-4a30-af0d-55fdec09e138 req-cd4fe804-2f68-4aab-a030-29e2ee0dc511 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364865 Mar 10 18:05:36.267818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3afd992f-ec0e-4df2-9d40-543a37d5d3a2 None None] Port 93f0a3b4-f821-4ce5-8c90-588eef778c69 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:36.294383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:34Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '93f0a3b4-f821-4ce5-8c90-588eef778c69', 'name': '', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'mac_address': 'fa:16:3e:a1:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:33Z', 'updated_at': '2022-03-10T18:05:35Z', 'revision_number': 2, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'subnets': [{'id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:36.332633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0e37d-61a4-41f6-9a80-7f96e50d0783 None None] The sync data for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 is: [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:34Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '93f0a3b4-f821-4ce5-8c90-588eef778c69', 'name': '', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'mac_address': 'fa:16:3e:a1:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:33Z', 'updated_at': '2022-03-10T18:05:35Z', 'revision_number': 2, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'subnets': [{'id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:05:36.822142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-be4b7127-30b1-47f9-bc8e-3dc8d3be8c15 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:36.824216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-be4b7127-30b1-47f9-bc8e-3dc8d3be8c15 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.1101589 Mar 10 18:05:36.859208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-bd615c7b-687c-4f2e-ae96-5ec37c93dc68 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/quotas/f0edfb80cfac469b824803e8cd91e9f3 HTTP/1.1" status: 200 len: 375 time: 0.0256217 Mar 10 18:05:36.991446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-1bf1a472-8f48-4018-afcd-7fd806c2becf tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219437 Mar 10 18:05:37.114547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-d4e3b4bd-7e20-4b65-b013-3857f1b735bb service neutron] 10.222.0.35 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222017 Mar 10 18:05:37.258139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-d3f4013c-b237-433b-8da1-9753d4f8d2e9 service neutron] 10.222.0.35 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365488 Mar 10 18:05:37.454947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2fd2-b3a4-4c7b-b0ab-0de737cb68af req-9d7022ae-5b57-48e9-a265-8aae0bc9fa62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:37.463809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29bb2fd2-b3a4-4c7b-b0ab-0de737cb68af req-9d7022ae-5b57-48e9-a265-8aae0bc9fa62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1255834 Mar 10 18:05:37.569793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29bb2fd2-b3a4-4c7b-b0ab-0de737cb68af req-db0cb993-ff76-4475-89db-65168cc221a2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052544 Mar 10 18:05:37.633316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a96d16f2-87fb-4716-ac4b-56d1045aec2b req-f46cb77e-d927-419b-ae94-0d6e58c1eb22 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 210 time: 0.0580101 Mar 10 18:05:38.482760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62c5e68a-75cf-486a-aab8-55a308723508 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:38.590556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62c5e68a-75cf-486a-aab8-55a308723508 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:38.593554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62c5e68a-75cf-486a-aab8-55a308723508), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:38.729851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62c5e68a-75cf-486a-aab8-55a308723508 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:38.730751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (62c5e68a-75cf-486a-aab8-55a308723508), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:38.759172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 62c5e68a-75cf-486a-aab8-55a308723508, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62c5e68a-75cf-486a-aab8-55a308723508,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:38.773234 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (62c5e68a-75cf-486a-aab8-55a308723508), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:38.849049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32e28d74-e569-4fb6-a68a-741061e7b99b req-ab740e32-91a2-4d26-8f1c-65c14a74dc0a tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 210 time: 0.0774195 Mar 10 18:05:38.878306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819bd89-ce06-49ac-8e38-84ca5906b3b6 req-7b14ca7f-716c-43bb-8b55-1cbe45570b97 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:38.880421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f819bd89-ce06-49ac-8e38-84ca5906b3b6 req-7b14ca7f-716c-43bb-8b55-1cbe45570b97 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1767504 Mar 10 18:05:38.888297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=62c5e68a-75cf-486a-aab8-55a308723508,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:38.951685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f819bd89-ce06-49ac-8e38-84ca5906b3b6 req-f9542c1f-5df8-4f5c-b79d-580dbeca5dd2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646472 Mar 10 18:05:39.326648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-997b920e-f2d0-4414-b74f-637898689e4e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:39.328231 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-997b920e-f2d0-4414-b74f-637898689e4e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.59 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.0931795 Mar 10 18:05:39.344021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Request body: {'port': {'device_id': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'admin_state_up': True, 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:39.370172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Made reservation on behalf of f0edfb80cfac469b824803e8cd91e9f3 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:39.373405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:39.508911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Allocated IP 172.20.0.7 (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb/ff17c041-a131-4355-b386-15b70316270e/e832be27-9641-4386-8007-bf7467f0441a) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:39.698582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks [] for port (e832be27-9641-4386-8007-bf7467f0441a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:39.737991 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:39.789868 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:39.796916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:39.801044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:39.858256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Pushing event updated for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:39.909042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:39.909655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:39.965753 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-480a9240-6df0-447a-8008-d68aa13d5d4d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6259913 Mar 10 18:05:39.984528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Request body: {'port': {'device_id': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:40.159691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e832be27-9641-4386-8007-bf7467f0441a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:40.162355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15302c-369c-4fc3-9d4d-23469d2ed22b req-4b05a396-c367-44d4-8eef-3bf7c5bb9008 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:40.171249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c15302c-369c-4fc3-9d4d-23469d2ed22b req-4b05a396-c367-44d4-8eef-3bf7c5bb9008 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1027 time: 0.1687980 Mar 10 18:05:40.242685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb37d0-22e4-4f4d-b222-f20e7fa4e1ac req-1bb1d1b0-1078-4e93-a9f8-dd61068e9a67 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:40.249668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01fb37d0-22e4-4f4d-b222-f20e7fa4e1ac req-1bb1d1b0-1078-4e93-a9f8-dd61068e9a67 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1496334 Mar 10 18:05:40.301137 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Sync routers for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:05:40.308086 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0c15302c-369c-4fc3-9d4d-23469d2ed22b req-5e861247-37c8-469b-b327-4cf828d97a69 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249247 Mar 10 18:05:40.319261 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:40.319885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:40.363477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01fb37d0-22e4-4f4d-b222-f20e7fa4e1ac req-408aee5d-2498-4869-b9ba-2eb042b8817d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Mar 10 18:05:40.389000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fc14da56-d6dd-4da9-a790-7b24062edbf9 None None] Provisioning complete for port e832be27-9641-4386-8007-bf7467f0441a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:40.389000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fc14da56-d6dd-4da9-a790-7b24062edbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e832be27-9641-4386-8007-bf7467f0441a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:40.467951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62c5e68a-75cf-486a-aab8-55a308723508 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:40.529448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fc14da56-d6dd-4da9-a790-7b24062edbf9 None None] Port e832be27-9641-4386-8007-bf7467f0441a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:40.539790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 62c5e68a-75cf-486a-aab8-55a308723508 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:40.540272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (62c5e68a-75cf-486a-aab8-55a308723508), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:40.650355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e832be27-9641-4386-8007-bf7467f0441a {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:05:40.661355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks [] for port (e832be27-9641-4386-8007-bf7467f0441a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:40.678144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Transition to ACTIVE for port object e832be27-9641-4386-8007-bf7467f0441a will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:05:40.685922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:40.691277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:40.730761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 62c5e68a-75cf-486a-aab8-55a308723508 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:40.762399 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Pushing event updated for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:40.954143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Attempting to bind port e832be27-9641-4386-8007-bf7467f0441a on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:40.954864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Attempting to bind port e832be27-9641-4386-8007-bf7467f0441a by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:40.955398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Attempting to bind port e832be27-9641-4386-8007-bf7467f0441a on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:40.964057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Port e832be27-9641-4386-8007-bf7467f0441a on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:05:40.964616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Attempting to bind port e832be27-9641-4386-8007-bf7467f0441a on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:40.970235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:40.970897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Checking segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:40.971498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Bound using segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:40.972570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Bound port: e832be27-9641-4386-8007-bf7467f0441a, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:40.973320 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e832be27-9641-4386-8007-bf7467f0441a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:41.082220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:41.090189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e832be27-9641-4386-8007-bf7467f0441a,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:41.105072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:41.157559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.158923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:41.160214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:34Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '93f0a3b4-f821-4ce5-8c90-588eef778c69', 'name': '', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'mac_address': 'fa:16:3e:a1:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:33Z', 'updated_at': '2022-03-10T18:05:35Z', 'revision_number': 2, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'subnets': [{'id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:41.160773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] 10.222.0.59 "PUT /v2.0/ports/e832be27-9641-4386-8007-bf7467f0441a HTTP/1.1" status: 200 len: 1091 time: 1.1828434 Mar 10 18:05:41.161224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:41.163683 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8dc98-44e5-4239-9410-ce950e41eb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "tag": "e832be27-9641-4386-8007-bf7467f0441a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:41.252472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Checking router: 6c3c66ea-6fab-4281-8a47-78509857e732 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:05:41.252874 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Updating router 6c3c66ea-6fab-4281-8a47-78509857e732 port 93f0a3b4-f821-4ce5-8c90-588eef778c69 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:05:41.263285 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e908b-dfe5-4e91-b5dd-de7cfcde041d x-openstack-request-id: req-574e908b-dfe5-4e91-b5dd-de7cfcde041d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:41.264019 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "tag": "e832be27-9641-4386-8007-bf7467f0441a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:41.264787 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-574e908b-dfe5-4e91-b5dd-de7cfcde041d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:41.265386 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a', 'status': 'completed', 'code': 200} Mar 10 18:05:41.301187 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:41.308805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff2352-c5e7-408b-9362-32409b32054b service neutron] Pushing event updated for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:41.373083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-eb595858-998c-48cb-9d59-a23cde1e3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.375725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-eb595858-998c-48cb-9d59-a23cde1e3e8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1125 time: 0.1590159 Mar 10 18:05:41.468942 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-1b4ba090-6f25-4805-a614-d17c4ede60d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e832be27-9641-4386-8007-bf7467f0441a HTTP/1.1" status: 200 len: 217 time: 0.0806398 Mar 10 18:05:41.559144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73df86-f90a-4304-a157-b279bb3a7476 req-d7a855ac-cff8-4bb3-8efc-690c3cb73eca tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.562388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a73df86-f90a-4304-a157-b279bb3a7476 req-d7a855ac-cff8-4bb3-8efc-690c3cb73eca tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1125 time: 0.1281242 Mar 10 18:05:41.578828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6dda5624-049d-4d8c-b841-838c0313bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.580497 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-6dda5624-049d-4d8c-b841-838c0313bc9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff17c041-a131-4355-b386-15b70316270e HTTP/1.1" status: 200 len: 849 time: 0.1009829 Mar 10 18:05:41.622693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb84689-fca5-44b4-9f08-360bb5733640 req-25f12ac8-4c5d-4018-9562-6a4e5a630885 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.631122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb84689-fca5-44b4-9f08-360bb5733640 req-25f12ac8-4c5d-4018-9562-6a4e5a630885 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1147525 Mar 10 18:05:41.702016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-a667c3f6-6934-4f10-9de7-2d05345b35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:41.704236 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-a667c3f6-6934-4f10-9de7-2d05345b35f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1136093 Mar 10 18:05:41.740879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-deb84689-fca5-44b4-9f08-360bb5733640 req-639fe445-2e55-4785-80d7-1f69ef04f2ce tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072092 Mar 10 18:05:41.810110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a73df86-f90a-4304-a157-b279bb3a7476 req-4b28f49a-fd94-45cc-8614-82c62f800594 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377191 Mar 10 18:05:41.913892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-be736d91-4b2c-4bad-ae1f-24b02c66e4e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002873 Mar 10 18:05:41.931330 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks [] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:41.949532 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.050008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07afc54-fc8c-4135-bc49-269cfd321762 None None] Pushing event updated for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:42.069535 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-941448fa-7cd7-407c-9c95-4f76ecf62d7f req-22e5c177-259d-4a40-a0f1-ef66be4d362c service neutron] 10.222.0.59 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453907 Mar 10 18:05:42.216042 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Attempting to bind port 93f0a3b4-f821-4ce5-8c90-588eef778c69 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:42.216656 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Attempting to bind port 93f0a3b4-f821-4ce5-8c90-588eef778c69 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:42.220671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Attempting to bind port 93f0a3b4-f821-4ce5-8c90-588eef778c69 on network 2800cec6-874d-4209-b4f9-fa2b82d59157 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:42.235341 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:42.235610 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Checking segment: {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:42.236270 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.236648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Bound using segment: {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:42.237856 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Bound port: 93f0a3b4-f821-4ce5-8c90-588eef778c69, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d8adb-312e-4def-94fa-50a42e751d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:42.238403 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.322713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-3e6b3136-a930-4c81-a73e-05f42abc64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:42.328978 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-3e6b3136-a930-4c81-a73e-05f42abc64fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1125 time: 0.1614561 Mar 10 18:05:42.367201 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] For port 93f0a3b4-f821-4ce5-8c90-588eef778c69, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:42.370934 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] For port 93f0a3b4-f821-4ce5-8c90-588eef778c69, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93f0a3b4-f821-4ce5-8c90-588eef778c69,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:42.383155 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.452076 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e83ad4d1-23de-429e-ae77-da9df699667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.462182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Provisioning complete for port 93f0a3b4-f821-4ce5-8c90-588eef778c69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:42.462824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.521290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07afc54-fc8c-4135-bc49-269cfd321762 None None] Pushing event updated for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:42.524701 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:05:42.525361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:42.584660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Current status of the port 93f0a3b4-f821-4ce5-8c90-588eef778c69 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:42.585455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.659849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] For port 93f0a3b4-f821-4ce5-8c90-588eef778c69, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93f0a3b4-f821-4ce5-8c90-588eef778c69,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:42.673007 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:42.673285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-33e5a7b7-85aa-4b8a-b850-b6c46bee5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:42.684761 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-33e5a7b7-85aa-4b8a-b850-b6c46bee5aa9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.3495965 Mar 10 18:05:42.774778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191df16-3ac6-4e64-a950-619823ee476c None None] Pushing event updated for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:42.810281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:05:43.010353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fa2b2a38-2d2f-4d5e-9cde-38d406f1ae73 None None] Provisioning complete for port 93f0a3b4-f821-4ce5-8c90-588eef778c69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:43.010840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2a38-2d2f-4d5e-9cde-38d406f1ae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:43.033024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69385a9-c14c-4b02-88e4-f49dcd1c300d req-d48643f7-2154-453d-b330-7a67207ccba3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:43.034881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d69385a9-c14c-4b02-88e4-f49dcd1c300d req-d48643f7-2154-453d-b330-7a67207ccba3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1521707 Mar 10 18:05:43.091758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a547aa-1c71-41a9-b266-c47ef1be992a req-42ab5586-4c64-46b1-a28e-8e4fb6a91e85 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:43.101588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2a547aa-1c71-41a9-b266-c47ef1be992a req-42ab5586-4c64-46b1-a28e-8e4fb6a91e85 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1125 time: 0.1389897 Mar 10 18:05:43.169498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d69385a9-c14c-4b02-88e4-f49dcd1c300d req-8fdbc9a1-a793-4cdf-ba9c-916800ab81b3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273088 Mar 10 18:05:43.186306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2a547aa-1c71-41a9-b266-c47ef1be992a req-548c64f5-8b31-49ad-9e69-b78b7e5dc1a7 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843670 Mar 10 18:05:43.263621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b2a38-2d2f-4d5e-9cde-38d406f1ae73 None None] Current status of the port 93f0a3b4-f821-4ce5-8c90-588eef778c69 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:43.289786 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-de242a74-e4df-46a1-bd4a-e9af804073f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e832be27-9641-4386-8007-bf7467f0441a HTTP/1.1" status: 200 len: 217 time: 0.5979285 Mar 10 18:05:43.339901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:34Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '93f0a3b4-f821-4ce5-8c90-588eef778c69', 'name': '', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'mac_address': 'fa:16:3e:a1:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:33Z', 'updated_at': '2022-03-10T18:05:42Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'subnets': [{'id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:05:43.353488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-aef3b533-640e-44e1-8670-720962e13889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:43.355082 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-aef3b533-640e-44e1-8670-720962e13889 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff17c041-a131-4355-b386-15b70316270e HTTP/1.1" status: 200 len: 849 time: 0.0544403 Mar 10 18:05:43.371971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc264f-a309-4271-881a-5bda11fe6672 None None] The sync data for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 is: [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:34Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '93f0a3b4-f821-4ce5-8c90-588eef778c69', 'name': '', 'network_id': '2800cec6-874d-4209-b4f9-fa2b82d59157', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'mac_address': 'fa:16:3e:a1:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:33Z', 'updated_at': '2022-03-10T18:05:42Z', 'revision_number': 4, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'subnets': [{'id': '044ebe5a-a8d9-41bc-8ef8-b9f7f3688106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:05:43.455689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-e3a1f54f-7286-40ba-9290-aecfe248c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:43.458410 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-e3a1f54f-7286-40ba-9290-aecfe248c8f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919333 Mar 10 18:05:43.591298 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-d7781074-a901-427e-829e-ac68cf97e210 service neutron] 10.222.0.59 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228247 Mar 10 18:05:43.747694 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1af8dc98-44e5-4239-9410-ce950e41eb8f req-40ebb082-4fd9-4300-8de5-f07641943ebe service neutron] 10.222.0.59 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473012 Mar 10 18:05:44.441426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93f0a3b4-f821-4ce5-8c90-588eef778c69 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:44.567113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 93f0a3b4-f821-4ce5-8c90-588eef778c69 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:44.567631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:44.660934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 93f0a3b4-f821-4ce5-8c90-588eef778c69 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:44.686089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea2258a9-f733-44b7-9592-a752f5bb843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:44.770690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e4450-91d7-4b18-ac12-63848cc72d85 req-4453052c-10a1-4019-890d-dc903e862ef0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:44.775406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c69e4450-91d7-4b18-ac12-63848cc72d85 req-4453052c-10a1-4019-890d-dc903e862ef0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.4737489 Mar 10 18:05:44.797666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3ab5-e9df-4008-9f49-8704744991fd req-591b4a14-f0c5-4819-8c2e-f30f3b2ae341 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:44.799440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6bb3ab5-e9df-4008-9f49-8704744991fd req-591b4a14-f0c5-4819-8c2e-f30f3b2ae341 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1125 time: 0.0988922 Mar 10 18:05:44.893217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c69e4450-91d7-4b18-ac12-63848cc72d85 req-8dc8b17a-ab4d-458c-b9e8-fc9af584ab8b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046560 Mar 10 18:05:44.902171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6bb3ab5-e9df-4008-9f49-8704744991fd req-772ebe30-0b2e-41c0-ab25-2bdbdefca89c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949037 Mar 10 18:05:45.211343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e832be27-9641-4386-8007-bf7467f0441a details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:05:45.334312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e832be27-9641-4386-8007-bf7467f0441a,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:45.383432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'e832be27-9641-4386-8007-bf7467f0441a', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'port_id': 'e832be27-9641-4386-8007-bf7467f0441a', 'mac_address': 'fa:16:3e:57:67:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:05:45.447001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e832be27-9641-4386-8007-bf7467f0441a is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:45.448030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e832be27-9641-4386-8007-bf7467f0441a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:45.468023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e832be27-9641-4386-8007-bf7467f0441a {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:05:45.505932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e832be27-9641-4386-8007-bf7467f0441a,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:45.517487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:45.585109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:45.777624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e832be27-9641-4386-8007-bf7467f0441a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:05:46.015404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:46.148053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316eb3c-ae25-4d90-becf-4b0a59bb15a2 req-7a817a4a-1774-4275-885e-d68cb010e370 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:46.156708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8316eb3c-ae25-4d90-becf-4b0a59bb15a2 req-7a817a4a-1774-4275-885e-d68cb010e370 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1598678 Mar 10 18:05:46.234015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8316eb3c-ae25-4d90-becf-4b0a59bb15a2 req-2e25e981-73d4-4f12-86a7-2aae61da43c6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754757 Mar 10 18:05:46.238177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fbfbe-ece7-4a5b-aefa-ed105fb08e36 req-0e454a83-58fe-4263-bc95-019b0af2e4ba tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:46.240600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f1fbfbe-ece7-4a5b-aefa-ed105fb08e36 req-0e454a83-58fe-4263-bc95-019b0af2e4ba tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1126 time: 0.2062857 Mar 10 18:05:46.328363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f1fbfbe-ece7-4a5b-aefa-ed105fb08e36 req-78c7a7bb-4309-4c46-addf-4260cd30488c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Mar 10 18:05:47.207197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e832be27-9641-4386-8007-bf7467f0441a up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:47.286537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port e832be27-9641-4386-8007-bf7467f0441a completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:05:47.302703 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port e832be27-9641-4386-8007-bf7467f0441a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:47.303435 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e832be27-9641-4386-8007-bf7467f0441a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:47.419005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0e07-fbaa-43f3-bc7d-ba3e85d9330d req-26e64209-a752-425c-834a-e839c99f8239 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:47.428763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c0f0e07-fbaa-43f3-bc7d-ba3e85d9330d req-26e64209-a752-425c-834a-e839c99f8239 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0854197 Mar 10 18:05:47.437026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:47.488479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e832be27-9641-4386-8007-bf7467f0441a is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:47.489178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e832be27-9641-4386-8007-bf7467f0441a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:47.510278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c0f0e07-fbaa-43f3-bc7d-ba3e85d9330d req-095f6e7d-021e-4f24-b0ec-1c588889efd6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802009 Mar 10 18:05:47.521035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694ca6-402b-4e32-b767-df283c533807 req-f5efecc6-6f41-425f-910d-2cad100bd7a2 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:47.521545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37694ca6-402b-4e32-b767-df283c533807 req-f5efecc6-6f41-425f-910d-2cad100bd7a2 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1126 time: 0.0727735 Mar 10 18:05:47.522828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:47.525350 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbf6161-9757-41ee-bffd-3f9207893712" -d '{"events": [{"server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "name": "network-vif-plugged", "status": "completed", "tag": "e832be27-9641-4386-8007-bf7467f0441a"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:47.544295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e832be27-9641-4386-8007-bf7467f0441a,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:47.547404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:47.580207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37694ca6-402b-4e32-b767-df283c533807 req-b61012eb-0d23-4583-8b4c-652545d3277c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512118 Mar 10 18:05:47.587915 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f7093-bc56-4509-be61-50df47927466 x-openstack-request-id: req-920f7093-bc56-4509-be61-50df47927466 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:47.588213 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "name": "network-vif-plugged", "status": "completed", "tag": "e832be27-9641-4386-8007-bf7467f0441a", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:47.588466 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-920f7093-bc56-4509-be61-50df47927466 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:47.589053 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a', 'code': 200} Mar 10 18:05:47.610918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:47.715214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a402c9e-dbf4-4da5-bfef-4e9940d5875b req-45726eb6-67a7-4eaa-bdc0-4e2198955a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:47.716610 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1a402c9e-dbf4-4da5-bfef-4e9940d5875b req-45726eb6-67a7-4eaa-bdc0-4e2198955a52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0509446 Mar 10 18:05:47.770324 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1a402c9e-dbf4-4da5-bfef-4e9940d5875b req-1a8b62a9-40a0-4a18-bfd1-89824d3e6e82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Mar 10 18:05:48.655409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b7a5-4e11-4984-902a-9ad5a2e03f82 req-1d5ef98f-61f5-49f0-b81b-602b11cb102d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:48.657094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59b5b7a5-4e11-4984-902a-9ad5a2e03f82 req-1d5ef98f-61f5-49f0-b81b-602b11cb102d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0598321 Mar 10 18:05:48.745554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59b5b7a5-4e11-4984-902a-9ad5a2e03f82 req-c7c121b4-8818-4310-9384-84419985624d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796564 Mar 10 18:05:48.748434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda412f-4995-4aeb-9df3-9e002a2a7d7e req-af1aef9d-f484-4786-a5f7-a22e7f83a999 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:48.755309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bda412f-4995-4aeb-9df3-9e002a2a7d7e req-af1aef9d-f484-4786-a5f7-a22e7f83a999 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0911603 Mar 10 18:05:48.807877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2bda412f-4995-4aeb-9df3-9e002a2a7d7e req-9c2d9c71-04ff-4138-9821-a6ff7e357173 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515969 Mar 10 18:05:49.329463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:49.894246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd446c7-78f2-4e0c-ade1-a316d78a7aaf req-a6c17ad7-bed5-4915-8522-902b492c8715 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:49.903003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cd446c7-78f2-4e0c-ade1-a316d78a7aaf req-a6c17ad7-bed5-4915-8522-902b492c8715 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0706484 Mar 10 18:05:49.981648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdab219-2b30-409d-92ba-64724a520f6d req-f16001d2-d6bd-404f-af12-084cfafbefa5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:49.986960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fdab219-2b30-409d-92ba-64724a520f6d req-f16001d2-d6bd-404f-af12-084cfafbefa5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0827971 Mar 10 18:05:49.991463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9cd446c7-78f2-4e0c-ade1-a316d78a7aaf req-dd1605c9-a184-4c6a-ab1c-45304d3ef8d7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792115 Mar 10 18:05:50.042366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fdab219-2b30-409d-92ba-64724a520f6d req-4cdb2209-6902-44b7-8544-166ab416deb5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Mar 10 18:05:50.157188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3cb5-bd58-4532-ba16-9281b4b1038e req-ad0cc6e1-0b4e-4bea-9735-62317cece3e4 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:50.159213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68fc3cb5-bd58-4532-ba16-9281b4b1038e req-ad0cc6e1-0b4e-4bea-9735-62317cece3e4 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0488877 Mar 10 18:05:50.209533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68fc3cb5-bd58-4532-ba16-9281b4b1038e req-e7d55960-99e5-494c-a5b9-2d1e14f1bca6 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Mar 10 18:05:50.407436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a493d-87ea-4531-8403-2f7896bbfd76 req-c49550ce-4e26-4f17-9bf4-a38d1ecc1bec tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:50.408981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103a493d-87ea-4531-8403-2f7896bbfd76 req-c49550ce-4e26-4f17-9bf4-a38d1ecc1bec tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0649030 Mar 10 18:05:50.469277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-103a493d-87ea-4531-8403-2f7896bbfd76 req-14ec79da-61db-465c-9d6e-08e978afe375 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518069 Mar 10 18:05:50.693014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-97c3d037-d19c-41c2-afd1-1e4010dd2f5c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:50.694705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-97c3d037-d19c-41c2-afd1-1e4010dd2f5c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.0917599 Mar 10 18:05:50.709472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-df12e425-a7e1-416b-a173-508cd0e30d0d tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/quotas/f0edfb80cfac469b824803e8cd91e9f3 HTTP/1.1" status: 200 len: 375 time: 0.0091496 Mar 10 18:05:50.762111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-01ca7673-1234-4816-8915-b3f1b56cbbcf tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474756 Mar 10 18:05:50.858999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-ec6944a6-1f79-42de-a54d-5783b8479c0d service neutron] 10.222.0.35 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899975 Mar 10 18:05:50.966240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-6a4cb045-0e52-4806-ad29-052caa551993 service neutron] 10.222.0.35 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000464 Mar 10 18:05:51.162750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d914356-49f5-4471-8a00-777ad44c093b req-e6038b42-e811-481c-8fff-ecfe1869a7a2 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 210 time: 0.0433574 Mar 10 18:05:51.185015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef501491-6a4f-448e-bba0-80e4fab9fe8e req-4a78ae5f-7e7a-410f-a643-fa804d5a532c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:51.187101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef501491-6a4f-448e-bba0-80e4fab9fe8e req-4a78ae5f-7e7a-410f-a643-fa804d5a532c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1171095 Mar 10 18:05:51.252710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef501491-6a4f-448e-bba0-80e4fab9fe8e req-34f5c021-55c0-46aa-9dc7-9eed40680b00 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 Mar 10 18:05:52.321165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7fa107f-3ed0-4239-ab62-d3cef754d845 req-7ad94f1f-9c32-40e8-bcea-7ba448b07501 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 210 time: 0.0468917 Mar 10 18:05:52.322645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-fca8fada-df7e-434d-be5d-162ee4073d03 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:52.323968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-fca8fada-df7e-434d-be5d-162ee4073d03 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.41 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.1625404 Mar 10 18:05:52.337974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Request body: {'port': {'device_id': '60704789-116f-483d-a37b-e9166864097c', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'admin_state_up': True, 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:52.387467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Made reservation on behalf of f0edfb80cfac469b824803e8cd91e9f3 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:05:52.389978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:52.478159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530634b-42d6-4694-b2c7-1c2452a2659e req-3be4ba50-e073-4ee9-b8a9-ffd3395cda0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:52.479753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7530634b-42d6-4694-b2c7-1c2452a2659e req-3be4ba50-e073-4ee9-b8a9-ffd3395cda0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1227419 Mar 10 18:05:52.560836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Allocated IP 172.20.0.6 (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb/ff17c041-a131-4355-b386-15b70316270e/e8498790-ecbf-4602-894f-e2cb0a384a90) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:05:52.569195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7530634b-42d6-4694-b2c7-1c2452a2659e req-dd1c2bba-8a6b-4f96-9b91-4a4bcb235c17 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812778 Mar 10 18:05:52.723377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks [] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:52.759829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:52.777619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e832be27-9641-4386-8007-bf7467f0441a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:05:52.814711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:05:52.820477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:05:52.824395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:05:52.897594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Pushing event updated for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:52.934595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:52.934595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:52.968740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-b42065f7-b4b6-420f-96d6-fc5013926216 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6347368 Mar 10 18:05:52.983824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Request body: {'port': {'device_id': '60704789-116f-483d-a37b-e9166864097c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:05:53.061973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.170559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-558acd6c-4cd7-4e95-999e-2902f82b01a6 None None] Provisioning complete for port e8498790-ecbf-4602-894f-e2cb0a384a90 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:53.171074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-558acd6c-4cd7-4e95-999e-2902f82b01a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.208618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-558acd6c-4cd7-4e95-999e-2902f82b01a6 None None] Port e8498790-ecbf-4602-894f-e2cb0a384a90 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:05:53.359667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8498790-ecbf-4602-894f-e2cb0a384a90 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:05:53.369500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks [] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.383960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Transition to ACTIVE for port object e8498790-ecbf-4602-894f-e2cb0a384a90 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:05:53.388579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.440228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:53.563155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ae248-dbdd-4d71-ac2e-874d5aaa12d7 req-c17462ba-7715-4d1e-b224-b98ec4b35b03 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:53.565260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a9ae248-dbdd-4d71-ac2e-874d5aaa12d7 req-c17462ba-7715-4d1e-b224-b98ec4b35b03 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1052 time: 0.1693916 Mar 10 18:05:53.597552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Attempting to bind port e8498790-ecbf-4602-894f-e2cb0a384a90 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:05:53.598146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Attempting to bind port e8498790-ecbf-4602-894f-e2cb0a384a90 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:05:53.598839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Attempting to bind port e8498790-ecbf-4602-894f-e2cb0a384a90 on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:53.609723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Port e8498790-ecbf-4602-894f-e2cb0a384a90 on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:05:53.610214 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Attempting to bind port e8498790-ecbf-4602-894f-e2cb0a384a90 on network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:05:53.619773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:05:53.621691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Checking segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:05:53.627300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Bound using segment: {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:05:53.627955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Bound port: e8498790-ecbf-4602-894f-e2cb0a384a90, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4683a621-7531-4cf0-ad70-e38c238f8b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:05:53.628559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.713720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a9ae248-dbdd-4d71-ac2e-874d5aaa12d7 req-b4a85907-d7c3-4526-9925-763b481910a4 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413946 Mar 10 18:05:53.766556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:05:53.770463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e8498790-ecbf-4602-894f-e2cb0a384a90,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:05:53.783047 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.806321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794161-c0a5-461f-80e3-7e072f8371d4 req-4ea3f399-3646-4257-bc51-261ee4bff356 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:53.808041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08794161-c0a5-461f-80e3-7e072f8371d4 req-4ea3f399-3646-4257-bc51-261ee4bff356 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1104858 Mar 10 18:05:53.844011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:53.844724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:53.846260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8498790-ecbf-4602-894f-e2cb0a384a90 HTTP/1.1" status: 200 len: 1091 time: 0.8680761 Mar 10 18:05:53.852647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:53.855156 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8347903-ef4e-4b4f-ac45-d35b28f73189" -d '{"events": [{"name": "network-changed", "server_uuid": "60704789-116f-483d-a37b-e9166864097c", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:53.904521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485b22d-dc30-4083-b4ff-27dc5b58bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:53.919454 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be307f93-0adb-432a-85d3-62d7d5abca61 x-openstack-request-id: req-be307f93-0adb-432a-85d3-62d7d5abca61 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:53.919838 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60704789-116f-483d-a37b-e9166864097c", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:53.920528 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be307f93-0adb-432a-85d3-62d7d5abca61 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:53.921008 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90', 'status': 'completed', 'code': 200} Mar 10 18:05:53.954139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08794161-c0a5-461f-80e3-7e072f8371d4 req-1487ecd6-b7fc-4047-a3a0-7378cebf8382 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281304 Mar 10 18:05:53.980951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-c2b8bf45-e4c1-4bf2-8cd9-b20fd322f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:53.982627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-c2b8bf45-e4c1-4bf2-8cd9-b20fd322f795 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1125 time: 0.0793455 Mar 10 18:05:54.037215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-6f3fc3f7-c389-4574-b1b6-08bacb2118dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8498790-ecbf-4602-894f-e2cb0a384a90 HTTP/1.1" status: 200 len: 217 time: 0.0461504 Mar 10 18:05:54.093965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-2e7459c8-9894-4703-afe8-dd7c38dc7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.096206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-2e7459c8-9894-4703-afe8-dd7c38dc7a22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff17c041-a131-4355-b386-15b70316270e HTTP/1.1" status: 200 len: 849 time: 0.0528851 Mar 10 18:05:54.153381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-171d7496-a581-4704-b387-fb41c2047b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.155036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-171d7496-a581-4704-b387-fb41c2047b9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526094 Mar 10 18:05:54.258702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-2da1a580-65f2-44b4-82e6-795d4aef95fd service neutron] 10.222.0.41 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957227 Mar 10 18:05:54.365139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d61b14d-c707-46d5-bb31-2847826dbf66 req-d21248c1-87eb-41d5-a922-0e0d087ebefc service neutron] 10.222.0.41 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001782 Mar 10 18:05:54.469430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-345311cd-47b8-40cd-80d8-cab5ba0a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.471262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-345311cd-47b8-40cd-80d8-cab5ba0a2fad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1125 time: 0.0547311 Mar 10 18:05:54.564922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-25b0df42-cc0d-4877-89e0-cbb0489f2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.566588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-25b0df42-cc0d-4877-89e0-cbb0489f2835 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 200 len: 911 time: 0.0892730 Mar 10 18:05:54.613050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-e3bdff12-8f3c-4166-823d-e3d55097e648 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8498790-ecbf-4602-894f-e2cb0a384a90 HTTP/1.1" status: 200 len: 217 time: 0.0400426 Mar 10 18:05:54.664925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-da0aabb0-7e0c-4065-87a4-a1949286f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.666315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-da0aabb0-7e0c-4065-87a4-a1949286f7a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ff17c041-a131-4355-b386-15b70316270e HTTP/1.1" status: 200 len: 849 time: 0.0479515 Mar 10 18:05:54.719546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-efde1ee8-0f01-4d14-bdc7-a0de92b46018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.719546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-efde1ee8-0f01-4d14-bdc7-a0de92b46018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469952 Mar 10 18:05:54.854645 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-f48f5e77-ee64-4505-97db-1d9db90d858d service neutron] 10.222.0.41 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280022 Mar 10 18:05:54.860640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc67d33-7099-41bd-8b7c-d8deb0fbdb43 req-d6d3a4b3-bfd2-4159-8ed9-5c2f0a9419e5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:54.862158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cc67d33-7099-41bd-8b7c-d8deb0fbdb43 req-d6d3a4b3-bfd2-4159-8ed9-5c2f0a9419e5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1125 time: 0.0658255 Mar 10 18:05:54.968993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cc67d33-7099-41bd-8b7c-d8deb0fbdb43 req-7eb3096b-fc53-4b70-9f20-f94b338c6f18 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977905 Mar 10 18:05:54.984371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8347903-ef4e-4b4f-ac45-d35b28f73189 req-946539fe-2910-484b-a531-ff72c5b2bf86 service neutron] 10.222.0.41 "GET /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211481 Mar 10 18:05:55.104348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404290c5-6a3d-40d7-be33-d09de9c91b06 req-828b203b-f3fb-4829-b3b8-f74f83468ecc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:55.106088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-404290c5-6a3d-40d7-be33-d09de9c91b06 req-828b203b-f3fb-4829-b3b8-f74f83468ecc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0618460 Mar 10 18:05:55.158758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-404290c5-6a3d-40d7-be33-d09de9c91b06 req-9588f9a3-56f7-45d9-8a11-fed7f446f01f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Mar 10 18:05:56.113101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85404ae-09fd-4205-a182-fc79e76bc154 req-60abd543-209b-4648-9a32-4dc2bc6e301e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:56.115840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e85404ae-09fd-4205-a182-fc79e76bc154 req-60abd543-209b-4648-9a32-4dc2bc6e301e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1125 time: 0.0492461 Mar 10 18:05:56.161183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e85404ae-09fd-4205-a182-fc79e76bc154 req-7f1ea67a-f73d-44c2-bf45-498b5a976353 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 Mar 10 18:05:56.284795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be2b60-95e8-4e28-8e39-5dd988091785 req-f40e9221-8fff-4e34-9952-ed4f120e96d8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:56.286507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18be2b60-95e8-4e28-8e39-5dd988091785 req-f40e9221-8fff-4e34-9952-ed4f120e96d8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0569172 Mar 10 18:05:56.338107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18be2b60-95e8-4e28-8e39-5dd988091785 req-c675eded-9572-4041-8da2-c52e11c93d0b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Mar 10 18:05:57.129162 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:57.285936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b495f-a721-4689-ab95-266237043df6 req-d81ff4e7-dd43-4a82-b612-58068a6b7b72 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:57.287626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-439b495f-a721-4689-ab95-266237043df6 req-d81ff4e7-dd43-4a82-b612-58068a6b7b72 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1125 time: 0.0516949 Mar 10 18:05:57.339883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-439b495f-a721-4689-ab95-266237043df6 req-fb38aab5-4477-4a37-83ce-4b0e935aaf76 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Mar 10 18:05:57.480826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909f96-b1c9-4b60-9342-2c33a2bf6d37 req-b77bbd67-ecf3-4636-bc4a-729126f39e7b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:57.482776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f909f96-b1c9-4b60-9342-2c33a2bf6d37 req-b77bbd67-ecf3-4636-bc4a-729126f39e7b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0718498 Mar 10 18:05:57.494997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e8498790-ecbf-4602-894f-e2cb0a384a90 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:05:57.593452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f909f96-b1c9-4b60-9342-2c33a2bf6d37 req-91835e62-30e1-427b-a654-b7aff00a1ddf tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036887 Mar 10 18:05:57.629240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e8498790-ecbf-4602-894f-e2cb0a384a90,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:57.645105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'e8498790-ecbf-4602-894f-e2cb0a384a90', 'network_id': '4278bafe-90fb-4e2d-a9b0-3c136e6b45cb', 'port_id': 'e8498790-ecbf-4602-894f-e2cb0a384a90', 'mac_address': 'fa:16:3e:0a:70:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff17c041-a131-4355-b386-15b70316270e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:05:57.686921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e8498790-ecbf-4602-894f-e2cb0a384a90 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:57.687775 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:57.701808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8498790-ecbf-4602-894f-e2cb0a384a90 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:05:57.722737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e8498790-ecbf-4602-894f-e2cb0a384a90,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:57.728374 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:57.779756 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:58.022200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['e8498790-ecbf-4602-894f-e2cb0a384a90'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:05:58.471336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ef6ab-9ffc-48a7-8c33-a6bbffbe3fc2 req-f7cb2270-6d89-490f-9dca-254af30726e6 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:58.479210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d24ef6ab-9ffc-48a7-8c33-a6bbffbe3fc2 req-f7cb2270-6d89-490f-9dca-254af30726e6 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1126 time: 0.0587289 Mar 10 18:05:58.526081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d24ef6ab-9ffc-48a7-8c33-a6bbffbe3fc2 req-8cc97192-498f-44a6-95e4-d19bd3421ee6 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Mar 10 18:05:58.737397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed04ae-11da-4116-af33-49e4e1dad02e req-a31c4dc0-8975-468a-9b6e-cc597a576425 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:58.739006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0ed04ae-11da-4116-af33-49e4e1dad02e req-a31c4dc0-8975-468a-9b6e-cc597a576425 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0655482 Mar 10 18:05:58.789687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0ed04ae-11da-4116-af33-49e4e1dad02e req-bdfafc48-e688-4ec6-a6a2-4b4c54ef454f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Mar 10 18:05:59.498669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e8498790-ecbf-4602-894f-e2cb0a384a90 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:05:59.559732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port e8498790-ecbf-4602-894f-e2cb0a384a90 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:05:59.566561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port e8498790-ecbf-4602-894f-e2cb0a384a90 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:05:59.567153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:59.652502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff403c13-db67-4a32-90cb-9251404bf554 req-204a1c35-fac5-4c42-9ff4-80c03170dd7b tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:59.654066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff403c13-db67-4a32-90cb-9251404bf554 req-204a1c35-fac5-4c42-9ff4-80c03170dd7b tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1126 time: 0.0514705 Mar 10 18:05:59.667503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e8498790-ecbf-4602-894f-e2cb0a384a90 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:05:59.667897 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:59.700462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:05:59.704100 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b201dc74-1430-4a85-8793-ccfd59e9d12e" -d '{"events": [{"server_uuid": "60704789-116f-483d-a37b-e9166864097c", "name": "network-vif-plugged", "status": "completed", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:05:59.721685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e8498790-ecbf-4602-894f-e2cb0a384a90,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:05:59.727589 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:05:59.735763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff403c13-db67-4a32-90cb-9251404bf554 req-f625a935-3002-431b-9c09-d8f0ff9ae85c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719507 Mar 10 18:05:59.775754 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef27d796-68dc-40a8-88e1-c9eff25465cc x-openstack-request-id: req-ef27d796-68dc-40a8-88e1-c9eff25465cc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:05:59.775754 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60704789-116f-483d-a37b-e9166864097c", "name": "network-vif-plugged", "status": "completed", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:05:59.778082 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef27d796-68dc-40a8-88e1-c9eff25465cc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:05:59.778082 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90', 'code': 200} Mar 10 18:05:59.828031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:05:59.916101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3778-b110-4c2e-a824-bb53b96308da req-24e41a93-3634-4af1-9ed6-5bc96cbab0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:59.917627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-425e3778-b110-4c2e-a824-bb53b96308da req-24e41a93-3634-4af1-9ed6-5bc96cbab0df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0953760 Mar 10 18:05:59.985903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbde2e7-2e72-4974-b11b-2827198d3d90 req-22d876f1-255b-4208-be93-c519d6f47b94 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:05:59.987607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fbde2e7-2e72-4974-b11b-2827198d3d90 req-22d876f1-255b-4208-be93-c519d6f47b94 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1080537 Mar 10 18:06:00.005167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-425e3778-b110-4c2e-a824-bb53b96308da req-c5036493-23d7-430b-917a-ddc5d8b3ed1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Mar 10 18:06:00.047244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fbde2e7-2e72-4974-b11b-2827198d3d90 req-f0f8de09-65fb-42b6-aa84-45f4659bee3e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531800 Mar 10 18:06:00.146753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:00.859687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00b076-dfa5-4534-b252-d91c61d0fb06 req-3297618a-f6b8-44d5-88de-a2f85d021b1e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:00.861225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d00b076-dfa5-4534-b252-d91c61d0fb06 req-3297618a-f6b8-44d5-88de-a2f85d021b1e tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0478659 Mar 10 18:06:00.908437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d00b076-dfa5-4534-b252-d91c61d0fb06 req-bfad06f6-c397-4368-b491-b180ee7fc47a tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Mar 10 18:06:01.175494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cb1e8-8337-49fb-86d1-12297afa76e6 req-d7a12c40-c021-43ba-93ec-d88f5f32c563 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:01.177552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-702cb1e8-8337-49fb-86d1-12297afa76e6 req-d7a12c40-c021-43ba-93ec-d88f5f32c563 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0552328 Mar 10 18:06:01.230568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-702cb1e8-8337-49fb-86d1-12297afa76e6 req-77c4df0a-edb0-4eef-821c-2a2d0d211075 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Mar 10 18:06:02.029537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d408-02b3-4d9f-8969-4a106976c4c9 req-ec60b433-832f-480a-9504-dd66d36486e9 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:02.031150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d51d408-02b3-4d9f-8969-4a106976c4c9 req-ec60b433-832f-480a-9504-dd66d36486e9 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0463760 Mar 10 18:06:02.079033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d51d408-02b3-4d9f-8969-4a106976c4c9 req-5c9a04b2-cb30-4fd1-ba5e-6f4a3b50ef0c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Mar 10 18:06:02.191774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdd890-ee00-4e92-ae24-515b9110b353 req-b007b937-eac3-42ce-a3d9-6628b345ff91 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:02.193457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62cdd890-ee00-4e92-ae24-515b9110b353 req-b007b937-eac3-42ce-a3d9-6628b345ff91 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0481045 Mar 10 18:06:02.250869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62cdd890-ee00-4e92-ae24-515b9110b353 req-aec31d14-cfc0-45fb-b363-92c8d419f1ef tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507562 Mar 10 18:06:02.387690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c44d6f-5c35-42af-9e29-01d7be036d25 req-04f7db27-e7e4-4e76-aa37-b724b78676a1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:02.389197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c44d6f-5c35-42af-9e29-01d7be036d25 req-04f7db27-e7e4-4e76-aa37-b724b78676a1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0879235 Mar 10 18:06:02.399875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed244c80-d525-4e38-875d-c596c7c793df req-570f72a4-a8df-4a4b-961a-6cf402319f7c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:02.401359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed244c80-d525-4e38-875d-c596c7c793df req-570f72a4-a8df-4a4b-961a-6cf402319f7c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0648000 Mar 10 18:06:02.475411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0c44d6f-5c35-42af-9e29-01d7be036d25 req-cbe40b0d-6c0e-4fbc-9baa-91a596376c2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712082 Mar 10 18:06:02.477769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed244c80-d525-4e38-875d-c596c7c793df req-851aa81a-19de-4042-936d-91457caa427f tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679593 Mar 10 18:06:02.713383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2171c7-0b7f-4295-a1d1-3c29ba59d45d req-a95dc960-88e9-4e6e-9a28-7ffbe3989c7f tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:02.714957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e2171c7-0b7f-4295-a1d1-3c29ba59d45d req-a95dc960-88e9-4e6e-9a28-7ffbe3989c7f tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0462554 Mar 10 18:06:02.762406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6e2171c7-0b7f-4295-a1d1-3c29ba59d45d req-b31a413b-2b27-481f-8860-2b9683ce2d9f tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Mar 10 18:06:03.600806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83683f19-01ed-4631-9988-4476bc2de140 req-64626751-0204-4362-87c5-43e92f247469 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:03.602315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83683f19-01ed-4631-9988-4476bc2de140 req-64626751-0204-4362-87c5-43e92f247469 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0548451 Mar 10 18:06:03.650412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83683f19-01ed-4631-9988-4476bc2de140 req-6119560a-047d-44d2-878e-08920af19e1d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Mar 10 18:06:03.876357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0d12-5cfc-4e73-bcb0-3943964fdd65 req-f20c15ad-626a-4fc4-92fc-3f25920c77a8 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:03.878020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c61d0d12-5cfc-4e73-bcb0-3943964fdd65 req-f20c15ad-626a-4fc4-92fc-3f25920c77a8 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0461879 Mar 10 18:06:03.929179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c61d0d12-5cfc-4e73-bcb0-3943964fdd65 req-1fdf7d67-7840-423b-b5aa-01296abbf0a6 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Mar 10 18:06:04.313287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-6f7950d5-a3e3-402c-ab31-86f57ecb2965 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:04.314923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-6f7950d5-a3e3-402c-ab31-86f57ecb2965 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1127 time: 0.0489669 Mar 10 18:06:04.403564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Deleting port e8498790-ecbf-4602-894f-e2cb0a384a90 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:04.404194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:04.838803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] For port e8498790-ecbf-4602-894f-e2cb0a384a90, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e8498790-ecbf-4602-894f-e2cb0a384a90,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:04.839536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:04.861084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Calling delete_port for e8498790-ecbf-4602-894f-e2cb0a384a90 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:04.877926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3703d-aa6c-48ff-986f-733bccc5e210 req-38b75ab6-500f-458c-8770-2b94d4b7a17a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:04.879583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18e3703d-aa6c-48ff-986f-733bccc5e210 req-38b75ab6-500f-458c-8770-2b94d4b7a17a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.1346209 Mar 10 18:06:04.884787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-97bfde63-40eb-47d8-982e-8dc150f985c7 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:04.886297 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-97bfde63-40eb-47d8-982e-8dc150f985c7 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.1402302 Mar 10 18:06:04.946761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-81ebd15c-8914-41ca-9b00-72369d9efa57 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:05.003012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18e3703d-aa6c-48ff-986f-733bccc5e210 req-b73091bb-4cf0-4ad7-8f8a-e560bfa5a5cb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141899 Mar 10 18:06:05.146633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-81ebd15c-8914-41ca-9b00-72369d9efa57 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Publish callbacks [] for security_group (469d08e6-46e1-454a-b0ee-c76316e2407a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:05.154226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-81ebd15c-8914-41ca-9b00-72369d9efa57 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (469d08e6-46e1-454a-b0ee-c76316e2407a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:05.159065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e8498790-ecbf-4602-894f-e2cb0a384a90), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:05.171226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['e8498790-ecbf-4602-894f-e2cb0a384a90'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:05.173718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e832be27-9641-4386-8007-bf7467f0441a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:05.217697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8498790-ecbf-4602-894f-e2cb0a384a90,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:05.246499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e37c2c20-9291-4048-8b58-5f1cd2343c60 req-81ebd15c-8914-41ca-9b00-72369d9efa57 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505583 Mar 10 18:06:05.262174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd15c-8914-41ca-9b00-72369d9efa57 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469d08e6-46e1-454a-b0ee-c76316e2407a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:05.270590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8ce98-b668-456d-bc8d-a692429f3942 req-e4bb47b8-087d-4c78-a947-ec179c04aa4c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:05.272264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6b8ce98-b668-456d-bc8d-a692429f3942 req-e4bb47b8-087d-4c78-a947-ec179c04aa4c tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=60704789-116f-483d-a37b-e9166864097c HTTP/1.1" status: 200 len: 1018 time: 0.1851628 Mar 10 18:06:05.301618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] No DVR routers for this DVR port e8498790-ecbf-4602-894f-e2cb0a384a90 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:05.305864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:05.309533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4d696e3-5eef-437a-b3d4-7a6f283bd661 req-237827e8-dc8a-43e0-9d4d-820ca799aeac tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e8498790-ecbf-4602-894f-e2cb0a384a90 HTTP/1.1" status: 204 len: 173 time: 0.9891798 Mar 10 18:06:05.310862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'name': 'network-vif-deleted', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:05.314106 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b000b83-f556-472a-895a-07a7eaafcc06" -d '{"events": [{"server_uuid": "60704789-116f-483d-a37b-e9166864097c", "name": "network-vif-deleted", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:05.393035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6b8ce98-b668-456d-bc8d-a692429f3942 req-66223355-71d5-4cf2-b6c6-dd71872ff4cc tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Mar 10 18:06:05.437522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d7ca7-c3b8-490a-aef6-b4fb596ff8d3 x-openstack-request-id: req-962d7ca7-c3b8-490a-aef6-b4fb596ff8d3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:05.438253 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60704789-116f-483d-a37b-e9166864097c", "name": "network-vif-deleted", "tag": "e8498790-ecbf-4602-894f-e2cb0a384a90", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:05.438674 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-962d7ca7-c3b8-490a-aef6-b4fb596ff8d3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:05.439248 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60704789-116f-483d-a37b-e9166864097c', 'name': 'network-vif-deleted', 'tag': 'e8498790-ecbf-4602-894f-e2cb0a384a90', 'status': 'completed', 'code': 200} Mar 10 18:06:05.524526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7536-414c-4234-94ea-4ca7cb2acbda req-d4bc1307-2c75-4223-8269-4c9505fd6cf4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:05.527360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113a7536-414c-4234-94ea-4ca7cb2acbda req-d4bc1307-2c75-4223-8269-4c9505fd6cf4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0791276 Mar 10 18:06:05.584317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-113a7536-414c-4234-94ea-4ca7cb2acbda req-5a1d78f5-3d3a-4afd-80c1-961a78bef816 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503411 Mar 10 18:06:05.609689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52606) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:05.731137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-88391ea4-0f3e-4303-ab6b-e15d0a160657 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 200 len: 994 time: 0.1201274 Mar 10 18:06:06.031126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-05d380f9-b670-4b09-9f20-8c9a47d5943c req-24e84b28-87b7-4621-bc84-3d03e6888573 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:06:06.032202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05d380f9-b670-4b09-9f20-8c9a47d5943c req-24e84b28-87b7-4621-bc84-3d03e6888573 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060976 Mar 10 18:06:06.131669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05e276-11b5-455c-a1ef-5d3d8b8dd5ee req-1bd438d5-4499-47f7-b651-73ae595b0fd6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:06.133161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd05e276-11b5-455c-a1ef-5d3d8b8dd5ee req-1bd438d5-4499-47f7-b651-73ae595b0fd6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0544598 Mar 10 18:06:06.192996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd05e276-11b5-455c-a1ef-5d3d8b8dd5ee req-00d616f9-3287-421d-8bec-01058ad82e0d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 Mar 10 18:06:06.399106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e71b5-802c-406b-8ac4-b2b6622f85a1 req-23cf74aa-eb48-410b-81d9-bab40f7d505f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:06.400622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-361e71b5-802c-406b-8ac4-b2b6622f85a1 req-23cf74aa-eb48-410b-81d9-bab40f7d505f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0553586 Mar 10 18:06:06.465881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-361e71b5-802c-406b-8ac4-b2b6622f85a1 req-ea3ff36e-2225-422a-a7e4-71b7d79c1179 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535278 Mar 10 18:06:06.523239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-93dbb914-8e5d-409e-8f61-b38a3923c095 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1827443 Mar 10 18:06:06.533016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-b683fc49-f924-4075-9b43-87fb01f746af service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:06:06.544441 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-b683fc49-f924-4075-9b43-87fb01f746af service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108092 Mar 10 18:06:06.755514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb7a7-5623-4b2b-8bbe-1656ddc41026 req-2ac86e19-323e-4a42-9729-61e5faa22bab tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:06.763209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-440fb7a7-5623-4b2b-8bbe-1656ddc41026 req-2ac86e19-323e-4a42-9729-61e5faa22bab tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0712688 Mar 10 18:06:06.805280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-440fb7a7-5623-4b2b-8bbe-1656ddc41026 req-84352e4e-9e0e-4187-8d58-0df857ac259a tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Mar 10 18:06:07.050065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-e13efad5-d3c7-4a4d-9f74-d4aae95ff3b8 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:07.051550 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-e13efad5-d3c7-4a4d-9f74-d4aae95ff3b8 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1125 time: 0.1173165 Mar 10 18:06:07.289804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3e6eebf7-2a08-4b64-ade7-3317e65f5390 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:06:07.333027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8c42-2185-4d87-aa3c-5eaf80d0467f req-ceb79cf5-76e6-439b-a1e1-6616f9a625c8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:07.342654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c5d8c42-2185-4d87-aa3c-5eaf80d0467f req-ceb79cf5-76e6-439b-a1e1-6616f9a625c8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 943 time: 0.0776947 Mar 10 18:06:07.419345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c5d8c42-2185-4d87-aa3c-5eaf80d0467f req-9c3fef2f-6c1d-4743-b9da-d176e392d524 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Mar 10 18:06:07.508884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e8498790-ecbf-4602-894f-e2cb0a384a90 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:07.536793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: e8498790-ecbf-4602-894f-e2cb0a384a90 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:07.537327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e8498790-ecbf-4602-894f-e2cb0a384a90 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:07.572587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:07.588861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '3e6eebf7-2a08-4b64-ade7-3317e65f5390', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '3e6eebf7-2a08-4b64-ade7-3317e65f5390', 'mac_address': 'fa:16:3e:ea:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:06:07.662774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:06:07.663179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:07.666662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb099ff-e041-4ba6-a0e6-c7dcf266accd req-67c74296-9a4d-496c-99d8-7d302c0bdae8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:07.675286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-feb099ff-e041-4ba6-a0e6-c7dcf266accd req-67c74296-9a4d-496c-99d8-7d302c0bdae8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0919569 Mar 10 18:06:07.704199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6eebf7-2a08-4b64-ade7-3317e65f5390 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:06:07.727175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:07.745343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:07.762462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-feb099ff-e041-4ba6-a0e6-c7dcf266accd req-5afa392e-de58-4e27-9290-b007c3f0a5ee tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838134 Mar 10 18:06:07.830496 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:07.953043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1879b0-7bbe-47f2-b30e-53728ee2067c req-71e0b7d5-cc69-4bd6-8f73-f71986aa6698 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:07.959153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c1879b0-7bbe-47f2-b30e-53728ee2067c req-71e0b7d5-cc69-4bd6-8f73-f71986aa6698 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0574310 Mar 10 18:06:07.981427 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['3e6eebf7-2a08-4b64-ade7-3317e65f5390'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:08.033232 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c1879b0-7bbe-47f2-b30e-53728ee2067c req-d8974585-aaef-4904-bd41-abb3709863fc tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=dd3c74c3-9fe4-4478-ac87-c6d4e6638552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719802 Mar 10 18:06:08.087944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-8fd93fd5-6c44-4530-9376-c3ba8b0d2b04 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.089534 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-8fd93fd5-6c44-4530-9376-c3ba8b0d2b04 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 1127 time: 0.0584342 Mar 10 18:06:08.236100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Deleting port e832be27-9641-4386-8007-bf7467f0441a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:08.236457 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e832be27-9641-4386-8007-bf7467f0441a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:08.316161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] For port e832be27-9641-4386-8007-bf7467f0441a, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e832be27-9641-4386-8007-bf7467f0441a,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:08.316538 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e832be27-9641-4386-8007-bf7467f0441a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:08.329158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Calling delete_port for e832be27-9641-4386-8007-bf7467f0441a owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:08.468833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e832be27-9641-4386-8007-bf7467f0441a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:08.480966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e832be27-9641-4386-8007-bf7467f0441a'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:08.502025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Pushing event deleted for resources: {'Port': ['ID=e832be27-9641-4386-8007-bf7467f0441a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:08.566959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] No DVR routers for this DVR port e832be27-9641-4386-8007-bf7467f0441a on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:08.570151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:08.573869 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-47b6c399-3331-4fd2-a8eb-4da62933c4cc req-9a074681-6719-441f-8982-ab9e349117b5 tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e832be27-9641-4386-8007-bf7467f0441a HTTP/1.1" status: 204 len: 173 time: 0.4788401 Mar 10 18:06:08.574552 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'name': 'network-vif-deleted', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:08.577102 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a3085-23ec-4952-b00f-0c6754a5d541" -d '{"events": [{"server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "name": "network-vif-deleted", "tag": "e832be27-9641-4386-8007-bf7467f0441a"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:08.624407 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ff75a3-2206-40b8-a68c-35f305a41d86 x-openstack-request-id: req-26ff75a3-2206-40b8-a68c-35f305a41d86 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:08.624762 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be39c5-6e5f-4ded-99c7-740dc3897c88", "name": "network-vif-deleted", "tag": "e832be27-9641-4386-8007-bf7467f0441a", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:08.625112 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26ff75a3-2206-40b8-a68c-35f305a41d86 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:08.626369 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85be39c5-6e5f-4ded-99c7-740dc3897c88', 'name': 'network-vif-deleted', 'tag': 'e832be27-9641-4386-8007-bf7467f0441a', 'status': 'completed', 'code': 200} Mar 10 18:06:08.629752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-09a9541b-ff4f-4a4d-a8b4-8ee9ea673fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.631434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-09a9541b-ff4f-4a4d-a8b4-8ee9ea673fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.1350908 Mar 10 18:06:08.645312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c4bf-b761-4f42-83b9-594b6a1ea1a1 req-5326c94a-eb09-4ee5-9e27-6c2f872375fc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.647286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7d2c4bf-b761-4f42-83b9-594b6a1ea1a1 req-5326c94a-eb09-4ee5-9e27-6c2f872375fc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 944 time: 0.1208994 Mar 10 18:06:08.738904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7d2c4bf-b761-4f42-83b9-594b6a1ea1a1 req-962386b4-f0b8-4844-aaed-4e8174457fbe tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825000 Mar 10 18:06:08.827518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-36be2f8d-50eb-43dd-a301-6a65a107b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.829330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-36be2f8d-50eb-43dd-a301-6a65a107b882 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1811552 Mar 10 18:06:08.928551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-9b71b18b-0611-4d7c-95bb-826b6d95c339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1002 time: 0.0906575 Mar 10 18:06:08.982221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d365a6f-207e-4721-b05e-78884522656b req-dbcdbeaa-f5a2-4ffb-ac3b-c89691bbbd0e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.983737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d365a6f-207e-4721-b05e-78884522656b req-dbcdbeaa-f5a2-4ffb-ac3b-c89691bbbd0e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1362920 Mar 10 18:06:08.998234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-ea722b32-2e22-42f7-be79-402ba69d5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:08.999636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-ea722b32-2e22-42f7-be79-402ba69d5fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0637488 Mar 10 18:06:09.075521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d365a6f-207e-4721-b05e-78884522656b req-4fce2855-1b94-4a3f-941c-f9efc6f12ae9 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850391 Mar 10 18:06:09.090174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-05f1f210-428e-4214-b8f5-cda41b4ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:09.090174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-05f1f210-428e-4214-b8f5-cda41b4ec919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801377 Mar 10 18:06:09.217137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-689bb975-1fc6-43d8-b096-5eb6065869cb req-516d895d-c60b-433a-a490-3a4a1d9ee1dd tempest-TestServerMultinode-390099456 tempest-TestServerMultinode-390099456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85be39c5-6e5f-4ded-99c7-740dc3897c88 HTTP/1.1" status: 200 len: 210 time: 0.0604413 Mar 10 18:06:09.248231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-38fc150e-4955-49c3-aea6-070f203d6dba service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544654 Mar 10 18:06:09.301965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3e6eebf7-2a08-4b64-ade7-3317e65f5390 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:06:09.352451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-011d373f-b7ab-41d2-9f93-17d7af0ffaa7 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969543 Mar 10 18:06:09.353742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:06:09.366162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:06:09.366565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:09.459987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:06:09.460379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:09.485751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:09.489347 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e041069-eb49-44b2-ba58-7d2b5c0d7ec1" -d '{"events": [{"server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:09.505319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:09.511670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:09.512822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e832be27-9641-4386-8007-bf7467f0441a no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:09.538930 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139986f-c7f4-4467-a065-9376f8825e46 x-openstack-request-id: req-4139986f-c7f4-4467-a065-9376f8825e46 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:09.539502 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:09.539749 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4139986f-c7f4-4467-a065-9376f8825e46 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:09.540142 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390', 'code': 200} Mar 10 18:06:09.560658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: e832be27-9641-4386-8007-bf7467f0441a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:09.561308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e832be27-9641-4386-8007-bf7467f0441a not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:09.587916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:09.685375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4995-5d34-40a5-95a4-a07c90646d6b req-de8b5594-930a-4b79-9f3f-4e151635b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:09.686944 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2ef4995-5d34-40a5-95a4-a07c90646d6b req-de8b5594-930a-4b79-9f3f-4e151635b84d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 1127 time: 0.0470107 Mar 10 18:06:09.733921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2ef4995-5d34-40a5-95a4-a07c90646d6b req-337fadcb-cd03-42cd-a01d-8c4a3ff721c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Mar 10 18:06:09.877571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ead78-f269-4f31-a615-70f3d420c4e5 req-baf9f22d-cc9e-4485-8f65-f919bff5aafe tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:09.879534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a0ead78-f269-4f31-a615-70f3d420c4e5 req-baf9f22d-cc9e-4485-8f65-f919bff5aafe tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0619445 Mar 10 18:06:09.938836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a0ead78-f269-4f31-a615-70f3d420c4e5 req-71a0f677-f7b6-4818-ad2e-c0a86fef0115 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Mar 10 18:06:10.100410 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:06:10.201329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f13d0-e263-421b-b4df-67f71d546abe req-84dd6054-f463-468d-af09-62c07f1eb684 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:10.202759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a4f13d0-e263-421b-b4df-67f71d546abe req-84dd6054-f463-468d-af09-62c07f1eb684 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0550551 Mar 10 18:06:10.253298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a4f13d0-e263-421b-b4df-67f71d546abe req-a22d9af6-319b-4a8e-a15a-0e61f4098c76 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 Mar 10 18:06:10.296095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52696) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:10.666214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (d8591086-602d-4791-844b-ff8db01d52e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:10.944175 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Deleting port b3c1d547-7903-4ec3-87b9-cfabb62f2f24 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:10.944748 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:11.038570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] For port b3c1d547-7903-4ec3-87b9-cfabb62f2f24, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:11.039121 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:11.053036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Calling delete_port for b3c1d547-7903-4ec3-87b9-cfabb62f2f24 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:11.072186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc08d2-b40c-45db-8ff6-64ae7fa4d32b req-a6466ce7-c54a-4794-a291-139302ff5c8e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:11.073867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efcc08d2-b40c-45db-8ff6-64ae7fa4d32b req-a6466ce7-c54a-4794-a291-139302ff5c8e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0675039 Mar 10 18:06:11.142713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efcc08d2-b40c-45db-8ff6-64ae7fa4d32b req-2e7f5d4a-7e8d-4564-a036-dc6fb31b72c2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594852 Mar 10 18:06:11.263373 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b3c1d547-7903-4ec3-87b9-cfabb62f2f24), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:11.265364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48185d-15a6-41c3-88d2-d133999ed364 req-bcd29815-a520-4275-8326-d62ca59a1230 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:11.267274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d48185d-15a6-41c3-88d2-d133999ed364 req-bcd29815-a520-4275-8326-d62ca59a1230 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0635486 Mar 10 18:06:11.291413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c1d547-7903-4ec3-87b9-cfabb62f2f24,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:11.336342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2d48185d-15a6-41c3-88d2-d133999ed364 req-9ce4d5f5-f5c9-4ab0-9c33-1e341f217f28 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616105 Mar 10 18:06:11.505346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621f3ef-e376-4c1c-98fe-bfa7278f23c5 req-c2ac4a24-0974-4d20-8212-561ed3702c97 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:11.506932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d621f3ef-e376-4c1c-98fe-bfa7278f23c5 req-c2ac4a24-0974-4d20-8212-561ed3702c97 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0954556 Mar 10 18:06:11.516041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (d8591086-602d-4791-844b-ff8db01d52e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:11.516857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc7bd-023c-42ca-8aa1-4611da9e994f req-b6ef5377-fb13-4813-9bc7-fca674e3af8e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:11.518368 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-daebc7bd-023c-42ca-8aa1-4611da9e994f req-b6ef5377-fb13-4813-9bc7-fca674e3af8e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1227193 Mar 10 18:06:11.607830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d621f3ef-e376-4c1c-98fe-bfa7278f23c5 req-2cc1c21a-40ee-4cf1-8690-060e4d738b90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883434 Mar 10 18:06:11.611998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-daebc7bd-023c-42ca-8aa1-4611da9e994f req-89a67eff-64b7-4ae5-9747-05db36d2e0aa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849035 Mar 10 18:06:11.767205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Router d8591086-602d-4791-844b-ff8db01d52e6 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:06:11.888700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:06:11.893795 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a23a4d88-9435-4058-beb9-0b65594bf273 admin admin] 10.222.0.35 "PUT /v2.0/routers/d8591086-602d-4791-844b-ff8db01d52e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965588 Mar 10 18:06:11.896527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52714) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:11.899688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Sync routers for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:06:11.915097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:06:11.916449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:11.959670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896cd42-3719-40f8-8b90-4f51bec84a03 req-f6c8ee5f-faa9-4611-b29b-a084b871d7ab tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:11.961524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a896cd42-3719-40f8-8b90-4f51bec84a03 req-f6c8ee5f-faa9-4611-b29b-a084b871d7ab tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0737290 Mar 10 18:06:12.046579 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks [] for router (d8591086-602d-4791-844b-ff8db01d52e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.062989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a896cd42-3719-40f8-8b90-4f51bec84a03 req-a0b08c01-2101-42d2-bf45-fac26ea75a79 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Mar 10 18:06:12.082038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:06:12.185821 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks [] for router_gateway (d8591086-602d-4791-844b-ff8db01d52e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.250661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Deleting port d3468d8c-4869-4bb3-9ab3-128e3a6caa29 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:12.251439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.285423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:06:11Z', 'revision_number': 5, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port': {'id': 'd3468d8c-4869-4bb3-9ab3-128e3a6caa29', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:22Z', 'updated_at': '2022-03-10T18:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:12.316428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Checking router: d8591086-602d-4791-844b-ff8db01d52e6 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:06:12.325766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Routers {'d8591086-602d-4791-844b-ff8db01d52e6'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:06:12.326408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:05:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['d8591086-602d-4791-844b-ff8db01d52e6'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:12.352319 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] For port d3468d8c-4869-4bb3-9ab3-128e3a6caa29, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:12.353000 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.372854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Calling delete_port for d3468d8c-4869-4bb3-9ab3-128e3a6caa29 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:12.430475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] Set router d8591086-602d-4791-844b-ff8db01d52e6 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:06:12.494897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:06:12Z', 'revision_number': 6, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:12.523076 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77f2d90e-cf51-445a-b6c9-8c862cc8b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.524482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d321c68-c407-47c9-8a20-fc85449d38a7 None None] The sync data for ids ['d8591086-602d-4791-844b-ff8db01d52e6'] in n-d-833115-2 is: [{'id': 'd8591086-602d-4791-844b-ff8db01d52e6', 'name': 'tempest-TestServerMultinode-2029352134-router', 'tenant_id': 'b68c8892e1fd425d9178d26bde546a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:21Z', 'updated_at': '2022-03-10T18:06:12Z', 'revision_number': 6, 'project_id': 'b68c8892e1fd425d9178d26bde546a92', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:06:12.578675 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d3468d8c-4869-4bb3-9ab3-128e3a6caa29), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.609203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3468d8c-4869-4bb3-9ab3-128e3a6caa29,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:12.669381 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (d8591086-602d-4791-844b-ff8db01d52e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.745456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61841b-a0ce-4d70-9cd6-aac324e599c6 req-f9b4e0cb-1bf5-4a87-90d4-bc1084ed24aa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:12.747595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b61841b-a0ce-4d70-9cd6-aac324e599c6 req-f9b4e0cb-1bf5-4a87-90d4-bc1084ed24aa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0544758 Mar 10 18:06:12.772829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (d8591086-602d-4791-844b-ff8db01d52e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.775039 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks [] for router_controller (d8591086-602d-4791-844b-ff8db01d52e6), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.803870 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b61841b-a0ce-4d70-9cd6-aac324e599c6 req-87b3bda0-e017-4e3d-9c6d-a813afc9a8c2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493777 Mar 10 18:06:12.829003 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (d8591086-602d-4791-844b-ff8db01d52e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.829503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8591086-602d-4791-844b-ff8db01d52e6 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:06:12.834029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.837547 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6508c26e-06e2-47fe-ae41-6aff1cb84eb3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d8591086-602d-4791-844b-ff8db01d52e6 HTTP/1.1" status: 204 len: 168 time: 0.9377828 Mar 10 18:06:12.837769 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:12.886360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Deleting subnet ff17c041-a131-4355-b386-15b70316270e {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:06:12.889834 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Publish callbacks [] for subnet (ff17c041-a131-4355-b386-15b70316270e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:12.930569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (ff17c041-a131-4355-b386-15b70316270e), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.026943 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ff17c041-a131-4355-b386-15b70316270e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.090022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (ff17c041-a131-4355-b386-15b70316270e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.115909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff17c041-a131-4355-b386-15b70316270e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:13.119767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.123373 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0400f23a-ce83-4345-8550-bc229b6f6c80 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ff17c041-a131-4355-b386-15b70316270e HTTP/1.1" status: 204 len: 168 time: 0.2845571 Mar 10 18:06:13.126164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52726) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:13.133255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d366e-efec-4633-975e-96c98c37b767 None None] Network 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:06:13.224259 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.261747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169a8f-80be-4f01-a5da-796e6be76f0a req-2eb9aac8-c5ce-402d-8988-eb4099c78d21 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:13.268797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a169a8f-80be-4f01-a5da-796e6be76f0a req-2eb9aac8-c5ce-402d-8988-eb4099c78d21 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.1185982 Mar 10 18:06:13.336749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] DHCP port deletion for 4278bafe-90fb-4e2d-a9b0-3c136e6b45cb request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:06:13.352258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a169a8f-80be-4f01-a5da-796e6be76f0a req-894285ea-07fb-4673-a03f-b5b9db4eda4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825217 Mar 10 18:06:13.371690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Deleting port 77410b67-d3e3-4238-970f-003ff6265775 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:13.373361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (77410b67-d3e3-4238-970f-003ff6265775), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.413169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Deleting port 77410b67-d3e3-4238-970f-003ff6265775 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:13.413644 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (77410b67-d3e3-4238-970f-003ff6265775), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.451539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] For port 77410b67-d3e3-4238-970f-003ff6265775, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=77410b67-d3e3-4238-970f-003ff6265775,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:13.452142 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (77410b67-d3e3-4238-970f-003ff6265775), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.466931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Calling delete_port for 77410b67-d3e3-4238-970f-003ff6265775 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:13.528927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] For port 77410b67-d3e3-4238-970f-003ff6265775, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=77410b67-d3e3-4238-970f-003ff6265775,segment=NetworkSegment(4683a621-7531-4cf0-ad70-e38c238f8b36),segment_id=4683a621-7531-4cf0-ad70-e38c238f8b36)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:13.529327 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (77410b67-d3e3-4238-970f-003ff6265775), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.547073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Calling delete_port for 77410b67-d3e3-4238-970f-003ff6265775 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:13.555449 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-3eb52a64-e0f6-4f9e-a01f-52f5d651a8b7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:13.557203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-3eb52a64-e0f6-4f9e-a01f-52f5d651a8b7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.0987825 Mar 10 18:06:13.605341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-bb630f8c-2b72-4b47-a3de-d5733b7b69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:13.606940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-bb630f8c-2b72-4b47-a3de-d5733b7b69b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0770261 Mar 10 18:06:13.626202 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (77410b67-d3e3-4238-970f-003ff6265775), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.645895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (77410b67-d3e3-4238-970f-003ff6265775), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.665576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=77410b67-d3e3-4238-970f-003ff6265775,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:13.665778 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] No DVR routers for this DVR port 77410b67-d3e3-4238-970f-003ff6265775 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:13.684662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] No DVR routers for this DVR port 77410b67-d3e3-4238-970f-003ff6265775 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:13.717066 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c0df-4e96-4d52-b656-694b08de37e3 None None] Pushing event deleted for resources: {'Port': ['ID=77410b67-d3e3-4238-970f-003ff6265775,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:13.819524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.849247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-21a611e0-f0ad-4891-9753-ab489f673f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:13.850789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-21a611e0-f0ad-4891-9753-ab489f673f4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.2219057 Mar 10 18:06:13.854994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4278bafe-90fb-4e2d-a9b0-3c136e6b45cb']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:13.901295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4683a621-7531-4cf0-ad70-e38c238f8b36') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:13.901613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4683a621-7531-4cf0-ad70-e38c238f8b36') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:13.915838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (4683a621-7531-4cf0-ad70-e38c238f8b36), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.967426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (4683a621-7531-4cf0-ad70-e38c238f8b36), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.986707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:06:13.987097 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (4683a621-7531-4cf0-ad70-e38c238f8b36), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:06:13.989242 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:06:14.002110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-baefd1de-af7e-464e-931d-4af1c869feaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1002 time: 0.1440594 Mar 10 18:06:14.092918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccacba-6d91-429a-8b6b-d8a68a241d11 req-97d639b3-127a-45ef-884b-352c96b88acc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:14.093942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cccacba-6d91-429a-8b6b-d8a68a241d11 req-97d639b3-127a-45ef-884b-352c96b88acc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1762664 Mar 10 18:06:14.098450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (4278bafe-90fb-4e2d-a9b0-3c136e6b45cb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.106302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.112281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:14.112281 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.112885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4278bafe-90fb-4e2d-a9b0-3c136e6b45cb HTTP/1.1" status: 204 len: 168 time: 0.9821913 Mar 10 18:06:14.116348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52732) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:14.133973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-fb4569db-4a76-4edf-b550-288c2516a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:14.134933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-fb4569db-4a76-4edf-b550-288c2516a531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.1248562 Mar 10 18:06:14.141395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fcce8-395f-4375-af5c-6ee1e4fe9e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4278bafe-90fb-4e2d-a9b0-3c136e6b45cb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:14.252189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7cccacba-6d91-429a-8b6b-d8a68a241d11 req-3a633c17-2efc-4ce4-939e-f9f21148818f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396842 Mar 10 18:06:14.278746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-d05a97ae-45d8-48a5-9cf3-49fbbb7ca053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:14.280595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-d05a97ae-45d8-48a5-9cf3-49fbbb7ca053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1367140 Mar 10 18:06:14.406663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 77410b67-d3e3-4238-970f-003ff6265775 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:14.424465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-7a36c546-df99-4580-8e53-844a1357fdd7 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371572 Mar 10 18:06:14.440968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 3e6eebf7-2a08-4b64-ade7-3317e65f5390, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=3e6eebf7-2a08-4b64-ade7-3317e65f5390,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:14.444163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.462507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 77410b67-d3e3-4238-970f-003ff6265775 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:14.462920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 77410b67-d3e3-4238-970f-003ff6265775 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:14.463552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b3c1d547-7903-4ec3-87b9-cfabb62f2f24 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:14.482195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 3e6eebf7-2a08-4b64-ade7-3317e65f5390 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:14.499993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b3c1d547-7903-4ec3-87b9-cfabb62f2f24 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:14.500984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b3c1d547-7903-4ec3-87b9-cfabb62f2f24 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:14.501688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d3468d8c-4869-4bb3-9ab3-128e3a6caa29 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:14.523794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d3468d8c-4869-4bb3-9ab3-128e3a6caa29 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:14.524951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d3468d8c-4869-4bb3-9ab3-128e3a6caa29 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:14.606173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ead8972-f0ad-4e04-807f-7602875093e7 req-5f21ce6b-3581-4491-87cf-39d6371adada service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742582 Mar 10 18:06:14.620341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a170f26-d0cd-492b-a108-27d9b295acf1 req-f7f5720c-13d2-4d9f-bb70-ea6ceb1119a0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:14.622144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a170f26-d0cd-492b-a108-27d9b295acf1 req-f7f5720c-13d2-4d9f-bb70-ea6ceb1119a0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 945 time: 0.1303086 Mar 10 18:06:14.676824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-69114476-b157-4644-9aa0-16061859827c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.700156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a170f26-d0cd-492b-a108-27d9b295acf1 req-ab3f2e49-5e5d-4bc1-b00f-dc136c37aa0c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Mar 10 18:06:14.890124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (6c3c66ea-6fab-4281-8a47-78509857e732), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.894079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3e6eebf7-2a08-4b64-ade7-3317e65f5390), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:14.912027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['3e6eebf7-2a08-4b64-ade7-3317e65f5390'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:14.969537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=3e6eebf7-2a08-4b64-ade7-3317e65f5390,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:15.064262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 3e6eebf7-2a08-4b64-ade7-3317e65f5390 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:15.072105 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:15.077838 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e5eb9c00-f1da-4869-ad7e-c616701d7f23 req-f6c27e1a-3ff1-47ae-ad62-3cf8689d4727 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "DELETE /v2.0/ports/3e6eebf7-2a08-4b64-ade7-3317e65f5390 HTTP/1.1" status: 204 len: 173 time: 1.5109138 Mar 10 18:06:15.078314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'name': 'network-vif-deleted', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:15.088239 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e067efb-a98c-413a-96c4-69aadccd193d" -d '{"events": [{"server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "name": "network-vif-deleted", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:15.192656 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360124fa-d67f-410a-8124-d48e3d86ef7a x-openstack-request-id: req-360124fa-d67f-410a-8124-d48e3d86ef7a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:15.193765 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b84cb8-1560-49c7-96a8-22b6e3003a2d", "name": "network-vif-deleted", "tag": "3e6eebf7-2a08-4b64-ade7-3317e65f5390", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:15.194234 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-360124fa-d67f-410a-8124-d48e3d86ef7a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:15.195456 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b84cb8-1560-49c7-96a8-22b6e3003a2d', 'name': 'network-vif-deleted', 'tag': '3e6eebf7-2a08-4b64-ade7-3317e65f5390', 'status': 'completed', 'code': 200} Mar 10 18:06:15.464932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Deleting port 93f0a3b4-f821-4ce5-8c90-588eef778c69 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:15.465339 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:15.493325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83b39f-9b23-42b4-aec3-970900baab1c req-f28c2634-3dab-47fe-ba03-b69000dc5d6d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:15.495370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e83b39f-9b23-42b4-aec3-970900baab1c req-f28c2634-3dab-47fe-ba03-b69000dc5d6d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1025765 Mar 10 18:06:15.603507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e83b39f-9b23-42b4-aec3-970900baab1c req-fda68b70-90c9-48bc-9041-2b2076953e0e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020286 Mar 10 18:06:15.643700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] For port 93f0a3b4-f821-4ce5-8c90-588eef778c69, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=93f0a3b4-f821-4ce5-8c90-588eef778c69,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:15.644158 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:15.661387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Calling delete_port for 93f0a3b4-f821-4ce5-8c90-588eef778c69 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:15.866299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45043144-96a6-4e7e-bba7-1ed44a705a86 req-ad7cd037-bb8f-4813-ab83-a72394b18141 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0647836 Mar 10 18:06:15.969124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:16.067439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (93f0a3b4-f821-4ce5-8c90-588eef778c69), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:16.112027 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f0a3b4-f821-4ce5-8c90-588eef778c69,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:16.442622 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (6c3c66ea-6fab-4281-8a47-78509857e732), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:16.802281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c675e5-cd17-4a54-bf5c-2f25ef54c814 req-f5f986c8-9081-433e-b2b9-f67b94069afa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:16.803890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57c675e5-cd17-4a54-bf5c-2f25ef54c814 req-f5f986c8-9081-433e-b2b9-f67b94069afa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0777409 Mar 10 18:06:16.866618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Router 6c3c66ea-6fab-4281-8a47-78509857e732 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:06:16.890403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57c675e5-cd17-4a54-bf5c-2f25ef54c814 req-3e04a5f3-ebbb-4636-aaa6-1849d011340d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803273 Mar 10 18:06:17.023893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:06:17.031137 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8dc3c33a-2521-4865-a639-d018f9262173 admin admin] 10.222.0.35 "PUT /v2.0/routers/6c3c66ea-6fab-4281-8a47-78509857e732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133260 Mar 10 18:06:17.036691 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Sync routers for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:06:17.042794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5016c6c-291e-4eb5-bac2-7fb05781c116 req-1b6f3b49-9d56-4fea-a4ec-52c5d1f77f5a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0643981 Mar 10 18:06:17.051909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52758) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:17.058148 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:06:17.058797 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:17.223487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:06:17.243915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks [] for router (6c3c66ea-6fab-4281-8a47-78509857e732), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.332157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3e6eebf7-2a08-4b64-ade7-3317e65f5390 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:17.393474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 3e6eebf7-2a08-4b64-ade7-3317e65f5390 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:17.409008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 3e6eebf7-2a08-4b64-ade7-3317e65f5390 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:17.449660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.471872 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks [] for router_gateway (6c3c66ea-6fab-4281-8a47-78509857e732), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.543573 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '62c5e68a-75cf-486a-aab8-55a308723508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:06:15Z', 'revision_number': 5, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port': {'id': '62c5e68a-75cf-486a-aab8-55a308723508', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:17.549812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Deleting port 62c5e68a-75cf-486a-aab8-55a308723508 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:17.550241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (62c5e68a-75cf-486a-aab8-55a308723508), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.572462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Checking router: 6c3c66ea-6fab-4281-8a47-78509857e732 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:06:17.581671 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Routers {'6c3c66ea-6fab-4281-8a47-78509857e732'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:06:17.582586 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['6c3c66ea-6fab-4281-8a47-78509857e732'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:17.677436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] For port 62c5e68a-75cf-486a-aab8-55a308723508, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=62c5e68a-75cf-486a-aab8-55a308723508,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:17.677842 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (62c5e68a-75cf-486a-aab8-55a308723508), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.679427 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] Set router 6c3c66ea-6fab-4281-8a47-78509857e732 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:06:17.693180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Calling delete_port for 62c5e68a-75cf-486a-aab8-55a308723508 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:17.736967 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:06:17Z', 'revision_number': 6, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:17.765837 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0305d-4c9b-43f5-876e-5c8f165d7e0f None None] The sync data for ids ['6c3c66ea-6fab-4281-8a47-78509857e732'] in n-d-833115-2 is: [{'id': '6c3c66ea-6fab-4281-8a47-78509857e732', 'name': 'tempest-TestServerMultinode-1722702313-router', 'tenant_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:05:28Z', 'updated_at': '2022-03-10T18:06:17Z', 'revision_number': 6, 'project_id': 'f0edfb80cfac469b824803e8cd91e9f3', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:06:17.933156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (62c5e68a-75cf-486a-aab8-55a308723508), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:17.968099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5e68a-75cf-486a-aab8-55a308723508,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:18.044430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407a701-0149-4f6f-be62-4eb99e2f6846 req-4210d7a9-9d60-43bd-bc8d-deea185f5114 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:18.046378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3407a701-0149-4f6f-be62-4eb99e2f6846 req-4210d7a9-9d60-43bd-bc8d-deea185f5114 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0679984 Mar 10 18:06:18.054135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (6c3c66ea-6fab-4281-8a47-78509857e732), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.136758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3407a701-0149-4f6f-be62-4eb99e2f6846 req-96248483-0cba-4a50-a642-d40439b98569 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827303 Mar 10 18:06:18.192075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d70c5037-3b69-4141-90f2-fadd0aa5b142 req-352cfaa8-653d-482d-bf65-cd5037e5cece tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0306659 Mar 10 18:06:18.225624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (6c3c66ea-6fab-4281-8a47-78509857e732), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.228156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks [] for router_controller (6c3c66ea-6fab-4281-8a47-78509857e732), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.279230 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (6c3c66ea-6fab-4281-8a47-78509857e732), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.279739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3c66ea-6fab-4281-8a47-78509857e732 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:06:18.284290 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.288456 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72e11bd3-6b58-4eee-b166-aae0534fa276 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6c3c66ea-6fab-4281-8a47-78509857e732 HTTP/1.1" status: 204 len: 168 time: 1.2327447 Mar 10 18:06:18.288705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:18.333654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Deleting subnet 044ebe5a-a8d9-41bc-8ef8-b9f7f3688106 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:06:18.336805 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Publish callbacks [] for subnet (044ebe5a-a8d9-41bc-8ef8-b9f7f3688106), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.371156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (044ebe5a-a8d9-41bc-8ef8-b9f7f3688106), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.458938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (044ebe5a-a8d9-41bc-8ef8-b9f7f3688106), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.524530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (044ebe5a-a8d9-41bc-8ef8-b9f7f3688106), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.549403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044ebe5a-a8d9-41bc-8ef8-b9f7f3688106,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:18.555291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:18.559360 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1765bb8c-3109-4a71-b05c-78a4ce4c960e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/044ebe5a-a8d9-41bc-8ef8-b9f7f3688106 HTTP/1.1" status: 204 len: 168 time: 0.2697418 Mar 10 18:06:18.562211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52774) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:18.563910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62206a65-068f-44a5-99f2-6ea4d510a669 None None] Network 2800cec6-874d-4209-b4f9-fa2b82d59157 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:06:18.674251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93f0a3b4-f821-4ce5-8c90-588eef778c69 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:18.700006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 93f0a3b4-f821-4ce5-8c90-588eef778c69 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:18.700738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 93f0a3b4-f821-4ce5-8c90-588eef778c69 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:18.701337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62c5e68a-75cf-486a-aab8-55a308723508 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:18.726744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 62c5e68a-75cf-486a-aab8-55a308723508 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:18.727398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 62c5e68a-75cf-486a-aab8-55a308723508 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:18.811911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] DHCP port deletion for 2800cec6-874d-4209-b4f9-fa2b82d59157 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:06:18.878006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Deleting port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:18.878808 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.071072 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (2800cec6-874d-4209-b4f9-fa2b82d59157), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.133557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Deleting port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:06:19.133989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.204790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] For port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:19.205154 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.218681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Calling delete_port for 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:19.220591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] For port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,segment=NetworkSegment(d27d8adb-312e-4def-94fa-50a42e751d08),segment_id=d27d8adb-312e-4def-94fa-50a42e751d08)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:19.220999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.241639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Calling delete_port for 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:06:19.347610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-66da8bd0-bd17-49dd-904c-f35bde7336c0 req-afac17eb-bf59-4925-988a-273f6e6deac1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0352275 Mar 10 18:06:19.353070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.368983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1e15e-5c7d-4c78-ac64-737fe13d0431 req-91833dd1-87bf-4f4b-ac69-f7ae4e722406 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:19.371322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1de1e15e-5c7d-4c78-ac64-737fe13d0431 req-91833dd1-87bf-4f4b-ac69-f7ae4e722406 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.1069810 Mar 10 18:06:19.377393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.408210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] Pushing event deleted for resources: {'Port': ['ID=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:19.418248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd9cc6-6e8e-4ecf-b482-5e8fa16437a3 None None] No DVR routers for this DVR port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:19.438089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1de1e15e-5c7d-4c78-ac64-737fe13d0431 req-57c88821-7ca8-412a-840a-7a20fa161e70 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564954 Mar 10 18:06:19.440331 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (769ea7ab-1f2c-4ea1-952d-ef3eeae86626), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.471800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=769ea7ab-1f2c-4ea1-952d-ef3eeae86626,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:19.474244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] No DVR routers for this DVR port 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:19.551414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (2800cec6-874d-4209-b4f9-fa2b82d59157), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.587702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2800cec6-874d-4209-b4f9-fa2b82d59157']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:19.597422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27d8adb-312e-4def-94fa-50a42e751d08') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:19.597776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27d8adb-312e-4def-94fa-50a42e751d08') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:19.614823 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (d27d8adb-312e-4def-94fa-50a42e751d08), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.631919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (d27d8adb-312e-4def-94fa-50a42e751d08), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.638397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:06:19.638996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (d27d8adb-312e-4def-94fa-50a42e751d08), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:06:19.640925 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:06:19.703024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (2800cec6-874d-4209-b4f9-fa2b82d59157), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.711606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:19.717501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2800cec6-874d-4209-b4f9-fa2b82d59157 HTTP/1.1" status: 204 len: 168 time: 1.1515279 Mar 10 18:06:19.732313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8b354-1b87-4603-9808-01a641983bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2800cec6-874d-4209-b4f9-fa2b82d59157,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:19.903861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52784) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:19.954776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6eec3132-3877-460a-82b7-3b24acf21eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b68c8892e1fd425d9178d26bde546a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495551 Mar 10 18:06:19.957480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 52786) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:20.011916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] Publish callbacks [] for security_group (c5646b74-29dd-4bf6-bd44-3ee0cc69e57c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.041475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] Publish callbacks [] for security_group (c5646b74-29dd-4bf6-bd44-3ee0cc69e57c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.101306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c5646b74-29dd-4bf6-bd44-3ee0cc69e57c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.104171 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.107930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5646b74-29dd-4bf6-bd44-3ee0cc69e57c HTTP/1.1" status: 204 len: 168 time: 0.1469634 Mar 10 18:06:20.115303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba2d5d-9a26-449d-865b-a6c6f69d582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5646b74-29dd-4bf6-bd44-3ee0cc69e57c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:20.389479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:20.413098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:06:20.413408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 769ea7ab-1f2c-4ea1-952d-ef3eeae86626 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:20.493932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3ac69b5-4ead-436e-899d-d3c13501d290 req-e91e9d54-3987-4d48-9d5c-a877680b48ad tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0366457 Mar 10 18:06:20.574662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:20.636103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34dc79-e899-4f10-9813-42b81f6c2618 req-bff5e1bc-010d-4cdc-b0db-4a37a0c30f8a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:20.642276 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-718b4820-9eef-4599-a6e2-c1e8c45e2451 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0edfb80cfac469b824803e8cd91e9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651720 Mar 10 18:06:20.644963 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52800) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:20.647856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e34dc79-e899-4f10-9813-42b81f6c2618 req-bff5e1bc-010d-4cdc-b0db-4a37a0c30f8a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0918608 Mar 10 18:06:20.696896 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Publish callbacks [] for security_group (dd3c74c3-9fe4-4478-ac87-c6d4e6638552), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.705343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e34dc79-e899-4f10-9813-42b81f6c2618 req-eadbf49c-5b3b-4de6-8bdd-542817ada48f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563536 Mar 10 18:06:20.725909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Publish callbacks [] for security_group (dd3c74c3-9fe4-4478-ac87-c6d4e6638552), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.788662 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dd3c74c3-9fe4-4478-ac87-c6d4e6638552), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.792321 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:20.797634 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd3c74c3-9fe4-4478-ac87-c6d4e6638552 HTTP/1.1" status: 204 len: 168 time: 0.1514988 Mar 10 18:06:20.809631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c74c3-9fe4-4478-ac87-c6d4e6638552,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:20.822986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.823647 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.825082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.825615 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.826468 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.826994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.827600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.828831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.829340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.830089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.831107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.831927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:20.832548 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57e1007-c141-43d9-b0f6-696ccbbe4f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:21.606718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37004250-28cc-4857-90a2-b06a85d536d3 req-bbd92c12-0c01-4652-a5d5-c93e7441cbc1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0320246 Mar 10 18:06:21.828603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a67df-cea1-43c4-981a-d179aa00da31 req-0440029d-da46-4646-8fb3-bf28ab8664b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:21.830202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-007a67df-cea1-43c4-981a-d179aa00da31 req-0440029d-da46-4646-8fb3-bf28ab8664b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0568180 Mar 10 18:06:21.883564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-007a67df-cea1-43c4-981a-d179aa00da31 req-972de44b-5899-461e-a2e1-913347486b31 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464652 Mar 10 18:06:22.708051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a09c814-d324-4698-90b3-e4961359cab8 req-e0b378a8-15dd-420b-b3d9-15d17d8cfdb7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0309255 Mar 10 18:06:23.052763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c399eb-dc04-4364-90f6-02a7cc98a0ac req-2d239e07-e2ec-4c56-911d-6dd79f803705 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:23.054299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73c399eb-dc04-4364-90f6-02a7cc98a0ac req-2d239e07-e2ec-4c56-911d-6dd79f803705 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0747404 Mar 10 18:06:23.111764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73c399eb-dc04-4364-90f6-02a7cc98a0ac req-d3cc07e8-a24d-434e-a54e-06c854052871 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512667 Mar 10 18:06:23.812212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0d7a689-bcfc-4bc3-adc0-907502fd1187 req-73bd6e00-3b7b-4e2e-aebb-a2e90a1d79e2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0299799 Mar 10 18:06:24.249429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969361-d386-4588-bc29-a1833bc59f8e req-d690489c-ede6-4c1a-8b28-8f0a409311f9 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:24.250974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22969361-d386-4588-bc29-a1833bc59f8e req-d690489c-ede6-4c1a-8b28-8f0a409311f9 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0639126 Mar 10 18:06:24.305071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22969361-d386-4588-bc29-a1833bc59f8e req-34cf1485-2601-4f8a-bec1-ecebf0ee1e92 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474224 Mar 10 18:06:24.912269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b3a7c99-dc0d-4563-9571-ac6365f94bc2 req-9f1cd7ba-4884-45d2-a522-fc95458f62cc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0278003 Mar 10 18:06:25.436534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08713a97-f28a-4078-9be6-1999d3d81084 req-4dfc514c-befe-4ee6-a3c0-5e8e0d3f0f47 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:25.438009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08713a97-f28a-4078-9be6-1999d3d81084 req-4dfc514c-befe-4ee6-a3c0-5e8e0d3f0f47 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0595696 Mar 10 18:06:25.495305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08713a97-f28a-4078-9be6-1999d3d81084 req-7f3774f6-19f0-446c-b0f9-8fd51a29255c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505667 Mar 10 18:06:26.019851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8c176dc-5c93-46eb-973b-1143e66f955c req-5daf8411-a635-4291-b473-9bd7ea2024aa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7b84cb8-1560-49c7-96a8-22b6e3003a2d HTTP/1.1" status: 200 len: 210 time: 0.0272551 Mar 10 18:06:26.464417 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-b527cdf6-0860-4965-a5ac-6e1552b848ff service neutron] show failed (client error): The resource could not be found. Mar 10 18:06:26.465460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-b527cdf6-0860-4965-a5ac-6e1552b848ff service neutron] 10.222.0.41 "GET /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0587733 Mar 10 18:06:26.640164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405a883-3022-4fd9-96ae-976c02f9fe25 req-93092617-8e87-47a9-bd88-e18ac67e5b8d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:26.641796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2405a883-3022-4fd9-96ae-976c02f9fe25 req-93092617-8e87-47a9-bd88-e18ac67e5b8d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0693147 Mar 10 18:06:26.693286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2405a883-3022-4fd9-96ae-976c02f9fe25 req-7ba1f20b-517c-4564-a2cc-af7195622a67 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Mar 10 18:06:26.726922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-dac807cd-a841-4a3c-ac53-c0daa9b8ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:26.728432 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-dac807cd-a841-4a3c-ac53-c0daa9b8ef52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 1128 time: 0.0823703 Mar 10 18:06:26.744892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:06:26.805858 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.000931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:27.033158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:06:27.077589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks [] for port (e56eff26-66f2-407c-89ac-5e75304a4208), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.077690 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:27.080341 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8069e-3287-403e-a0ab-46233c824d3a" -d '{"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:27.094884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Transition to ACTIVE for port object e56eff26-66f2-407c-89ac-5e75304a4208 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:06:27.101159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.160046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.173730 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dba27e-78ed-4ca0-b7b7-39f1e76095f0 x-openstack-request-id: req-60dba27e-78ed-4ca0-b7b7-39f1e76095f0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:27.174027 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:27.174280 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60dba27e-78ed-4ca0-b7b7-39f1e76095f0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:27.174704 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'code': 200} Mar 10 18:06:27.209940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=6']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:27.293597 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] No DVR routers for this DVR port e56eff26-66f2-407c-89ac-5e75304a4208 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:06:27.448945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:06:27.449163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:06:27.449472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:06:27.454055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:06:27.454373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Attempting to bind port e56eff26-66f2-407c-89ac-5e75304a4208 on network 89e34287-2190-4cb7-a59b-2eda9763dc24 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:06:27.460438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:06:27.460778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Checking segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:06:27.461158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Bound using segment: {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:06:27.461583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Bound port: e56eff26-66f2-407c-89ac-5e75304a4208, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570634f-7f05-428a-895f-d2213af20280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:06:27.461933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.531585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:06:27.535168 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:06:27.545774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.581652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:27.582454 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:27.584451 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] 10.222.0.59 "PUT /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1092 time: 0.8433166 Mar 10 18:06:27.655081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dff29-f556-4075-aef4-5ef50e58601b service neutron] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:27.695645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-8b697185-677a-4e3d-8fed-77b5d7fcf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:27.697385 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-8b697185-677a-4e3d-8fed-77b5d7fcf9c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.0849986 Mar 10 18:06:27.811274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-12bdd109-b332-47e0-8d43-ece58b238efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:27.813570 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-12bdd109-b332-47e0-8d43-ece58b238efd service neutron] 10.222.0.59 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1085236 Mar 10 18:06:27.850543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a567445-652a-43f0-9ad8-a9132fe59c76 req-9236500a-3cad-4ca7-9e62-058206adcfa5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:27.860257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a567445-652a-43f0-9ad8-a9132fe59c76 req-9236500a-3cad-4ca7-9e62-058206adcfa5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0709958 Mar 10 18:06:27.921327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a567445-652a-43f0-9ad8-a9132fe59c76 req-171d0e64-ef88-460b-a6cf-28479a533759 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566533 Mar 10 18:06:28.287696 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-bcdc81b5-40ca-4eac-a298-1eb1d4f29dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1000 time: 0.4639368 Mar 10 18:06:28.347138 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-6a3e56e8-2a38-485d-860b-9ecda5759e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:28.349887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-6a3e56e8-2a38-485d-860b-9ecda5759e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0532575 Mar 10 18:06:28.411500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-4752709f-766a-4567-86b1-888ab739891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:28.413183 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-4752709f-766a-4567-86b1-888ab739891f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529826 Mar 10 18:06:28.516123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-9378f86f-421a-4e71-acc7-3008d801ff69 service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919392 Mar 10 18:06:28.620575 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-69d88510-7d66-41d4-aa9f-81d0cfb2b17a req-392a0af3-bc2f-433d-a92b-dbece3657e7a service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948746 Mar 10 18:06:29.053909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe022a73-a960-47f4-8206-28f903768702 req-02355729-3130-4e57-838c-fea4e00e61c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.056144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe022a73-a960-47f4-8206-28f903768702 req-02355729-3130-4e57-838c-fea4e00e61c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0586135 Mar 10 18:06:29.111660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe022a73-a960-47f4-8206-28f903768702 req-127004de-04be-4bfe-8c08-35aa3e232e47 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494602 Mar 10 18:06:29.176458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:29.178974 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9920782d-0dc8-4ba7-b103-f001d191b254" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:29.250960 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7bfcaa-1d2b-4737-9467-13c27d1f73be x-openstack-request-id: req-fb7bfcaa-1d2b-4737-9467-13c27d1f73be {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:29.252635 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:29.254534 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb7bfcaa-1d2b-4737-9467-13c27d1f73be {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:29.255070 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'status': 'completed', 'code': 200} Mar 10 18:06:29.324238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-5408f309-2d46-44d5-b80e-6a0bf3ecee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.327612 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-5408f309-2d46-44d5-b80e-6a0bf3ecee4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.0682127 Mar 10 18:06:29.332733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-9f61292e-a623-4dc0-9adf-12bcfa784ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.334577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-9f61292e-a623-4dc0-9adf-12bcfa784ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1126 time: 0.0638466 Mar 10 18:06:29.449302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-12a1d8f0-0c78-46e8-82ee-bc3328280936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.451393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-12a1d8f0-0c78-46e8-82ee-bc3328280936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1097965 Mar 10 18:06:29.456922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-b70e5056-0780-4ecc-9822-c628c27050f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.458512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-b70e5056-0780-4ecc-9822-c628c27050f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1236889 Mar 10 18:06:29.533723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-76a45a16-e870-4e10-8366-9bf515c70a96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1000 time: 0.0750871 Mar 10 18:06:29.539199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-1509b54e-cfb7-4efb-bc5a-1c4a15a0efa3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1000 time: 0.0739124 Mar 10 18:06:29.589800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-1ef8228e-0ff4-4d84-b44e-8ede33604081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.591324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-1ef8228e-0ff4-4d84-b44e-8ede33604081 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0514200 Mar 10 18:06:29.600098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-5b7ffad9-5003-4a58-9171-253ce245a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.602104 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-5b7ffad9-5003-4a58-9171-253ce245a2a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0560164 Mar 10 18:06:29.609577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:06:29.647267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-34a3f9c1-7f9a-4346-b116-d388efbe59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.648806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-34a3f9c1-7f9a-4346-b116-d388efbe59f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513468 Mar 10 18:06:29.670787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port e56eff26-66f2-407c-89ac-5e75304a4208 host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:06:29.671184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:06:29.684699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-c8a6c331-d0fc-4d0e-a4b3-41169f1e7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:29.686752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-c8a6c331-d0fc-4d0e-a4b3-41169f1e7fad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641904 Mar 10 18:06:29.766926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-12bbb45b-e183-4140-8996-bbf488b52101 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105618 Mar 10 18:06:29.808835 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-f9c81844-ed24-4ede-937a-b97ab9985a76 service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126869 Mar 10 18:06:29.877781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-71e74273-9418-46b7-b733-b028f3ebd37e service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040180 Mar 10 18:06:29.919813 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9920782d-0dc8-4ba7-b103-f001d191b254 req-acfadecd-9489-4ff9-8bf2-86ef973de1e0 service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037040 Mar 10 18:06:30.137830 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:30.248868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ebc5-843a-48d4-b327-4de1e3294952 req-7cfe247a-bbe9-462b-8cd3-f463e7e246da tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:30.250826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4490ebc5-843a-48d4-b327-4de1e3294952 req-7cfe247a-bbe9-462b-8cd3-f463e7e246da tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0577147 Mar 10 18:06:30.327566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4490ebc5-843a-48d4-b327-4de1e3294952 req-e06989fd-73f1-44bb-84b9-83a25a77f0e8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665150 Mar 10 18:06:31.333711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:06:31.444160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:31.489937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'port_id': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'mac_address': 'fa:16:3e:25:0a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:06:31.508825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dac27-4292-478c-bcc7-79eb3205ad49 req-b9a2875f-5159-4f5d-b3e0-6be51606400c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:31.516540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-207dac27-4292-478c-bcc7-79eb3205ad49 req-b9a2875f-5159-4f5d-b3e0-6be51606400c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 944 time: 0.0704660 Mar 10 18:06:31.536814 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e56eff26-66f2-407c-89ac-5e75304a4208 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:06:31.537727 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:31.557153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56eff26-66f2-407c-89ac-5e75304a4208 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:06:31.580024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-207dac27-4292-478c-bcc7-79eb3205ad49 req-f1728f6c-1905-4e78-9115-b1bf6fbaf710 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625386 Mar 10 18:06:31.592429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:31.612951 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:31.673495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:31.683472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.684081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.684554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.685030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.685538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.686134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.686774 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.687270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.687757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.688350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.688832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.689302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.689795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:06:31.849085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e56eff26-66f2-407c-89ac-5e75304a4208'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:06:32.043939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-ca099a7c-a991-4fa3-b77d-aaccdceb031a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.045891 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-ca099a7c-a991-4fa3-b77d-aaccdceb031a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8&tenant_id=eda524d4c045479aa14ad9c7ec000428&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 945 time: 0.2185678 Mar 10 18:06:32.106160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8f38-9326-49ce-a91d-fca252326cca req-af51c359-5f43-4957-97ab-f455981a40f3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.113876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-496a8f38-9326-49ce-a91d-fca252326cca req-af51c359-5f43-4957-97ab-f455981a40f3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 945 time: 0.2448199 Mar 10 18:06:32.173450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-496a8f38-9326-49ce-a91d-fca252326cca req-775c270e-7fec-4915-9f60-4f91f753c874 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586104 Mar 10 18:06:32.216534 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-63142d9f-2e76-4447-b679-5a3c4a431fd1 service neutron] delete failed (client error): The resource could not be found. Mar 10 18:06:32.217583 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-63142d9f-2e76-4447-b679-5a3c4a431fd1 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.1629262 Mar 10 18:06:32.324127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-3190bf15-29b1-47fe-8797-8b4fd404548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.325937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-3190bf15-29b1-47fe-8797-8b4fd404548c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1127 time: 0.0577312 Mar 10 18:06:32.441814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-91c21c3c-7abc-495b-b156-e91fde006217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.443357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-91c21c3c-7abc-495b-b156-e91fde006217 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1101036 Mar 10 18:06:32.534379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-41dcf821-4588-4707-8b88-009dd3ca822e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 1001 time: 0.0843732 Mar 10 18:06:32.590073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-ef036587-8084-46de-9262-cc7c1c2a7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.591848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-ef036587-8084-46de-9262-cc7c1c2a7bb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0510187 Mar 10 18:06:32.667322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-2accfeec-7b0c-41f5-bc58-a72238f3fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:32.668832 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-2accfeec-7b0c-41f5-bc58-a72238f3fdff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0704575 Mar 10 18:06:32.771534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-fbd2a6fb-31da-4eaa-8199-4e45cff630f4 service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961688 Mar 10 18:06:32.877764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f1bfaa7-7b0e-4021-a64f-203eca238ef0 req-bb696eb3-e123-4cde-bb59-bc5b0cc8967b service neutron] 10.222.0.41 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983231 Mar 10 18:06:33.333818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b09e1-01e0-4237-af4d-15c902bd7382 req-a3c7999b-2f96-4880-a87c-a5f69a800c13 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:33.343593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-782b09e1-01e0-4237-af4d-15c902bd7382 req-a3c7999b-2f96-4880-a87c-a5f69a800c13 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 945 time: 0.0730214 Mar 10 18:06:33.354338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:06:33.418419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-782b09e1-01e0-4237-af4d-15c902bd7382 req-3da42306-c641-4012-aef7-3231ffa0ab6f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737271 Mar 10 18:06:33.454377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port e56eff26-66f2-407c-89ac-5e75304a4208 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:06:33.460662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port e56eff26-66f2-407c-89ac-5e75304a4208 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:06:33.461456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:33.578737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e56eff26-66f2-407c-89ac-5e75304a4208 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:06:33.579416 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:33.623629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:06:33.625460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:06:33.632945 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8aede7-f5af-4cb3-9567-e01232fc3a0d" -d '{"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:06:33.637901 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:33.702065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:33.706524 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8a0fb2-ae5b-43ed-89ac-15defb699872 x-openstack-request-id: req-3a8a0fb2-ae5b-43ed-89ac-15defb699872 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:06:33.707542 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-plugged", "status": "completed", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:06:33.707969 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a8a0fb2-ae5b-43ed-89ac-15defb699872 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:06:33.708452 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'code': 200} Mar 10 18:06:34.562888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a9c12-acc4-4dcb-bf1f-da86e7788cac req-d12141a4-9fd7-4a39-b3a6-11bfd7a31c78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:06:34.564599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-372a9c12-acc4-4dcb-bf1f-da86e7788cac req-d12141a4-9fd7-4a39-b3a6-11bfd7a31c78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0740967 Mar 10 18:06:34.627022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-372a9c12-acc4-4dcb-bf1f-da86e7788cac req-cdd1f791-86e9-4976-ae86-969ad7614197 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555792 Mar 10 18:06:34.650516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:34.722640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2c155ef6-8d39-45f1-8d7b-046666eaf258 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 200 len: 994 time: 0.0705090 Mar 10 18:06:40.074263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52948) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:40.356790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Deleting subnet 909b84d8-d686-4d2b-839a-ef04e69af6a5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:06:40.360691 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Publish callbacks [] for subnet (909b84d8-d686-4d2b-839a-ef04e69af6a5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.402816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (909b84d8-d686-4d2b-839a-ef04e69af6a5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.447957 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (909b84d8-d686-4d2b-839a-ef04e69af6a5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.506029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (909b84d8-d686-4d2b-839a-ef04e69af6a5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.532632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909b84d8-d686-4d2b-839a-ef04e69af6a5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:40.537646 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.543383 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c47a9740-795a-4786-93eb-25f1f202efa5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/909b84d8-d686-4d2b-839a-ef04e69af6a5 HTTP/1.1" status: 204 len: 168 time: 0.4650459 Mar 10 18:06:40.543828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52956) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:40.624783 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (293352d1-24dc-48c6-9759-00958a2e9f3f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.705530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (293352d1-24dc-48c6-9759-00958a2e9f3f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.726969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293352d1-24dc-48c6-9759-00958a2e9f3f']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:40.736435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2202ec-d8f0-499d-96b7-89a1149163f5') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:40.736811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2202ec-d8f0-499d-96b7-89a1149163f5') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:06:40.746391 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (ed2202ec-d8f0-499d-96b7-89a1149163f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.760574 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ed2202ec-d8f0-499d-96b7-89a1149163f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.767903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:06:40.768404 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (ed2202ec-d8f0-499d-96b7-89a1149163f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:06:40.770758 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:06:40.839209 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (293352d1-24dc-48c6-9759-00958a2e9f3f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.845654 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:40.852073 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/293352d1-24dc-48c6-9759-00958a2e9f3f HTTP/1.1" status: 204 len: 168 time: 0.3048484 Mar 10 18:06:40.867829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeddba-352d-4410-b9d8-87a2738dfa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=293352d1-24dc-48c6-9759-00958a2e9f3f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:40.982028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:41.029687 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b091f436-9a1d-41ec-9ef2-7f0711c0acb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce007c55c26543eba505f941cec4bac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461249 Mar 10 18:06:41.032167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 52964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:06:41.086418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] Publish callbacks [] for security_group (2c52be4a-83e5-4ee0-a47c-b3ca34834394), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:41.109884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] Publish callbacks [] for security_group (2c52be4a-83e5-4ee0-a47c-b3ca34834394), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:41.175780 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2c52be4a-83e5-4ee0-a47c-b3ca34834394), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:41.178351 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:41.181907 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c52be4a-83e5-4ee0-a47c-b3ca34834394 HTTP/1.1" status: 204 len: 168 time: 0.1464512 Mar 10 18:06:41.192667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2740b-0b78-4d7f-b920-27b98eecf095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52be4a-83e5-4ee0-a47c-b3ca34834394,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:06:42.455477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-39fc3c89-6a7d-49de-bbf5-912877318879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:44.672698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0784982b-9928-41bb-8221-93c10eeff33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:45.936100 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:47.099887 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:06:47.353647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:49.340538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:06:57.135766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:00.138378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:01.027511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-6ac32aaa-ba69-44d3-9b14-d0044615ed39 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:01.028955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-6ac32aaa-ba69-44d3-9b14-d0044615ed39 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1077545 Mar 10 18:07:01.046376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-30b2b04d-60ed-4803-930d-b9a5e4413da0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Mar 10 18:07:01.102696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-453de5d9-9c25-45a0-8331-b54a2c1439fa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513725 Mar 10 18:07:01.198234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-537cd255-9d78-4202-b1ef-0c0cb3730054 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889940 Mar 10 18:07:01.293753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-6ae711c3-821c-4171-8c4c-a37127c0a7cb service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871367 Mar 10 18:07:01.594356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-919937ca-6f0a-4538-aea5-09a45395105e req-88505f2d-192a-46a5-88ee-34fceab75132 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Mar 10 18:07:02.695657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc2e14e7-1a55-4194-92ec-e527ddfbfe4f req-ae91dbb7-5dce-4f4f-8f26-df11f3ed0b12 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Mar 10 18:07:02.743479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-ec60628a-2595-4531-bc24-f2ef39400a70 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:02.744981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-ec60628a-2595-4531-bc24-f2ef39400a70 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1070499 Mar 10 18:07:02.766887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:02.887843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:07:02.891334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.022960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.10 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/4bb31e33-87b0-4463-8d11-1aa7d6f32b16) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:03.172709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.207409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.217004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fa704-10d2-4560-b634-fb9aad2a57b5 req-4b4583d3-1e13-402e-99b0-905c825294d3 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:03.219320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be3fa704-10d2-4560-b634-fb9aad2a57b5 req-4b4583d3-1e13-402e-99b0-905c825294d3 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.0480390 Mar 10 18:07:03.253893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:03.257276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:03.260107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:03.270593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be3fa704-10d2-4560-b634-fb9aad2a57b5 req-62af4960-8f1b-4ef1-9065-dc0925b3fcae tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Mar 10 18:07:03.301838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:03.307173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53140) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:03.326555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:03.327987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.351180 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-0cd6b21a-8ef7-4da4-b9a8-3a5f42245b62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5960245 Mar 10 18:07:03.364392 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Request body: {'port': {'device_id': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:03.438536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.523501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 15885552-4ba6-4c3d-b184-afaf5f9418f4 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:07:03.524120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.537153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5d9773fe-a1a4-487a-97f5-5b939fa395c1 None None] Provisioning complete for port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:03.538979 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5d9773fe-a1a4-487a-97f5-5b939fa395c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.586638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5d9773fe-a1a4-487a-97f5-5b939fa395c1 None None] Port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:07:03.616596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.617086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (15885552-4ba6-4c3d-b184-afaf5f9418f4), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.631101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 15885552-4ba6-4c3d-b184-afaf5f9418f4 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:07:03.737639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:07:03.747273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks [] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.762050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Transition to ACTIVE for port object 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:07:03.779948 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.835259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:03.896301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (15885552-4ba6-4c3d-b184-afaf5f9418f4), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.942342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=15885552-4ba6-4c3d-b184-afaf5f9418f4,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:03.961792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Attempting to bind port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:03.962166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Attempting to bind port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:03.962499 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Attempting to bind port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:03.970276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:07:03.970632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Attempting to bind port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:03.977320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:03.977666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:03.978053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:03.978538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Bound port: 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:03.978906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:03.986803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185bbdb-8fe1-4a08-ac61-0956bedea374 req-c90e387f-7c26-42e2-ae57-677ad2c6be4c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:03.988345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d185bbdb-8fe1-4a08-ac61-0956bedea374 req-c90e387f-7c26-42e2-ae57-677ad2c6be4c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.1536806 Mar 10 18:07:03.990090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.990463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.990840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.991177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.991508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.992129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.992129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.992476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.992800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.993124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.993451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.993770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:03.994090 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:04.061445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:04.065516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:04.082617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (f4331c20-25db-4896-8f80-0c6caa01b703), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:04.082962 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP f4331c20-25db-4896-8f80-0c6caa01b703 disassociated (deleted). External IP: 172.25.3.152, port: e56eff26-66f2-407c-89ac-5e75304a4208. Mar 10 18:07:04.087645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:04.090941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d185bbdb-8fe1-4a08-ac61-0956bedea374 req-6c367bac-c9b2-4839-8f9c-49d603583ca7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762002 Mar 10 18:07:04.140879 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.141510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:04.143059 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] 10.222.0.59 "PUT /v2.0/ports/4bb31e33-87b0-4463-8d11-1aa7d6f32b16 HTTP/1.1" status: 200 len: 1092 time: 0.7837481 Mar 10 18:07:04.143516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:04.145844 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e384417-3b5a-4dad-94b6-fef5b28e454e" -d '{"events": [{"name": "network-changed", "server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:04.178371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212625f3-4162-4ee5-8731-cce753795c82 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:04.244956 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e6753c-1176-4e48-ba5e-00e9a9127bfc x-openstack-request-id: req-31e6753c-1176-4e48-ba5e-00e9a9127bfc {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:04.245249 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:04.245510 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31e6753c-1176-4e48-ba5e-00e9a9127bfc {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:04.245907 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16', 'status': 'completed', 'code': 200} Mar 10 18:07:04.270906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-54a66239-a747-4153-8c0e-64229e379262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.273319 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-54a66239-a747-4153-8c0e-64229e379262 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 1126 time: 0.0610683 Mar 10 18:07:04.339319 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-d5c75324-dfa3-4826-a515-752779bc1590 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16 HTTP/1.1" status: 200 len: 217 time: 0.0577245 Mar 10 18:07:04.376485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 38d95bea-cfbf-4f8b-94e6-96da3671818d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:07:04.399331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-73e2f88a-cacc-4878-8027-9b907821dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.400935 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-73e2f88a-cacc-4878-8027-9b907821dc8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0516863 Mar 10 18:07:04.465641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-5da0467f-43d2-403e-a8b5-16cfe14b7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.478308 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-5da0467f-43d2-403e-a8b5-16cfe14b7be6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653856 Mar 10 18:07:04.502964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:07:04.507378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:04.515777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Sync routers for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:07:04.532364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:04.534308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:04.548163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b78e3177-5d81-4479-a5e4-214d54756820 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/floatingips/f4331c20-25db-4896-8f80-0c6caa01b703 HTTP/1.1" status: 204 len: 168 time: 1.2394402 Mar 10 18:07:04.549110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:04.552184 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:04.599272 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d560945-a492-4063-b114-d8298a6c4474 x-openstack-request-id: req-5d560945-a492-4063-b114-d8298a6c4474 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:04.600167 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:04.600431 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d560945-a492-4063-b114-d8298a6c4474 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:04.601975 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'status': 'completed', 'code': 200} Mar 10 18:07:04.616588 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-4bf496ad-500d-49ab-99a4-1e45347ecbbf service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257763 Mar 10 18:07:04.691706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:04.741374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-a08d6ab1-74b3-4cdb-b1f8-4f24b6b8b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.747315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-a08d6ab1-74b3-4cdb-b1f8-4f24b6b8b3f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 1128 time: 0.1112089 Mar 10 18:07:04.764619 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7f37e704-df85-4c3f-bec7-254a6247f165 req-098a7f6b-0787-49e9-8d60-3c349c99bda4 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302783 Mar 10 18:07:04.890147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-4a3ced12-9536-4fea-af81-e79e97ea2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.891984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-4a3ced12-9536-4fea-af81-e79e97ea2c7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 1126 time: 0.0635128 Mar 10 18:07:04.934468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-79c28ef0-94ac-416a-82b9-1f51da500dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.936748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-79c28ef0-94ac-416a-82b9-1f51da500dbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 200 len: 897 time: 0.1637409 Mar 10 18:07:04.946672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:04.957047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e95f6-6acc-4c53-8b58-1f8b3a7cc0f8 req-8b6288af-2c64-46fe-96f6-01164f6f4237 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:04.963955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585e95f6-6acc-4c53-8b58-1f8b3a7cc0f8 req-8b6288af-2c64-46fe-96f6-01164f6f4237 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0981185 Mar 10 18:07:04.988976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Checking router: 38d95bea-cfbf-4f8b-94e6-96da3671818d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:07:05.002212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:05.002490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-4895fb8f-db72-4d39-a110-74bbf8d958da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.003752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:05.004291 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-4895fb8f-db72-4d39-a110-74bbf8d958da service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1049953 Mar 10 18:07:05.006169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-c2fa75b5-4d0a-423d-93d7-bd062be8758c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 200 len: 217 time: 0.0558374 Mar 10 18:07:05.074124 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-36eeefcf-10e9-41b6-a507-ebc04c4dc811 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16 HTTP/1.1" status: 200 len: 217 time: 0.0584178 Mar 10 18:07:05.089518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-585e95f6-6acc-4c53-8b58-1f8b3a7cc0f8 req-40dd3372-e8b8-4af4-89f7-483129915153 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245761 Mar 10 18:07:05.111009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-d2254f0c-185b-4ec3-adf6-700d595578fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.112479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-d2254f0c-185b-4ec3-adf6-700d595578fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 200 len: 835 time: 0.0947578 Mar 10 18:07:05.145926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-8c8620fd-924f-4556-a760-4039c7aa2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.148919 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-8c8620fd-924f-4556-a760-4039c7aa2109 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0651076 Mar 10 18:07:05.161135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:05.221464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-1d28622c-008d-4a8c-a92c-8574ba6880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.223234 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-1d28622c-008d-4a8c-a92c-8574ba6880ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672610 Mar 10 18:07:05.250841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-6effbafd-6b51-4661-8022-e700a57a1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.252521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-6effbafd-6b51-4661-8022-e700a57a1aff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89e34287-2190-4cb7-a59b-2eda9763dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1332741 Mar 10 18:07:05.275762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cbdb5-ac45-479e-ba6e-e9c0a9f3f0be req-730dbdaa-dde2-4f4e-a5e5-334b47d057f8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:05.277491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f25cbdb5-ac45-479e-ba6e-e9c0a9f3f0be req-730dbdaa-dde2-4f4e-a5e5-334b47d057f8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0872185 Mar 10 18:07:05.334280 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-81067d8d-ecd1-4671-a246-d12dcd5eaa66 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031511 Mar 10 18:07:05.383577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f25cbdb5-ac45-479e-ba6e-e9c0a9f3f0be req-6a632d60-7531-4178-90f6-92574c362a29 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888529 Mar 10 18:07:05.406888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:05.411995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-9193167a-7eaa-4b58-bf13-532c17bde8ef service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499808 Mar 10 18:07:05.436948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c0a60-297e-4881-8ca4-9dfa6594e839 None None] The sync data for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 is: [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:04:42Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c192f2ce-0a49-42e1-87b4-e46fb4b658e4', 'name': '', 'network_id': '89e34287-2190-4cb7-a59b-2eda9763dc24', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:08:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:41Z', 'updated_at': '2022-03-10T18:04:46Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '8a01694d-d36c-4310-8ad0-9d09f0bb97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:07:05.452130 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e384417-3b5a-4dad-94b6-fef5b28e454e req-f257fb36-a57d-4fc4-a19a-17d06af8021a service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113548 Mar 10 18:07:05.529002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-635da4d3-9752-43ac-a7f3-3ad8c83f8bc9 req-0086ffec-8e4c-43e5-812f-535a30bf46e4 service neutron] 10.222.0.59 "GET /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103432 Mar 10 18:07:05.707719 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c504472-f7b9-40d9-a0b2-cab83948818f None None] New status for floating IP f4331c20-25db-4896-8f80-0c6caa01b703: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:07:06.210654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93462742-d9b0-4f01-be09-c9077a99ddbf req-37ecd8b1-59f9-47ed-9e02-c7ec729e828c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:06.212036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93462742-d9b0-4f01-be09-c9077a99ddbf req-37ecd8b1-59f9-47ed-9e02-c7ec729e828c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0553336 Mar 10 18:07:06.291355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-93462742-d9b0-4f01-be09-c9077a99ddbf req-a5eb2d5c-74d1-4f66-b83f-34cf0a4ccfe8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=471c4a42-e0c1-49df-ac82-6e48f65155f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734165 Mar 10 18:07:06.317972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-410a0912-396d-4f8f-ae19-794acf828deb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:06.319421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-410a0912-396d-4f8f-ae19-794acf828deb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 946 time: 0.0644023 Mar 10 18:07:06.421561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port e56eff26-66f2-407c-89ac-5e75304a4208 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:07:06.421910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:06.855408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357645be-2e83-4035-93c1-1bf62774b50e req-e6f44226-c703-4dd1-a7ea-7114d37d1783 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:06.857012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-357645be-2e83-4035-93c1-1bf62774b50e req-e6f44226-c703-4dd1-a7ea-7114d37d1783 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.4105942 Mar 10 18:07:06.865602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port e56eff26-66f2-407c-89ac-5e75304a4208, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e56eff26-66f2-407c-89ac-5e75304a4208,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:06.865882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:06.891691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for e56eff26-66f2-407c-89ac-5e75304a4208 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:07:06.967664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-357645be-2e83-4035-93c1-1bf62774b50e req-b3de2351-265c-4d4e-9654-f93338e3f5a1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986793 Mar 10 18:07:07.054399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e56eff26-66f2-407c-89ac-5e75304a4208), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:07.089298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=e56eff26-66f2-407c-89ac-5e75304a4208,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:07.138385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] No DVR routers for this DVR port e56eff26-66f2-407c-89ac-5e75304a4208 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:07:07.141156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:07.144474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3081b3b1-c2c8-4b45-9901-73aad8d16177 req-b5383ec4-8015-42fd-ac33-3c021ba21477 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.59 "DELETE /v2.0/ports/e56eff26-66f2-407c-89ac-5e75304a4208 HTTP/1.1" status: 204 len: 173 time: 0.8157401 Mar 10 18:07:07.144929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-deleted', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:07.147543 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dd1b80-8c5c-49eb-9ecd-634d030484ea" -d '{"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-deleted", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:07.192222 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970090fa-6675-41b5-b935-f2642e806aa5 x-openstack-request-id: req-970090fa-6675-41b5-b935-f2642e806aa5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:07.192524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25732-45fd-4a73-bdbc-75abff1c9ca8", "name": "network-vif-deleted", "tag": "e56eff26-66f2-407c-89ac-5e75304a4208", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:07.192899 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-970090fa-6675-41b5-b935-f2642e806aa5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:07.193345 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25732-45fd-4a73-bdbc-75abff1c9ca8', 'name': 'network-vif-deleted', 'tag': 'e56eff26-66f2-407c-89ac-5e75304a4208', 'status': 'completed', 'code': 200} Mar 10 18:07:07.411478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5992518e-2d2e-4c25-8480-bda7066afb82 req-c80d1c3b-0cc2-462f-b8cf-cb3e039254ec tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b25732-45fd-4a73-bdbc-75abff1c9ca8 HTTP/1.1" status: 200 len: 210 time: 0.0313385 Mar 10 18:07:08.095053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a94a9-3b70-4c66-ad9e-93ec854d6064 req-ad5ad83f-0288-45c9-a9b3-ba956b129dca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:08.096546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-707a94a9-3b70-4c66-ad9e-93ec854d6064 req-ad5ad83f-0288-45c9-a9b3-ba956b129dca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0556519 Mar 10 18:07:08.144608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-707a94a9-3b70-4c66-ad9e-93ec854d6064 req-2182411c-145d-49f6-ac50-70890d800081 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420172 Mar 10 18:07:08.481944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53168) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:08.855846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:09.124684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port c192f2ce-0a49-42e1-87b4-e46fb4b658e4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:07:09.125046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:09.223569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port c192f2ce-0a49-42e1-87b4-e46fb4b658e4, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:09.223879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:09.237601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for c192f2ce-0a49-42e1-87b4-e46fb4b658e4 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:07:09.267790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808327-46d0-4d60-8779-27e9b2f0aa36 req-cb4cb0d7-0e7a-4368-9b32-593cd779f4c5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:09.269273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84808327-46d0-4d60-8779-27e9b2f0aa36 req-cb4cb0d7-0e7a-4368-9b32-593cd779f4c5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0536544 Mar 10 18:07:09.321928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84808327-46d0-4d60-8779-27e9b2f0aa36 req-c1c2b8f3-69a2-4134-91cd-011be8b8621c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Mar 10 18:07:09.426159 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c192f2ce-0a49-42e1-87b4-e46fb4b658e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:09.451045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=c192f2ce-0a49-42e1-87b4-e46fb4b658e4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:09.503648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:07:09.534398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: e56eff26-66f2-407c-89ac-5e75304a4208 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:07:09.535127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e56eff26-66f2-407c-89ac-5e75304a4208 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:07:09.661359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.235352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 38d95bea-cfbf-4f8b-94e6-96da3671818d has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:07:10.348278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:07:10.356783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53174) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:10.362875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Sync routers for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:07:10.376592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c6b2b6f-da2f-42da-9701-5e2549c2bd6b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/38d95bea-cfbf-4f8b-94e6-96da3671818d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934436 Mar 10 18:07:10.388133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:10.388763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:10.456683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting subnet 8a01694d-d36c-4310-8ad0-9d09f0bb97be {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:07:10.463439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (8a01694d-d36c-4310-8ad0-9d09f0bb97be), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.513823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0f710-63a3-46c4-bb60-26ac3a44a34f req-7c4020a2-ddf2-46a2-8041-6ff41efe5e69 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:10.515300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84b0f710-63a3-46c4-bb60-26ac3a44a34f req-7c4020a2-ddf2-46a2-8041-6ff41efe5e69 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.1080105 Mar 10 18:07:10.515553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:10.518640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (8a01694d-d36c-4310-8ad0-9d09f0bb97be), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.606631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84b0f710-63a3-46c4-bb60-26ac3a44a34f req-01819e64-e80f-4f68-a5c6-962e92a5894c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618787 Mar 10 18:07:10.647630 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8a01694d-d36c-4310-8ad0-9d09f0bb97be), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.710887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (8a01694d-d36c-4310-8ad0-9d09f0bb97be), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.717091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:07:09Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:10.739736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Subnet': ['ID=8a01694d-d36c-4310-8ad0-9d09f0bb97be,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:10.742316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.748088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-942720ed-36b7-4e3c-9aa0-1ab4a6b3e918 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/subnets/8a01694d-d36c-4310-8ad0-9d09f0bb97be HTTP/1.1" status: 204 len: 168 time: 0.3879132 Mar 10 18:07:10.748474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53176) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:10.751148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Checking router: 38d95bea-cfbf-4f8b-94e6-96da3671818d for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:07:10.764513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b390bb1-d472-471e-8cc4-0926eb649455 None None] Network 89e34287-2190-4cb7-a59b-2eda9763dc24 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:07:10.778165 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Routers {'38d95bea-cfbf-4f8b-94e6-96da3671818d'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:10.779000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:06:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['38d95bea-cfbf-4f8b-94e6-96da3671818d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:10.863463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:10.976315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (38d95bea-cfbf-4f8b-94e6-96da3671818d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.044727 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 61c07744-2774-47fd-b98e-002b90efb714 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:07:11.045790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (61c07744-2774-47fd-b98e-002b90efb714), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.124337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] Set router 38d95bea-cfbf-4f8b-94e6-96da3671818d gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:11.135498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 61c07744-2774-47fd-b98e-002b90efb714, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=61c07744-2774-47fd-b98e-002b90efb714,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:11.136235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (61c07744-2774-47fd-b98e-002b90efb714), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.152437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 61c07744-2774-47fd-b98e-002b90efb714 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:07:11.193722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] DHCP port deletion for 89e34287-2190-4cb7-a59b-2eda9763dc24 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:07:11.326213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Deleting port eaff0099-37bb-43ec-88c8-3482663f998e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:07:11.326635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.334593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (61c07744-2774-47fd-b98e-002b90efb714), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.366982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=61c07744-2774-47fd-b98e-002b90efb714,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:11.410712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] For port eaff0099-37bb-43ec-88c8-3482663f998e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=eaff0099-37bb-43ec-88c8-3482663f998e,segment=NetworkSegment(2570634f-7f05-428a-895f-d2213af20280),segment_id=2570634f-7f05-428a-895f-d2213af20280)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:11.411022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.428046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Calling delete_port for eaff0099-37bb-43ec-88c8-3482663f998e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:07:11.430631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:07:09Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:11.436789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.462866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596dc0-c8fd-4b35-baf7-684cf415d4f5 None None] The sync data for ids ['38d95bea-cfbf-4f8b-94e6-96da3671818d'] in n-d-833115-2 is: [{'id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747764437', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '61c07744-2774-47fd-b98e-002b90efb714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:04:36Z', 'updated_at': '2022-03-10T18:07:09Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '61c07744-2774-47fd-b98e-002b90efb714', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d95bea-cfbf-4f8b-94e6-96da3671818d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:04:37Z', 'updated_at': '2022-03-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:07:11.548980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (eaff0099-37bb-43ec-88c8-3482663f998e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.551265 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.553808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (38d95bea-cfbf-4f8b-94e6-96da3671818d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.576770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] Pushing event deleted for resources: {'Port': ['ID=eaff0099-37bb-43ec-88c8-3482663f998e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:11.580265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f71de-112c-4021-8217-b5698bc8ce06 None None] No DVR routers for this DVR port eaff0099-37bb-43ec-88c8-3482663f998e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:07:11.608861 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (38d95bea-cfbf-4f8b-94e6-96da3671818d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.609421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Fanout notify agent at l3_agent the message router_deleted on router 38d95bea-cfbf-4f8b-94e6-96da3671818d {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:07:11.616878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.618063 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-70daaebe-d613-4564-9518-eb25d1d3a1e5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/routers/38d95bea-cfbf-4f8b-94e6-96da3671818d HTTP/1.1" status: 204 len: 168 time: 0.8686142 Mar 10 18:07:11.621821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53178) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:11.708653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (89e34287-2190-4cb7-a59b-2eda9763dc24), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.741584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840fc8e-3015-4d6f-bc60-7894a2c40d17 req-4011761d-bff4-4bd0-8e15-0525cb8d5e0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:11.743124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c840fc8e-3015-4d6f-bc60-7894a2c40d17 req-4011761d-bff4-4bd0-8e15-0525cb8d5e0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0619521 Mar 10 18:07:11.795738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c840fc8e-3015-4d6f-bc60-7894a2c40d17 req-c146b6bc-f7cf-4c84-873f-5c5c0f0fa578 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Mar 10 18:07:11.806444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (89e34287-2190-4cb7-a59b-2eda9763dc24), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.831143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e34287-2190-4cb7-a59b-2eda9763dc24']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:11.842014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2570634f-7f05-428a-895f-d2213af20280') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:11.842622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2570634f-7f05-428a-895f-d2213af20280') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:11.854136 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2570634f-7f05-428a-895f-d2213af20280), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.868687 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2570634f-7f05-428a-895f-d2213af20280), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.874911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:07:11.875572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2570634f-7f05-428a-895f-d2213af20280), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:07:11.879023 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:07:11.943838 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (89e34287-2190-4cb7-a59b-2eda9763dc24), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.951295 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:11.957771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53182) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:11.957921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/networks/89e34287-2190-4cb7-a59b-2eda9763dc24 HTTP/1.1" status: 204 len: 168 time: 0.3349447 Mar 10 18:07:11.970338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64156a96-f0c1-410b-a7c1-7c4091c6b133 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Network': ['ID=89e34287-2190-4cb7-a59b-2eda9763dc24,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:12.034742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (471c4a42-e0c1-49df-ac82-6e48f65155f6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.063170 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (471c4a42-e0c1-49df-ac82-6e48f65155f6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.131188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (471c4a42-e0c1-49df-ac82-6e48f65155f6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.133826 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.135102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/security-groups/471c4a42-e0c1-49df-ac82-6e48f65155f6 HTTP/1.1" status: 204 len: 168 time: 0.1757557 Mar 10 18:07:12.145344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa963beb-09cf-45ae-93c2-d676b4bdff34 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c4a42-e0c1-49df-ac82-6e48f65155f6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:12.452588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eff706fb-7c75-461a-8a6c-0d843cc4264f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.667303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53188) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:12.671526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c192f2ce-0a49-42e1-87b4-e46fb4b658e4 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:07:12.672565 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249935114', 'description': 'tempest-secgroup-smoke-1249935114 description', 'project_id': 'eda524d4c045479aa14ad9c7ec000428'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:12.694976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.698389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c192f2ce-0a49-42e1-87b4-e46fb4b658e4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:07:12.698762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c192f2ce-0a49-42e1-87b4-e46fb4b658e4 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:07:12.699241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eaff0099-37bb-43ec-88c8-3482663f998e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:07:12.722851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: eaff0099-37bb-43ec-88c8-3482663f998e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:07:12.723091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device eaff0099-37bb-43ec-88c8-3482663f998e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:07:12.723690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61c07744-2774-47fd-b98e-002b90efb714 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:07:12.747865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 61c07744-2774-47fd-b98e-002b90efb714 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:07:12.748379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 61c07744-2774-47fd-b98e-002b90efb714 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:07:12.772683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b43e5159-52c0-47ff-9b78-22e7eecb8454), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.777170 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b43e5159-52c0-47ff-9b78-22e7eecb8454), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.808101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43e5159-52c0-47ff-9b78-22e7eecb8454,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:12.812988 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.817070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2e16d231-e8d5-42bc-bd51-7c28a9909c08 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1457984 Mar 10 18:07:12.817969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:12.822295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:12.866681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (2808419d-93d0-4041-916b-58f0b3f2c2a8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.938524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb630be-a498-4afc-acfd-35a64d05dd43 req-dbc42fa9-133a-4bd2-984e-49514879baaa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:12.940263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (2808419d-93d0-4041-916b-58f0b3f2c2a8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.941036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fb630be-a498-4afc-acfd-35a64d05dd43 req-dbc42fa9-133a-4bd2-984e-49514879baaa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0659697 Mar 10 18:07:12.946268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2808419d-93d0-4041-916b-58f0b3f2c2a8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.961842 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2808419d-93d0-4041-916b-58f0b3f2c2a8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:12.987280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:12.991548 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a6a6622a-9da4-4d1c-829a-c882ac62c825 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696548 Mar 10 18:07:12.991692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53194) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:12.996581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.003264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fb630be-a498-4afc-acfd-35a64d05dd43 req-3f5fbe35-7aa1-4f74-a9a4-e54c0b3b7540 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553496 Mar 10 18:07:13.029865 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (082d7b7a-a0a1-46e4-8bae-2534e1efbfd8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.086291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (082d7b7a-a0a1-46e4-8bae-2534e1efbfd8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.091822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (082d7b7a-a0a1-46e4-8bae-2534e1efbfd8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.111349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082d7b7a-a0a1-46e4-8bae-2534e1efbfd8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.118536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.119773 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ea45e5e-4e6d-49b3-a425-1dd950340a28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271038 Mar 10 18:07:13.122800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.127388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.154587 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (8b2d5930-7063-4055-8fe2-2b315a763c1b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.220495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (8b2d5930-7063-4055-8fe2-2b315a763c1b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.226800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8b2d5930-7063-4055-8fe2-2b315a763c1b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.245649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2d5930-7063-4055-8fe2-2b315a763c1b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.258020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.259394 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-22bbc3ae-6c0d-4351-9404-b5d37c61de44 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356564 Mar 10 18:07:13.264612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.269336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.296980 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (4a8b4976-8e9f-4511-aa8c-daa5a5592ed5), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.358814 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (4a8b4976-8e9f-4511-aa8c-daa5a5592ed5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.364193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4a8b4976-8e9f-4511-aa8c-daa5a5592ed5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.382554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8b4976-8e9f-4511-aa8c-daa5a5592ed5,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.390534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.391748 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-89e8560b-49c2-4f60-b327-7249be0e678d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261306 Mar 10 18:07:13.394646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53200) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.399590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.421462 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:07:13.426749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (e9f811ee-05db-49cd-a71f-88c8a9f255bc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.489976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (e9f811ee-05db-49cd-a71f-88c8a9f255bc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.494796 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e9f811ee-05db-49cd-a71f-88c8a9f255bc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.510471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f811ee-05db-49cd-a71f-88c8a9f255bc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.522847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.524147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c0b228a6-f3df-4ab8-8f7e-d8fe1901e513 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285915 Mar 10 18:07:13.527284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.531936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b43e5159-52c0-47ff-9b78-22e7eecb8454', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.556030 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:07:13.560961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5085f184-6997-4650-8220-ee70864aee17), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.622908 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5085f184-6997-4650-8220-ee70864aee17), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.627241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5085f184-6997-4650-8220-ee70864aee17), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.641778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5085f184-6997-4650-8220-ee70864aee17,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.652909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.654094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-55f0316b-f399-44fb-b70a-9da01e261bef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257112 Mar 10 18:07:13.657040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53204) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.661898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'network': {'name': 'tempest-network-smoke--1750109886', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'port_security_enabled': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.684513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:07:13.688453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.714919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:07:13.723752 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6e9f90cf-1f7c-45cf-b354-36181f7b03b5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.724186 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Added segment 6e9f90cf-1f7c-45cf-b354-36181f7b03b5 of type vlan for network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 Mar 10 18:07:13.763557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (123466d5-8e5c-488b-bf8d-fe4a10a20a38), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.789734 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (123466d5-8e5c-488b-bf8d-fe4a10a20a38), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.794679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:13.795640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.827193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691751 Mar 10 18:07:13.830086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53206) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:13.835425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'admin_state_up': True, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:13.859852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.860862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:13.871665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454428-8a0f-420e-9fb8-2bd32612c4bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Network': ['ID=123466d5-8e5c-488b-bf8d-fe4a10a20a38,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:13.883867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:07:13.921874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (8492ef8b-41d0-490f-b21f-66ea55e77f04), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.067302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (8492ef8b-41d0-490f-b21f-66ea55e77f04), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.130340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b1eb8-0099-4615-a255-8052d99f0e81 req-d0ed8b33-01f4-4f17-b138-06b623a9bcc1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:14.131950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8b1eb8-0099-4615-a255-8052d99f0e81 req-d0ed8b33-01f4-4f17-b138-06b623a9bcc1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0645933 Mar 10 18:07:14.183885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc8b1eb8-0099-4615-a255-8052d99f0e81 req-7b1d9f6e-8c78-4e21-9350-037b5dae6bb3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Mar 10 18:07:14.276309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.296539 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.407422 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.66 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/afc7e813-3b1e-4587-878b-6747731d0676) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:14.509355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (afc7e813-3b1e-4587-878b-6747731d0676), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.546241 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (afc7e813-3b1e-4587-878b-6747731d0676), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.586497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:14.592593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:14.596081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:14.601740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=afc7e813-3b1e-4587-878b-6747731d0676,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:14.678703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-daa22625-0c33-4e75-9cb1-142e39c57a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:14.866560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:15.090635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:15.224576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 8492ef8b-41d0-490f-b21f-66ea55e77f04 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:07:15.311484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f1fdd-731c-4504-bdc9-43d3b9097952 req-a99920a5-19e6-431a-a81b-54b7321cdff4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:15.314871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec9f1fdd-731c-4504-bdc9-43d3b9097952 req-a99920a5-19e6-431a-a81b-54b7321cdff4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.0595446 Mar 10 18:07:15.350270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:07:15.364160 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Sync routers for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:07:15.371254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:15.372793 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9dfc5f42-3eeb-425a-90b0-103ce43a6388 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5416200 Mar 10 18:07:15.376038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53214) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:15.379314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:15.380218 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:15.384300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec9f1fdd-731c-4504-bdc9-43d3b9097952 req-4022c88b-134d-49d7-abaf-d9d0ce8da8fc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624626 Mar 10 18:07:15.414265 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6e1f2f01-332a-4a98-97e3-c513d2032f01 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eda524d4c045479aa14ad9c7ec000428&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365360 Mar 10 18:07:15.416964 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:15.507029 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:15.705108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:15.734438 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Checking router: 8492ef8b-41d0-490f-b21f-66ea55e77f04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:07:15.734874 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Updating router 8492ef8b-41d0-490f-b21f-66ea55e77f04 port afc7e813-3b1e-4587-878b-6747731d0676 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:07:15.769537 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (afc7e813-3b1e-4587-878b-6747731d0676), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:15.915301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54403f-e146-480c-ada4-7ef56dbcd2a1 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:15.919585 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa54403f-e146-480c-ada4-7ef56dbcd2a1 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4989848 Mar 10 18:07:15.919779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53218) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:15.940022 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:15.951512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0c5279a7-3c8b-4114-b9c7-40fe915925ed tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294683 Mar 10 18:07:15.954090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53220) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:15.958913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970574786', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:16.062495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:07:16.066254 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.144133 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks [] for port (afc7e813-3b1e-4587-878b-6747731d0676), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.150155 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (afc7e813-3b1e-4587-878b-6747731d0676), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.191250 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Attempting to bind port afc7e813-3b1e-4587-878b-6747731d0676 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:16.191619 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Attempting to bind port afc7e813-3b1e-4587-878b-6747731d0676 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:16.191980 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Attempting to bind port afc7e813-3b1e-4587-878b-6747731d0676 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:16.201357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:16.201861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:16.202231 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.203121 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:16.203359 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Bound port: afc7e813-3b1e-4587-878b-6747731d0676, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:16.203738 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (afc7e813-3b1e-4587-878b-6747731d0676), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.241338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Pushing event updated for resources: {'Port': ['ID=afc7e813-3b1e-4587-878b-6747731d0676,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:16.253864 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e328fbb6-163f-4826-bad5-7c4caba41500), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.263531 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.263885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.264211 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.264544 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.264887 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.265190 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.265509 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.265829 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.266143 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.266478 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.266796 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.267112 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.267425 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:16.279684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] For port afc7e813-3b1e-4587-878b-6747731d0676, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:16.284181 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] For port afc7e813-3b1e-4587-878b-6747731d0676, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=afc7e813-3b1e-4587-878b-6747731d0676,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:16.291189 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (afc7e813-3b1e-4587-878b-6747731d0676), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.317272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Subnet': ['ID=e328fbb6-163f-4826-bad5-7c4caba41500,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:16.339044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:16.339714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network hostable DHCP agents. Network: 123466d5-8e5c-488b-bf8d-fe4a10a20a38, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:07:16.343528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:16.344208 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:16.357725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:07:16.368275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 123466d5-8e5c-488b-bf8d-fe4a10a20a38) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:16.373421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:16.375169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.380029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7effe179-5ed2-43e9-b51d-b083e055eea6 None None] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:07:16.400859 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b49e9c6e-003a-4efd-b806-fe0ba5469b40 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4428935 Mar 10 18:07:16.401559 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53224) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:16.457234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:16.515967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:07:16.517631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.535886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67d4b-aa5f-4410-acad-9b846ac43332 None None] Pushing event updated for resources: {'Port': ['ID=afc7e813-3b1e-4587-878b-6747731d0676,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:16.680705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:16.694968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Allocated IP 172.20.0.2 (123466d5-8e5c-488b-bf8d-fe4a10a20a38/e328fbb6-163f-4826-bad5-7c4caba41500/e96c5c72-5dfa-4ef9-be5c-cb5e55705ada) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:16.724339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338189-f1b8-46fd-a6b1-a00a0fd79933 req-a163c6c7-03dc-41c8-9f09-b19eb8fe1b8e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:16.726522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91338189-f1b8-46fd-a6b1-a00a0fd79933 req-a163c6c7-03dc-41c8-9f09-b19eb8fe1b8e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.2187631 Mar 10 18:07:16.727268 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a860aa-c92b-4a41-8271-d2c58ad84eb9 None None] The sync data for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 is: [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:07:16.868224 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91338189-f1b8-46fd-a6b1-a00a0fd79933 req-4718da66-ad7c-4304-91f4-843ef530bdf0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 Mar 10 18:07:16.904345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks [] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.913204 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:16.961260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:16.967769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:16.972959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:16.979478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Pushing event updated for resources: {'Port': ['ID=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:17.051322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Attempting to bind port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:17.051701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Attempting to bind port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:17.052063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Attempting to bind port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:17.059462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:17.061474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:17.062783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.063386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Bound using segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:17.063922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Bound port: e96c5c72-5dfa-4ef9-be5c-cb5e55705ada, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:17.064321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.113308 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.138030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] For port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:17.142115 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] For port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:17.149273 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.265229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c73f9-45aa-466e-9a75-893f9a4f6d78 None None] Pushing event updated for resources: {'Port': ['ID=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:17.364600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.486700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.1 (123466d5-8e5c-488b-bf8d-fe4a10a20a38/e328fbb6-163f-4826-bad5-7c4caba41500/1546a6ea-36d8-41ae-8345-8f3ed3ab3546) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:17.627085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.663056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.705465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:17.711164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:17.715038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:17.721570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:17.769745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:17.919877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.091305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160c693-1ad9-4b79-9702-6627a228480b req-7f57735f-d051-4e0f-8642-151d6d54f343 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:18.092988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8160c693-1ad9-4b79-9702-6627a228480b req-7f57735f-d051-4e0f-8642-151d6d54f343 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.1354146 Mar 10 18:07:18.206123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8160c693-1ad9-4b79-9702-6627a228480b req-3b4a899b-1952-4bc4-93ca-88352169882c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Mar 10 18:07:18.276105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bbe60-2628-4dd2-b7b9-53b4be6d22c9 None None] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:07:18.312126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Provisioning complete for port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:18.312499 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.317463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.323990 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.398877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:18.402726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.483504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Current status of the port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:18.483896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.513765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e96c5c72-5dfa-4ef9-be5c-cb5e55705ada up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:18.543718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:18.546657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:18.571240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] For port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:18.577789 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.621793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:18.622169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.659306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63166bae-2101-4543-9f8b-91b2641bf8db None None] Pushing event updated for resources: {'Port': ['ID=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:18.697095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 8492ef8b-41d0-490f-b21f-66ea55e77f04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:07:18.734059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:18.735304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device afc7e813-3b1e-4587-878b-6747731d0676 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:18.793880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port afc7e813-3b1e-4587-878b-6747731d0676 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:18.794363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (afc7e813-3b1e-4587-878b-6747731d0676), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.825744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:07:18.831634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ef2302a5-504f-40dc-bf12-65c2419d2a49 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/8492ef8b-41d0-490f-b21f-66ea55e77f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4282718 Mar 10 18:07:18.836991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Provisioning complete for port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:18.837361 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:18.920763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Sync routers for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:07:18.969994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:18.970641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:18.974363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port afc7e813-3b1e-4587-878b-6747731d0676 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:18.974801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (afc7e813-3b1e-4587-878b-6747731d0676), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.050384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port afc7e813-3b1e-4587-878b-6747731d0676, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=afc7e813-3b1e-4587-878b-6747731d0676,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:19.053327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Current status of the port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:19.063421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (afc7e813-3b1e-4587-878b-6747731d0676), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.076825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-a3b2f29e-8eaf-4058-a774-ad2310db7034 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249935114&fields=id&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 267 time: 0.0615218 Mar 10 18:07:19.129782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Provisioning complete for port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:19.130146 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.199740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:19.200124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3fdf3c39-1b86-4684-9c78-44e98afc09af tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:19.201883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=afc7e813-3b1e-4587-878b-6747731d0676,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:19.202024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3fdf3c39-1b86-4684-9c78-44e98afc09af tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 797 time: 0.1168275 Mar 10 18:07:19.216931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-c20c97b2-d136-4e00-9822-5b3a69f99543 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/quotas/eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Mar 10 18:07:19.234074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-da45eddf-9914-44c2-95eb-ea6c1ea53810 None None] Port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:07:19.278003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-bb243ff4-264c-491e-b247-79a1adb2bb94 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554821 Mar 10 18:07:19.384020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.393612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d18c2244-78a5-40ad-85f3-6dd772895dcb None None] Provisioning complete for port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:19.393971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d18c2244-78a5-40ad-85f3-6dd772895dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.394083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c3ec2-ef38-429b-929c-0136b395c239 req-7ba7d971-273a-4453-98ac-30070ddd66ca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:19.395547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e5c3ec2-ef38-429b-929c-0136b395c239 req-7ba7d971-273a-4453-98ac-30070ddd66ca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.1135168 Mar 10 18:07:19.417167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-cf04ad85-a9ce-4ee9-8151-da37e2cac48e service neutron] 10.222.0.35 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253088 Mar 10 18:07:19.465376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d18c2244-78a5-40ad-85f3-6dd772895dcb None None] Port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:07:19.485301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 2, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:19.505434 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e5c3ec2-ef38-429b-929c-0136b395c239 req-e3419348-7cb5-443e-b66b-51b143efb9af tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999751 Mar 10 18:07:19.539854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-a3f45de0-9848-4b18-b73f-129fcd6ca327 service neutron] 10.222.0.35 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109638 Mar 10 18:07:19.690455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Checking router: 8492ef8b-41d0-490f-b21f-66ea55e77f04 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:07:19.690806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Updating router 8492ef8b-41d0-490f-b21f-66ea55e77f04 port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:07:19.713541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0db864ce-db19-41dc-8bc5-069cbfb90cc8 req-cc236ba3-232a-440d-80ff-623f02cbcbdb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 210 time: 0.0303590 Mar 10 18:07:19.721241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:19.996333 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks [] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.003025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.050364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f777d33-089f-4962-9708-e5633306cc97 None None] Pushing event updated for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:20.107734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Attempting to bind port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:20.108175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Attempting to bind port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:20.108460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Attempting to bind port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:20.114205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:20.114675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:20.115085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.115527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Bound using segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:20.116017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Bound port: 1546a6ea-36d8-41ae-8345-8f3ed3ab3546, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:20.116383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.187380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] For port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:20.190726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] For port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:20.197013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.254378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:20.255097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:20.296038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f777d33-089f-4962-9708-e5633306cc97 None None] Pushing event updated for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:20.324495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Provisioning complete for port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:20.324866 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.414342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:20.444757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e96c5c72-5dfa-4ef9-be5c-cb5e55705ada up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:20.569389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Current status of the port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:20.569868 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.651320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:20.651690 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.690766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] For port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:20.697835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.818544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286184-dbe2-4a18-b9e1-02e9d7a3a0fb None None] Pushing event updated for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:20.861884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8e1b73e0-67d5-466c-9207-a2501c240da3 None None] Provisioning complete for port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:20.862269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e1b73e0-67d5-466c-9207-a2501c240da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:20.893299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:20.894436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device afc7e813-3b1e-4587-878b-6747731d0676 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:20.922978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:20.958807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b24ec-e469-4da8-9a38-0ee82a4b9300 None None] The sync data for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 is: [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:07:21.042077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8b543eb-43aa-4a0f-b343-f699746d84d5 req-5fdf5ccf-201f-43d4-91b5-168cd6961834 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 210 time: 0.0792766 Mar 10 18:07:21.055669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port afc7e813-3b1e-4587-878b-6747731d0676 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:21.056157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (afc7e813-3b1e-4587-878b-6747731d0676), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.080542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b73e0-67d5-466c-9207-a2501c240da3 None None] Current status of the port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:21.098853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1a9d-21af-48d0-b72f-097ec095c3e9 req-7485ef42-29e7-4264-b3b8-c838a2a413fd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:21.100451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bafd1a9d-21af-48d0-b72f-097ec095c3e9 req-7485ef42-29e7-4264-b3b8-c838a2a413fd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 944 time: 0.5051486 Mar 10 18:07:21.106649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-5d30edcf-af0f-4668-a05e-b45051b80dce tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:21.108216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-5d30edcf-af0f-4668-a05e-b45051b80dce tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 797 time: 0.5271692 Mar 10 18:07:21.150320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port afc7e813-3b1e-4587-878b-6747731d0676 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:21.187303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bafd1a9d-21af-48d0-b72f-097ec095c3e9 req-5d6d7201-ac97-474f-97e2-e0ddc81611b8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780714 Mar 10 18:07:21.203136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-8609caea-ca9f-49c2-b83a-942f97aefe54 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 380 time: 0.0860367 Mar 10 18:07:21.253584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'port': {'device_id': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'admin_state_up': True, 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'security_groups': ['b43e5159-52c0-47ff-9b78-22e7eecb8454']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:21.369460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:07:21.372950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.503556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.5 (123466d5-8e5c-488b-bf8d-fe4a10a20a38/e328fbb6-163f-4826-bad5-7c4caba41500/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:21.517645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:07:21.627613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:21.648930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16', 'mac_address': 'fa:16:3e:15:3b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:07:21.664789 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.697544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:21.698081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.703081 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.713702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:07:21.736460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:21.741467 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.743874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:21.747140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:21.751413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:21.802809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:21.822375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:21.824984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:21.825150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:21.843929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-3972f0e5-d439-4d0e-aae0-bcec400d6caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950000 Mar 10 18:07:21.855859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Request body: {'port': {'device_id': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:21.921650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.009224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4bb31e33-87b0-4463-8d11-1aa7d6f32b16'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:07:22.011106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-303e3c3e-5c10-4d9a-a6c3-83aff54b0772 None None] Provisioning complete for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:22.012787 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-303e3c3e-5c10-4d9a-a6c3-83aff54b0772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.087226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-303e3c3e-5c10-4d9a-a6c3-83aff54b0772 None None] Port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:07:22.228829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a9997-a265-4425-8a38-e586a59419c3 req-58da6f4b-49ed-483c-ba0b-3b794f016d1e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.230455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d6a9997-a265-4425-8a38-e586a59419c3 req-58da6f4b-49ed-483c-ba0b-3b794f016d1e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 931 time: 0.0943906 Mar 10 18:07:22.303524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:07:22.312482 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks [] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.345690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Transition to ACTIVE for port object 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:07:22.355588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d6a9997-a265-4425-8a38-e586a59419c3 req-99465329-dc2e-4b49-8e2d-bf1f9b9c34d7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071858 Mar 10 18:07:22.356216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.407520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967f29b-8ac0-493b-9f30-bd6ab70ee3c3 req-741a8b60-b95f-45ac-9f59-70b6f9b0945f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.409056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2967f29b-8ac0-493b-9f30-bd6ab70ee3c3 req-741a8b60-b95f-45ac-9f59-70b6f9b0945f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 945 time: 0.1451960 Mar 10 18:07:22.430838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:22.435102 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:22.493126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:22.493545 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.520935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2967f29b-8ac0-493b-9f30-bd6ab70ee3c3 req-66786cbe-be34-4f85-9ac4-b0c84668528c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982232 Mar 10 18:07:22.544124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:22.544548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:22.544952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:22.549828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:07:22.550372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:22.556253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:22.556599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:22.556993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Bound using segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:22.557428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Bound port: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:22.557791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.590398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:22.634563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:22.637858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:22.644614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.678909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.679525 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:22.680980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] 10.222.0.41 "PUT /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1091 time: 0.8295619 Mar 10 18:07:22.681329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:22.683835 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36bea24-8d17-488f-b325-27e12c0b55c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:22.723415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4aa8b-c43a-4d1c-b4a3-789a75d68cea service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:22.727244 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc795e4f-9328-4312-ba36-c8c1ca9923b2 x-openstack-request-id: req-cc795e4f-9328-4312-ba36-c8c1ca9923b2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:22.727540 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:22.727837 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc795e4f-9328-4312-ba36-c8c1ca9923b2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:22.728195 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:07:22.787499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-b9b91407-0691-4f8f-baeb-160530c8f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.789140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-b9b91407-0691-4f8f-baeb-160530c8f0cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1125 time: 0.0495374 Mar 10 18:07:22.835382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-7bd05d9f-0148-45a7-bb4d-e722f7602b87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0365009 Mar 10 18:07:22.893833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-b76b71af-be25-4ad1-9afb-edfbbe09a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.895341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-b76b71af-be25-4ad1-9afb-edfbbe09a940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0491850 Mar 10 18:07:22.949265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-4ac5e3a7-bb25-4669-bd0b-c1ee895e971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:22.950840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-4ac5e3a7-bb25-4669-bd0b-c1ee895e971e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481849 Mar 10 18:07:23.048969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-0eb839cb-d4d3-4da6-9a72-281ecb22ddec service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922379 Mar 10 18:07:23.145293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70a4d9cd-f484-4ee5-9f36-f5f6c8509249 req-c1664176-5a5e-4e2b-a159-0ae573e5033d service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902452 Mar 10 18:07:23.245315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-f2e54005-f7e3-4fa9-9434-a7c4ea65e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.246775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-f2e54005-f7e3-4fa9-9434-a7c4ea65e784 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1125 time: 0.0468524 Mar 10 18:07:23.345185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-2cf119a8-6604-4382-b62c-ef20823ca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.346689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-2cf119a8-6604-4382-b62c-ef20823ca876 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.0933697 Mar 10 18:07:23.388749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-ac5408d8-e2b8-4056-8baf-3713ecd60aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0348387 Mar 10 18:07:23.469680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-ac34a8f2-cb94-47bc-bc9a-d730028dda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.471180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-ac34a8f2-cb94-47bc-bc9a-d730028dda0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0771532 Mar 10 18:07:23.518326 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b106-0741-48e5-986d-9d783b7e7cd8 req-46062b37-1a2d-4d58-a743-2475748811ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.519820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78e7b106-0741-48e5-986d-9d783b7e7cd8 req-46062b37-1a2d-4d58-a743-2475748811ef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.0861058 Mar 10 18:07:23.533212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:23.551649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-a5ff83ff-d34c-4200-8e38-6e47b9e08c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.553555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-a5ff83ff-d34c-4200-8e38-6e47b9e08c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742321 Mar 10 18:07:23.596835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:07:23.599052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78e7b106-0741-48e5-986d-9d783b7e7cd8 req-68a84500-80aa-4c97-8e02-34f92e563f37 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732305 Mar 10 18:07:23.600836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:23.601211 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:23.683138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:23.683529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:23.698061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-dc1f0982-cc60-4c48-ab9f-8a3e01276e1b service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353304 Mar 10 18:07:23.708608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096312ed-1a85-4f04-8158-d6e65a4797f9 req-7490eb96-6aa3-406a-9361-99b5440a20a9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:23.708825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:23.710176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-096312ed-1a85-4f04-8158-d6e65a4797f9 req-7490eb96-6aa3-406a-9361-99b5440a20a9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 945 time: 0.1086516 Mar 10 18:07:23.711051 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502e4dfb-e0da-426c-9c63-c607ed56716f" -d '{"events": [{"server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "name": "network-vif-plugged", "status": "completed", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:23.727071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:23.732811 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:23.782793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:23.822031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-096312ed-1a85-4f04-8158-d6e65a4797f9 req-4387a3e2-512c-4b05-aed3-6715f0051248 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034510 Mar 10 18:07:23.837190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a36bea24-8d17-488f-b325-27e12c0b55c8 req-9cf15c64-0e33-46cf-8c70-c399f1e7b9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260567 Mar 10 18:07:23.901684 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2268c3-da09-4235-95d6-e0fe4f1c8f70 x-openstack-request-id: req-cc2268c3-da09-4235-95d6-e0fe4f1c8f70 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:23.902029 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "name": "network-vif-plugged", "status": "completed", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:23.902361 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc2268c3-da09-4235-95d6-e0fe4f1c8f70 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:23.902974 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16', 'code': 200} Mar 10 18:07:24.017708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3747-f7f4-43eb-a5c5-ec41e9904936 req-70fd249c-746c-4a21-bd1f-f6762d55e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:24.019257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-586c3747-f7f4-43eb-a5c5-ec41e9904936 req-70fd249c-746c-4a21-bd1f-f6762d55e0c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 1128 time: 0.0468891 Mar 10 18:07:24.070335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-586c3747-f7f4-43eb-a5c5-ec41e9904936 req-fe7106b6-1505-4049-a446-87ec78030556 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Mar 10 18:07:24.099458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:07:24.746471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6480091-a0b3-488e-83f1-ec3db796b0c1 req-171f7da6-bc51-4b96-8b42-7d6f3ddad95c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:24.747983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6480091-a0b3-488e-83f1-ec3db796b0c1 req-171f7da6-bc51-4b96-8b42-7d6f3ddad95c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.0693603 Mar 10 18:07:24.799727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6480091-a0b3-488e-83f1-ec3db796b0c1 req-2c3c0bba-7fe7-49ec-92c3-45036f19bf46 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460713 Mar 10 18:07:24.962529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb852-b442-4419-bf71-435cbbe36e9c req-dd35caa9-38c4-4e3b-acbe-13e0e07b844f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:24.964043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d32bb852-b442-4419-bf71-435cbbe36e9c req-dd35caa9-38c4-4e3b-acbe-13e0e07b844f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0573003 Mar 10 18:07:25.013176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d32bb852-b442-4419-bf71-435cbbe36e9c req-c4aab220-75c2-4e56-bc0e-000717210f0b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Mar 10 18:07:25.933775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd76f5e-836b-4792-8871-e15be67ec5ce req-1d73cba7-7880-4c6c-af7b-7d83ead23e02 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:25.935357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd76f5e-836b-4792-8871-e15be67ec5ce req-1d73cba7-7880-4c6c-af7b-7d83ead23e02 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.0564089 Mar 10 18:07:25.992326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cd76f5e-836b-4792-8871-e15be67ec5ce req-d496031a-b868-4480-a815-c78a5469fa3b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487721 Mar 10 18:07:26.144380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb60306-a01c-4eb0-8f23-be3b07f97775 req-91db2649-d1c8-46c1-adc2-00b415c7ec0b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:26.145857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ceb60306-a01c-4eb0-8f23-be3b07f97775 req-91db2649-d1c8-46c1-adc2-00b415c7ec0b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0546000 Mar 10 18:07:26.194140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ceb60306-a01c-4eb0-8f23-be3b07f97775 req-44d0eab9-76c7-4724-8bf3-b81a12cd5b3c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Mar 10 18:07:26.317416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbee70-52d7-425e-9cc6-28e1eed4d3bb req-41f66ef5-f9b1-43fd-8513-744f284a03cf tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:26.318904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58bbee70-52d7-425e-9cc6-28e1eed4d3bb req-41f66ef5-f9b1-43fd-8513-744f284a03cf tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0590212 Mar 10 18:07:26.369094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-58bbee70-52d7-425e-9cc6-28e1eed4d3bb req-0acbe60c-3900-42f9-a7ec-da6c96cc6a99 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Mar 10 18:07:27.141569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188e3f-d7e6-48ba-b693-0f40cb2a8ac7 req-77fabe2d-47ba-4669-9203-80f8e8e3a61e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:27.142801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:27.143466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5188e3f-d7e6-48ba-b693-0f40cb2a8ac7 req-77fabe2d-47ba-4669-9203-80f8e8e3a61e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.0703890 Mar 10 18:07:27.196922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5188e3f-d7e6-48ba-b693-0f40cb2a8ac7 req-2a313c92-d799-4c57-a129-6573a2f5f351 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Mar 10 18:07:27.966011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:07:28.069218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:28.080936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:07:28.118874 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:28.119265 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:28.136696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:07:28.156070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:28.161687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:28.209978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:28.320239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d3c8a-4190-4963-98f1-9c94e29bd436 req-32fcf037-f41d-4bce-9b9e-f319d880c33d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:28.321713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e6d3c8a-4190-4963-98f1-9c94e29bd436 req-32fcf037-f41d-4bce-9b9e-f319d880c33d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.0539575 Mar 10 18:07:28.372727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e6d3c8a-4190-4963-98f1-9c94e29bd436 req-fcb9a4de-4a6b-45be-a365-068abe336f7f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Mar 10 18:07:28.455643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:07:29.503221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948010e-9680-472f-bb8a-7ff8d9271742 req-0ce79236-72cd-43fc-aca8-440f5fef009f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:29.504601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a948010e-9680-472f-bb8a-7ff8d9271742 req-0ce79236-72cd-43fc-aca8-440f5fef009f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.0543041 Mar 10 18:07:29.570402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a948010e-9680-472f-bb8a-7ff8d9271742 req-85da1693-fb97-4f68-b09b-680b401add7b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599306 Mar 10 18:07:29.944368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-44683969-b70b-4608-b012-d0d8f8eb753a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:29.946165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-44683969-b70b-4608-b012-d0d8f8eb753a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1073058 Mar 10 18:07:29.961309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-741f44b2-4bea-4f5d-9f4a-938c9f625eab tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0095892 Mar 10 18:07:29.966459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:07:30.018624 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:07:30.022537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:30.023101 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:30.026026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-fb73950b-aa57-4cdd-9474-4be884ab3b3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578461 Mar 10 18:07:30.105459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:07:30.105867 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:30.137195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:30.139486 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80300d-918c-4bf8-abc9-9fa6d91f7629" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:30.154007 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:30.155729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:07:30.162130 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:30.190710 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed6f3b9-7db5-4506-9027-5bd55820e19d x-openstack-request-id: req-9ed6f3b9-7db5-4506-9027-5bd55820e19d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:30.191004 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:30.191256 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ed6f3b9-7db5-4506-9027-5bd55820e19d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:30.191642 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'code': 200} Mar 10 18:07:30.220629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:30.230498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-78a5d5c4-ed10-4766-894e-75facdb4eac6 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967852 Mar 10 18:07:30.351708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-06fa85a5-ad50-445e-8e76-df8f4d732c77 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149867 Mar 10 18:07:30.354296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30edb51-1b53-45c9-95b8-ab069f826310 req-c6e888e9-0ad6-415b-8ff9-91fac2695607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:30.355754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c30edb51-1b53-45c9-95b8-ab069f826310 req-c6e888e9-0ad6-415b-8ff9-91fac2695607 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1127 time: 0.1014698 Mar 10 18:07:30.400766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c30edb51-1b53-45c9-95b8-ab069f826310 req-ac5c3fd2-c793-4058-b72a-005650050aae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Mar 10 18:07:30.542848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68317ffa-54d2-4a71-b1d7-af95e93b85bb req-b359a95a-1068-482a-8d64-3406d174e0c7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0275407 Mar 10 18:07:30.711651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b70ab-f431-46ac-821c-4a4e2db11935 req-553728f9-f5b9-4328-a8b0-d842e98752aa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:30.713035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-632b70ab-f431-46ac-821c-4a4e2db11935 req-553728f9-f5b9-4328-a8b0-d842e98752aa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0641377 Mar 10 18:07:30.771940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-632b70ab-f431-46ac-821c-4a4e2db11935 req-111dfeac-6d76-4b5f-b62c-619e3e8269e3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526185 Mar 10 18:07:31.611841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-22293604-57f3-496d-9599-49417b2dbc96 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:31.613324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-22293604-57f3-496d-9599-49417b2dbc96 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1161754 Mar 10 18:07:31.629441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:31.654623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4af95e2f-ec08-463a-818f-bc5250bd9e18 req-1a3d086b-6e63-4243-a073-a0ba10be0797 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0400507 Mar 10 18:07:31.776339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:07:31.779368 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:31.947088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87915b42-5983-4c61-86c0-113f3e2b2392 req-44857be0-99b1-4672-abf9-b994a32d4f60 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:31.948611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87915b42-5983-4c61-86c0-113f3e2b2392 req-44857be0-99b1-4672-abf9-b994a32d4f60 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.1008811 Mar 10 18:07:31.975726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.3 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/3c47408e-0632-4871-9ca7-6e23ac1010a3) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:32.026038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87915b42-5983-4c61-86c0-113f3e2b2392 req-e5151b6e-f36e-4caf-9c8f-bbae441bf094 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685890 Mar 10 18:07:32.191673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.205877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d132c4-135c-4574-a165-4142ff7ac522 req-7a8cb0c5-eb9e-4965-82a0-4ecc776ec584 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:32.207384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d132c4-135c-4574-a165-4142ff7ac522 req-7a8cb0c5-eb9e-4965-82a0-4ecc776ec584 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.1122897 Mar 10 18:07:32.271562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.284891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4bb31e33-87b0-4463-8d11-1aa7d6f32b16'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:07:32.289863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18d132c4-135c-4574-a165-4142ff7ac522 req-f348cf0c-156e-4aed-9b2f-22e2f8878543 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747540 Mar 10 18:07:32.322169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53392) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:32.325752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:32.328860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:32.332022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:32.339581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:32.395422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:32.396224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.422094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-1b6ec733-1d57-4273-8431-ea5c31cd41e4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986588 Mar 10 18:07:32.432443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7a893-9033-4ae0-98bf-1f4aba3d1032 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:32.437533 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-adc7a893-9033-4ae0-98bf-1f4aba3d1032 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1122 time: 0.1120720 Mar 10 18:07:32.438344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53394) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:32.439350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Request body: {'port': {'device_id': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:32.443259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:07:32.472653 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.540623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.611749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.736219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-60878ea5-3216-4ebb-9333-aa144e86e130 None None] Provisioning complete for port 3c47408e-0632-4871-9ca7-6e23ac1010a3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:07:32.736865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60878ea5-3216-4ebb-9333-aa144e86e130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.748237 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.182 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/597af651-d433-4f43-b670-8ba4e3fcbea5) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:07:32.780779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-60878ea5-3216-4ebb-9333-aa144e86e130 None None] Port 3c47408e-0632-4871-9ca7-6e23ac1010a3 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:07:32.845575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f6527-f258-4069-b0e6-75a421349001 req-fb0fccaf-6618-45bb-b41a-e7c50fb8f1d0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:32.847126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-767f6527-f258-4069-b0e6-75a421349001 req-fb0fccaf-6618-45bb-b41a-e7c50fb8f1d0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 931 time: 0.0962079 Mar 10 18:07:32.882043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.920550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c47408e-0632-4871-9ca7-6e23ac1010a3 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:07:32.927308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.933984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks [] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.955122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-767f6527-f258-4069-b0e6-75a421349001 req-f50576fc-e2db-43da-b1df-8909f6ce864d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997782 Mar 10 18:07:32.958125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Transition to ACTIVE for port object 3c47408e-0632-4871-9ca7-6e23ac1010a3 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:07:32.964622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:32.972088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:07:32.975182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:07:32.984194 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:07:33.005402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=597af651-d433-4f43-b670-8ba4e3fcbea5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:33.021038 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.021881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.021881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.022288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.022814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.028045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:07:33.083346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Pushing event updated for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:33.143715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Attempting to bind port 3c47408e-0632-4871-9ca7-6e23ac1010a3 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:07:33.144051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Attempting to bind port 3c47408e-0632-4871-9ca7-6e23ac1010a3 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:07:33.144376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Attempting to bind port 3c47408e-0632-4871-9ca7-6e23ac1010a3 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:33.149532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Port 3c47408e-0632-4871-9ca7-6e23ac1010a3 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:07:33.149851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Attempting to bind port 3c47408e-0632-4871-9ca7-6e23ac1010a3 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:07:33.155019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:07:33.155356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:07:33.155739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:07:33.156298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Bound port: 3c47408e-0632-4871-9ca7-6e23ac1010a3, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:07:33.156650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.232829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:07:33.240476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:07:33.251192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.291162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:33.292145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.304752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] 10.222.0.41 "PUT /v2.0/ports/3c47408e-0632-4871-9ca7-6e23ac1010a3 HTTP/1.1" status: 200 len: 1091 time: 0.8739061 Mar 10 18:07:33.307685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:33.311671 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f75b85-a2d4-4759-9532-ad5911716331" -d '{"events": [{"name": "network-changed", "server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:33.391770 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c445565-2f20-47b7-827e-3f93ee21c16c x-openstack-request-id: req-8c445565-2f20-47b7-827e-3f93ee21c16c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:33.392328 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:33.401572 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c445565-2f20-47b7-827e-3f93ee21c16c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:33.405193 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3', 'status': 'completed', 'code': 200} Mar 10 18:07:33.437612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf46b2-979b-4f7c-a068-697a6906eabb service neutron] Pushing event updated for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:33.472724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-3412250c-2442-4da0-9446-713059d94940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:33.474575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-3412250c-2442-4da0-9446-713059d94940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 1125 time: 0.1108022 Mar 10 18:07:33.523502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-2539127b-6947-484f-a0e2-f2dd1ad1c7b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3 HTTP/1.1" status: 200 len: 217 time: 0.0416460 Mar 10 18:07:33.583932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-626370e4-9651-4a3d-b74f-5466dcdc98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:33.585498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-626370e4-9651-4a3d-b74f-5466dcdc98a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0558693 Mar 10 18:07:33.603300 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (b68c1ee0-20bc-4924-87d7-5f071c3eb6a0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.742242 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.915113 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.921307 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:33.947474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6d69-6331-4488-be33-15dec8156f0e req-ecbf2b3d-0b0e-4ff0-a4a1-2432d79ea477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:33.948997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-ecbf2b3d-0b0e-4ff0-a4a1-2432d79ea477 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3569975 Mar 10 18:07:34.003557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=597af651-d433-4f43-b670-8ba4e3fcbea5,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:07:34.020906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b68c1ee0-20bc-4924-87d7-5f071c3eb6a0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:34.058066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-0963ea32-c40e-49f8-82f9-a2c2b9f07e4d service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019578 Mar 10 18:07:34.137981 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 associated. External IP: 172.25.3.182, port: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7. Mar 10 18:07:34.165202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc8c88-6a0a-4036-ae36-24eab9543934 req-23305c4f-ae28-4a71-8fca-b76f61170b58 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.166644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49cc8c88-6a0a-4036-ae36-24eab9543934 req-23305c4f-ae28-4a71-8fca-b76f61170b58 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.1243374 Mar 10 18:07:34.199766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-19ec6d69-6331-4488-be33-15dec8156f0e req-2e237897-9d80-4936-8cc1-10abe2a4cddb service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270180 Mar 10 18:07:34.231323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49cc8c88-6a0a-4036-ae36-24eab9543934 req-bc8ce870-f19e-4476-b00b-0228c25ef3f5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Mar 10 18:07:34.297661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75b85-a2d4-4759-9532-ad5911716331 req-d3f53e8a-f32c-4aed-994e-203f89b8a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.299326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-d3f53e8a-f32c-4aed-994e-203f89b8a252 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 1125 time: 0.0510912 Mar 10 18:07:34.376689 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 8492ef8b-41d0-490f-b21f-66ea55e77f04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:07:34.408644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75b85-a2d4-4759-9532-ad5911716331 req-1e425c34-103d-46bf-acdf-48a5173e48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.410743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-1e425c34-103d-46bf-acdf-48a5173e48a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1043649 Mar 10 18:07:34.461012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-0078bdd7-9e0c-4463-be19-627fd050629d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3 HTTP/1.1" status: 200 len: 217 time: 0.0432768 Mar 10 18:07:34.518135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75b85-a2d4-4759-9532-ad5911716331 req-84602862-1f70-4ccc-874f-ee50431fcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.520111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-84602862-1f70-4ccc-874f-ee50431fcad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0535049 Mar 10 18:07:34.523771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:07:34.536751 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Sync routers for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:07:34.560196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:34.561101 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:34.569359 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:34.583758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75b85-a2d4-4759-9532-ad5911716331 req-db2e4c2a-fbb6-473b-baf2-5d599cfec998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.586149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-db2e4c2a-fbb6-473b-baf2-5d599cfec998 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589857 Mar 10 18:07:34.608612 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-76bf67bc-6b7c-4ca9-ac4a-00380feea644 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1688976 Mar 10 18:07:34.609922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:07:34.612630 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c4936-894c-43ec-9e78-8b1f9168d3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:07:34.685184 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6617a2f4-c90d-4b5d-9651-4483db19746e x-openstack-request-id: req-6617a2f4-c90d-4b5d-9651-4483db19746e {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:07:34.685691 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:07:34.686042 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6617a2f4-c90d-4b5d-9651-4483db19746e {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:07:34.686597 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:07:34.743403 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:34.760302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-ffeda04c-a888-4c9a-bf73-66b3f0abaf44 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683419 Mar 10 18:07:34.905646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-f266bcd6-ab18-41f9-baff-5df75c5308d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.907352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-f266bcd6-ab18-41f9-baff-5df75c5308d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1127 time: 0.2008660 Mar 10 18:07:34.917954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1858d23-0657-4cc2-9dce-b3dbce54ad55 req-89cc5132-e58d-4cc8-a961-e413ef3120ca tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:34.919618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1858d23-0657-4cc2-9dce-b3dbce54ad55 req-89cc5132-e58d-4cc8-a961-e413ef3120ca tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.1622732 Mar 10 18:07:34.964389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13f75b85-a2d4-4759-9532-ad5911716331 req-be209c50-0bb8-4fd3-97e6-d9aa999fca16 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749299 Mar 10 18:07:35.001475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b68c1ee0-20bc-4924-87d7-5f071c3eb6a0', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:07:33Z', 'updated_at': '2022-03-10T18:07:33Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:35.037505 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Checking router: 8492ef8b-41d0-490f-b21f-66ea55e77f04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:07:35.044146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1858d23-0657-4cc2-9dce-b3dbce54ad55 req-8093bf08-d2fa-4dcb-aaee-4d82c88b752c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098905 Mar 10 18:07:35.050510 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:07:35.051830 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:07:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:35.065849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-1bd52be3-6887-408a-98f4-4c86600ee857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:35.065849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-1bd52be3-6887-408a-98f4-4c86600ee857 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1411078 Mar 10 18:07:35.067291 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53406) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:35.160512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-5e8fb5b8-70d4-4836-9d4b-0dca5b9bfbba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.0864336 Mar 10 18:07:35.166314 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-efde3716-379c-471c-a1d7-6e8f4e423737 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 HTTP/1.1" status: 200 len: 991 time: 0.0979128 Mar 10 18:07:35.193248 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:07:35.213745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-cdb6260d-7b5f-4245-8268-c69b6c4f69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:35.215387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-cdb6260d-7b5f-4245-8268-c69b6c4f69ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0479505 Mar 10 18:07:35.272061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-63ca722d-4632-474c-8f90-5e2c75b40075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:35.274564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-63ca722d-4632-474c-8f90-5e2c75b40075 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531301 Mar 10 18:07:35.416158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-d99039f3-1b49-4e71-9412-0873c0e81eba service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352923 Mar 10 18:07:35.436786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957843e3-c53b-4344-90d1-206e4636f186 req-91e45bc0-d95c-4402-84df-7b409bc1e8c3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:35.438384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-957843e3-c53b-4344-90d1-206e4636f186 req-91e45bc0-d95c-4402-84df-7b409bc1e8c3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.1182566 Mar 10 18:07:35.438707 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b68c1ee0-20bc-4924-87d7-5f071c3eb6a0', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:07:33Z', 'updated_at': '2022-03-10T18:07:33Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:07:35.547243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-957843e3-c53b-4344-90d1-206e4636f186 req-b0e5783e-5634-4517-b6be-af01c999daa4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954752 Mar 10 18:07:35.573085 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e3998-db05-4d2a-8ec1-0c9fd647908f None None] The sync data for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 is: [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b68c1ee0-20bc-4924-87d7-5f071c3eb6a0', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:07:33Z', 'updated_at': '2022-03-10T18:07:33Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:07:35.578719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d01c4936-894c-43ec-9e78-8b1f9168d3b0 req-ec497ef6-3955-4718-b471-2bceeb0f092d service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568704 Mar 10 18:07:35.802101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1849ada6-b896-4e06-bb26-5514cb1f3660 None None] New status for floating IP b68c1ee0-20bc-4924-87d7-5f071c3eb6a0: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:07:36.170678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53410) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:07:36.237381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-46c55b91-0da7-49e6-ba7b-cf0eee3a8d33 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 HTTP/1.1" status: 200 len: 993 time: 0.0654683 Mar 10 18:07:36.683056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d7a3-cf59-4652-93a8-4bb02ccbeac1 req-4f248735-385b-4bee-b9a7-7bfbe8c61a17 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:36.685366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b690d7a3-cf59-4652-93a8-4bb02ccbeac1 req-4f248735-385b-4bee-b9a7-7bfbe8c61a17 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0625248 Mar 10 18:07:36.736098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b690d7a3-cf59-4652-93a8-4bb02ccbeac1 req-74c8335d-0006-47d6-a9ad-04df0b2aff1a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Mar 10 18:07:37.868757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf259e9b-e0f8-4a28-9eab-7ce5be978dc5 req-aede98a5-fcc5-4dbd-ac37-ffd1e659e23c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:37.871244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf259e9b-e0f8-4a28-9eab-7ce5be978dc5 req-aede98a5-fcc5-4dbd-ac37-ffd1e659e23c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0642202 Mar 10 18:07:37.930357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf259e9b-e0f8-4a28-9eab-7ce5be978dc5 req-102d129d-4691-4186-98d9-e36c76a9611c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Mar 10 18:07:39.123854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aea75-674a-4843-86f3-68930659b30e req-eb66e24d-0855-40df-b0b3-0f993b28de86 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:39.126201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc0aea75-674a-4843-86f3-68930659b30e req-eb66e24d-0855-40df-b0b3-0f993b28de86 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0722442 Mar 10 18:07:39.181705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc0aea75-674a-4843-86f3-68930659b30e req-272ebaa3-ce05-4fd6-a908-a96526a0a9f2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Mar 10 18:07:40.317499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2a945-1f92-46f1-b2b7-ebc8f5913da6 req-02acabb9-33bb-4849-b474-9e4e11be09e9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:40.318931 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeb2a945-1f92-46f1-b2b7-ebc8f5913da6 req-02acabb9-33bb-4849-b474-9e4e11be09e9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0582094 Mar 10 18:07:40.375730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aeb2a945-1f92-46f1-b2b7-ebc8f5913da6 req-31e82141-8c8f-4887-9974-53075f1055e6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Mar 10 18:07:41.513609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26d63-c498-4968-99de-290a0aedc9b1 req-f440015c-8d8a-44c9-b4a3-3c634bf142ad tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:41.515065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfd26d63-c498-4968-99de-290a0aedc9b1 req-f440015c-8d8a-44c9-b4a3-3c634bf142ad tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0657988 Mar 10 18:07:41.565151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfd26d63-c498-4968-99de-290a0aedc9b1 req-4f4d5ea0-1c88-4881-8ef9-5698b2c9ba47 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Mar 10 18:07:42.445443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-919885d4-42df-4823-b2a9-ac72e61567f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:42.695409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de817db-a9d5-4162-90ab-011c880bec84 req-345910d4-4f64-4b5f-8b54-e3a2d6481895 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:42.696774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5de817db-a9d5-4162-90ab-011c880bec84 req-345910d4-4f64-4b5f-8b54-e3a2d6481895 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0558867 Mar 10 18:07:42.747894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5de817db-a9d5-4162-90ab-011c880bec84 req-65ca8634-38cb-4f2b-8274-33f1ce072816 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Mar 10 18:07:43.886419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe6489-0ae4-40f5-97c5-451e61c57dc0 req-e31945c1-6931-495a-b367-dc94baea1f51 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:43.887968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dbe6489-0ae4-40f5-97c5-451e61c57dc0 req-e31945c1-6931-495a-b367-dc94baea1f51 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0636191 Mar 10 18:07:43.943014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dbe6489-0ae4-40f5-97c5-451e61c57dc0 req-d61cbe72-1239-416c-8333-d2235adff660 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Mar 10 18:07:44.683736 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cd61110e-6b73-4c6d-bfcc-06205663434c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:45.069424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580d4ed-7abd-45bc-9768-e25a15cea296 req-f2b8c533-b177-4822-8481-262ac5199731 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:45.070890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4580d4ed-7abd-45bc-9768-e25a15cea296 req-f2b8c533-b177-4822-8481-262ac5199731 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0562356 Mar 10 18:07:45.118729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4580d4ed-7abd-45bc-9768-e25a15cea296 req-80a1e404-d9a2-47c1-a343-0f5a7c4b30c6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Mar 10 18:07:45.941851 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:46.245287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b20cff-4114-4f6f-8148-3bd63c7316b5 req-b58f4bc6-21c2-4cfb-9b03-60b0530a2c6f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:46.246389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65b20cff-4114-4f6f-8148-3bd63c7316b5 req-b58f4bc6-21c2-4cfb-9b03-60b0530a2c6f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0567434 Mar 10 18:07:46.300164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-65b20cff-4114-4f6f-8148-3bd63c7316b5 req-d17bf7a0-194d-40d6-b71b-466eb63503cc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Mar 10 18:07:47.368157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:47.443774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2377c4-4b02-4e9e-8cec-8211b4d420c1 req-fe7301d4-0c72-47d5-a4ad-2e6e51d9d85f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:47.445731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f2377c4-4b02-4e9e-8cec-8211b4d420c1 req-fe7301d4-0c72-47d5-a4ad-2e6e51d9d85f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0710375 Mar 10 18:07:47.499235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3f2377c4-4b02-4e9e-8cec-8211b4d420c1 req-4e935739-42b7-47c0-b1c8-0c5a0e32d008 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Mar 10 18:07:48.627016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd10138-ed7b-4105-97bb-461f4e0d8125 req-013a2841-3680-437b-84fa-7f1c232181c9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:48.628511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bd10138-ed7b-4105-97bb-461f4e0d8125 req-013a2841-3680-437b-84fa-7f1c232181c9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0561855 Mar 10 18:07:48.677754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bd10138-ed7b-4105-97bb-461f4e0d8125 req-a325a283-5211-4c2a-ab2c-73e387bd28e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Mar 10 18:07:49.349958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:49.804046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc04f15-ffa1-4634-9048-e890222e496f req-07c23705-eadb-425c-9b30-a57824738068 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:49.805577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdc04f15-ffa1-4634-9048-e890222e496f req-07c23705-eadb-425c-9b30-a57824738068 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0590096 Mar 10 18:07:49.854861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdc04f15-ffa1-4634-9048-e890222e496f req-9ecc4e22-b614-4c89-88e5-7f84ae9a5594 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431530 Mar 10 18:07:50.991511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f296e-febe-4429-bac9-b108f07814d3 req-8359b516-229c-4d5e-b7ee-a1d6b87fb57e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:50.993193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b38f296e-febe-4429-bac9-b108f07814d3 req-8359b516-229c-4d5e-b7ee-a1d6b87fb57e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0651951 Mar 10 18:07:51.050068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b38f296e-febe-4429-bac9-b108f07814d3 req-42f04453-6345-4390-908e-6f3fdae7e663 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Mar 10 18:07:52.181451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c583c1-672f-4418-a713-f6430ab61b27 req-e6d048f7-79b8-4007-bce6-9994985cd1a7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:52.183064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c583c1-672f-4418-a713-f6430ab61b27 req-e6d048f7-79b8-4007-bce6-9994985cd1a7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0557487 Mar 10 18:07:52.236675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c583c1-672f-4418-a713-f6430ab61b27 req-22868f88-5ee5-4118-80e0-8b49be308544 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Mar 10 18:07:53.361916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b3a8-7d09-468b-a075-70a9918bed01 req-3ae6d9cf-d220-4cae-9b00-bb9167990de9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:53.363372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb35b3a8-7d09-468b-a075-70a9918bed01 req-3ae6d9cf-d220-4cae-9b00-bb9167990de9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0548582 Mar 10 18:07:53.418522 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb35b3a8-7d09-468b-a075-70a9918bed01 req-bd2a5663-7a01-42d5-94d5-331289a9efa8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 Mar 10 18:07:54.559663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69fdd-6d54-4bcf-bfee-01a95aadd1f5 req-a90f8d5c-bdba-44c5-93b5-1dc6071fffb3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:54.561287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5d69fdd-6d54-4bcf-bfee-01a95aadd1f5 req-a90f8d5c-bdba-44c5-93b5-1dc6071fffb3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0596852 Mar 10 18:07:54.614108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5d69fdd-6d54-4bcf-bfee-01a95aadd1f5 req-d8b50788-f0e9-442e-ab86-2c49fadfc560 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Mar 10 18:07:55.743209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b65b0-2957-4db8-b108-3e2cd2e1aafd req-0927b06a-5525-48dc-a069-230cf1e3f8cc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:55.744834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d02b65b0-2957-4db8-b108-3e2cd2e1aafd req-0927b06a-5525-48dc-a069-230cf1e3f8cc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0612769 Mar 10 18:07:55.796837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d02b65b0-2957-4db8-b108-3e2cd2e1aafd req-520020bc-c686-45f6-b5b4-e891404f402b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Mar 10 18:07:56.930544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed434c-46d9-4770-9bb2-cbd374f0c7b9 req-9ac56a70-56eb-463f-a66f-1857d0edd5e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:56.932065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2ed434c-46d9-4770-9bb2-cbd374f0c7b9 req-9ac56a70-56eb-463f-a66f-1857d0edd5e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0558784 Mar 10 18:07:56.985176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2ed434c-46d9-4770-9bb2-cbd374f0c7b9 req-73f76e74-3b28-4503-9bcb-55c353229f93 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Mar 10 18:07:57.144163 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:07:58.125624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae73c6-7c01-41b5-9ebc-d095659aa235 req-83aef20d-8a3e-4d91-87fc-9189d6475c71 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:58.127714 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06ae73c6-7c01-41b5-9ebc-d095659aa235 req-83aef20d-8a3e-4d91-87fc-9189d6475c71 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0679932 Mar 10 18:07:58.185728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06ae73c6-7c01-41b5-9ebc-d095659aa235 req-d2095ccc-21bf-4ed7-ad06-9d6add1e641a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Mar 10 18:07:59.314210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b7f13-94ed-4ca3-8c19-493370e1a88a req-0d030ea1-4312-475c-8a53-3e98ea1f123c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:07:59.315697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a83b7f13-94ed-4ca3-8c19-493370e1a88a req-0d030ea1-4312-475c-8a53-3e98ea1f123c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0556085 Mar 10 18:07:59.366561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a83b7f13-94ed-4ca3-8c19-493370e1a88a req-acf1b1e4-f9d0-4cf3-84dd-5b5ecec1c8e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Mar 10 18:08:00.143805 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:00.492391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768611a-ee0a-434a-ae92-cffb09a63cbf req-c3571343-a8cb-40a5-a6e9-1aa56d354fc5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:00.493959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5768611a-ee0a-434a-ae92-cffb09a63cbf req-c3571343-a8cb-40a5-a6e9-1aa56d354fc5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0562460 Mar 10 18:08:00.541561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5768611a-ee0a-434a-ae92-cffb09a63cbf req-69cb7182-dadb-41ed-af1f-46d8cfffb625 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Mar 10 18:08:01.100205 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:08:01.679664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec14623-0a63-4f60-aa1b-b75f317a9db4 req-0f2c0688-26bd-4be0-aa16-856d13e1ae86 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:01.681315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec14623-0a63-4f60-aa1b-b75f317a9db4 req-0f2c0688-26bd-4be0-aa16-856d13e1ae86 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0638752 Mar 10 18:08:01.731355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec14623-0a63-4f60-aa1b-b75f317a9db4 req-6e726cb5-a741-44d6-9fe9-d7747cd09476 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Mar 10 18:08:02.861513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6567847-b9d9-4c15-a67b-5ebf71d106d7 req-11e2312e-ec2f-4a73-bc13-409ee32290e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:02.862960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6567847-b9d9-4c15-a67b-5ebf71d106d7 req-11e2312e-ec2f-4a73-bc13-409ee32290e7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0561619 Mar 10 18:08:02.921467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6567847-b9d9-4c15-a67b-5ebf71d106d7 req-678a28a7-7256-4c2d-8968-4980bf2ead66 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509925 Mar 10 18:08:04.059758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dba63-6f26-41cc-9736-26b3f26eb15a req-f99effe6-8197-4d23-b905-cb0e0e7db97d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:04.061399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a61dba63-6f26-41cc-9736-26b3f26eb15a req-f99effe6-8197-4d23-b905-cb0e0e7db97d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 943 time: 0.0651236 Mar 10 18:08:04.080847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3c47408e-0632-4871-9ca7-6e23ac1010a3 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:08:04.114343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a61dba63-6f26-41cc-9736-26b3f26eb15a req-41d664d2-a518-4397-a731-b7e902aca9a2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Mar 10 18:08:04.198469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:08:04.210913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '3c47408e-0632-4871-9ca7-6e23ac1010a3', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '3c47408e-0632-4871-9ca7-6e23ac1010a3', 'mac_address': 'fa:16:3e:15:96:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:08:04.260082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 3c47408e-0632-4871-9ca7-6e23ac1010a3 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:08:04.260426 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:04.274093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c47408e-0632-4871-9ca7-6e23ac1010a3 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:08:04.296605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:08:04.302694 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:04.355920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:04.364623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.365091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.365437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.365777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.366159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.366655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.367241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.367802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.368256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.368576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.369031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.369363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.369708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:04.616798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['3c47408e-0632-4871-9ca7-6e23ac1010a3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:08:05.246074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3a526-9c5f-4104-8128-f7c67c7ae589 req-b82dafae-1c25-4cbe-b3a5-508252bd5feb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:05.247508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37d3a526-9c5f-4104-8128-f7c67c7ae589 req-b82dafae-1c25-4cbe-b3a5-508252bd5feb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 944 time: 0.0579915 Mar 10 18:08:05.303047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37d3a526-9c5f-4104-8128-f7c67c7ae589 req-9afbef20-9710-415f-aeb2-cabd58b4c9d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 Mar 10 18:08:06.092418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3c47408e-0632-4871-9ca7-6e23ac1010a3 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:08:06.156124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 3c47408e-0632-4871-9ca7-6e23ac1010a3 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:08:06.160087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 3c47408e-0632-4871-9ca7-6e23ac1010a3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:08:06.160461 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:06.239696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 3c47408e-0632-4871-9ca7-6e23ac1010a3 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:08:06.239989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:06.262480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:08:06.264835 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878f03cd-a2e5-4555-ac62-0c3782960479" -d '{"events": [{"server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:08:06.277841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:08:06.282801 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:06.307998 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde61449-379d-483d-b2d5-499775cd3362 x-openstack-request-id: req-fde61449-379d-483d-b2d5-499775cd3362 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:08:06.308293 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "name": "network-vif-plugged", "status": "completed", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:08:06.308549 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fde61449-379d-483d-b2d5-499775cd3362 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:08:06.308939 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3', 'code': 200} Mar 10 18:08:06.334119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:06.443258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedd06a-7981-433f-9545-f0d1dc635fc0 req-15b0bd42-d1a1-4c2a-98f7-085cd1de3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:06.444954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bedd06a-7981-433f-9545-f0d1dc635fc0 req-15b0bd42-d1a1-4c2a-98f7-085cd1de3eac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 1127 time: 0.0800393 Mar 10 18:08:06.463775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84921e2-f25d-4f77-b23c-c2da41c194e2 req-8ea78a87-c9bd-438c-b807-8b05c1d6af87 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:06.465286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f84921e2-f25d-4f77-b23c-c2da41c194e2 req-8ea78a87-c9bd-438c-b807-8b05c1d6af87 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0742347 Mar 10 18:08:06.520754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bedd06a-7981-433f-9545-f0d1dc635fc0 req-3533db63-0c83-4c22-b412-eec6c5df1cde service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690160 Mar 10 18:08:06.534895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f84921e2-f25d-4f77-b23c-c2da41c194e2 req-95aa2454-c751-4270-93a5-622b2c871fd9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Mar 10 18:08:07.664715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a1c74-7d71-4b07-8ea2-7d2b18a5aa73 req-f1d3b22b-30e3-46d4-84ac-f6674a99036f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:07.666225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f66a1c74-7d71-4b07-8ea2-7d2b18a5aa73 req-f1d3b22b-30e3-46d4-84ac-f6674a99036f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0548053 Mar 10 18:08:07.713128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f66a1c74-7d71-4b07-8ea2-7d2b18a5aa73 req-fa9589d8-bfef-49fc-b6ca-61469a1225bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Mar 10 18:08:08.883564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c3f2-c859-47b9-a918-8cd811f4c3e4 req-a1557004-aaa0-48b9-8f6b-09d7282e03d0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:08.885345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16d6c3f2-c859-47b9-a918-8cd811f4c3e4 req-a1557004-aaa0-48b9-8f6b-09d7282e03d0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0840323 Mar 10 18:08:08.930408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-136a679e-2af7-4839-8c3c-433c72b3d20f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1364577 Mar 10 18:08:08.945295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16d6c3f2-c859-47b9-a918-8cd811f4c3e4 req-7a18be6e-6045-45af-b27b-b54c019aeb23 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Mar 10 18:08:09.059265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-d99f345e-9c9e-4ca2-8785-892337039e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.060663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-d99f345e-9c9e-4ca2-8785-892337039e77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 1128 time: 0.0770428 Mar 10 18:08:09.086401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde47d-5f97-4c06-b675-7c13f154369c req-7ca369a2-cc6a-41c4-b495-ef1024b2cf20 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.087930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85cde47d-5f97-4c06-b675-7c13f154369c req-7ca369a2-cc6a-41c4-b495-ef1024b2cf20 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0709369 Mar 10 18:08:09.199477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85cde47d-5f97-4c06-b675-7c13f154369c req-680117eb-7201-4664-8400-bf225a4b89fa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033993 Mar 10 18:08:09.220503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-c1fd1a72-5225-4fa1-a17c-804de9a15756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.222146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-c1fd1a72-5225-4fa1-a17c-804de9a15756 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1333168 Mar 10 18:08:09.269506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-353e3354-5458-4d1d-868f-a76990a3a18a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16 HTTP/1.1" status: 200 len: 217 time: 0.0406322 Mar 10 18:08:09.321657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-04c4e8a6-008d-4b88-bf83-82b91faae7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.323156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-04c4e8a6-008d-4b88-bf83-82b91faae7c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0446088 Mar 10 18:08:09.374660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-406a2aa8-eb20-4c81-9efd-e0deb6ad2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.376220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-406a2aa8-eb20-4c81-9efd-e0deb6ad2cd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465906 Mar 10 18:08:09.500783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-500735bb-4a1d-4021-89f6-778be38cc146 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177523 Mar 10 18:08:09.540493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf7292-4259-440a-bb48-504da00e54eb req-a674043e-7128-4e0f-97f6-136fe137fca5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:09.541940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07cf7292-4259-440a-bb48-504da00e54eb req-a674043e-7128-4e0f-97f6-136fe137fca5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0891688 Mar 10 18:08:09.637989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07cf7292-4259-440a-bb48-504da00e54eb req-afc74fd7-fa72-44db-839a-f89381e66246 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894830 Mar 10 18:08:09.640024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9769a4c3-04cc-4b1e-bcd1-cc844f752869 req-58f550c0-9d98-4c8e-bcab-a2d0f4a34864 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337147 Mar 10 18:08:10.775412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d45f8-fd7b-4853-a6b7-d2c4c1848572 req-4d77f579-e953-4129-9377-6f95b6d562a4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:10.777350 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251d45f8-fd7b-4853-a6b7-d2c4c1848572 req-4d77f579-e953-4129-9377-6f95b6d562a4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0589101 Mar 10 18:08:10.830846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-251d45f8-fd7b-4853-a6b7-d2c4c1848572 req-123174ca-d8de-4bd4-ab20-a77a5148cad1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Mar 10 18:08:11.088905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-62e00b0d-6be8-4a2c-b9ce-d144e315a99e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:11.090490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-62e00b0d-6be8-4a2c-b9ce-d144e315a99e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 945 time: 0.0600321 Mar 10 18:08:11.187813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 3c47408e-0632-4871-9ca7-6e23ac1010a3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:08:11.188048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:11.279585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 3c47408e-0632-4871-9ca7-6e23ac1010a3, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=3c47408e-0632-4871-9ca7-6e23ac1010a3,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:08:11.279976 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:11.293219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 3c47408e-0632-4871-9ca7-6e23ac1010a3 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:08:11.434521 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3c47408e-0632-4871-9ca7-6e23ac1010a3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:11.448136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['3c47408e-0632-4871-9ca7-6e23ac1010a3'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:08:11.450385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4bb31e33-87b0-4463-8d11-1aa7d6f32b16'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:08:11.467563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=3c47408e-0632-4871-9ca7-6e23ac1010a3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:11.494446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.494848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.495167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.495530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.495862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.496179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.496501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.496828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.497178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.497492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.497831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.498186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.498516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:11.521785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 3c47408e-0632-4871-9ca7-6e23ac1010a3 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:08:11.524729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:11.528414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01c2cb83-a67f-4f06-a576-f06443a6f364 req-c5f79722-1291-4abf-aa0f-7cad8ba72026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "DELETE /v2.0/ports/3c47408e-0632-4871-9ca7-6e23ac1010a3 HTTP/1.1" status: 204 len: 173 time: 0.4318812 Mar 10 18:08:11.528895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'name': 'network-vif-deleted', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:08:11.531228 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc8035-67c7-4ebf-b22b-b56905d380fa" -d '{"events": [{"server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "name": "network-vif-deleted", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:08:11.599078 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8856cce7-fd8b-4bcc-b460-124c88b3d94a x-openstack-request-id: req-8856cce7-fd8b-4bcc-b460-124c88b3d94a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:08:11.599400 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18a9e03-387f-48e9-b309-d4a22e57f0d8", "name": "network-vif-deleted", "tag": "3c47408e-0632-4871-9ca7-6e23ac1010a3", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:08:11.599683 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8856cce7-fd8b-4bcc-b460-124c88b3d94a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:08:11.600214 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a9e03-387f-48e9-b309-d4a22e57f0d8', 'name': 'network-vif-deleted', 'tag': '3c47408e-0632-4871-9ca7-6e23ac1010a3', 'status': 'completed', 'code': 200} Mar 10 18:08:11.937463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3595ba7-aa60-4ea8-901d-ff726d241d85 req-28f347f8-d95b-4709-8011-6ca1f55fafb3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0299866 Mar 10 18:08:12.450947 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-259ee814-366e-40ba-9df1-4460a92e7c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:13.051259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2009532a-6e3e-4659-b7db-87339c83a3b6 req-d5205d1c-b5cb-4341-b5a8-5e8fb2505362 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0403821 Mar 10 18:08:13.908493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-45cdd1df-4266-49a2-90ee-e1a593561282 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473583 Mar 10 18:08:14.001499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396cccd-c432-454a-b103-b26d86984aad req-23917726-75e9-42a8-b385-00e7b8a31702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:14.003038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-23917726-75e9-42a8-b385-00e7b8a31702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1127 time: 0.0487726 Mar 10 18:08:14.100641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3c47408e-0632-4871-9ca7-6e23ac1010a3 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:08:14.135871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 3c47408e-0632-4871-9ca7-6e23ac1010a3 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:08:14.136136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 3c47408e-0632-4871-9ca7-6e23ac1010a3 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:08:14.413435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3983fae1-d5f5-4442-94a3-dead1e48a4f6 req-c3d31d86-b824-472b-bc74-2f1a5aff1345 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0336933 Mar 10 18:08:14.431620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396cccd-c432-454a-b103-b26d86984aad req-a8b9a3c3-f366-43cc-be3e-3fc46067ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:14.433339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-a8b9a3c3-f366-43cc-be3e-3fc46067ba85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.4108646 Mar 10 18:08:14.499381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-d0c996b9-7dea-48eb-b058-cd5c604630aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1001 time: 0.0594532 Mar 10 18:08:14.552022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396cccd-c432-454a-b103-b26d86984aad req-fc094ca6-8dd0-4aee-a9af-1be4c9031f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:14.553489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-fc094ca6-8dd0-4aee-a9af-1be4c9031f16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0481067 Mar 10 18:08:14.603892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396cccd-c432-454a-b103-b26d86984aad req-8814d7e2-18ab-41cd-8ca0-6fb62dcb0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:14.605427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-8814d7e2-18ab-41cd-8ca0-6fb62dcb0469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454161 Mar 10 18:08:14.688294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c730fac2-9a8d-4ded-bfc2-0bdf2a2f4745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:14.702116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-c562cd6f-4ae9-4070-a36a-e66519a275ea service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903661 Mar 10 18:08:14.791742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e396cccd-c432-454a-b103-b26d86984aad req-ad46cc48-aeca-4239-964c-5edd0db02093 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839128 Mar 10 18:08:15.522233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6fdc0da-ad02-4aa1-b109-55b1088c0431 req-e2a5ef93-51e8-4397-821c-4dff75ff241a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0360155 Mar 10 18:08:15.949569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:16.622458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb08c716-cd03-463c-b448-946fa5ac94e2 req-bbef452e-8112-4068-b12a-b54748f4c1fc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0288560 Mar 10 18:08:17.365503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:17.727348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-269a07cb-8c80-4992-969a-7602bfafcfcf req-aa33b2ed-3206-4fb4-8d52-63e973123bf8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0325539 Mar 10 18:08:18.829122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f1006f1-171d-41b9-a10b-2344532e8441 req-e1e5c00f-84d4-41ee-b806-9be22c965779 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0287349 Mar 10 18:08:19.355725 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:19.926335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-befdd289-04a6-4fd8-b25a-a82a2d9de8eb req-74f114db-6f9f-4fb1-9b8f-8de901b213b8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Mar 10 18:08:21.040269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c31639f6-20b3-454d-8eeb-1527fd5589e7 req-a018cdfe-8aff-4bac-8837-a94aa2bfa13b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=b18a9e03-387f-48e9-b309-d4a22e57f0d8 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Mar 10 18:08:27.142528 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:29.741613 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1a94-ed5b-4c79-9661-e7d5ebd34d2e req-14c19cac-d56e-4ef1-beef-b31c26560508 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:29.743005 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-798c1a94-ed5b-4c79-9661-e7d5ebd34d2e req-14c19cac-d56e-4ef1-beef-b31c26560508 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0565760 Mar 10 18:08:29.796363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-798c1a94-ed5b-4c79-9661-e7d5ebd34d2e req-4f763868-ea56-4a7d-84c4-bf6d00ee94fb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470307 Mar 10 18:08:30.174717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:30.928531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a7a3-2fc8-41f3-91f6-e096b8880217 req-e70b33be-fb1e-4ebe-ba66-0c4c301f15ca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:30.930027 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9923a7a3-2fc8-41f3-91f6-e096b8880217 req-e70b33be-fb1e-4ebe-ba66-0c4c301f15ca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0546439 Mar 10 18:08:30.979730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9923a7a3-2fc8-41f3-91f6-e096b8880217 req-db35f65d-1c34-44ff-b2f6-19f554f998d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=48d7d274-c4e4-4e91-9d78-36ab32680562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Mar 10 18:08:31.452143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664fc0-255e-4777-8742-124fc2065efb req-d0ff709e-4abe-4f48-9408-4fbc1b62a7cb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:31.453613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f664fc0-255e-4777-8742-124fc2065efb req-d0ff709e-4abe-4f48-9408-4fbc1b62a7cb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 946 time: 0.0709555 Mar 10 18:08:31.553837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:08:31.554173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:31.648211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:08:31.648522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:31.662054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:08:31.807777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4bb31e33-87b0-4463-8d11-1aa7d6f32b16), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:31.823659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['4bb31e33-87b0-4463-8d11-1aa7d6f32b16'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:08:31.838941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=4bb31e33-87b0-4463-8d11-1aa7d6f32b16,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:31.885235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:08:31.887988 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:31.891253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f664fc0-255e-4777-8742-124fc2065efb req-aaafa195-dd86-490a-8b3e-6d276a519286 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "DELETE /v2.0/ports/4bb31e33-87b0-4463-8d11-1aa7d6f32b16 HTTP/1.1" status: 204 len: 173 time: 0.4292097 Mar 10 18:08:31.891699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'name': 'network-vif-deleted', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:08:31.893942 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f9ed4-9e54-4099-ae10-b54c3da2272a" -d '{"events": [{"server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "name": "network-vif-deleted", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:08:31.937420 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f591d-ec57-4d45-8073-a4b759906154 x-openstack-request-id: req-128f591d-ec57-4d45-8073-a4b759906154 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:08:31.937997 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df3e3c7-a43e-44a5-a8de-6d5f0a304876", "name": "network-vif-deleted", "tag": "4bb31e33-87b0-4463-8d11-1aa7d6f32b16", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:08:31.937997 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-128f591d-ec57-4d45-8073-a4b759906154 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:08:31.938389 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df3e3c7-a43e-44a5-a8de-6d5f0a304876', 'name': 'network-vif-deleted', 'tag': '4bb31e33-87b0-4463-8d11-1aa7d6f32b16', 'status': 'completed', 'code': 200} Mar 10 18:08:32.078620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-09764d23-4f9b-4ff0-95f1-81ccdc19fcb6 req-ba83923e-1c85-4b9c-b54a-33882ff4ca79 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Mar 10 18:08:33.182355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-20e5828b-a2ec-423f-8111-3126836f8493 req-2fe52e13-2992-4f90-9248-684fc4213911 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Mar 10 18:08:33.860473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:08:33.880962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:08:33.881307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 4bb31e33-87b0-4463-8d11-1aa7d6f32b16 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:08:34.278943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6913fa6d-1f81-4189-a204-bb32503415e5 req-a67c8e4c-c271-488d-9eec-b136f892136d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0283570 Mar 10 18:08:35.378258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5da9afe0-ade5-4541-969a-2c9425879659 req-e72517c4-b3f3-4991-b91b-f45c220f6354 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Mar 10 18:08:36.475059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef5b712-d4a0-4555-940f-d51186f5e1f0 req-538f91fd-2611-4714-8a79-cb2fbae5df31 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0276623 Mar 10 18:08:37.574822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-188370f2-0cb5-4253-acb5-dffbbd64fda7 req-92883bed-2989-4663-ad5a-b37a55e5b8c7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0318098 Mar 10 18:08:38.099749 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:08:38.672727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a5e991c-37c4-4992-b080-6dd8e04dab2a req-77e34143-9ebb-4ead-8a3e-6edd7d31fcef tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Mar 10 18:08:39.769932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d74310bf-03ef-4932-8c70-5d2a43574a99 req-24b03f9e-07e4-4061-8390-4d515635e3bf tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Mar 10 18:08:40.868761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6ba0942-6eac-4522-9881-11b5e9414d35 req-f6a7c918-ed1f-4e41-83af-f2b386e72532 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=6df3e3c7-a43e-44a5-a8de-6d5f0a304876 HTTP/1.1" status: 200 len: 210 time: 0.0276711 Mar 10 18:08:41.003035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d64f3-6d7b-42b8-9a21-2e6fe639b292 req-1bad086a-dedf-4da7-820c-6553a51eb1b8 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:41.004763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-089d64f3-6d7b-42b8-9a21-2e6fe639b292 req-1bad086a-dedf-4da7-820c-6553a51eb1b8 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1127 time: 0.0471072 Mar 10 18:08:41.059605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-089d64f3-6d7b-42b8-9a21-2e6fe639b292 req-90e08c3d-7d07-4509-8568-d433232d3377 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Mar 10 18:08:41.178712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc15a3-20a5-4248-8df8-e1dc3bb6fbb5 req-fe93f70a-5efc-446c-9df8-c92071159acc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:41.181491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcc15a3-20a5-4248-8df8-e1dc3bb6fbb5 req-fe93f70a-5efc-446c-9df8-c92071159acc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0554385 Mar 10 18:08:41.232746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcc15a3-20a5-4248-8df8-e1dc3bb6fbb5 req-92990c05-3af8-4a24-8385-026119482b09 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451396 Mar 10 18:08:41.255572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:41.319782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c3d1c020-e7ed-4be0-bb5a-c477dbc37a74 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 HTTP/1.1" status: 200 len: 993 time: 0.0623047 Mar 10 18:08:41.908342 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-4c47cc4f-ccd7-4d7d-b015-3e7dec97c923 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494528 Mar 10 18:08:41.930292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985409cc-5c30-4585-8cbd-c0198cef6562 req-e07e5ede-cb9f-491e-935d-dd6d2d899d38 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:41.935905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-985409cc-5c30-4585-8cbd-c0198cef6562 req-e07e5ede-cb9f-491e-935d-dd6d2d899d38 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0727985 Mar 10 18:08:41.993162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-985409cc-5c30-4585-8cbd-c0198cef6562 req-44f90941-8aa4-4ed5-8a35-25fddccacaad tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529761 Mar 10 18:08:42.268690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-32215727-33ba-48ac-aa8f-9a77e8c38110 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:42.270078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-32215727-33ba-48ac-aa8f-9a77e8c38110 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1124 time: 0.0375416 Mar 10 18:08:42.445900 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f025d336-d7c6-4317-b4f7-78efaac6a76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:43.137603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73e51-a427-48fd-aaf9-e82e991351fb req-78d73d60-9697-497c-a302-038c24d1ab07 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:43.139196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ba73e51-a427-48fd-aaf9-e82e991351fb req-78d73d60-9697-497c-a302-038c24d1ab07 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0633817 Mar 10 18:08:43.219487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ba73e51-a427-48fd-aaf9-e82e991351fb req-1bee42fc-94ea-4bb0-be91-307865330370 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719471 Mar 10 18:08:43.224474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-5d98c9dc-0d04-4aa3-a9cc-e48904cd61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:43.225930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-5d98c9dc-0d04-4aa3-a9cc-e48904cd61c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1127 time: 0.0858622 Mar 10 18:08:43.319092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-0a7cfd54-fbd7-4288-8cb3-b18518fd8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:43.320470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-0a7cfd54-fbd7-4288-8cb3-b18518fd8f29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.0874357 Mar 10 18:08:43.397492 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-5223cd56-abd8-4eaf-b997-2ca71c45f92e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1001 time: 0.0700769 Mar 10 18:08:43.447057 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-a4dd7b42-1503-4e58-af82-386387869e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:43.448730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-a4dd7b42-1503-4e58-af82-386387869e39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0453532 Mar 10 18:08:43.498823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-0e43da73-7c2a-4806-a64a-2b0c973ace9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:43.500326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-0e43da73-7c2a-4806-a64a-2b0c973ace9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448096 Mar 10 18:08:43.598099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-ee7db8f5-3afe-4cc0-be6b-9959e08af4cb service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910783 Mar 10 18:08:43.701611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-5ae1ccc3-1f0f-4bbc-b45b-fef04107dcec service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950735 Mar 10 18:08:44.344500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e5187-9070-4bf4-9e6f-2de0b2911c4e req-1ae72b9b-35a9-4385-af09-a589301b9807 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:44.346008 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d4e5187-9070-4bf4-9e6f-2de0b2911c4e req-1ae72b9b-35a9-4385-af09-a589301b9807 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0560951 Mar 10 18:08:44.397215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d4e5187-9070-4bf4-9e6f-2de0b2911c4e req-08d997fb-9638-4296-a4fb-eb36efb15bea tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Mar 10 18:08:44.695748 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-80908736-b4c5-4558-becf-f1a6e502bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:45.523298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ca75b-9b86-41d6-a451-722abf439fc6 req-9836bc03-df52-4756-a3ef-ee2cec26fb26 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:45.524809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b1ca75b-9b86-41d6-a451-722abf439fc6 req-9836bc03-df52-4756-a3ef-ee2cec26fb26 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0570610 Mar 10 18:08:45.574673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b1ca75b-9b86-41d6-a451-722abf439fc6 req-be881b15-472f-4d88-9865-58f6e2cd6bc7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Mar 10 18:08:45.951837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:46.706319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec1e1a-c75a-4d21-885f-8399d89b60c3 req-2bed5da7-5a86-431d-aca5-aa402771e41b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:46.708062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17ec1e1a-c75a-4d21-885f-8399d89b60c3 req-2bed5da7-5a86-431d-aca5-aa402771e41b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0619595 Mar 10 18:08:46.761862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17ec1e1a-c75a-4d21-885f-8399d89b60c3 req-58bc756f-1782-4392-9dca-40e8f89339ed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466337 Mar 10 18:08:47.189844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53680) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.194555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084236293', 'description': 'tempest-secgroup-smoke-2084236293 description', 'project_id': '89d99c314a8740db925f96639611dc94'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.214968 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.296755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (a1cc14f9-e28b-4ccb-a38b-48d05b268843), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.301490 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1cc14f9-e28b-4ccb-a38b-48d05b268843), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.343774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.345047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1541543 Mar 10 18:08:47.347143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bc21e-3748-487b-ad7e-d71bb4c66247 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc14f9-e28b-4ccb-a38b-48d05b268843,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:47.350294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.355952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.370132 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.388680 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (811cd446-101d-4c98-9751-01f822019088), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.444334 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (811cd446-101d-4c98-9751-01f822019088), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.448979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (811cd446-101d-4c98-9751-01f822019088), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.466557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811cd446-101d-4c98-9751-01f822019088,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:47.474921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.475268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.475598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.475945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.476278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.476605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.476940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.477246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.477567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.477917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.478209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.478643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.478991 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:08:47.483941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.485143 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1f032e02-b44e-4b58-b324-47111d4cc488 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333907 Mar 10 18:08:47.488131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53684) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.492841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.521822 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (f8516b96-1323-4420-afdc-aa8fcac3a607), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.582788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (f8516b96-1323-4420-afdc-aa8fcac3a607), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.587006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f8516b96-1323-4420-afdc-aa8fcac3a607), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.605025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8516b96-1323-4420-afdc-aa8fcac3a607,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:47.614572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.615798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dd46ca99-ea83-484d-8276-fc5d3fa26a4f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266189 Mar 10 18:08:47.618653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.623056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.650498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (2fbcbfec-9109-463d-99be-d7dd2346453f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.717412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (2fbcbfec-9109-463d-99be-d7dd2346453f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.722741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (2fbcbfec-9109-463d-99be-d7dd2346453f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.740439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbcbfec-9109-463d-99be-d7dd2346453f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:47.749352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.750572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-55a6c8ca-ce71-4313-99d3-1bc6edc32c42 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309440 Mar 10 18:08:47.753561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.757879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.790660 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (ee576229-6881-4bcb-a26c-abfd693db4a8), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.877885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (ee576229-6881-4bcb-a26c-abfd693db4a8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.886375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ee576229-6881-4bcb-a26c-abfd693db4a8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.910929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee576229-6881-4bcb-a26c-abfd693db4a8,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:47.916347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.917576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a9d29871-ef0d-4a29-9c92-95b4d2d8ba3d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630642 Mar 10 18:08:47.920882 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 53692) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:47.925196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697dcab-5516-4296-89b6-cb43995a7e64 req-5b667a60-cf3e-4136-9676-49a8ac96e48c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:47.925659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:47.933741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e697dcab-5516-4296-89b6-cb43995a7e64 req-5b667a60-cf3e-4136-9676-49a8ac96e48c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0889750 Mar 10 18:08:47.948390 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Project 89d99c314a8740db925f96639611dc94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:08:47.953843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (3de0687b-e867-4440-9c2e-7d8d611d1fcb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:47.982318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e697dcab-5516-4296-89b6-cb43995a7e64 req-61b5a813-8b45-4ce8-b4c8-076bba000e16 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Mar 10 18:08:48.017276 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (3de0687b-e867-4440-9c2e-7d8d611d1fcb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.020917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3de0687b-e867-4440-9c2e-7d8d611d1fcb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.043043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de0687b-e867-4440-9c2e-7d8d611d1fcb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:48.050135 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.053744 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f0804a0e-21b2-4dfa-8821-9e1365159f2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312931 Mar 10 18:08:48.054038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:08:48.058934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'security_group_rule': {'security_group_id': 'a1cc14f9-e28b-4ccb-a38b-48d05b268843', 'project_id': '89d99c314a8740db925f96639611dc94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:08:48.080245 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Project 89d99c314a8740db925f96639611dc94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:08:48.085183 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (b2bde2ee-c087-4b5a-9e79-01417e6a80c9), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.153664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (b2bde2ee-c087-4b5a-9e79-01417e6a80c9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.158266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b2bde2ee-c087-4b5a-9e79-01417e6a80c9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.173435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bde2ee-c087-4b5a-9e79-01417e6a80c9,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:08:48.184433 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:48.185669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ad7888bd-ee83-48b1-987b-0d5a112fd919 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304719 Mar 10 18:08:49.108167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052105a4-a50b-4dad-b9a6-479e9c93184d req-347b13e4-2412-425f-b72b-f0b50acbc77f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:49.110609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052105a4-a50b-4dad-b9a6-479e9c93184d req-347b13e4-2412-425f-b72b-f0b50acbc77f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0570033 Mar 10 18:08:49.167719 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-052105a4-a50b-4dad-b9a6-479e9c93184d req-6d56eaef-6611-4bba-a1b6-1e959a2ac395 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514133 Mar 10 18:08:49.353203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:50.292702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20ea22-346f-47f1-9718-20a3afd908fe req-ef28f45a-80c4-44b9-b9d5-3fa900cd2ffb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:50.294264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a20ea22-346f-47f1-9718-20a3afd908fe req-ef28f45a-80c4-44b9-b9d5-3fa900cd2ffb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0541878 Mar 10 18:08:50.349261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a20ea22-346f-47f1-9718-20a3afd908fe req-0920b9fc-300e-46bb-b8a5-cde9a4042d3d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Mar 10 18:08:51.473758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775769e-ccf4-4bcc-819e-0c5184be1e27 req-1e209d1d-6909-44e3-a766-2ab768cef89e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:51.475254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2775769e-ccf4-4bcc-819e-0c5184be1e27 req-1e209d1d-6909-44e3-a766-2ab768cef89e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0555689 Mar 10 18:08:51.527131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2775769e-ccf4-4bcc-819e-0c5184be1e27 req-64a92795-ea4d-4d87-9ba6-53ae9bcd30a7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Mar 10 18:08:52.653688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119212f-cd80-410e-979a-e3a6d723e3c0 req-a7ef8732-e35d-4504-9657-9b3a91c5d9d1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:52.655169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4119212f-cd80-410e-979a-e3a6d723e3c0 req-a7ef8732-e35d-4504-9657-9b3a91c5d9d1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0553260 Mar 10 18:08:52.705327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4119212f-cd80-410e-979a-e3a6d723e3c0 req-ae07bbac-be54-493f-a6b0-323411c525c5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442531 Mar 10 18:08:53.848892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711f7a6-afc4-4f90-9686-06f8a11ecf92 req-daa87cc8-1213-497e-a304-936c56c888a0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:53.850342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9711f7a6-afc4-4f90-9686-06f8a11ecf92 req-daa87cc8-1213-497e-a304-936c56c888a0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0676246 Mar 10 18:08:53.902621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9711f7a6-afc4-4f90-9686-06f8a11ecf92 req-1c94a461-cc4a-41f1-b755-cc5951e952ad tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455368 Mar 10 18:08:55.032667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe1e61-630f-4d3e-be67-bf6068aa1c10 req-8842a138-f4ab-401b-9e8a-29079dba818c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:55.034158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cafe1e61-630f-4d3e-be67-bf6068aa1c10 req-8842a138-f4ab-401b-9e8a-29079dba818c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0598545 Mar 10 18:08:55.085787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cafe1e61-630f-4d3e-be67-bf6068aa1c10 req-789c5b79-c087-4a89-9a71-30c435a9f0d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Mar 10 18:08:56.210097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3fbd-d46e-4645-8438-04b97d8e3b4a req-d51b87be-18f2-4c43-a05a-1f48ebefd997 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:56.211533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a4d3fbd-d46e-4645-8438-04b97d8e3b4a req-d51b87be-18f2-4c43-a05a-1f48ebefd997 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0545251 Mar 10 18:08:56.270081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a4d3fbd-d46e-4645-8438-04b97d8e3b4a req-d3f883a6-4409-4335-b86f-f3ebef75b09f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495338 Mar 10 18:08:57.155706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:08:57.396987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295d95e-5850-4b4d-bbce-6a7a2fe1de73 req-5c15ba43-d478-4106-bcd5-90058f37de23 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:57.398598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d295d95e-5850-4b4d-bbce-6a7a2fe1de73 req-5c15ba43-d478-4106-bcd5-90058f37de23 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0547078 Mar 10 18:08:57.454014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d295d95e-5850-4b4d-bbce-6a7a2fe1de73 req-adbf6f30-76aa-4d83-ad60-207eb341c968 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490406 Mar 10 18:08:58.576952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a251525-83d7-4e3b-8966-e68a90df3834 req-f1bc864b-d56e-4d82-93a9-dcac6d0a756e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:58.578453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a251525-83d7-4e3b-8966-e68a90df3834 req-f1bc864b-d56e-4d82-93a9-dcac6d0a756e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0538969 Mar 10 18:08:58.628384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a251525-83d7-4e3b-8966-e68a90df3834 req-c2dd1a2d-81de-4f7f-840d-231abc14eccd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Mar 10 18:08:59.763211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b008f-e566-4bbd-9e20-db55ec5d9adf req-2bc9e7b0-3f87-4c97-96a0-8928e994ac32 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:08:59.764708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-407b008f-e566-4bbd-9e20-db55ec5d9adf req-2bc9e7b0-3f87-4c97-96a0-8928e994ac32 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0614383 Mar 10 18:08:59.815047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-407b008f-e566-4bbd-9e20-db55ec5d9adf req-345c79d1-646b-4bcd-8084-452485910a91 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Mar 10 18:09:00.184365 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:00.609816 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-b561b9ee-9ede-47c0-a40e-831386249448 req-e5cc32f1-cb77-463b-a652-1a4587df0ed1 service neutron] show failed (client error): The resource could not be found. Mar 10 18:09:00.610766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-e5cc32f1-cb77-463b-a652-1a4587df0ed1 service neutron] 10.222.0.41 "GET /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0552523 Mar 10 18:09:00.877741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-e62705be-01b8-4416-b505-cd57ff0974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:00.879556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-e62705be-01b8-4416-b505-cd57ff0974c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 1127 time: 0.0890429 Mar 10 18:09:00.895627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:09:00.984332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.005244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039df33-23a4-4a53-9052-1c6460ca2f5f req-5340ec12-e3c1-42bc-a597-b6faa169489b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:01.006740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9039df33-23a4-4a53-9052-1c6460ca2f5f req-5340ec12-e3c1-42bc-a597-b6faa169489b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.1082802 Mar 10 18:09:01.161261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9039df33-23a4-4a53-9052-1c6460ca2f5f req-1089f4e8-6739-4d7a-be9b-58140a042df5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478398 Mar 10 18:09:01.279052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:01.316075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:09:01.359119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:01.361826 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3851e5-a0a3-492b-b7be-efabff9d30c2" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-unplugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:01.365783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks [] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.379164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Transition to ACTIVE for port object 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:09:01.385526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.428125 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce566ff-4127-4b38-b72b-55bb16eb57e5 x-openstack-request-id: req-bce566ff-4127-4b38-b72b-55bb16eb57e5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:01.428480 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-unplugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:01.428740 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bce566ff-4127-4b38-b72b-55bb16eb57e5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:01.429140 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'code': 200} Mar 10 18:09:01.440788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:01.571579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] No DVR routers for this DVR port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:09:01.712896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:09:01.713100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:09:01.713475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:01.718063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:09:01.718387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:01.723826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:09:01.724163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:09:01.724541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Bound using segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:09:01.724948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Bound port: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:09:01.725294 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.791234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:09:01.794455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:09:01.801567 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.834508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:01.835123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:01.836540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] 10.222.0.59 "PUT /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1091 time: 0.9452083 Mar 10 18:09:01.863948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5f8d-2fa3-4d58-8e8a-b12911477e26 service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:01.915513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-d239ebf0-2634-4cac-a155-cfdc7f1692e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:01.917110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-d239ebf0-2634-4cac-a155-cfdc7f1692e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1125 time: 0.0495310 Mar 10 18:09:02.027108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-2d9c6f2d-5b19-44ef-8157-e15114139d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:02.028813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-2d9c6f2d-5b19-44ef-8157-e15114139d53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1019306 Mar 10 18:09:02.105096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-2a9a1a57-6fce-4b04-adcc-accda47e6a8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.0659244 Mar 10 18:09:02.154861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-b390726e-2520-424d-a61d-449ac1a4f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:02.156372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-b390726e-2520-424d-a61d-449ac1a4f8c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0452735 Mar 10 18:09:02.211508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b9ee-9ede-47c0-a40e-831386249448 req-ba797814-e4c3-424e-9b7f-cf1ffd42cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:02.213034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-ba797814-e4c3-424e-9b7f-cf1ffd42cf41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471773 Mar 10 18:09:02.357635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06cb96-9d04-4746-be4f-89579599116e req-5fe4b4d8-9351-44f1-95f0-65599682c0df tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:02.359149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d06cb96-9d04-4746-be4f-89579599116e req-5fe4b4d8-9351-44f1-95f0-65599682c0df tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.1137538 Mar 10 18:09:02.361301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-15b16f88-d3f1-4e97-b315-42c8bd44b01f service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383798 Mar 10 18:09:02.469815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d06cb96-9d04-4746-be4f-89579599116e req-c0e6f67b-75c4-4aba-8a14-cd99054e2d3f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046057 Mar 10 18:09:02.504627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-56e3cc89-9c01-4882-a01f-10c422627204 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335225 Mar 10 18:09:03.430901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:03.434784 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b" -d '{"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:03.489151 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c0abb-794a-443b-aa57-03a1f65e5b92 x-openstack-request-id: req-9f4c0abb-794a-443b-aa57-03a1f65e5b92 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:03.489436 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:03.490115 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f4c0abb-794a-443b-aa57-03a1f65e5b92 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:03.490553 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:09:03.629504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-5b1a3a83-d66f-4ce8-aa29-5ef571ca6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:03.631185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-5b1a3a83-d66f-4ce8-aa29-5ef571ca6e3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1125 time: 0.1181753 Mar 10 18:09:03.633328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-ab2eda88-d0a6-40d3-a518-9078e41a32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:03.634916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-ab2eda88-d0a6-40d3-a518-9078e41a32b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1125 time: 0.1204236 Mar 10 18:09:03.687572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f85af4-efd3-41c4-9098-0e8b4cac5e3d req-232301ad-c594-4bc3-8780-fbd76bd05e11 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:03.689031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3f85af4-efd3-41c4-9098-0e8b4cac5e3d req-232301ad-c594-4bc3-8780-fbd76bd05e11 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 943 time: 0.1252105 Mar 10 18:09:03.963413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:09:04.073019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:04.085162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:09:04.125002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:04.126038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:04.144846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:09:04.159299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3f85af4-efd3-41c4-9098-0e8b4cac5e3d req-c57b7995-3c10-4e48-bbf4-6a78a7ac6bf1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556191 Mar 10 18:09:04.162232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-2d3130b3-6fe8-4eb3-9cdd-32d8e0b4fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.163634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-2d3130b3-6fe8-4eb3-9cdd-32d8e0b4fdcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.5252988 Mar 10 18:09:04.164728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-6317c336-a5ca-4ebb-91cb-74dd69c4a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.166024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-6317c336-a5ca-4ebb-91cb-74dd69c4a47d service neutron] 10.222.0.59 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.5198941 Mar 10 18:09:04.167638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:04.173334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:04.229243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:04.290855 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-61acf88d-3026-4552-8315-466bcaa9e0c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1000 time: 0.1182456 Mar 10 18:09:04.292722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-3011c651-97cd-4368-a436-42dbe5bd7ad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1000 time: 0.1230311 Mar 10 18:09:04.325798 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:09:04.379327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-111372be-632c-485b-b3db-68a32c16e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.380897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-111372be-632c-485b-b3db-68a32c16e3f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0822504 Mar 10 18:09:04.384674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-0fd61147-d49d-459e-9f0b-d3ad0d4eaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.386408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-0fd61147-d49d-459e-9f0b-d3ad0d4eaf45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0802715 Mar 10 18:09:04.411794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:09:04.412349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:09:04.423881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:09:04.472438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-1e5b7198-c068-4df4-8337-149236ca3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.473910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-1e5b7198-c068-4df4-8337-149236ca3035 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860202 Mar 10 18:09:04.476462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-0b5662a8-f8f7-453d-932e-b11a1e19deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:04.477928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-0b5662a8-f8f7-453d-932e-b11a1e19deb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807900 Mar 10 18:09:04.662379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-5404f910-637e-4e1c-8eb3-1f4d585b9201 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820168 Mar 10 18:09:04.664336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-f698879c-5903-4943-90f8-4ebd7bbdead7 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749420 Mar 10 18:09:04.834591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-680f20c7-1f7f-42af-ad34-8e499cc488b4 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632299 Mar 10 18:09:04.846726 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-320fb6bb-35cf-4b55-ae5b-6fdfb2ec329b req-ce4f7816-b703-41cb-971b-d99c5fbb2c49 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544831 Mar 10 18:09:05.304611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b2b7-5645-49d8-8116-e2efb62174a4 req-d7ae1dcb-9705-41d2-8641-d5065584249c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:05.308253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4c5b2b7-5645-49d8-8116-e2efb62174a4 req-d7ae1dcb-9705-41d2-8641-d5065584249c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.0677154 Mar 10 18:09:05.365685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4c5b2b7-5645-49d8-8116-e2efb62174a4 req-9d270791-28eb-4a6a-a731-4d49969c4cc2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524628 Mar 10 18:09:05.665819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-5094bdd1-7195-468d-a34d-52e5936c38df tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:05.668836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-5094bdd1-7195-468d-a34d-52e5936c38df tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.59 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&tenant_id=eda524d4c045479aa14ad9c7ec000428&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0974400 Mar 10 18:09:05.727608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad28c-d6f3-4444-a9e3-924c3923eabb req-4268433d-c737-45b3-a906-d19db7ae43f3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:05.729888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f8ad28c-d6f3-4444-a9e3-924c3923eabb req-4268433d-c737-45b3-a906-d19db7ae43f3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.1292839 Mar 10 18:09:05.830087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-543e8cb2-593c-41b0-857b-667c1777ae26 service neutron] 10.222.0.59 "GET /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 382 time: 0.1522512 Mar 10 18:09:05.836176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f8ad28c-d6f3-4444-a9e3-924c3923eabb req-8b3125d6-4272-418b-bb5a-2a0824d40e6e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993741 Mar 10 18:09:05.910173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-bb8d6bb4-167a-408b-8456-af9c038184a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:05.912327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-bb8d6bb4-167a-408b-8456-af9c038184a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1126 time: 0.0572386 Mar 10 18:09:05.985578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:09:06.034458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-1f09e830-7a68-4f76-8eeb-5b7aeb29f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:06.036094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-1f09e830-7a68-4f76-8eeb-5b7aeb29f680 service neutron] 10.222.0.59 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1165633 Mar 10 18:09:06.054061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:09:06.063094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:09:06.063479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:06.145286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-801afb80-d674-4377-ad2a-babf14670d48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1000 time: 0.1015477 Mar 10 18:09:06.163880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:06.164355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:06.194638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:06.197002 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602139ef-84be-486d-95dd-44fccd6b310a" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:06.205031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-9af895c0-3d31-4a1e-b291-c1112feae89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:06.209641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:06.210510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-9af895c0-3d31-4a1e-b291-c1112feae89b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0565350 Mar 10 18:09:06.215355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:06.276625 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bb523-f69a-4822-a938-841fe4a95d69 x-openstack-request-id: req-143bb523-f69a-4822-a938-841fe4a95d69 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:06.276878 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:06.277116 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-143bb523-f69a-4822-a938-841fe4a95d69 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:06.277751 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'code': 200} Mar 10 18:09:06.284691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-08479dc2-8975-4274-a5cc-ca00faaf8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:06.286268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-08479dc2-8975-4274-a5cc-ca00faaf8ab6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726225 Mar 10 18:09:06.292669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:06.300882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.301222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.302125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.302125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.302295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.302542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.302855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.303170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.303484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.303795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.304108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.304419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.304728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:06.383352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-48714412-75c3-4860-b585-53359010bda5 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903420 Mar 10 18:09:06.476755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-35a65276-2ffb-4bb7-88c1-f56d71abd462 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Mar 10 18:09:06.968394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074a77-a662-4e4e-ac77-b43992ecfe98 req-5af6b585-5bc3-4b52-8602-dd8c6d11ccff tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:06.969852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42074a77-a662-4e4e-ac77-b43992ecfe98 req-5af6b585-5bc3-4b52-8602-dd8c6d11ccff tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0585611 Mar 10 18:09:07.027000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42074a77-a662-4e4e-ac77-b43992ecfe98 req-10939a37-19e5-4935-961e-cf5132139d38 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510345 Mar 10 18:09:08.160887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7bedb-2b9e-4e33-95fc-ff0b88859de6 req-e2759b7f-e621-41de-914b-c62e3ae0e0ae tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:08.162359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73e7bedb-2b9e-4e33-95fc-ff0b88859de6 req-e2759b7f-e621-41de-914b-c62e3ae0e0ae tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.0599430 Mar 10 18:09:08.212759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73e7bedb-2b9e-4e33-95fc-ff0b88859de6 req-0a0e20d9-f233-4a42-a401-db63443336ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Mar 10 18:09:08.586261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-b653491b-4d73-416a-9675-1b8daa830b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:08.587785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-b653491b-4d73-416a-9675-1b8daa830b54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 1127 time: 0.0467479 Mar 10 18:09:08.598127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:09:08.662924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:08.887358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-98e77823-95fa-4a33-94b3-9ea9d27130f6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084236293&fields=id&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 267 time: 0.0848556 Mar 10 18:09:08.931389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:09.014933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:09:09.053308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-7c43a33a-4f15-4042-9495-01f8650dac72 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:09.054787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-7c43a33a-4f15-4042-9495-01f8650dac72 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1576788 Mar 10 18:09:09.078660 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:09.080949 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0885ae-596f-4c92-81fb-a423db43108a" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-unplugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:09.084540 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks [] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:09.092743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-6353e3aa-3795-4719-b48b-a8927913b90b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0291142 Mar 10 18:09:09.105791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Transition to ACTIVE for port object 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:09:09.117628 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:09.142523 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a91be-f6b6-4976-a52d-be966179a468 x-openstack-request-id: req-6f2a91be-f6b6-4976-a52d-be966179a468 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:09.142824 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-unplugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:09.143079 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f2a91be-f6b6-4976-a52d-be966179a468 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:09.143481 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'code': 200} Mar 10 18:09:09.227037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:09.248813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-4e6fd5ba-36ae-4bbb-a7bd-e4c00443a0f4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415656 Mar 10 18:09:09.299670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] No DVR routers for this DVR port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:09:09.510561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d815726-3f08-4e6e-b70b-3db10a03412f req-0833641d-a181-4b29-befc-dfb121c00051 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:09.511992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d815726-3f08-4e6e-b70b-3db10a03412f req-0833641d-a181-4b29-befc-dfb121c00051 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.2103131 Mar 10 18:09:09.543017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-b9ebfebd-21a3-4ac0-bd87-39d489c4a085 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776804 Mar 10 18:09:09.656518 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d815726-3f08-4e6e-b70b-3db10a03412f req-a6d29da7-771c-4f0d-95a4-aaa8be81f0dc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370552 Mar 10 18:09:09.658782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:09:09.659112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:09:09.659436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:09.669544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:09:09.669865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Attempting to bind port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:09.679034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:09:09.679331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Checking segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:09:09.679741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Bound using segment: {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:09:09.680160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Bound port: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9f90cf-1f7c-45cf-b354-36181f7b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:09:09.680513 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:09.703913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-a707f0ee-eab7-4678-a9ea-9f563f843be7 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493313 Mar 10 18:09:09.758618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:09:09.762219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:09:09.769573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:09.811002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:09.811684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:09.813122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] 10.222.0.41 "PUT /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 1092 time: 1.2189934 Mar 10 18:09:09.839530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1e58f-0534-4117-b505-cc532aaa859b service neutron] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=11']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:09.896626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-970f9a0e-45ca-47be-87d9-42c7d600bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:09.898278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-970f9a0e-45ca-47be-87d9-42c7d600bd91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1126 time: 0.0558283 Mar 10 18:09:09.999991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:09:10.006972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-8b251ddd-bf04-4cd9-ab73-5301f61ce700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:10.008461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-8b251ddd-bf04-4cd9-ab73-5301f61ce700 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1041391 Mar 10 18:09:10.055684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:09:10.055861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:09:10.099236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5efe48a1-9974-4849-afa1-7594808099db req-e8fe6a20-6f78-4606-a9ba-1f80f1c13018 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0628209 Mar 10 18:09:10.122191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-4835df18-f0ea-419a-899d-0d976042f750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.1006835 Mar 10 18:09:10.171149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-f5839227-3155-4fff-bb9e-c88f2cbb8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:10.172626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-f5839227-3155-4fff-bb9e-c88f2cbb8360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0450966 Mar 10 18:09:10.226357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-db46f680-2a8d-43ad-bf6c-844556dc352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:10.227900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-db46f680-2a8d-43ad-bf6c-844556dc352f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492818 Mar 10 18:09:10.320020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-38416786-5e4b-4350-8118-b87205c0da94 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857921 Mar 10 18:09:10.421361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3eaf8362-5d19-4d2f-af7a-91d85e86e765 req-77d61f6d-76ed-4853-beda-6f37396dac68 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956123 Mar 10 18:09:10.782181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6496dd7-91e6-4b11-8b03-164488e05198 req-1724db0f-bd71-48f6-b071-3365a2a41307 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:10.783730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6496dd7-91e6-4b11-8b03-164488e05198 req-1724db0f-bd71-48f6-b071-3365a2a41307 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.0575619 Mar 10 18:09:10.841207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6496dd7-91e6-4b11-8b03-164488e05198 req-fd4c498a-bfe5-49bd-bdfe-31bf72922693 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516253 Mar 10 18:09:11.126249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-60527cdf-66ac-40cf-8031-ac4382a75704 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.127786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-60527cdf-66ac-40cf-8031-ac4382a75704 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1107383 Mar 10 18:09:11.150073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:11.152389 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646" -d '{"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:11.207264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25d503a2-19d7-423e-b509-4d155982be55 req-2d7a3004-2713-4f51-b05b-71aa40f7e94e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0369551 Mar 10 18:09:11.213078 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db99cd36-ab46-4608-9d31-e5e0f937a029 x-openstack-request-id: req-db99cd36-ab46-4608-9d31-e5e0f937a029 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:11.213369 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:11.213610 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db99cd36-ab46-4608-9d31-e5e0f937a029 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:11.214006 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:09:11.234663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-4ca4f8a4-f963-406d-b8c3-f1bfa4da2577 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 380 time: 0.0973127 Mar 10 18:09:11.256517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': '761375b6-ca06-47fa-98e5-325dee8960be', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94', 'security_groups': ['a1cc14f9-e28b-4ccb-a38b-48d05b268843']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:09:11.288101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-87eadea3-ef3a-42a8-b071-6e727b2544b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.289785 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-87eadea3-ef3a-42a8-b071-6e727b2544b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1126 time: 0.0496421 Mar 10 18:09:11.373117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-d7fb7eb6-1c2e-4727-97a6-98a7212a503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.374670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-d7fb7eb6-1c2e-4727-97a6-98a7212a503a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1126 time: 0.1390595 Mar 10 18:09:11.391864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-4d27868f-e72f-45e2-8cf9-cb4cf9910c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.393358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-4d27868f-e72f-45e2-8cf9-cb4cf9910c53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.0931814 Mar 10 18:09:11.470605 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-2813c623-fbeb-4e82-9a22-fc5cfde32eb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.0637555 Mar 10 18:09:11.484020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:09:11.487457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:11.526490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-a774c07e-b2a7-4310-b6cb-341f36636010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.529756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-6db0987a-1ce0-4e10-ade3-7e6304c7de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.530120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-a774c07e-b2a7-4310-b6cb-341f36636010 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1422303 Mar 10 18:09:11.531476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-6db0987a-1ce0-4e10-ade3-7e6304c7de29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0521274 Mar 10 18:09:11.591282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-3552b6f8-e50a-4bc9-90d7-38a1cfc1abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:11.592928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-3552b6f8-e50a-4bc9-90d7-38a1cfc1abe2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518420 Mar 10 18:09:11.698269 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-aa384479-782b-4ef7-ba4a-891039cc18ab service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954118 Mar 10 18:09:11.807095 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-35d461db-892e-41e8-a160-14d24c640900 service neutron] 10.222.0.59 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963736 Mar 10 18:09:12.026555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-79ad03bb-f17a-4571-a49a-6714ece5f915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.4633746 Mar 10 18:09:12.100033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.11 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/666764ee-4244-4d83-ab13-8d5fb85c09c0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:09:12.103623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-c024361a-0d6c-4ce1-bdff-65760abe472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:12.105074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-c024361a-0d6c-4ce1-bdff-65760abe472a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0697358 Mar 10 18:09:12.114377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c744-cbed-40d1-89f6-6e215a9a2dee req-fec37001-1721-4b96-a797-0c3017971773 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:12.115789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9048c744-cbed-40d1-89f6-6e215a9a2dee req-fec37001-1721-4b96-a797-0c3017971773 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.1765535 Mar 10 18:09:12.259933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-66d65c50-ede9-4155-8615-ad77d4b0c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:12.261900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-66d65c50-ede9-4155-8615-ad77d4b0c059 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1448252 Mar 10 18:09:12.308769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9048c744-cbed-40d1-89f6-6e215a9a2dee req-fd0a016a-8d75-4e73-8ff6-1b2942b48feb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819510 Mar 10 18:09:12.356640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3da4fa94-c496-4022-8d31-496276dc8088 req-cc0135c9-528f-4ec5-a713-eae93c18b5f6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0609262 Mar 10 18:09:12.430046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.450881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb440-a58a-4de6-9983-e2de9c3b6f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.453200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-b65baa35-e9ac-468c-a29a-81b12796412e service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599483 Mar 10 18:09:12.533272 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.594861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:09:12.604602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:09:12.609093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:09:12.611417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:12.645056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ac5c5d0-29b5-40d5-ac94-5d8a33669646 req-fe899cf6-99be-4a92-9531-14ac7e154205 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842136 Mar 10 18:09:12.653698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.654039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.654387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.654904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.655243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.655573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.655897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.656220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.656538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.656854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.657174 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.657608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.657934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:09:12.681930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:12.682683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.702462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-d19737e1-ae44-4f52-a920-4b598d15ed30 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4520352 Mar 10 18:09:12.718138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Request body: {'port': {'device_id': '761375b6-ca06-47fa-98e5-325dee8960be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:09:12.782703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.900641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2a172ced-3d9c-46a9-b0db-f7c21495be74 None None] Provisioning complete for port 666764ee-4244-4d83-ab13-8d5fb85c09c0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:09:12.901093 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a172ced-3d9c-46a9-b0db-f7c21495be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:12.941062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2a172ced-3d9c-46a9-b0db-f7c21495be74 None None] Port 666764ee-4244-4d83-ab13-8d5fb85c09c0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:09:13.071691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666764ee-4244-4d83-ab13-8d5fb85c09c0 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:09:13.080382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks [] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:13.093343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Transition to ACTIVE for port object 666764ee-4244-4d83-ab13-8d5fb85c09c0 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:09:13.097925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:13.152117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Pushing event updated for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:13.232284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Attempting to bind port 666764ee-4244-4d83-ab13-8d5fb85c09c0 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:09:13.232619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Attempting to bind port 666764ee-4244-4d83-ab13-8d5fb85c09c0 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:09:13.232946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Attempting to bind port 666764ee-4244-4d83-ab13-8d5fb85c09c0 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:13.239873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Port 666764ee-4244-4d83-ab13-8d5fb85c09c0 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:09:13.240196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Attempting to bind port 666764ee-4244-4d83-ab13-8d5fb85c09c0 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:09:13.246697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:09:13.247053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:09:13.247436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:09:13.247865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Bound port: 666764ee-4244-4d83-ab13-8d5fb85c09c0, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:09:13.249079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:13.335934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:09:13.339779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:09:13.352655 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:13.459515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Pushing event updated for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:13.468880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.469502 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:13.471403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-e559b08f-14d8-4980-a7a0-96879575a69b service neutron] 10.222.0.59 "PUT /v2.0/ports/666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 1092 time: 0.7577536 Mar 10 18:09:13.483890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:13.486211 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c" -d '{"events": [{"name": "network-changed", "server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:13.629787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6866cb-d2df-415a-a599-75170d482013 req-f2af18b7-e5a3-43a3-a963-dcd8b6537122 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.631433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad6866cb-d2df-415a-a599-75170d482013 req-f2af18b7-e5a3-43a3-a963-dcd8b6537122 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.1411994 Mar 10 18:09:13.646478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3139-0dea-42e3-a63a-69653e3fe112 req-bc6ab25e-2575-4477-b307-664489f56589 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.649785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3da3139-0dea-42e3-a63a-69653e3fe112 req-bc6ab25e-2575-4477-b307-664489f56589 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 944 time: 0.1771672 Mar 10 18:09:13.676337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-ba789e1b-5085-48bd-a116-086f4f86c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.677985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-ba789e1b-5085-48bd-a116-086f4f86c0f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1126 time: 0.1411142 Mar 10 18:09:13.753218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-f9bbcdfb-19d6-4912-bd3e-96557fe4bc92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 217 time: 0.0633059 Mar 10 18:09:13.782275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad6866cb-d2df-415a-a599-75170d482013 req-86b872aa-c70c-4cec-9ddc-1d23cdbe08ce tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307688 Mar 10 18:09:13.787046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3da3139-0dea-42e3-a63a-69653e3fe112 req-7e6dbe73-b71a-42db-8e21-2ce4f19bb6bb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325300 Mar 10 18:09:13.826038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-12df9475-5a9c-4439-b575-13348ea80f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.827748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-12df9475-5a9c-4439-b575-13348ea80f2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0609508 Mar 10 18:09:13.864522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1cbf8d-5a79-440b-a073-e7a607f02917 x-openstack-request-id: req-6c1cbf8d-5a79-440b-a073-e7a607f02917 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:13.864815 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:13.865067 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c1cbf8d-5a79-440b-a073-e7a607f02917 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:13.865458 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'status': 'completed', 'code': 200} Mar 10 18:09:13.913123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-c6f99fd8-28af-4302-a5d6-5403cb0ac6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:13.914692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-c6f99fd8-28af-4302-a5d6-5403cb0ac6cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774341 Mar 10 18:09:13.924497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-81e80a52-d388-4d59-a7a9-ab0a39a176bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572157 Mar 10 18:09:14.045053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-9e7bd1f3-5d21-4233-9cf4-a0dfbe9bafbb service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193941 Mar 10 18:09:14.081537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-1276fe8c-51ad-47e5-82d8-2abcacf45d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.083094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-1276fe8c-51ad-47e5-82d8-2abcacf45d21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1126 time: 0.0936990 Mar 10 18:09:14.211334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4acc4b79-13e6-4b8f-9825-7c383f78debb req-9b943d11-d89d-49b8-998a-aa7adffc3255 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562529 Mar 10 18:09:14.240320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-7341f0be-1ff6-4e7f-9b46-dfd5cb7e9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.241846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-7341f0be-1ff6-4e7f-9b46-dfd5cb7e9412 service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1135061 Mar 10 18:09:14.342211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-4fe244b3-c4cf-48cf-b77d-304f98610bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 999 time: 0.0941815 Mar 10 18:09:14.360996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-3938fbe3-b748-40e0-886d-dbb0ffd678fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.362474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-3938fbe3-b748-40e0-886d-dbb0ffd678fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1126 time: 0.0718918 Mar 10 18:09:14.394158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:09:14.426266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-2bc74f0d-20fe-4d37-9c42-0d0f3f134efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.427792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-2bc74f0d-20fe-4d37-9c42-0d0f3f134efe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0791118 Mar 10 18:09:14.498282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:14.510406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'port_id': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'mac_address': 'fa:16:3e:14:84:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:09:14.511879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-c8abc1f9-d905-4a97-a733-cfc71f8ea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.513374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-c8abc1f9-d905-4a97-a733-cfc71f8ea2ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1330485 Mar 10 18:09:14.521185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-99d4c9b9-5fda-4330-b5b5-c26f79e1891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.522703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-99d4c9b9-5fda-4330-b5b5-c26f79e1891f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661483 Mar 10 18:09:14.552807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:14.553184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:14.566516 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:09:14.574166 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-9d55230e-6691-4b93-b527-0099319a780d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 217 time: 0.0504887 Mar 10 18:09:14.586263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:14.590984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:14.648361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:14.679534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-cd09a6e5-e11d-4f3d-81bf-4abc743f582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.681022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-cd09a6e5-e11d-4f3d-81bf-4abc743f582f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0924084 Mar 10 18:09:14.686939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-eace0463-322a-4f3f-9034-3ca7d86dd92e service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573210 Mar 10 18:09:14.690754 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-429b984c-d844-4f45-8b77-ec52f01b6f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:14.798950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-61afb503-753a-495f-b15e-0f7945cbc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:14.800376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-61afb503-753a-495f-b15e-0f7945cbc40a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097708 Mar 10 18:09:14.823300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636f8f32-c652-4169-8665-8e87a50ccff5 req-d8904edc-1821-4d79-a13b-d3378af1b5ee service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249042 Mar 10 18:09:14.903098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:09:14.967217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-888ff1da-def4-41f2-b951-9dc6d75e3507 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555865 Mar 10 18:09:15.019306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfd4a-b8f2-4725-83fe-925add92b4f2 req-43042643-a2b8-4806-a9c1-a33856f41c62 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:15.020836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559cfd4a-b8f2-4725-83fe-925add92b4f2 req-43042643-a2b8-4806-a9c1-a33856f41c62 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 945 time: 0.1278176 Mar 10 18:09:15.030453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a9f0-850b-4426-acc3-35c574c7d738 req-1ae81655-3d28-4307-a968-37ef3cb23c06 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:15.031977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bb3a9f0-850b-4426-acc3-35c574c7d738 req-1ae81655-3d28-4307-a968-37ef3cb23c06 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.1242139 Mar 10 18:09:15.100953 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:09:15.171944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bb3a9f0-850b-4426-acc3-35c574c7d738 req-cb818e9c-f00c-4e72-a643-48aa6826cd03 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327817 Mar 10 18:09:15.177007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-559cfd4a-b8f2-4725-83fe-925add92b4f2 req-fcb59eb7-6898-4510-b189-1958887195fe tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264119 Mar 10 18:09:15.179549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8cf6b51b-e2b7-4a10-8f0b-48f67557ce5c req-33418be3-dae7-487f-8389-e94323654fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963081 Mar 10 18:09:15.211701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53926) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:09:15.279683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd721e86-878b-482a-bb3f-534f0fa55e01 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 HTTP/1.1" status: 200 len: 992 time: 0.0662794 Mar 10 18:09:15.952485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:16.308065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6748-dfff-41ee-ae41-ec25a0a1d8f3 req-207f4f67-49f3-4422-ba35-8b03e7e8b049 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:16.316519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c43b6748-dfff-41ee-ae41-ec25a0a1d8f3 req-207f4f67-49f3-4422-ba35-8b03e7e8b049 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0599456 Mar 10 18:09:16.363295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c43b6748-dfff-41ee-ae41-ec25a0a1d8f3 req-057d8bc8-43b0-4a13-a825-72d94f9c46b3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Mar 10 18:09:16.407179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:09:16.459642 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:09:16.463780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:09:16.464155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:16.543283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:16.543827 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:16.567616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:16.569844 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cf577-6954-4150-97ce-8f2ce04b2cb8" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:16.584356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:16.590673 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:16.625845 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca501de2-adfc-4887-a537-3d1bb3931aa3 x-openstack-request-id: req-ca501de2-adfc-4887-a537-3d1bb3931aa3 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:16.626263 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-plugged", "status": "completed", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:16.626559 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca501de2-adfc-4887-a537-3d1bb3931aa3 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:16.626957 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'code': 200} Mar 10 18:09:16.645779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=13']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:17.371946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:17.485265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dd54b-02b3-414b-8b84-e2e9fbe7d300 req-fcb3dc3f-af05-474e-b106-99a50dc8b2e0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:17.486650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d0dd54b-02b3-414b-8b84-e2e9fbe7d300 req-fcb3dc3f-af05-474e-b106-99a50dc8b2e0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0553379 Mar 10 18:09:17.539913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d0dd54b-02b3-414b-8b84-e2e9fbe7d300 req-be60de07-ca4a-4277-91d5-e16765701aca tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473392 Mar 10 18:09:18.664235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b765afd-e75f-4779-8463-ecb66b8799fc req-ad6fe527-f214-4b65-ac25-e622a75e97f8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:18.665594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b765afd-e75f-4779-8463-ecb66b8799fc req-ad6fe527-f214-4b65-ac25-e622a75e97f8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0547614 Mar 10 18:09:18.716331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b765afd-e75f-4779-8463-ecb66b8799fc req-6efa7837-225c-4bdc-be16-84c7859fc0eb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Mar 10 18:09:19.349404 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:19.841506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b0958-9a59-4ab4-8b11-fccec9d87b30 req-a3cd6f60-511b-4cd6-b245-61e96b8f4ae6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:19.842941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e97b0958-9a59-4ab4-8b11-fccec9d87b30 req-a3cd6f60-511b-4cd6-b245-61e96b8f4ae6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0566130 Mar 10 18:09:19.892196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e97b0958-9a59-4ab4-8b11-fccec9d87b30 req-320a2b37-b52f-432a-ac84-dce59e9eb1e3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Mar 10 18:09:21.021152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eba20-7d22-4757-8559-7b2efad60f88 req-44b2b7d4-a71f-49e5-b380-deda8658b711 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:21.022688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b9eba20-7d22-4757-8559-7b2efad60f88 req-44b2b7d4-a71f-49e5-b380-deda8658b711 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0586412 Mar 10 18:09:21.074849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b9eba20-7d22-4757-8559-7b2efad60f88 req-68b29cd7-7c91-461c-806b-ccfedf97b839 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460415 Mar 10 18:09:22.196441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2386-f620-458d-a84b-597bd76f382c req-6ce391b3-eb75-479b-893b-d4025268a6ad tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:22.197831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f09f2386-f620-458d-a84b-597bd76f382c req-6ce391b3-eb75-479b-893b-d4025268a6ad tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0547676 Mar 10 18:09:22.248939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f09f2386-f620-458d-a84b-597bd76f382c req-43fdf139-9a22-4f5e-94c5-eaa275153872 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Mar 10 18:09:23.381930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442cdfc-38a1-4587-a814-7d3d69d0b320 req-98fde927-92c7-46d8-952a-f858cd1524f1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:23.383457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e442cdfc-38a1-4587-a814-7d3d69d0b320 req-98fde927-92c7-46d8-952a-f858cd1524f1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0554044 Mar 10 18:09:23.440091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e442cdfc-38a1-4587-a814-7d3d69d0b320 req-3ecc840b-802f-4569-98f8-4d92ff509e61 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Mar 10 18:09:24.574801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630ff63-7e0e-48bb-bf0e-6a5fd96aa645 req-f0574c06-c727-4f7b-9c2c-80f851ef1b82 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:24.576273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8630ff63-7e0e-48bb-bf0e-6a5fd96aa645 req-f0574c06-c727-4f7b-9c2c-80f851ef1b82 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0561733 Mar 10 18:09:24.628187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8630ff63-7e0e-48bb-bf0e-6a5fd96aa645 req-5cd05b4b-54c8-4eba-b208-e1ed0778284b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Mar 10 18:09:25.821387 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774f636-7f4a-4cb8-b8ce-ea5ca7a1d7d4 req-44d0ecb2-51f1-4ec4-88bd-48d837811c00 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:25.822889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7774f636-7f4a-4cb8-b8ce-ea5ca7a1d7d4 req-44d0ecb2-51f1-4ec4-88bd-48d837811c00 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.1167791 Mar 10 18:09:25.876133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7774f636-7f4a-4cb8-b8ce-ea5ca7a1d7d4 req-585b3c3d-f6e3-47a2-8aed-296cf2090a22 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471237 Mar 10 18:09:27.077707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba52fb-3838-4c6c-863f-6196b9e9684f req-56a7fccc-9ceb-485d-a587-3d93a052c0d7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:27.079237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ba52fb-3838-4c6c-863f-6196b9e9684f req-56a7fccc-9ceb-485d-a587-3d93a052c0d7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.1283166 Mar 10 18:09:27.128895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42ba52fb-3838-4c6c-863f-6196b9e9684f req-9e043401-bc75-405c-a984-43f34ce5fffb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Mar 10 18:09:27.155158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:28.125411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 666764ee-4244-4d83-ab13-8d5fb85c09c0 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:09:28.237194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:28.248603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'mac_address': 'fa:16:3e:86:79:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:09:28.252309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265d3bb-2861-4357-a43c-1540c4a7d80a req-c7c6010a-11fc-43b3-b27e-d17d2134a869 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:28.253789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c265d3bb-2861-4357-a43c-1540c4a7d80a req-c7c6010a-11fc-43b3-b27e-d17d2134a869 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 944 time: 0.0544975 Mar 10 18:09:28.285872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 666764ee-4244-4d83-ab13-8d5fb85c09c0 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:28.286266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:28.300044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666764ee-4244-4d83-ab13-8d5fb85c09c0 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:09:28.305292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c265d3bb-2861-4357-a43c-1540c4a7d80a req-18891257-33bb-4b9a-a427-c5fc5638f6d5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457387 Mar 10 18:09:28.319773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:28.324920 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:28.371074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:28.562282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['666764ee-4244-4d83-ab13-8d5fb85c09c0'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:09:29.442871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f780f-e28c-4fe4-a725-dc9d4c15941d req-de117404-8fff-4596-83c7-ecf57fea914b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:29.444354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a5f780f-e28c-4fe4-a725-dc9d4c15941d req-de117404-8fff-4596-83c7-ecf57fea914b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 945 time: 0.0640535 Mar 10 18:09:29.495142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a5f780f-e28c-4fe4-a725-dc9d4c15941d req-f9d8a874-906f-4634-882a-a62e837d6715 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Mar 10 18:09:30.140929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 666764ee-4244-4d83-ab13-8d5fb85c09c0 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:09:30.350061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:30.363024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 666764ee-4244-4d83-ab13-8d5fb85c09c0 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:09:30.368409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 666764ee-4244-4d83-ab13-8d5fb85c09c0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:09:30.369008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:30.457519 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 666764ee-4244-4d83-ab13-8d5fb85c09c0 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:09:30.457893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:30.480944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:30.483272 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e7204e-1ed8-43ba-9c64-4ab192f40f9f" -d '{"events": [{"server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "name": "network-vif-plugged", "status": "completed", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:30.496085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:09:30.502319 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:30.533286 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad32aa2-6fbc-4ea6-a02f-1d60899888a8 x-openstack-request-id: req-4ad32aa2-6fbc-4ea6-a02f-1d60899888a8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:30.533692 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "name": "network-vif-plugged", "status": "completed", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:30.533987 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ad32aa2-6fbc-4ea6-a02f-1d60899888a8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:30.534371 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'code': 200} Mar 10 18:09:30.561367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:30.660528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d49d7b-6f84-4794-b0b0-459a4699d4e1 req-74c084a5-6f0b-4043-9a04-1f7991b17146 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:30.662039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57d49d7b-6f84-4794-b0b0-459a4699d4e1 req-74c084a5-6f0b-4043-9a04-1f7991b17146 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0838149 Mar 10 18:09:30.666227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbfe66-2d8c-44bc-874e-677d53b69db9 req-a84905c9-83c7-4458-80ca-1f043e750fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:30.667616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfbbfe66-2d8c-44bc-874e-677d53b69db9 req-a84905c9-83c7-4458-80ca-1f043e750fdb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1128 time: 0.0628462 Mar 10 18:09:30.739785 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57d49d7b-6f84-4794-b0b0-459a4699d4e1 req-78d6528c-fd6e-45d8-99b2-7bc4d2b62b0c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712395 Mar 10 18:09:30.747511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfbbfe66-2d8c-44bc-874e-677d53b69db9 req-f863a11d-1011-43eb-8a72-4a0e486ee510 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655422 Mar 10 18:09:31.872770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63af320-d777-463d-bdee-245e38512a3b req-f9e1bb6b-885a-4767-996f-278f80528ecb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:31.874311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f63af320-d777-463d-bdee-245e38512a3b req-f9e1bb6b-885a-4767-996f-278f80528ecb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0590172 Mar 10 18:09:31.930589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f63af320-d777-463d-bdee-245e38512a3b req-cd36e1c8-64c8-4ae7-96b9-0c6b4e27f922 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Mar 10 18:09:33.057314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb38ac-68b8-48e6-a2e9-2b580bb23395 req-0828d0fd-7060-4809-8a70-3c5f085a22db tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:33.058801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3eb38ac-68b8-48e6-a2e9-2b580bb23395 req-0828d0fd-7060-4809-8a70-3c5f085a22db tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0600717 Mar 10 18:09:33.107289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b3eb38ac-68b8-48e6-a2e9-2b580bb23395 req-8bc43b92-4f7f-45df-84fc-b74cef59412a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Mar 10 18:09:33.242512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd3992-80b7-41aa-b9b1-356e6fff27fa req-02ecdbda-175f-4f41-a1f2-119c8f6252bd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:33.243916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9cd3992-80b7-41aa-b9b1-356e6fff27fa req-02ecdbda-175f-4f41-a1f2-119c8f6252bd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0612440 Mar 10 18:09:33.297407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9cd3992-80b7-41aa-b9b1-356e6fff27fa req-c597d5b2-a235-416f-af8e-2a35c43fae60 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Mar 10 18:09:33.321332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53968) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:09:33.476030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d25f1c-c224-4b31-810d-034f4aed1d86 tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:33.478209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7d25f1c-c224-4b31-810d-034f4aed1d86 tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1123 time: 0.1557202 Mar 10 18:09:33.483376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 53972) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:09:33.488112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:09:33.511483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:33.610748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:33.716708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.25.3.159 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/939f480b-5572-498c-b716-3853b078e689) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:09:33.836670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (939f480b-5572-498c-b716-3853b078e689), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:33.880023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (939f480b-5572-498c-b716-3853b078e689), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:33.922363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:09:33.925258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:09:33.929543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:09:33.932659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=939f480b-5572-498c-b716-3853b078e689,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:34.626754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (4e5eda83-51b6-4ffe-ba74-281f075065b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:34.698251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (939f480b-5572-498c-b716-3853b078e689), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:34.846413 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (939f480b-5572-498c-b716-3853b078e689), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:34.854101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (939f480b-5572-498c-b716-3853b078e689), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:34.923474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=939f480b-5572-498c-b716-3853b078e689,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:09:34.937938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (4e5eda83-51b6-4ffe-ba74-281f075065b6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:35.050295 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP 4e5eda83-51b6-4ffe-ba74-281f075065b6 associated. External IP: 172.25.3.159, port: 666764ee-4244-4d83-ab13-8d5fb85c09c0. Mar 10 18:09:35.271220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:09:35.387509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:09:35.397856 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:09:35.407812 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:35.409304 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:09:35.410137 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:09:35.437843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-25699f34-c959-43f3-9ea9-742ecbf1f5bb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9529698 Mar 10 18:09:35.438441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:09:35.440738 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:09:35.478528 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65261547-4eff-41ed-867d-f7d4e3246132 x-openstack-request-id: req-65261547-4eff-41ed-867d-f7d4e3246132 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:09:35.478833 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:09:35.479094 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65261547-4eff-41ed-867d-f7d4e3246132 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:09:35.479511 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'status': 'completed', 'code': 200} Mar 10 18:09:35.539702 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:09:35.550009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-41ec3632-7fb5-411e-971c-2af53ec83a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:35.551571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-41ec3632-7fb5-411e-971c-2af53ec83a9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1128 time: 0.0505702 Mar 10 18:09:35.642697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-88b96a8f-d18e-425b-948e-3290df78d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:35.644089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-88b96a8f-d18e-425b-948e-3290df78d6e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0863273 Mar 10 18:09:35.712822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-3eb82f2f-53c0-45c8-96e7-2bee738af617 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 1000 time: 0.0626645 Mar 10 18:09:35.761087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-fd444b32-66ed-4145-a796-1149097d753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:35.762674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-fd444b32-66ed-4145-a796-1149097d753d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0442474 Mar 10 18:09:35.764234 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4e5eda83-51b6-4ffe-ba74-281f075065b6', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:86:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761375b6-ca06-47fa-98e5-325dee8960be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:09:34Z', 'updated_at': '2022-03-10T18:09:34Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:09:35.795858 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:09:35.805521 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:09:35.806129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:09:35.812481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-1a05ae71-11e9-4735-bce6-0865ad5174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:09:35.813975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-1a05ae71-11e9-4735-bce6-0865ad5174d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457051 Mar 10 18:09:35.907994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-b669825b-be19-4259-8271-823cacf5a1f8 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877585 Mar 10 18:09:35.919734 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:09:36.001404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0852a665-0b8d-45e1-8643-74bb7a9dfc4b req-2d34f405-75d8-4976-bec2-079db6eef851 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854833 Mar 10 18:09:36.142996 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4e5eda83-51b6-4ffe-ba74-281f075065b6', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:86:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761375b6-ca06-47fa-98e5-325dee8960be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:09:34Z', 'updated_at': '2022-03-10T18:09:34Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:09:36.172328 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82624cd8-5ab6-4b3a-83a4-bcc1e4a9db4c None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '4e5eda83-51b6-4ffe-ba74-281f075065b6', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:86:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761375b6-ca06-47fa-98e5-325dee8960be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:09:34Z', 'updated_at': '2022-03-10T18:09:34Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:09:36.384001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c083753-9012-4681-ad26-4d991ea2e345 None None] New status for floating IP 4e5eda83-51b6-4ffe-ba74-281f075065b6: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:09:42.460097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a2d004c-9568-4d08-a7e4-b97131e8acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:44.697302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-020e55aa-5501-4ff4-88fb-b21548611b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:45.953253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:47.374526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:49.352277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:09:52.105987 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:09:57.173510 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:00.186912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.174131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c43c4-eeaa-4595-8296-9be78f5817f2 req-68a65416-9489-4558-bca3-6c66086ac97a tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:04.175864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f0c43c4-eeaa-4595-8296-9be78f5817f2 req-68a65416-9489-4558-bca3-6c66086ac97a tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1128 time: 0.0559525 Mar 10 18:10:04.227007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f0c43c4-eeaa-4595-8296-9be78f5817f2 req-db7716ce-d304-4943-b847-57681a853f98 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Mar 10 18:10:04.249714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54004) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:04.426208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 597af651-d433-4f43-b670-8ba4e3fcbea5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:10:04.426584 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.507766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.508029 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (597af651-d433-4f43-b670-8ba4e3fcbea5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.520841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 597af651-d433-4f43-b670-8ba4e3fcbea5 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:10:04.680931 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (597af651-d433-4f43-b670-8ba4e3fcbea5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.708989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=597af651-d433-4f43-b670-8ba4e3fcbea5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:04.771367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (b68c1ee0-20bc-4924-87d7-5f071c3eb6a0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:04.771630 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 disassociated (deleted). External IP: 172.25.3.182, port: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7. Mar 10 18:10:04.989072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 8492ef8b-41d0-490f-b21f-66ea55e77f04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:10:05.105179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:10:05.110579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:05.115983 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Sync routers for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:10:05.125713 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:05.126317 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:05.141559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7aa3cc8a-4493-4be4-9477-e0aa0c685ae3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/floatingips/b68c1ee0-20bc-4924-87d7-5f071c3eb6a0 HTTP/1.1" status: 204 len: 168 time: 0.8905048 Mar 10 18:10:05.142162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:10:05.144661 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cac2fe-eb88-409b-8b94-bfa258e4ce99" -d '{"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:10:05.239060 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:05.252225 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095bc9f-090b-418a-9fca-1d53fa587f70 x-openstack-request-id: req-3095bc9f-090b-418a-9fca-1d53fa587f70 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:10:05.252750 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:10:05.253081 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3095bc9f-090b-418a-9fca-1d53fa587f70 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:10:05.253488 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:10:05.431442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f73d0-70db-4d2e-8e0f-2db1945ebb78 req-16c8efa8-bc6c-4550-a68b-972c794e784e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:05.432960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-076f73d0-70db-4d2e-8e0f-2db1945ebb78 req-16c8efa8-bc6c-4550-a68b-972c794e784e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 946 time: 0.0930676 Mar 10 18:10:05.435920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-9b054e9e-72c2-42ca-aadf-ba975e6c749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:05.437316 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-9b054e9e-72c2-42ca-aadf-ba975e6c749f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 1128 time: 0.1628356 Mar 10 18:10:05.544802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-076f73d0-70db-4d2e-8e0f-2db1945ebb78 req-f8af566b-4c55-4360-9d2f-5af9b82da349 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056221 Mar 10 18:10:05.568356 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:05.577338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-32276f39-cfab-4fc6-9193-f8affa0646bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:05.578835 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-32276f39-cfab-4fc6-9193-f8affa0646bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 200 len: 898 time: 0.1328588 Mar 10 18:10:05.594458 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Checking router: 8492ef8b-41d0-490f-b21f-66ea55e77f04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:10:05.602995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:05.603595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:05.625057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-9658e32c-cf34-4e2f-b406-2230836e251b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0395732 Mar 10 18:10:05.677767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-46904ce3-b767-4dec-a100-1ed6502ac042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:05.679607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-46904ce3-b767-4dec-a100-1ed6502ac042 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 200 len: 834 time: 0.0485356 Mar 10 18:10:05.718045 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:05.738159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-0a58a6c5-0579-4d3b-85ea-7fc8a1d03a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:05.739731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-0a58a6c5-0579-4d3b-85ea-7fc8a1d03a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=123466d5-8e5c-488b-bf8d-fe4a10a20a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534694 Mar 10 18:10:05.843038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-e56daa47-cd93-4c35-bb19-0fdffd4c463d service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964582 Mar 10 18:10:05.957804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84cac2fe-eb88-409b-8b94-bfa258e4ce99 req-4faa89e8-4aba-4732-8094-0ee537c2a723 service neutron] 10.222.0.41 "GET /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077285 Mar 10 18:10:05.967714 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:05.996636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efa94f-d57c-4c43-a1e9-c765213995e1 None None] The sync data for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 is: [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:07:17Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1546a6ea-36d8-41ae-8345-8f3ed3ab3546', 'name': '', 'network_id': '123466d5-8e5c-488b-bf8d-fe4a10a20a38', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:a2:92:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:17Z', 'updated_at': '2022-03-10T18:07:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'e328fbb6-163f-4826-bad5-7c4caba41500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:10:06.263086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e35035-25c0-4dfe-a28c-44829ae6862c None None] New status for floating IP b68c1ee0-20bc-4924-87d7-5f071c3eb6a0: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:10:06.700678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414f3a8-0d1d-4f89-a6a8-37e7bc8aa81d req-c6542be9-8eb1-45c6-8d28-978ebad77c6d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:06.702976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3414f3a8-0d1d-4f89-a6a8-37e7bc8aa81d req-c6542be9-8eb1-45c6-8d28-978ebad77c6d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 946 time: 0.0771224 Mar 10 18:10:06.781887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3414f3a8-0d1d-4f89-a6a8-37e7bc8aa81d req-6f24b900-c202-47dc-a699-851f0746ceeb tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b43e5159-52c0-47ff-9b78-22e7eecb8454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689533 Mar 10 18:10:06.789612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-3784c5c7-cd85-4211-9f88-a3e84cfa6811 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:06.791105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-3784c5c7-cd85-4211-9f88-a3e84cfa6811 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/ports?device_id=e647a2f0-fd7e-4dba-9ac5-dddeb942de83 HTTP/1.1" status: 200 len: 946 time: 0.0869992 Mar 10 18:10:06.885783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:10:06.886077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:06.982971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:06.983338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:06.996389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:10:07.134662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (557c2c7f-c739-4b9b-9cae-c5fa4293c3c7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:07.167009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=557c2c7f-c739-4b9b-9cae-c5fa4293c3c7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:07.211796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] No DVR routers for this DVR port 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:10:07.214530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:07.217747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e06103f6-228a-40f2-8777-003d9ca85d9c req-0580c498-2e0a-42c4-853a-82c750728dd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "DELETE /v2.0/ports/557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 HTTP/1.1" status: 204 len: 173 time: 0.4211955 Mar 10 18:10:07.254674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-deleted', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:10:07.257464 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9a68e-b4cd-4ccf-9add-0432e0cdaa84" -d '{"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-deleted", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:10:07.295691 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb7d3e-87fe-4b6f-99e8-09e02a37459d x-openstack-request-id: req-c4fb7d3e-87fe-4b6f-99e8-09e02a37459d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:10:07.295981 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647a2f0-fd7e-4dba-9ac5-dddeb942de83", "name": "network-vif-deleted", "tag": "557c2c7f-c739-4b9b-9cae-c5fa4293c3c7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:10:07.296234 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4fb7d3e-87fe-4b6f-99e8-09e02a37459d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:10:07.296637 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647a2f0-fd7e-4dba-9ac5-dddeb942de83', 'name': 'network-vif-deleted', 'tag': '557c2c7f-c739-4b9b-9cae-c5fa4293c3c7', 'status': 'completed', 'code': 200} Mar 10 18:10:07.843794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54024) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:08.234705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:08.521515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:10:08.521750 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:08.625547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 1546a6ea-36d8-41ae-8345-8f3ed3ab3546, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:08.625974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:08.639691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:10:09.153237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1546a6ea-36d8-41ae-8345-8f3ed3ab3546), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:09.180787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=1546a6ea-36d8-41ae-8345-8f3ed3ab3546,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:09.366774 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:09.596312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router 8492ef8b-41d0-490f-b21f-66ea55e77f04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:10:09.715168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:10:09.721630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-08b84b36-c74c-4de2-b86d-8aa68fd7ec59 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/8492ef8b-41d0-490f-b21f-66ea55e77f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763902 Mar 10 18:10:09.723352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54026) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:09.726705 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Sync routers for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:10:09.737857 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:09.738744 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:09.775099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting subnet e328fbb6-163f-4826-bad5-7c4caba41500 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:10:09.778885 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (e328fbb6-163f-4826-bad5-7c4caba41500), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:09.836695 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (e328fbb6-163f-4826-bad5-7c4caba41500), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:09.850465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:09.921247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e328fbb6-163f-4826-bad5-7c4caba41500), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:09.980479 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (e328fbb6-163f-4826-bad5-7c4caba41500), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.009566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Subnet': ['ID=e328fbb6-163f-4826-bad5-7c4caba41500,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:10.011542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.017904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:10.018375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c647b6b-093c-44f6-9ff3-8b659ca64116 None None] Network 123466d5-8e5c-488b-bf8d-fe4a10a20a38 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:10:10.024483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc93a974-b297-4782-8d86-5c5f43ccc436 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/subnets/e328fbb6-163f-4826-bad5-7c4caba41500 HTTP/1.1" status: 204 len: 168 time: 0.2999635 Mar 10 18:10:10.044658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:10:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:10.074412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Checking router: 8492ef8b-41d0-490f-b21f-66ea55e77f04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:10:10.083761 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Routers {'8492ef8b-41d0-490f-b21f-66ea55e77f04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:10.084403 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:09:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['8492ef8b-41d0-490f-b21f-66ea55e77f04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:10.140664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.199230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] DHCP port deletion for 123466d5-8e5c-488b-bf8d-fe4a10a20a38 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:10:10.199489 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] Set router 8492ef8b-41d0-490f-b21f-66ea55e77f04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:10.248843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Deleting port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:10:10.249227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.323273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] For port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,segment=NetworkSegment(6e9f90cf-1f7c-45cf-b354-36181f7b03b5),segment_id=6e9f90cf-1f7c-45cf-b354-36181f7b03b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:10.323670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.339749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Calling delete_port for e96c5c72-5dfa-4ef9-be5c-cb5e55705ada owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:10:10.389402 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:10:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:10.421002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356041d-4d4c-4e6c-bebb-5ce52f1e2996 None None] The sync data for ids ['8492ef8b-41d0-490f-b21f-66ea55e77f04'] in n-d-833115-2 is: [{'id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102400338', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:07:13Z', 'updated_at': '2022-03-10T18:10:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': 'afc7e813-3b1e-4587-878b-6747731d0676', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8492ef8b-41d0-490f-b21f-66ea55e77f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:07:14Z', 'updated_at': '2022-03-10T18:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:10:10.435044 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (e96c5c72-5dfa-4ef9-be5c-cb5e55705ada), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.469538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Pushing event deleted for resources: {'Port': ['ID=e96c5c72-5dfa-4ef9-be5c-cb5e55705ada,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:10.474735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] No DVR routers for this DVR port e96c5c72-5dfa-4ef9-be5c-cb5e55705ada on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:10:10.488986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.489335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.489671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.490001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.490337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.490694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.491018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.491339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.491663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.491983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.492300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.492615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.492936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d28e94-a7b2-49ec-ade8-a020abe9020c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:10.618605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (8492ef8b-41d0-490f-b21f-66ea55e77f04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.681690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:10:10.684733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port afc7e813-3b1e-4587-878b-6747731d0676 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:10:10.685092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (afc7e813-3b1e-4587-878b-6747731d0676), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.706825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:10:10.707159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 557c2c7f-c739-4b9b-9cae-c5fa4293c3c7 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:10:10.766497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port afc7e813-3b1e-4587-878b-6747731d0676, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=afc7e813-3b1e-4587-878b-6747731d0676,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:10.766741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (afc7e813-3b1e-4587-878b-6747731d0676), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:10.779558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for afc7e813-3b1e-4587-878b-6747731d0676 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:10:10.919436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e96c5c72-5dfa-4ef9-be5c-cb5e55705ada no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:10:10.942564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e96c5c72-5dfa-4ef9-be5c-cb5e55705ada {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:10:10.942910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e96c5c72-5dfa-4ef9-be5c-cb5e55705ada not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:10:10.972181 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (afc7e813-3b1e-4587-878b-6747731d0676), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.002174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=afc7e813-3b1e-4587-878b-6747731d0676,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:11.014065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.014415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.014792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.015289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.015785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.016299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.016826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.017157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.017482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.017815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.018137 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.019002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.019002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:11.076841 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.175069 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.177419 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (8492ef8b-41d0-490f-b21f-66ea55e77f04), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.225747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (8492ef8b-41d0-490f-b21f-66ea55e77f04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.226182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Fanout notify agent at l3_agent the message router_deleted on router 8492ef8b-41d0-490f-b21f-66ea55e77f04 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:10:11.233049 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.234176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bc43bd55-2260-4a0e-b861-c10025f0d97a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/routers/8492ef8b-41d0-490f-b21f-66ea55e77f04 HTTP/1.1" status: 204 len: 168 time: 1.2152526 Mar 10 18:10:11.237147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54032) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:11.318867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (123466d5-8e5c-488b-bf8d-fe4a10a20a38), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.421619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (123466d5-8e5c-488b-bf8d-fe4a10a20a38), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.431530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-77c4e782-8935-4216-8e76-543e26fa738f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515480 Mar 10 18:10:11.444382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123466d5-8e5c-488b-bf8d-fe4a10a20a38']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:11.453838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9f90cf-1f7c-45cf-b354-36181f7b03b5') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:11.454182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9f90cf-1f7c-45cf-b354-36181f7b03b5') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:11.463733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (6e9f90cf-1f7c-45cf-b354-36181f7b03b5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.478885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6e9f90cf-1f7c-45cf-b354-36181f7b03b5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.485357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:10:11.485725 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (6e9f90cf-1f7c-45cf-b354-36181f7b03b5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:10:11.490724 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:10:11.522635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-8e266820-1061-4d58-b7d9-d4411153ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:11.524348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-8e266820-1061-4d58-b7d9-d4411153ba85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1128 time: 0.0493677 Mar 10 18:10:11.555247 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (123466d5-8e5c-488b-bf8d-fe4a10a20a38), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.562712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.565970 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/networks/123466d5-8e5c-488b-bf8d-fe4a10a20a38 HTTP/1.1" status: 204 len: 168 time: 0.3279121 Mar 10 18:10:11.570645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54036) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:11.577362 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a1f8-ed59-4821-b5db-e64ca8c1f429 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Network': ['ID=123466d5-8e5c-488b-bf8d-fe4a10a20a38,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:11.683856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-e2125964-9e66-4d56-b266-959c2b09d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:11.685392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-e2125964-9e66-4d56-b266-959c2b09d053 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1404057 Mar 10 18:10:11.691882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b43e5159-52c0-47ff-9b78-22e7eecb8454), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.754916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b43e5159-52c0-47ff-9b78-22e7eecb8454), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.791834 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-d6533baa-c671-43ce-acb8-14b7c8c8c007 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 1002 time: 0.0970862 Mar 10 18:10:11.848417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-2d6e8a88-74f1-4475-84e7-b78deebc0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:11.849883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-2d6e8a88-74f1-4475-84e7-b78deebc0675 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0505857 Mar 10 18:10:11.897753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b43e5159-52c0-47ff-9b78-22e7eecb8454), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.900342 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:11.901470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/security-groups/b43e5159-52c0-47ff-9b78-22e7eecb8454 HTTP/1.1" status: 204 len: 168 time: 0.3297036 Mar 10 18:10:11.917170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-fd35a583-64d8-4a7e-9f47-471b71e107fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:11.918688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-fd35a583-64d8-4a7e-9f47-471b71e107fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619507 Mar 10 18:10:11.919598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa17acf-90c8-4dc2-bca4-fff29420420f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43e5159-52c0-47ff-9b78-22e7eecb8454,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.032500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-92640296-f757-4a41-b075-7682836b9963 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061845 Mar 10 18:10:12.100058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.104777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622302096', 'description': 'tempest-secgroup-smoke-1622302096 description', 'project_id': 'eda524d4c045479aa14ad9c7ec000428'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.125520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.130946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63572d34-cf24-4cb7-a899-cfaa4bf1e83b req-1562a2b2-bd89-41ae-a2b5-930322c74087 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909731 Mar 10 18:10:12.198567 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b51d2b68-094d-444d-bdcb-04554f752af5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.204214 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b51d2b68-094d-444d-bdcb-04554f752af5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.236825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.238246 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1370988 Mar 10 18:10:12.242084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54044) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.242774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae13870-4c59-4910-a09b-58a7abba1320 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d2b68-094d-444d-bdcb-04554f752af5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.247907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.278378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (84e0af2a-33f7-4d07-b9fc-dee836d65f3a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.340051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (84e0af2a-33f7-4d07-b9fc-dee836d65f3a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.344679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (84e0af2a-33f7-4d07-b9fc-dee836d65f3a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.359868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e0af2a-33f7-4d07-b9fc-dee836d65f3a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.371588 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.372825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9523876f-c578-4626-876d-7239aa6b5a4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291049 Mar 10 18:10:12.375894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54046) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.380468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.409634 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (7850d76b-1d72-42b0-a736-d3dc1f28e330), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.455776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-404609a5-97cb-434b-88c1-7c2e83e18546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.480006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (7850d76b-1d72-42b0-a736-d3dc1f28e330), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.486937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7850d76b-1d72-42b0-a736-d3dc1f28e330), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.509080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7850d76b-1d72-42b0-a736-d3dc1f28e330,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.512750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:10:12.519963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.521230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d207f990-f1a0-4ec4-82cf-5a9872d1a3d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442719 Mar 10 18:10:12.525193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54048) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.529713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.538856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:10:12.539202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1546a6ea-36d8-41ae-8345-8f3ed3ab3546 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:10:12.539617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device afc7e813-3b1e-4587-878b-6747731d0676 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:10:12.556194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5c3a9c2c-6e0b-4d9e-bd51-e587406b9842), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.560433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: afc7e813-3b1e-4587-878b-6747731d0676 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:10:12.560777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device afc7e813-3b1e-4587-878b-6747731d0676 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:10:12.615298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (5c3a9c2c-6e0b-4d9e-bd51-e587406b9842), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.619624 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5c3a9c2c-6e0b-4d9e-bd51-e587406b9842), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.640783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3a9c2c-6e0b-4d9e-bd51-e587406b9842,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.647511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.648724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cbdff838-8f20-4ac4-9915-7f2bf1698806 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225924 Mar 10 18:10:12.651772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.656682 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.686086 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (32c817cf-8611-43e8-95fd-8f0c9678c2cd), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.747652 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (32c817cf-8611-43e8-95fd-8f0c9678c2cd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.752513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (32c817cf-8611-43e8-95fd-8f0c9678c2cd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.771628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c817cf-8611-43e8-95fd-8f0c9678c2cd,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.777564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.781389 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-329bee42-629b-437a-899f-5888f2c3d157 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256471 Mar 10 18:10:12.781668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54052) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.786628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.809047 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:10:12.814055 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (12e42b9d-b1d7-4d4d-870b-ca70669336eb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.873566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (12e42b9d-b1d7-4d4d-870b-ca70669336eb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.877429 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (12e42b9d-b1d7-4d4d-870b-ca70669336eb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.894816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e42b9d-b1d7-4d4d-870b-ca70669336eb,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:12.905346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:12.906615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237118 Mar 10 18:10:12.908065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.908411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.908751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.909182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.909534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.909746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54054) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:12.909856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.910173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.910839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.911359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.911479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.911762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.912082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.912393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a705c7-f4a0-44df-9211-0335638a23ba tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:12.915435 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'b51d2b68-094d-444d-bdcb-04554f752af5', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:12.941990 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:10:12.947360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (46bb67a1-d7b5-4359-8bf1-801611fa77bf), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.011804 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (46bb67a1-d7b5-4359-8bf1-801611fa77bf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.017044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (46bb67a1-d7b5-4359-8bf1-801611fa77bf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.036564 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bb67a1-d7b5-4359-8bf1-801611fa77bf,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:13.046906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.048223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d98d28d5-c2d0-4167-aa7d-ab8eddf1c3fa tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374412 Mar 10 18:10:13.051433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:13.056779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'network': {'name': 'tempest-network-smoke--129432854', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'port_security_enabled': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:13.077179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:10:13.080699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.105007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:10:13.115163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6469efcd-76f9-4888-8831-26da336ba9d9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.115516 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Added segment 6469efcd-76f9-4888-8831-26da336ba9d9 of type vlan for network c296c8ab-8859-4f63-af43-053b305043de Mar 10 18:10:13.159616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c296c8ab-8859-4f63-af43-053b305043de), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.186607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c296c8ab-8859-4f63-af43-053b305043de), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.191687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:13.192558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.229595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1769571 Mar 10 18:10:13.232425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:13.239173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'admin_state_up': True, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:13.269291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9ec65-8226-4821-8bc9-2425564f0caf tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Network': ['ID=c296c8ab-8859-4f63-af43-053b305043de,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:13.280084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c296c8ab-8859-4f63-af43-053b305043de details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:10:13.290489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.291608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.349211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (f1769386-5797-4ce1-8f13-86e7aaa80cef), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.496706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f1769386-5797-4ce1-8f13-86e7aaa80cef), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.715800 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.737131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:13.852725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.150 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7afcc6de-50f6-4630-8127-18443dd3d220) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:10:13.962909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (7afcc6de-50f6-4630-8127-18443dd3d220), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.002839 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.046129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:14.051417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:14.054988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:10:14.081285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=7afcc6de-50f6-4630-8127-18443dd3d220,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:14.320228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.546058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.684684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f1769386-5797-4ce1-8f13-86e7aaa80cef is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:10:14.701867 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f04b858d-f956-4cca-a1ed-9b3f32e848ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.803479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:10:14.813311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Sync routers for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:10:14.824976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:14.825768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:14.827665 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:14.828912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ee42fc8f-0fff-4fd7-bec1-5c60329f3ab2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5955713 Mar 10 18:10:14.832324 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54060) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:14.863697 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4e1a4d22-f5d1-4ea5-82e5-008131f138b1 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eda524d4c045479aa14ad9c7ec000428&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300963 Mar 10 18:10:14.866520 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:14.940171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:14.955760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecaec56-8d93-4115-87c4-1852d840d838 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:14.957259 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7ecaec56-8d93-4115-87c4-1852d840d838 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897899 Mar 10 18:10:14.960507 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:14.989188 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2c02b26c-15ec-4c0a-87a3-38e5ce1b300e tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275552 Mar 10 18:10:14.992088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:14.997267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309412221', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:15.100362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:10:15.104164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.139195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:15.166536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Checking router: f1769386-5797-4ce1-8f13-86e7aaa80cef for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:10:15.166536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Updating router f1769386-5797-4ce1-8f13-86e7aaa80cef port 7afcc6de-50f6-4630-8127-18443dd3d220 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:10:15.195932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.305053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (164499cc-1226-4234-8eef-9d88c825ef4a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.370989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Subnet': ['ID=164499cc-1226-4234-8eef-9d88c825ef4a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:15.399744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:10:15.400201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network hostable DHCP agents. Network: c296c8ab-8859-4f63-af43-053b305043de, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:10:15.419825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network c296c8ab-8859-4f63-af43-053b305043de is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:10:15.434556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c296c8ab-8859-4f63-af43-053b305043de) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:15.440504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:15.441080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.448507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee02ff1-8f9b-4c18-98fa-9d22a1cc7a95 None None] Network c296c8ab-8859-4f63-af43-053b305043de requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:10:15.459682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-faef1154-140d-42a5-a233-3a0742d3bdcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4665143 Mar 10 18:10:15.462408 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:15.573361 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks [] for port (7afcc6de-50f6-4630-8127-18443dd3d220), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.598854 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.631713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-c296c8ab-8859-4f63-af43-053b305043de', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:10:15.632730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.680930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3437c1-f402-4d1f-8a98-1b6953450f19 None None] Pushing event updated for resources: {'Port': ['ID=7afcc6de-50f6-4630-8127-18443dd3d220,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:15.690699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Attempting to bind port 7afcc6de-50f6-4630-8127-18443dd3d220 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:10:15.691208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Attempting to bind port 7afcc6de-50f6-4630-8127-18443dd3d220 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:10:15.691805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Attempting to bind port 7afcc6de-50f6-4630-8127-18443dd3d220 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:10:15.747725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:10:15.748440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:10:15.748440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.748740 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:10:15.749210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Bound port: 7afcc6de-50f6-4630-8127-18443dd3d220, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:10:15.749588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.844769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] For port 7afcc6de-50f6-4630-8127-18443dd3d220, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:10:15.851825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] For port 7afcc6de-50f6-4630-8127-18443dd3d220, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7afcc6de-50f6-4630-8127-18443dd3d220,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:10:15.859502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Allocated IP 172.20.0.2 (c296c8ab-8859-4f63-af43-053b305043de/164499cc-1226-4234-8eef-9d88c825ef4a/8881bb9d-8be3-40a6-822c-1dbae26e8d9e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:10:15.865810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:15.956918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3437c1-f402-4d1f-8a98-1b6953450f19 None None] Pushing event updated for resources: {'Port': ['ID=7afcc6de-50f6-4630-8127-18443dd3d220,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:16.021796 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.027628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:16.028267 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:16.270036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.379809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:16.382687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks [] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.437896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.498666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Network c296c8ab-8859-4f63-af43-053b305043de is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:16.506933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:16.532347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:10:16.537225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Pushing event updated for resources: {'Port': ['ID=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:16.576831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.1 (c296c8ab-8859-4f63-af43-053b305043de/164499cc-1226-4234-8eef-9d88c825ef4a/e6633b40-32db-4026-8aae-c2d44aacfe2a) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:10:16.613532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Attempting to bind port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:10:16.613532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Attempting to bind port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:10:16.613879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Attempting to bind port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:10:16.636529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:10:16.636813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:10:16.637214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.637604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Bound using segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:10:16.638073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Bound port: 8881bb9d-8be3-40a6-822c-1dbae26e8d9e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:10:16.638469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.699505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.716631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] For port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:10:16.719510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:16.722348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] For port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:10:16.734210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.756290 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:16.760114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c7727-42a9-4e36-8ed1-a6da56119f20 None None] The sync data for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 is: [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:14Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:10:16.777837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network c296c8ab-8859-4f63-af43-053b305043de is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:16.783800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:16.788392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:10:16.824312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:16.840555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe084e5-1b1a-46f8-8fa0-d6acb9b78874 None None] Pushing event updated for resources: {'Port': ['ID=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:16.848451 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.002638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.384056 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.402905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.414618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.495578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:17.506024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:17.602241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network c296c8ab-8859-4f63-af43-053b305043de is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:17.603936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:17.744380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f1769386-5797-4ce1-8f13-86e7aaa80cef has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:10:17.868953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:10:17.874708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-04618f66-7ae5-44bc-8fc6-4a73fe27852a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/f1769386-5797-4ce1-8f13-86e7aaa80cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111652 Mar 10 18:10:17.972903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749edcf-2181-4699-b427-1fbde461976d None None] Network c296c8ab-8859-4f63-af43-053b305043de requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:10:18.034417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-71305d6e-b141-459f-b791-924b74574805 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622302096&fields=id&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 267 time: 0.0471480 Mar 10 18:10:18.047216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Provisioning complete for port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.047595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.157618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-aa1942c8-005d-4125-bd29-ac591aac865c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:18.159191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-aa1942c8-005d-4125-bd29-ac591aac865c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 796 time: 0.1169858 Mar 10 18:10:18.165327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Current status of the port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:18.165674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.178795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-73e41715-794c-4939-b224-439a53db87f4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/quotas/eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 375 time: 0.0103590 Mar 10 18:10:18.203475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] For port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:18.210910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.243382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-6091d9c1-a7d3-49ad-aea9-9342673b51de tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574949 Mar 10 18:10:18.279453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13bf19-2711-43e8-960b-a7e01b53a82b None None] Pushing event updated for resources: {'Port': ['ID=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:18.353969 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-260607f1-5632-4d21-9711-501e3f67ab19 service neutron] 10.222.0.35 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970688 Mar 10 18:10:18.437005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.437530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.455529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-7043abf5-c925-43a8-89cd-d6831c0c6fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955391 Mar 10 18:10:18.475242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Port e6633b40-32db-4026-8aae-c2d44aacfe2a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:10:18.491057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Provisioning complete for port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.491516 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.619306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-dc632497-e1c9-4899-a5b9-55a71ce3fe39 None None] Current status of the port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:18.639478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8881bb9d-8be3-40a6-822c-1dbae26e8d9e up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:10:18.697116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b575024-f84b-437d-a7bf-7f5ff249e906 req-538775b7-c61f-488c-84e5-824d68054f1e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 210 time: 0.0328655 Mar 10 18:10:18.710939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.711312 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.767970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b51c2f92-c72d-4b18-8748-ba83ec7a3db2 None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.768352 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b51c2f92-c72d-4b18-8748-ba83ec7a3db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.793865 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Sync routers for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:10:18.805623 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:18.806254 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:18.822864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b51c2f92-c72d-4b18-8748-ba83ec7a3db2 None None] Port e6633b40-32db-4026-8aae-c2d44aacfe2a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:10:18.879200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:18.880734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7afcc6de-50f6-4630-8127-18443dd3d220 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:10:18.929605 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:18.946043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7afcc6de-50f6-4630-8127-18443dd3d220 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.946443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:18.974679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e017ef71-edeb-40ec-a03e-313441b7dee4 None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:18.975378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e017ef71-edeb-40ec-a03e-313441b7dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.020440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e017ef71-edeb-40ec-a03e-313441b7dee4 None None] Port e6633b40-32db-4026-8aae-c2d44aacfe2a cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:10:19.068083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7afcc6de-50f6-4630-8127-18443dd3d220 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:19.068477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.089917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 7afcc6de-50f6-4630-8127-18443dd3d220, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7afcc6de-50f6-4630-8127-18443dd3d220,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:19.095288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.150716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=7afcc6de-50f6-4630-8127-18443dd3d220,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:19.168174 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:17Z', 'revision_number': 2, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:19.201133 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Checking router: f1769386-5797-4ce1-8f13-86e7aaa80cef for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:10:19.201389 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Updating router f1769386-5797-4ce1-8f13-86e7aaa80cef port e6633b40-32db-4026-8aae-c2d44aacfe2a binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:10:19.232782 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.347293 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.509432 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks [] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.516187 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.571158 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Pushing event updated for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:19.594831 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.595173 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.595512 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.595832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.596153 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.596471 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.596778 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.597109 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.597423 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.597792 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.598231 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.598563 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.598878 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:10:19.631995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Attempting to bind port e6633b40-32db-4026-8aae-c2d44aacfe2a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:10:19.632353 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Attempting to bind port e6633b40-32db-4026-8aae-c2d44aacfe2a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:10:19.632730 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Attempting to bind port e6633b40-32db-4026-8aae-c2d44aacfe2a on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:10:19.638036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:10:19.638406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:10:19.638838 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.639226 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Bound using segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:10:19.639689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Bound port: e6633b40-32db-4026-8aae-c2d44aacfe2a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:10:19.640246 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.704886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] For port e6633b40-32db-4026-8aae-c2d44aacfe2a, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:10:19.708330 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] For port e6633b40-32db-4026-8aae-c2d44aacfe2a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e6633b40-32db-4026-8aae-c2d44aacfe2a,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:10:19.720357 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.792087 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68797a02-2d46-4ea0-9616-94720614db0c None None] Pushing event updated for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:19.806268 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:19.806952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:19.851487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:19.851865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:19.888618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f44d486-2157-495b-b78f-93c05cbe945d req-1e8a62e2-488e-4b39-b4ac-f264de4b91f4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 210 time: 0.0980115 Mar 10 18:10:19.948389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-05e1ed31-dbd5-4cc1-bde4-d10ae1e51ee4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:19.950082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-05e1ed31-dbd5-4cc1-bde4-d10ae1e51ee4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 796 time: 0.2386930 Mar 10 18:10:19.959039 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:19.985784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Current status of the port e6633b40-32db-4026-8aae-c2d44aacfe2a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:19.986395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.024896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-cb3d395a-514e-4d2b-a62d-564ab7964fc6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 380 time: 0.0646436 Mar 10 18:10:20.035486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] For port e6633b40-32db-4026-8aae-c2d44aacfe2a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e6633b40-32db-4026-8aae-c2d44aacfe2a,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:20.037355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'port': {'device_id': '636f9a53-e287-4592-a927-781f3b870251', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'admin_state_up': True, 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'security_groups': ['b51d2b68-094d-444d-bdcb-04554f752af5']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:20.041693 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.099113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf79501-6490-4b5c-821a-75dbc440d9dc None None] Pushing event updated for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:20.167109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e437d079-0bd6-457f-a6ff-859a8dc07970 None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:20.167736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:10:20.168163 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e437d079-0bd6-457f-a6ff-859a8dc07970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.171617 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.184194 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:20.210949 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afa40-758c-442a-a626-9469b7455ba0 None None] The sync data for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 is: [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:10:20.275144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e437d079-0bd6-457f-a6ff-859a8dc07970 None None] Current status of the port e6633b40-32db-4026-8aae-c2d44aacfe2a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:20.329434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.6 (c296c8ab-8859-4f63-af43-053b305043de/164499cc-1226-4234-8eef-9d88c825ef4a/47f8a5ab-ac31-43f4-9a6b-8171a020cba5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:10:20.474656 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.510366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.560994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network c296c8ab-8859-4f63-af43-053b305043de is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:20.566417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:20.570409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:10:20.577185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:20.624030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7afcc6de-50f6-4630-8127-18443dd3d220 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:10:20.641441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:20.642192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.671272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-d2099a0f-1141-4b03-9c3c-816d1a70ac27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407723 Mar 10 18:10:20.679517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7afcc6de-50f6-4630-8127-18443dd3d220 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:20.679894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.684845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Request body: {'port': {'device_id': '636f9a53-e287-4592-a927-781f3b870251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:20.752831 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.790309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7afcc6de-50f6-4630-8127-18443dd3d220 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:20.791463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e6633b40-32db-4026-8aae-c2d44aacfe2a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:10:20.864633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e6633b40-32db-4026-8aae-c2d44aacfe2a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:20.865008 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.915591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bc844a76-fe1d-4c14-9a26-3447d077d0f1 None None] Provisioning complete for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:20.915964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bc844a76-fe1d-4c14-9a26-3447d077d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:20.995147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e6633b40-32db-4026-8aae-c2d44aacfe2a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:21.002911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bc844a76-fe1d-4c14-9a26-3447d077d0f1 None None] Port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:10:21.073391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58299e-dd4b-4a69-ab17-2940fb893311 req-58f72d89-327c-4e10-961c-6204ee128a20 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:21.074997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc58299e-dd4b-4a69-ab17-2940fb893311 req-58f72d89-327c-4e10-961c-6204ee128a20 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 931 time: 0.0926266 Mar 10 18:10:21.140104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:10:21.154837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks [] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:21.168373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc58299e-dd4b-4a69-ab17-2940fb893311 req-16d8d68a-ba3b-41c5-bfa8-6ddd38218f79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874038 Mar 10 18:10:21.176568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Transition to ACTIVE for port object 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:10:21.190830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:21.238092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:21.327081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:10:21.327673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:10:21.327999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:10:21.333737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:10:21.334067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:10:21.339726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:10:21.340064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:10:21.340442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Bound using segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:10:21.340881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Bound port: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:10:21.341358 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:21.410764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:10:21.414699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:10:21.422462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:21.438008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:21.438650 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:21.440033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] 10.222.0.41 "PUT /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1091 time: 0.7599542 Mar 10 18:10:21.440471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:10:21.443455 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761c3a8-fd78-4af7-9d98-2807ce4afffb" -d '{"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:10:21.525172 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20748c85-fd3a-4fd7-bbe3-c1e605e85b57 x-openstack-request-id: req-20748c85-fd3a-4fd7-bbe3-c1e605e85b57 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:10:21.525462 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:10:21.525712 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20748c85-fd3a-4fd7-bbe3-c1e605e85b57 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:10:21.526119 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'status': 'completed', 'code': 200} Mar 10 18:10:21.548664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337a055-032d-4a39-824a-f9ec84ac7096 service neutron] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:21.566111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-cccf4245-28af-4f2a-b76b-b65c1534b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:21.568146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-cccf4245-28af-4f2a-b76b-b65c1534b186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1125 time: 0.0780089 Mar 10 18:10:21.616014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-a0c9885b-4601-45de-87b4-6f08dd5c2d47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 217 time: 0.0367987 Mar 10 18:10:21.671419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-4cca8bc2-9b55-4ab4-8979-583bb8aaa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:21.672918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-4cca8bc2-9b55-4ab4-8979-583bb8aaa47d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0511513 Mar 10 18:10:21.724013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-8f0d377a-b0bd-4e7a-868c-058c25ed2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:21.725524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-8f0d377a-b0bd-4e7a-868c-058c25ed2f84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458524 Mar 10 18:10:21.820329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-8024d156-4815-472f-9316-f674ff5d2c4a service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888262 Mar 10 18:10:21.913524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ab39086-2936-4bd7-b602-f9c54a7e34eb req-89647327-5b4a-4e5f-bf61-3fcb0552c7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875666 Mar 10 18:10:22.009990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-abd3c8da-7ce5-47f7-8b04-40b1801b256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:22.011620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-abd3c8da-7ce5-47f7-8b04-40b1801b256e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1125 time: 0.0493586 Mar 10 18:10:22.114243 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-6095399d-93f2-4d17-9e2b-9d619ebb1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:22.115766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-6095399d-93f2-4d17-9e2b-9d619ebb1308 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.0971484 Mar 10 18:10:22.166595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-a8ca6fa9-51ae-42d5-9b9b-f8e5deb072d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 217 time: 0.0367496 Mar 10 18:10:22.215861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-d3410040-f216-4336-af89-eef52ba9694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:22.217319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-d3410040-f216-4336-af89-eef52ba9694a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0453162 Mar 10 18:10:22.300948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-e89a5f11-7dad-4204-bd3a-fa8016678645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:22.302609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-e89a5f11-7dad-4204-bd3a-fa8016678645 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787752 Mar 10 18:10:22.317395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1fe18-2f80-4288-a062-f3e10c5b4c12 req-d5076d37-b16e-4845-96fd-1b25e6233e28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:22.318841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9e1fe18-2f80-4288-a062-f3e10c5b4c12 req-d5076d37-b16e-4845-96fd-1b25e6233e28 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 943 time: 0.0664804 Mar 10 18:10:22.425051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9e1fe18-2f80-4288-a062-f3e10c5b4c12 req-9feac3c4-1d9c-4602-9f34-9e850c49495f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981183 Mar 10 18:10:22.441085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-08f6d22e-70dc-4c10-929a-7e112d5204e5 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213191 Mar 10 18:10:22.531144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9761c3a8-fd78-4af7-9d98-2807ce4afffb req-861a3312-501f-46e1-93cd-f003a7b8d810 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834670 Mar 10 18:10:23.559402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e756f-fb59-4382-822f-16d8f8f1f098 req-63151de8-3cee-46e4-96fa-2a2b96f47827 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:23.560880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f7e756f-fb59-4382-822f-16d8f8f1f098 req-63151de8-3cee-46e4-96fa-2a2b96f47827 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 943 time: 0.0598993 Mar 10 18:10:23.610418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f7e756f-fb59-4382-822f-16d8f8f1f098 req-e55ae158-8623-47be-a9a2-87e5437df2f0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Mar 10 18:10:24.741401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573fb15-fbf8-45db-8b97-875c900e0943 req-a2b28c28-900c-4c6c-8ef6-0d83a1a44085 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:24.742841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9573fb15-fbf8-45db-8b97-875c900e0943 req-a2b28c28-900c-4c6c-8ef6-0d83a1a44085 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 943 time: 0.0565953 Mar 10 18:10:24.792979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9573fb15-fbf8-45db-8b97-875c900e0943 req-18371531-273b-4fdc-9d0b-189557d49fad tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Mar 10 18:10:25.928942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dfe2c-4ef3-4f85-ac7f-2f15176477c6 req-714a2b3c-253f-410a-ae4e-bc03149ca09a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:25.930459 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa1dfe2c-4ef3-4f85-ac7f-2f15176477c6 req-714a2b3c-253f-410a-ae4e-bc03149ca09a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 943 time: 0.0607154 Mar 10 18:10:25.989233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa1dfe2c-4ef3-4f85-ac7f-2f15176477c6 req-81c7add2-417a-4c9b-962a-1fad231e0c31 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529392 Mar 10 18:10:26.745858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:10:26.860881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:26.872475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'port_id': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'mac_address': 'fa:16:3e:38:56:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:10:26.910679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:26.911074 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:26.925738 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:10:26.947185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:26.953818 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:27.001903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:27.115786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938783ee-3f4d-436e-91f9-34d38802a8e1 req-c0295371-1cfa-4302-b83c-60605bcd9a63 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:27.117423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-938783ee-3f4d-436e-91f9-34d38802a8e1 req-c0295371-1cfa-4302-b83c-60605bcd9a63 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0530996 Mar 10 18:10:27.166182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-938783ee-3f4d-436e-91f9-34d38802a8e1 req-90e4eb49-de88-4643-9af6-15e4d1974bfc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Mar 10 18:10:27.185729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:27.276021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['47f8a5ab-ac31-43f4-9a6b-8171a020cba5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:10:28.309301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289197-1f87-4a25-869f-d002613c8fbd req-1fab6a01-e5a6-4f6d-a78b-7ac62db5fbc8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:28.310854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe289197-1f87-4a25-869f-d002613c8fbd req-1fab6a01-e5a6-4f6d-a78b-7ac62db5fbc8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0674043 Mar 10 18:10:28.369182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe289197-1f87-4a25-869f-d002613c8fbd req-7a060920-85e4-4b57-bc68-cd147b6924c7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Mar 10 18:10:28.760287 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:10:28.821120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:10:28.825169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:10:28.825559 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:28.906974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:10:28.907355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:28.932191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:10:28.934485 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62929f-297e-4f33-959e-8be3f0f1b1b5" -d '{"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-plugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:10:28.947450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:10:28.952271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:28.975635 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f9abe-6a72-4dc9-ba34-0b4ebdd84321 x-openstack-request-id: req-465f9abe-6a72-4dc9-ba34-0b4ebdd84321 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:10:28.975942 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-plugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:10:28.976189 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-465f9abe-6a72-4dc9-ba34-0b4ebdd84321 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:10:28.976576 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'code': 200} Mar 10 18:10:29.005620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:29.077279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4032a8-b0b1-4eb8-a8d4-28cb9788b61f req-d18a4f20-2c41-4660-8fe1-e0c02bda8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:29.078782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb4032a8-b0b1-4eb8-a8d4-28cb9788b61f req-d18a4f20-2c41-4660-8fe1-e0c02bda8965 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1127 time: 0.0489321 Mar 10 18:10:29.106160 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:10:29.124810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb4032a8-b0b1-4eb8-a8d4-28cb9788b61f req-4ce4b3ad-a38f-40d8-a018-109579e94d82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Mar 10 18:10:29.507784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4427f-e991-446e-a634-f3ca73b62177 req-42e75c9c-a6b1-44fb-868c-3b35eaf023db tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:29.509239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c4427f-e991-446e-a634-f3ca73b62177 req-42e75c9c-a6b1-44fb-868c-3b35eaf023db tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0613194 Mar 10 18:10:29.565683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3c4427f-e991-446e-a634-f3ca73b62177 req-ea8674c4-bf51-4ecd-bd0a-0f727d79fc42 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506318 Mar 10 18:10:30.193691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:30.692962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb03d-50b4-4246-9718-4f1c2ea69928 req-34f10445-587e-4530-a198-7a76a055ffef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:30.694912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9cbb03d-50b4-4246-9718-4f1c2ea69928 req-34f10445-587e-4530-a198-7a76a055ffef tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0563734 Mar 10 18:10:30.751039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9cbb03d-50b4-4246-9718-4f1c2ea69928 req-024d1276-8975-4ed6-8093-55997d5b3d84 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489569 Mar 10 18:10:30.872973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708505a-bc03-49b1-8666-71b24a2e5db9 req-4a9f1586-912a-41cc-9432-8c1634d9c5d6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:30.874469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9708505a-bc03-49b1-8666-71b24a2e5db9 req-4a9f1586-912a-41cc-9432-8c1634d9c5d6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0568016 Mar 10 18:10:30.927951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9708505a-bc03-49b1-8666-71b24a2e5db9 req-1e9f4b50-0802-4571-9973-821faca2cc3e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Mar 10 18:10:30.950952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54126) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:30.997864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52c7f3-7a94-48a6-81d6-c2494ad32595 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:30.999763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ab52c7f3-7a94-48a6-81d6-c2494ad32595 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1122 time: 0.0475385 Mar 10 18:10:31.002464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:31.006804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:10:31.029352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:31.135204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:31.241692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.158 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/583a43c2-17b7-4687-b1f1-9cd2a2236951) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:10:31.344478 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:31.381493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:31.418663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:10:31.423823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:10:31.426623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:10:31.454056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=583a43c2-17b7-4687-b1f1-9cd2a2236951,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:32.123070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (d7d4816c-f7dc-4648-845e-3f2c4eff5a66), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.208296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.359222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.366366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.437428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=583a43c2-17b7-4687-b1f1-9cd2a2236951,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:10:32.447611 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (d7d4816c-f7dc-4648-845e-3f2c4eff5a66), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.551037 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP d7d4816c-f7dc-4648-845e-3f2c4eff5a66 associated. External IP: 172.25.3.158, port: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5. Mar 10 18:10:32.793631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f1769386-5797-4ce1-8f13-86e7aaa80cef has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:10:32.913773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:10:32.924302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Sync routers for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:10:32.934932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:32.935195 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:32.935556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:32.967385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4902c7c5-1954-4ec4-aee0-654411bf3f78 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9638486 Mar 10 18:10:32.967982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:10:32.970277 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f28815-5655-4413-85e2-7dddcefb12dc" -d '{"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:10:33.034599 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341befba-a76d-45b2-9ca0-2df7278f2c82 x-openstack-request-id: req-341befba-a76d-45b2-9ca0-2df7278f2c82 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:10:33.034902 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:10:33.035146 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-341befba-a76d-45b2-9ca0-2df7278f2c82 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:10:33.035558 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'status': 'completed', 'code': 200} Mar 10 18:10:33.126638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28815-5655-4413-85e2-7dddcefb12dc req-7d4f1f56-3752-48c6-b4f1-0fc605d13699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:33.128149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-7d4f1f56-3752-48c6-b4f1-0fc605d13699 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1127 time: 0.0702443 Mar 10 18:10:33.135828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd8ea9-d112-4fe0-8354-196f80fac92a req-9326d501-1165-4946-8c78-de718d7bac64 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:33.137351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcfd8ea9-d112-4fe0-8354-196f80fac92a req-9326d501-1165-4946-8c78-de718d7bac64 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0911744 Mar 10 18:10:33.216847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:33.246418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcfd8ea9-d112-4fe0-8354-196f80fac92a req-2452905d-e1f5-45f1-b338-f56df697938f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007013 Mar 10 18:10:33.269861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:33.276935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28815-5655-4413-85e2-7dddcefb12dc req-27b9498a-652c-4e3d-99ee-28facee0b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:33.278351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-27b9498a-652c-4e3d-99ee-28facee0b038 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.1401379 Mar 10 18:10:33.377709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-74403bd4-81ab-4230-94af-a8a815f6a953 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/d7d4816c-f7dc-4648-845e-3f2c4eff5a66 HTTP/1.1" status: 200 len: 991 time: 0.1066787 Mar 10 18:10:33.388215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-5bb668a6-9576-4282-8db8-43dc65ccb2c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 999 time: 0.0752845 Mar 10 18:10:33.438510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28815-5655-4413-85e2-7dddcefb12dc req-889796db-987e-4805-bca4-3bcfab67aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:33.440067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-889796db-987e-4805-bca4-3bcfab67aa71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0456748 Mar 10 18:10:33.444326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd7d4816c-f7dc-4648-845e-3f2c4eff5a66', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'port_id': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'mac_address': 'fa:16:3e:38:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9a53-e287-4592-a927-781f3b870251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:10:31Z', 'updated_at': '2022-03-10T18:10:31Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:33.474856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Checking router: f1769386-5797-4ce1-8f13-86e7aaa80cef for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:10:33.483772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:10:33.484378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:10:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:33.495487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28815-5655-4413-85e2-7dddcefb12dc req-de1ed986-fa25-40d7-a740-c0994db157ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:10:33.497047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-de1ed986-fa25-40d7-a740-c0994db157ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509984 Mar 10 18:10:33.587274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-dd2e23e5-c81b-4795-8179-b6f022ed3f04 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835311 Mar 10 18:10:33.594258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:10:33.682442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17f28815-5655-4413-85e2-7dddcefb12dc req-9793e03f-b70e-411e-970c-373d0368a9c5 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892265 Mar 10 18:10:33.844625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd7d4816c-f7dc-4648-845e-3f2c4eff5a66', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'port_id': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'mac_address': 'fa:16:3e:38:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9a53-e287-4592-a927-781f3b870251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:10:31Z', 'updated_at': '2022-03-10T18:10:31Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:10:33.875734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1120e-6480-4ba0-8cb0-a4556e82452d None None] The sync data for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 is: [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd7d4816c-f7dc-4648-845e-3f2c4eff5a66', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'port_id': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'mac_address': 'fa:16:3e:38:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636f9a53-e287-4592-a927-781f3b870251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:10:31Z', 'updated_at': '2022-03-10T18:10:31Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:10:34.118289 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c9083-63f3-474c-b1b1-918320d103f9 None None] New status for floating IP d7d4816c-f7dc-4648-845e-3f2c4eff5a66: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:10:34.382318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54136) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:10:34.454644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-adcf013a-2600-4c3c-bb12-16805b98f0d0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/d7d4816c-f7dc-4648-845e-3f2c4eff5a66 HTTP/1.1" status: 200 len: 993 time: 0.0710268 Mar 10 18:10:42.462295 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-671922a4-e8c7-44e3-9be4-7a9fe9884a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:44.716174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b62f3d25-08dc-4928-b349-beac8c87fbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:45.958880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:47.381274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:49.361401 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:10:57.192403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:00.221397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:06.111437 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:11:10.835036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-f709436f-cb0f-4ed4-a247-40f00e794dff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522530 Mar 10 18:11:10.932851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-035e5d65-6254-415a-8ef0-b42d36d4604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:10.934507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-035e5d65-6254-415a-8ef0-b42d36d4604e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 1128 time: 0.0514259 Mar 10 18:11:11.046031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-d317e853-5487-4d58-ad7b-e3c321990b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:11.047587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-d317e853-5487-4d58-ad7b-e3c321990b05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0899131 Mar 10 18:11:11.127243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-4e37135e-f1ae-4aee-8650-a12e66109919 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 200 len: 1002 time: 0.0699520 Mar 10 18:11:11.179410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-f7e1e74a-d3d1-400a-92b9-6d0a5d8425fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:11.180867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-f7e1e74a-d3d1-400a-92b9-6d0a5d8425fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0445197 Mar 10 18:11:11.246811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-b1f112a0-32a5-49dc-bb13-e93cdb94d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:11.248315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-b1f112a0-32a5-49dc-bb13-e93cdb94d37a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605929 Mar 10 18:11:11.345538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-e2cbfadc-0886-4185-b21e-868647d99d4e service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874665 Mar 10 18:11:11.456348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be75a1ae-3e70-403f-b229-efaf70bc6e3d req-43471668-1b64-4bbe-ad6c-74347466da68 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009238 Mar 10 18:11:12.465881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba198-db18-4da2-88a1-9d1092caf91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:14.714877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a251aeee-fb85-448d-be9b-2f868e5864e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:15.932124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-61c08df3-be6e-4bb3-a76a-4995d70cb9e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562806 Mar 10 18:11:15.953911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:16.026719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-b56c4864-cfe8-402e-94be-3fe2e68d34de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:16.028375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-b56c4864-cfe8-402e-94be-3fe2e68d34de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1127 time: 0.0532322 Mar 10 18:11:16.140438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-639204fb-2172-473a-a158-af340689468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:16.141989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-639204fb-2172-473a-a158-af340689468b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.0949533 Mar 10 18:11:16.212344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-43af3c65-2e1c-4e82-944a-7bf8c35f8cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1001 time: 0.0630844 Mar 10 18:11:16.262141 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-38ea2a4d-d007-47e0-878f-9003c95d7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:16.263741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-38ea2a4d-d007-47e0-878f-9003c95d7eb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0455716 Mar 10 18:11:16.321185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-d2fd5172-7374-404e-9424-26e6cca9a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:16.323328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-d2fd5172-7374-404e-9424-26e6cca9a2e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538139 Mar 10 18:11:16.417257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-7231ceb4-62a3-4b75-8406-73bbc806903a service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873544 Mar 10 18:11:16.515907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90a90303-f2ff-4b02-9fa7-b7b22a688e7a req-4e63157e-6190-4379-83aa-690a03a8ab1e service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919275 Mar 10 18:11:17.382789 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:19.359159 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:27.223345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:30.237297 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:33.044706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6e11-4150-4400-b7ef-82cd87422e0b req-5ac2637f-bd9c-491c-b80a-0ab415c4ad6a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:33.046577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-259d6e11-4150-4400-b7ef-82cd87422e0b req-5ac2637f-bd9c-491c-b80a-0ab415c4ad6a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0589898 Mar 10 18:11:33.098177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-259d6e11-4150-4400-b7ef-82cd87422e0b req-50190da2-2067-49ca-a981-7c06fa10a7f4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Mar 10 18:11:34.236360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3fbf7-d5a5-4ba7-b6db-50e105b347bf req-28c0c360-1d5d-4ded-870b-5c9e23628ef7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:34.237741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dca3fbf7-d5a5-4ba7-b6db-50e105b347bf req-28c0c360-1d5d-4ded-870b-5c9e23628ef7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0641909 Mar 10 18:11:34.296131 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dca3fbf7-d5a5-4ba7-b6db-50e105b347bf req-733ba5df-a027-44eb-a47c-a4855d7e2c74 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520806 Mar 10 18:11:34.740760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-5ed5dbfd-7356-4875-ae13-8d21a217b56d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:34.742121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-5ed5dbfd-7356-4875-ae13-8d21a217b56d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 946 time: 0.0585294 Mar 10 18:11:34.845342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 666764ee-4244-4d83-ab13-8d5fb85c09c0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:34.845700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:34.940368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 666764ee-4244-4d83-ab13-8d5fb85c09c0, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=666764ee-4244-4d83-ab13-8d5fb85c09c0,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:34.940729 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:35.175365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:35.175954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (4e5eda83-51b6-4ffe-ba74-281f075065b6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:35.176387 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP 4e5eda83-51b6-4ffe-ba74-281f075065b6 disassociated. External IP: 172.25.3.159, port: 666764ee-4244-4d83-ab13-8d5fb85c09c0. Mar 10 18:11:35.176735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 666764ee-4244-4d83-ab13-8d5fb85c09c0 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:35.312627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (666764ee-4244-4d83-ab13-8d5fb85c09c0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:35.345699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=666764ee-4244-4d83-ab13-8d5fb85c09c0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:35.357466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.357803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.358157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.358584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.359040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.359391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.359718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.360043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.360375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.360692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.361010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.361338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.361661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:35.430921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb7989be-6f32-47ab-b68d-893774b133af req-2655f2dd-fc84-404a-a414-02ed9a166ce3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0313659 Mar 10 18:11:35.498573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:11:35.920529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:11:35.931552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:11:35.942308 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:35.942940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:35.963097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 666764ee-4244-4d83-ab13-8d5fb85c09c0 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:11:35.965176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:35.968460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a91f263-5652-4600-ab24-a93c77ea0aad req-ad8ab297-e77b-425e-88a2-63100e9d0b14 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "DELETE /v2.0/ports/666764ee-4244-4d83-ab13-8d5fb85c09c0 HTTP/1.1" status: 204 len: 173 time: 1.2181215 Mar 10 18:11:35.968905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'name': 'network-vif-deleted', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:35.971210 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c544a3-5c28-47cf-8f78-21990c767e84" -d '{"events": [{"server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "name": "network-vif-deleted", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:36.011990 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd4aff-7985-4a54-b44a-4cd5fe06a4cf x-openstack-request-id: req-6ffd4aff-7985-4a54-b44a-4cd5fe06a4cf {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:36.012287 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761375b6-ca06-47fa-98e5-325dee8960be", "name": "network-vif-deleted", "tag": "666764ee-4244-4d83-ab13-8d5fb85c09c0", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:36.012538 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ffd4aff-7985-4a54-b44a-4cd5fe06a4cf {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:36.012948 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761375b6-ca06-47fa-98e5-325dee8960be', 'name': 'network-vif-deleted', 'tag': '666764ee-4244-4d83-ab13-8d5fb85c09c0', 'status': 'completed', 'code': 200} Mar 10 18:11:36.063962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:36.266085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:36.293213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:11:36.303359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:36.303963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:36.413767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:36.548872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6c6f253-e7ba-47f9-a89a-2673f4b71c2a req-2af04d11-496b-4a00-a1aa-8de95a57646f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0305583 Mar 10 18:11:36.614651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:36.641993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ca04-e621-48e8-bfc5-27222cf48226 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:11:36.880314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dff2f0-ffa7-4dee-9c81-e4cf37798244 None None] New status for floating IP 4e5eda83-51b6-4ffe-ba74-281f075065b6: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:11:37.263555 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138c418-9539-42b4-b626-faadf30f360c req-01b0b788-f07e-4619-b151-a1513e8c2cbe tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:37.265054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b138c418-9539-42b4-b626-faadf30f360c req-01b0b788-f07e-4619-b151-a1513e8c2cbe tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0572143 Mar 10 18:11:37.315424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b138c418-9539-42b4-b626-faadf30f360c req-c2ccc731-cf15-4f5c-94c2-dc466364e52b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Mar 10 18:11:37.338611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54176) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:37.409088 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5042ad7e-b1cd-4dbb-ba6b-6b7dac7b6c92 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/d7d4816c-f7dc-4648-845e-3f2c4eff5a66 HTTP/1.1" status: 200 len: 993 time: 0.0691988 Mar 10 18:11:37.646139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9550f27-56ed-4e21-943e-02d4adf1c8b3 req-4eb59386-6f8c-41a4-849b-3761f85875d2 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0274513 Mar 10 18:11:37.802351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da383f-42a7-43ee-b454-909341dc3081 req-7c16b730-70c7-4ef3-a6b9-83b6daf72c89 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:37.804053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3da383f-42a7-43ee-b454-909341dc3081 req-7c16b730-70c7-4ef3-a6b9-83b6daf72c89 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1127 time: 0.0553496 Mar 10 18:11:37.864836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3da383f-42a7-43ee-b454-909341dc3081 req-492c8797-2da7-4de7-85c8-9190a1a600ae tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546477 Mar 10 18:11:38.310557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:38.465287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-47b87fae-a37d-4e78-95b2-64441af0d951 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1535151 Mar 10 18:11:38.474409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-14136a2b-09bc-42f0-a037-2603a3436e38 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:11:38.475400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-14136a2b-09bc-42f0-a037-2603a3436e38 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056462 Mar 10 18:11:38.504277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54212) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:38.596149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6f1c2007-6b8e-4b1a-9f45-431538f08888 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:38.597554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6f1c2007-6b8e-4b1a-9f45-431538f08888 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1124 time: 0.0922539 Mar 10 18:11:38.745143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ebc38836-ef31-4728-8cea-492d40cbbc57 req-3816d32b-11b1-4bb0-b623-c2c142a72139 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0289578 Mar 10 18:11:38.765119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 666764ee-4244-4d83-ab13-8d5fb85c09c0 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:11:38.785825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 666764ee-4244-4d83-ab13-8d5fb85c09c0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:11:38.786255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 666764ee-4244-4d83-ab13-8d5fb85c09c0 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:11:39.239779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-3f0fd0f5-bc2e-4ce5-9d35-7b94588f6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:39.241195 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-3f0fd0f5-bc2e-4ce5-9d35-7b94588f6885 service neutron] 10.222.0.35 "GET /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1124 time: 0.0405385 Mar 10 18:11:39.250031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Request body: {'binding': {'host': 'n-h1-833115-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:11:39.250600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Unknown quota resources ['binding']. {{(pid=103795) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 18:11:39.387813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on host n-h1-833115-2 for vnic_type normal with profile None {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:11:39.388258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:11:39.388587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:39.393232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:11:39.393553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:39.398485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:11:39.398841 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:11:39.399244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Bound using segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:11:39.399661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Bound port: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:11:39.493120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:11:39.500672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:39.501901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-059d657a-3fe9-47b2-bb8f-b5b206d05e72 service neutron] 10.222.0.35 "POST /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2553432 Mar 10 18:11:39.669518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995bc74-e5fd-4811-b3d5-e1abd7abb744 req-00a34c17-269d-4307-a53a-8231258d7991 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:39.675082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5995bc74-e5fd-4811-b3d5-e1abd7abb744 req-00a34c17-269d-4307-a53a-8231258d7991 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0632255 Mar 10 18:11:39.729457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5995bc74-e5fd-4811-b3d5-e1abd7abb744 req-94fa3c89-c462-494e-9faa-c57531f4763a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Mar 10 18:11:39.763251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-a95ef105-c1c8-4be7-a792-dd638102c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:39.764776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-a95ef105-c1c8-4be7-a792-dd638102c836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1127 time: 0.0479436 Mar 10 18:11:39.872885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-399b44e5-0dce-428f-9a14-737e60ac0210 req-272460b7-f702-44d5-9d9d-583394b93765 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0341721 Mar 10 18:11:39.898264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6a5dfc04-f059-42c3-a85f-cfd92b5c521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:39.899901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6a5dfc04-f059-42c3-a85f-cfd92b5c521c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.1243856 Mar 10 18:11:39.973642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-d0a6f56d-ec2e-4fc5-8fa6-4f827ae5ece1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1001 time: 0.0641870 Mar 10 18:11:40.027388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b14ccf33-6fa4-4274-a185-f1a5899e3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:40.028923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b14ccf33-6fa4-4274-a185-f1a5899e3f8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0456698 Mar 10 18:11:40.084569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-54090b13-cdad-4b90-b38b-6a8289c99492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:40.086099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-54090b13-cdad-4b90-b38b-6a8289c99492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473931 Mar 10 18:11:40.186407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-3f98fb54-1f1c-4f68-bfae-46882e7ebd49 service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875199 Mar 10 18:11:40.281642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6c986b99-3f10-4e47-adbd-266a370a496e service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861626 Mar 10 18:11:40.441223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6d274b67-d8cd-4b00-be74-7b1d11cdd6e7 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:40.442677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6d274b67-d8cd-4b00-be74-7b1d11cdd6e7 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&tenant_id=eda524d4c045479aa14ad9c7ec000428&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1127 time: 0.0918231 Mar 10 18:11:40.456550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833115-2'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:11:40.520163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:40.661798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:40.700579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:11:40.744852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:40.747145 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94831a62-235b-4d10-8506-e354177fd914" -d '{"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-unplugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:40.750825 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks [] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:40.758949 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:40.850069 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7f6e6-5b7c-4ff9-a909-b8b9820111af x-openstack-request-id: req-d5b7f6e6-5b7c-4ff9-a909-b8b9820111af {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:40.850810 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-unplugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:40.850810 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5b7f6e6-5b7c-4ff9-a909-b8b9820111af {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:40.850999 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'code': 200} Mar 10 18:11:40.868765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:40.950328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defd446-230e-4b1e-8266-b8b5963697c0 req-752d7464-a6cc-4847-9710-4b7c7354e96e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:40.951995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1defd446-230e-4b1e-8266-b8b5963697c0 req-752d7464-a6cc-4847-9710-4b7c7354e96e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 943 time: 0.1001482 Mar 10 18:11:41.016397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc02ae7c-3b78-472d-bf4d-9a99978cead0 req-ebcac1ad-6d03-48e9-b367-a1b4f359bdac tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0634320 Mar 10 18:11:41.024834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on host n-h2-833115-2 for vnic_type normal with profile {"migrating_to": "n-h1-833115-2"} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:11:41.025169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:11:41.025504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:41.037404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:11:41.037404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Attempting to bind port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on network c296c8ab-8859-4f63-af43-053b305043de {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:41.054558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:11:41.055501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Checking segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:11:41.055891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Bound using segment: {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:11:41.056324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Bound port: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469efcd-76f9-4888-8831-26da336ba9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:11:41.056677 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.063540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1defd446-230e-4b1e-8266-b8b5963697c0 req-6be39c97-818a-48f6-8b2b-e723137fe7b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945501 Mar 10 18:11:41.134217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:11:41.137498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:11:41.145710 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.152360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Provisioning complete for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:11:41.152934 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.241389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Current status of the port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:11:41.242239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.267663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:41.271275 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac06f15-b7a8-41a9-9a97-25578a5506a4" -d '{"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-plugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:41.310242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:41.311030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.311464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:41.312527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] 10.222.0.59 "PUT /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1121 time: 0.8601518 Mar 10 18:11:41.317185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141848a-f230-44e9-8b85-804f2a1aaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=8']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:41.322660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:41.372440 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21737cc-14a3-446e-8e3f-4b47c2e96d24 x-openstack-request-id: req-b21737cc-14a3-446e-8e3f-4b47c2e96d24 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:41.372759 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-plugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:41.373015 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b21737cc-14a3-446e-8e3f-4b47c2e96d24 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:41.373414 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'code': 200} Mar 10 18:11:41.615690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['47f8a5ab-ac31-43f4-9a6b-8171a020cba5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:11:41.671763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:41.706857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.707240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.707528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.707934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.708181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.708477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.708818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.709128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.709467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.709809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.710089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.710698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.710894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df89ca1-075a-4c63-aea8-dae83e871689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:41.888350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-896a134e-16b4-4394-ab8a-bcad0070b5e3 None None] Provisioning complete for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:11:41.888582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-896a134e-16b4-4394-ab8a-bcad0070b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:42.000565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-896a134e-16b4-4394-ab8a-bcad0070b5e3 None None] Current status of the port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:11:42.116881 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fc4a9cb-4d07-445e-a442-7d0f7c787752 req-0c752254-38a5-4bbb-bf28-c40801705fb5 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0288327 Mar 10 18:11:42.189226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf8cd9-da4e-4335-b67d-2b89e6241785 req-cafc5e1c-7980-477d-aac3-a99fb8965541 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:42.190692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5abf8cd9-da4e-4335-b67d-2b89e6241785 req-cafc5e1c-7980-477d-aac3-a99fb8965541 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0544655 Mar 10 18:11:42.240774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5abf8cd9-da4e-4335-b67d-2b89e6241785 req-b7c9f82d-caa3-4e0e-abd7-2208eecb82c2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Mar 10 18:11:42.460360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c224190-b6b6-4006-9abd-6b9f79835f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:42.851993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:42.854280 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308" -d '{"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:42.892247 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aaf5c3-1474-4b9a-9ecf-80f3b3bcd2ba x-openstack-request-id: req-c1aaf5c3-1474-4b9a-9ecf-80f3b3bcd2ba {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:42.892505 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:42.892755 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1aaf5c3-1474-4b9a-9ecf-80f3b3bcd2ba {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:42.893176 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'status': 'completed', 'code': 200} Mar 10 18:11:42.966710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-9e35108b-6da5-422c-bc52-f98fbb19af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:42.968302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-9e35108b-6da5-422c-bc52-f98fbb19af2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1157 time: 0.0529277 Mar 10 18:11:43.071624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-69b41e35-bc9d-4ac0-849b-3034c0582c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:43.073527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-69b41e35-bc9d-4ac0-849b-3034c0582c16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.0959120 Mar 10 18:11:43.111494 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:11:43.150246 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-4869414c-0e02-4a4a-ae75-a95e8adee4f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 1001 time: 0.0699131 Mar 10 18:11:43.226858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c1f0c8a-9c8d-454e-9715-a80864fd5ddd req-8282a012-f1da-4c67-b268-94bf3ff67824 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0339952 Mar 10 18:11:43.231792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-a64eab87-7a0a-4e6f-ad45-f25de25e0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:43.233845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-a64eab87-7a0a-4e6f-ad45-f25de25e0996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0759745 Mar 10 18:11:43.300429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-60166ec6-cec0-42ba-b82d-0b7267cca06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:43.302750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-60166ec6-cec0-42ba-b82d-0b7267cca06f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631332 Mar 10 18:11:43.434386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907cae-ab0d-42fb-98d9-ead877b670d2 req-011266fc-6a1f-4fd1-a47f-0620fa369f82 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:43.436308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82907cae-ab0d-42fb-98d9-ead877b670d2 req-011266fc-6a1f-4fd1-a47f-0620fa369f82 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.1196272 Mar 10 18:11:43.439269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-57645224-1ab0-41ad-b9d0-1ba30b21599a service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301563 Mar 10 18:11:43.542401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82907cae-ab0d-42fb-98d9-ead877b670d2 req-86400f39-40c5-44a2-a10d-d399eeb4bb04 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000447 Mar 10 18:11:43.567473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aa7d6fd-16b0-45e5-8e83-7a91549f5308 req-c4c73966-6fcb-405b-b1e2-1508d9819275 service neutron] 10.222.0.41 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191862 Mar 10 18:11:44.329391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aae4ab28-fc5c-4876-900f-a92b410b90ab req-bd425098-8b02-42e8-a4bc-43563576d525 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0287588 Mar 10 18:11:44.664734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045d3df-f19e-4827-a60f-17eba9acb005 req-9e4540cf-213e-47d6-bac3-9a6921d30f37 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:44.667159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2045d3df-f19e-4827-a60f-17eba9acb005 req-9e4540cf-213e-47d6-bac3-9a6921d30f37 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Mar 10 18:11:44.708675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c354bffd-8566-4625-9c41-42fa3975cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:44.723382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2045d3df-f19e-4827-a60f-17eba9acb005 req-77cf2c1d-25b7-468e-90a1-79fcd8a33c0a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500960 Mar 10 18:11:44.802104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:11:44.911480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:44.924015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 has no active binding in host n-h1-833115-2 {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 18:11:45.452903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f24effdb-29fa-4a5a-8ad3-c2db5d82cb96 req-2eeabde7-b1aa-4499-8275-5f1fa3bbb525 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=761375b6-ca06-47fa-98e5-325dee8960be HTTP/1.1" status: 200 len: 210 time: 0.0282750 Mar 10 18:11:45.851722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c5cbd-9e0e-40f2-933c-5e118dfcd8fc req-16d7bedc-9b86-4053-8b56-b0048318fcfc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:45.853205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e9c5cbd-9e0e-40f2-933c-5e118dfcd8fc req-16d7bedc-9b86-4053-8b56-b0048318fcfc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.0585389 Mar 10 18:11:45.904276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e9c5cbd-9e0e-40f2-933c-5e118dfcd8fc req-97f65d43-ff08-4abb-b6cb-1503d912cb16 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Mar 10 18:11:45.956169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:46.666497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0b9715dc-cff2-46fd-ad47-9066c57dfadd service neutron] 10.222.0.41 "GET /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 384 time: 0.0859098 Mar 10 18:11:46.712564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-4d28e83a-1887-4aa2-922c-aab3acdde520 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084236293&fields=id&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 267 time: 0.0845382 Mar 10 18:11:46.873515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-760c80df-28d3-489b-ba38-b798b3602799 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:46.874993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-760c80df-28d3-489b-ba38-b798b3602799 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1516540 Mar 10 18:11:46.923369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-df1e5783-808a-4a12-a41a-32aa60105d48 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0423741 Mar 10 18:11:46.972743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:47.019425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:11:47.063631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-37f607a1-c87c-4dea-b1ba-edbdff07ebda tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341631 Mar 10 18:11:47.086470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:47.088660 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead78e11-09c9-4105-867e-c8d7050a427f" -d '{"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-unplugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:47.105539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:47.140429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ce9a0-0012-4cf0-9584-fa522cc5fc85 req-27470db8-fbd1-42ab-ac31-ba3b34420e4b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:47.141817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b3ce9a0-0012-4cf0-9584-fa522cc5fc85 req-27470db8-fbd1-42ab-ac31-ba3b34420e4b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 945 time: 0.1611652 Mar 10 18:11:47.167536 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:47.264801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-457ec174-928f-486f-8051-b57e60a940dc service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885419 Mar 10 18:11:47.271106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b3ce9a0-0012-4cf0-9584-fa522cc5fc85 req-d3d0467c-6312-4095-9bd0-a361de1a857b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045978 Mar 10 18:11:47.320500 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2741c3b-b859-4392-af8d-d3e1e44eb979 x-openstack-request-id: req-c2741c3b-b859-4392-af8d-d3e1e44eb979 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:47.320768 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-unplugged", "status": "completed", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:47.321042 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2741c3b-b859-4392-af8d-d3e1e44eb979 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:47.321440 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'code': 200} Mar 10 18:11:47.357506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] Transition to ACTIVE for port object 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:11:47.362480 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:47.384384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:47.441616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-6cbd38e1-ce80-4bd3-ad84-c0c17ba993a8 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658065 Mar 10 18:11:47.473928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] Pushing event updated for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=11']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:47.521217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] No DVR routers for this DVR port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:11:47.668112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-ac4135c1-60f8-420b-9df4-24c6597466bd service neutron] 10.222.0.41 "PUT /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5/bindings/n-h1-833115-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9934719 Mar 10 18:11:47.790945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4dfbf0b-6c1a-4709-8a7e-4886c3dfabae req-41cdd114-7c8d-421e-8e7f-d484232e3bd7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Mar 10 18:11:47.808952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-1e409126-8939-43bb-bf9e-77421886d02a tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:47.810276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-1e409126-8939-43bb-bf9e-77421886d02a tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&tenant_id=eda524d4c045479aa14ad9c7ec000428&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.0822959 Mar 10 18:11:47.867776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-e5859045-8c8e-4d14-be58-fb0b6cc9edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:47.869279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-e5859045-8c8e-4d14-be58-fb0b6cc9edb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 1126 time: 0.0492771 Mar 10 18:11:47.944872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-f313a51c-30e7-41f3-b7d7-13dc0884404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:47.946498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-f313a51c-30e7-41f3-b7d7-13dc0884404d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1126 time: 0.0482724 Mar 10 18:11:48.046523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0fa9ece6-8666-49fb-857d-f499e964c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:48.048009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-0fa9ece6-8666-49fb-857d-f499e964c4c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.0913534 Mar 10 18:11:48.122602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-3a2d6a75-9e00-4b10-a3c5-9495cfb344d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 999 time: 0.0650144 Mar 10 18:11:48.177081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b907473e-bb70-44bb-9dd1-7ba47c2a8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:48.179088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b907473e-bb70-44bb-9dd1-7ba47c2a8f56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0473299 Mar 10 18:11:48.242581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b947954b-a3df-471f-94e5-5f9ffe6c9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:48.244263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-b947954b-a3df-471f-94e5-5f9ffe6c9fdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491862 Mar 10 18:11:48.682926 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-d2a09acc-53f3-42da-a96d-e1ed552eba24 service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321754 Mar 10 18:11:48.711648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8262f-5ceb-4135-8aed-59687225d0d8 req-eebe3d31-6a24-4b51-b0a8-f02e18ac9b8f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:48.713091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aa8262f-5ceb-4135-8aed-59687225d0d8 req-eebe3d31-6a24-4b51-b0a8-f02e18ac9b8f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0832760 Mar 10 18:11:48.815890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2aa8262f-5ceb-4135-8aed-59687225d0d8 req-d7c6c490-da6a-4aea-b365-09f59f7f2e05 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928457 Mar 10 18:11:48.830380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-3a94de7f-15f9-4e4a-8522-ac44792eb5bf service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351869 Mar 10 18:11:48.894789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-2ed2886b-158c-4d6e-bb94-a55ea9991e07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:48.896216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-2ed2886b-158c-4d6e-bb94-a55ea9991e07 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1214828 Mar 10 18:11:48.917968 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c489d158-3347-4fbb-92cd-e4a0a25bcdf1 req-da20f14b-70b0-4de4-8d05-9a9dc780c920 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Mar 10 18:11:49.006467 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-c52cd6a2-1e0f-4ddc-a7af-37364397529c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 380 time: 0.0672414 Mar 10 18:11:49.016577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94', 'security_groups': ['a1cc14f9-e28b-4ccb-a38b-48d05b268843']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:11:49.072706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:11:49.123795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:11:49.124503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:11:49.160791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:11:49.164712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.184247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-7970c586-5c86-4728-93c9-ab26571026ec tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:49.186023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-7970c586-5c86-4728-93c9-ab26571026ec tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251&tenant_id=eda524d4c045479aa14ad9c7ec000428&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 1126 time: 0.0533435 Mar 10 18:11:49.308343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-a389114d-7174-4bb9-9192-35762e7a1f0b service neutron] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:11:49.309932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.12 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/015d175b-8d04-4fbc-9cb1-6caa89dd1982) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:11:49.311887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-a389114d-7174-4bb9-9192-35762e7a1f0b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.312995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-a389114d-7174-4bb9-9192-35762e7a1f0b service neutron] 10.222.0.59 "DELETE /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5/bindings/n-h2-833115-2 HTTP/1.1" status: 204 len: 173 time: 0.1186759 Mar 10 18:11:49.356238 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.453800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.489255 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.530881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:11:49.535805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:11:49.539730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:11:49.564053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:49.578952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.579309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.579636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.579980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.580307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.580790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.580969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.581301 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.581589 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.581900 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.582216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.582556 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.582860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:11:49.604462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:49.605153 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.624083 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-0bbf87a3-0633-470e-85fa-87315d2726ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112862 Mar 10 18:11:49.640634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Request body: {'port': {'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:11:49.714735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:49.946919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6d244278-f1b2-4c53-b996-c194eee82073 None None] Provisioning complete for port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:11:49.948751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d244278-f1b2-4c53-b996-c194eee82073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.010791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015d175b-8d04-4fbc-9cb1-6caa89dd1982 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:11:50.020315 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks [] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.028659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6d244278-f1b2-4c53-b996-c194eee82073 None None] Port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:11:50.043354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Transition to ACTIVE for port object 015d175b-8d04-4fbc-9cb1-6caa89dd1982 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:11:50.053347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.076944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425089da-c98a-49cd-b119-f492368df314 req-01f0b9d2-754f-49f5-b1b7-0563be46d6c5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.084236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-425089da-c98a-49cd-b119-f492368df314 req-01f0b9d2-754f-49f5-b1b7-0563be46d6c5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.1528573 Mar 10 18:11:50.108836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db896d04-95e1-4bf4-ab84-e08e4b3be3cb req-333f32b9-50f1-48ba-a4cc-d0302f79e186 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.109713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Pushing event updated for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:50.110398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db896d04-95e1-4bf4-ab84-e08e4b3be3cb req-333f32b9-50f1-48ba-a4cc-d0302f79e186 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 932 time: 0.1094029 Mar 10 18:11:50.168138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-425089da-c98a-49cd-b119-f492368df314 req-68608c8d-3699-4c2e-be4a-ee5ce038d762 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827529 Mar 10 18:11:50.206298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Attempting to bind port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:11:50.206756 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Attempting to bind port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:11:50.208022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db896d04-95e1-4bf4-ab84-e08e4b3be3cb req-f9793e96-c2d1-450f-8f48-9b98eeb22cd7 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901308 Mar 10 18:11:50.209969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Attempting to bind port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:50.233441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:11:50.233767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Attempting to bind port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:11:50.240318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:11:50.240656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:11:50.241041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:11:50.241478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Bound port: 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:11:50.241833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.325985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b21e1b-9680-4d92-8774-f401131233f6 req-9d5a150c-7a46-4f88-81c6-37a80d052381 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.328923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:11:50.333065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:11:50.333234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b21e1b-9680-4d92-8774-f401131233f6 req-9d5a150c-7a46-4f88-81c6-37a80d052381 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1126 time: 0.0717611 Mar 10 18:11:50.342452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.385097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.385667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:50.387127 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] 10.222.0.59 "PUT /v2.0/ports/015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1092 time: 0.7515910 Mar 10 18:11:50.387575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:50.390173 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c4d47-c964-4159-aefc-5e753a36eee9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:50.391880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b21e1b-9680-4d92-8774-f401131233f6 req-d6b63963-32ff-492b-b4c7-71dc4c7a0aa9 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577252 Mar 10 18:11:50.424010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6f997-539e-40cf-965f-ec2a58abfa1d service neutron] Pushing event updated for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:50.532112 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed4619-92fe-4f6e-bd56-550ea777f988 x-openstack-request-id: req-23ed4619-92fe-4f6e-bd56-550ea777f988 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:50.532516 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:50.533115 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23ed4619-92fe-4f6e-bd56-550ea777f988 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:50.533678 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'status': 'completed', 'code': 200} Mar 10 18:11:50.541735 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-c589f6cb-b859-4162-8204-9e1326101079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.543717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-c589f6cb-b859-4162-8204-9e1326101079 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1126 time: 0.0936279 Mar 10 18:11:50.573247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71288508-8ee7-42bb-aa55-f54dbf9cbafb req-b744f1cc-8366-4883-95c0-479c503d976d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.581261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71288508-8ee7-42bb-aa55-f54dbf9cbafb req-b744f1cc-8366-4883-95c0-479c503d976d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0980287 Mar 10 18:11:50.607468 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-a0fbaf38-5818-4321-880a-87e47f4c4cb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 217 time: 0.0516229 Mar 10 18:11:50.633837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71288508-8ee7-42bb-aa55-f54dbf9cbafb req-d17cc352-a80e-4727-ab87-869a392587a6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515513 Mar 10 18:11:50.661569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54310) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:50.720585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-1ac08550-1a01-4ff8-b3b6-259b0d705f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.722060 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-1ac08550-1a01-4ff8-b3b6-259b0d705f04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.1063735 Mar 10 18:11:50.751927 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21a5cd22-fd42-4401-bc3d-29adda3b5099 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/d7d4816c-f7dc-4648-845e-3f2c4eff5a66 HTTP/1.1" status: 200 len: 991 time: 0.0878372 Mar 10 18:11:50.785815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-da328d35-2ae6-4d35-a538-fc98842fa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:50.787378 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-da328d35-2ae6-4d35-a538-fc98842fa834 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535102 Mar 10 18:11:50.882274 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-b652752e-f6d0-4cc6-a9da-cf2d6f3abef8 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848210 Mar 10 18:11:50.978845 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5313e2d6-3ab4-44ac-b8d7-68e26e148bb1 req-ad728b8d-3317-4534-9515-d6386bf3c75c service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868037 Mar 10 18:11:51.074303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-4cc4b2f4-5b23-4ea2-952d-6a144932816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:51.076626 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-4cc4b2f4-5b23-4ea2-952d-6a144932816e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1126 time: 0.0495114 Mar 10 18:11:51.174753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-6bc71dda-3b70-4ae9-9f01-ab01c9569497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:51.176293 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-6bc71dda-3b70-4ae9-9f01-ab01c9569497 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0906451 Mar 10 18:11:51.220410 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-41855627-c6ad-4400-ac2e-e185d9f8577e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 217 time: 0.0350654 Mar 10 18:11:51.279925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-0f6b93ac-8896-4fc7-8eeb-f5511df52459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:51.281432 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-0f6b93ac-8896-4fc7-8eeb-f5511df52459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0515716 Mar 10 18:11:51.336786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-ee2c568b-9ec9-4bba-aeca-bd20112bc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:51.338359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-ee2c568b-9ec9-4bba-aeca-bd20112bc77e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473945 Mar 10 18:11:51.340592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d903-5052-46c9-b7e1-286f0d849b62 req-e0fffd70-658c-41ed-a8a5-1c374f4fb67b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:51.342072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39c0d903-5052-46c9-b7e1-286f0d849b62 req-e0fffd70-658c-41ed-a8a5-1c374f4fb67b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0593774 Mar 10 18:11:51.392004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39c0d903-5052-46c9-b7e1-286f0d849b62 req-939bdcb9-df35-4cd4-b308-0a043c371f9f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438161 Mar 10 18:11:51.432937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-d3477752-e1dc-4097-94cb-d18b39e25a33 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877564 Mar 10 18:11:51.533528 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-df8c4d47-c964-4159-aefc-5e753a36eee9 req-5eae9221-6a06-41e2-b649-065e5f76f809 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Mar 10 18:11:52.517628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a780c89-2b1e-4761-a326-795ef8dff2b9 req-fc1d114b-580d-4e0a-a022-f7bf14ff1134 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:52.519129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a780c89-2b1e-4761-a326-795ef8dff2b9 req-fc1d114b-580d-4e0a-a022-f7bf14ff1134 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0568841 Mar 10 18:11:52.567762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a780c89-2b1e-4761-a326-795ef8dff2b9 req-92e33aba-070c-4b21-9180-30105f69fb03 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Mar 10 18:11:53.017546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54320) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:53.181440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 583a43c2-17b7-4687-b1f1-9cd2a2236951 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:53.181783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.260564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.260890 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (583a43c2-17b7-4687-b1f1-9cd2a2236951), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.274320 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 583a43c2-17b7-4687-b1f1-9cd2a2236951 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:53.430568 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (583a43c2-17b7-4687-b1f1-9cd2a2236951), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.456283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=583a43c2-17b7-4687-b1f1-9cd2a2236951,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:53.521299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (d7d4816c-f7dc-4648-845e-3f2c4eff5a66), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.522053 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP d7d4816c-f7dc-4648-845e-3f2c4eff5a66 disassociated (deleted). External IP: 172.25.3.158, port: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5. Mar 10 18:11:53.765113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6098d-4a67-4ba5-871d-c3b599d75ab1 req-771e75eb-6d02-46ed-9cb7-ccae7fc87e4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:53.766551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2de6098d-4a67-4ba5-871d-c3b599d75ab1 req-771e75eb-6d02-46ed-9cb7-ccae7fc87e4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.1268857 Mar 10 18:11:53.805833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f1769386-5797-4ce1-8f13-86e7aaa80cef has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:11:53.852625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2de6098d-4a67-4ba5-871d-c3b599d75ab1 req-52a49e10-652d-4aaf-a242-d9f76c381c96 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794680 Mar 10 18:11:53.966692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:11:53.971338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:53.983672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Sync routers for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:11:53.995645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:53.996363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:54.006247 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-32757c61-f4f7-481f-a1fa-dc7c2114cded tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/floatingips/d7d4816c-f7dc-4648-845e-3f2c4eff5a66 HTTP/1.1" status: 204 len: 168 time: 0.9851818 Mar 10 18:11:54.006247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:54.006708 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7a798-bf84-4569-a0ef-4007dfdc183e" -d '{"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:54.058468 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3163f7ce-56aa-4c1e-8e0e-040c90aa9801 x-openstack-request-id: req-3163f7ce-56aa-4c1e-8e0e-040c90aa9801 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:54.058839 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:54.059239 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3163f7ce-56aa-4c1e-8e0e-040c90aa9801 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:54.059751 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'status': 'completed', 'code': 200} Mar 10 18:11:54.139365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:54.180561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-535c925c-66a5-4574-aa54-7fcd55dee82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.182122 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-535c925c-66a5-4574-aa54-7fcd55dee82b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 1126 time: 0.0870886 Mar 10 18:11:54.273434 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507027f-6168-45d1-a018-7bf6216223aa req-d8445ba1-44bf-4f3b-be43-30db080eabb4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.275470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a507027f-6168-45d1-a018-7bf6216223aa req-d8445ba1-44bf-4f3b-be43-30db080eabb4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0561230 Mar 10 18:11:54.296995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-69bfc899-bec3-4002-8cc4-defbed8b2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.298851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-69bfc899-bec3-4002-8cc4-defbed8b2e63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 200 len: 897 time: 0.1082017 Mar 10 18:11:54.345619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a507027f-6168-45d1-a018-7bf6216223aa req-c7ca0919-8d75-4de8-bb7c-22e0fad59274 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=b51d2b68-094d-444d-bdcb-04554f752af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587282 Mar 10 18:11:54.349802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-8e8fba77-0bfd-427c-8adb-0c7cbeeb14b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 200 len: 217 time: 0.0440590 Mar 10 18:11:54.386144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:54.401406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-6f29d0b7-5597-4ba9-8ff0-4941c26b6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.402994 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-6f29d0b7-5597-4ba9-8ff0-4941c26b6339 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 200 len: 834 time: 0.0449491 Mar 10 18:11:54.413474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Checking router: f1769386-5797-4ce1-8f13-86e7aaa80cef for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:11:54.423050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:54.423766 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:54.458212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-502a966e-cc74-4405-8553-9e9932d4e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.459904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-502a966e-cc74-4405-8553-9e9932d4e084 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c296c8ab-8859-4f63-af43-053b305043de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493734 Mar 10 18:11:54.553408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:54.559535 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-0da73cf0-9332-4919-bab1-cd78149d9fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915899 Mar 10 18:11:54.661159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7df7a798-bf84-4569-a0ef-4007dfdc183e req-a3ed65c9-8c69-40ce-a351-e329da0a8542 service neutron] 10.222.0.59 "GET /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946448 Mar 10 18:11:54.727305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-192f7ad5-a568-40d5-bee7-a00a4162d1fd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:54.729588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-192f7ad5-a568-40d5-bee7-a00a4162d1fd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.59 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 944 time: 0.0758605 Mar 10 18:11:54.773943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:54.801942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfce79-65cc-4f5c-9514-f62ba5c69770 None None] The sync data for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 is: [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:16Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e6633b40-32db-4026-8aae-c2d44aacfe2a', 'name': '', 'network_id': 'c296c8ab-8859-4f63-af43-053b305043de', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:49:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:16Z', 'updated_at': '2022-03-10T18:10:20Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': '164499cc-1226-4234-8eef-9d88c825ef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:11:54.836348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:54.836711 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:54.951664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:54.951664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:54.981051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:55.043367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a2a4-4bc2-442c-aef8-af011f33e8db req-87aecd63-a79e-4cfb-84c3-88b8d0b1edb9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:55.044918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ca6a2a4-4bc2-442c-aef8-af011f33e8db req-87aecd63-a79e-4cfb-84c3-88b8d0b1edb9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.1149771 Mar 10 18:11:55.098094 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af438944-24a0-4c86-8115-26a82aa00f39 None None] New status for floating IP d7d4816c-f7dc-4648-845e-3f2c4eff5a66: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:11:55.123097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ca6a2a4-4bc2-442c-aef8-af011f33e8db req-5b91bdd7-524d-4d6a-9737-2fd01e272956 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699561 Mar 10 18:11:55.185210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (47f8a5ab-ac31-43f4-9a6b-8171a020cba5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:55.217781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=47f8a5ab-ac31-43f4-9a6b-8171a020cba5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:55.264030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] No DVR routers for this DVR port 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:11:55.266744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:55.270094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ca7f30d-11d6-4fb8-b257-945883af4562 req-7401a8ce-6863-49fd-ab43-4ee7e031dc41 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.59 "DELETE /v2.0/ports/47f8a5ab-ac31-43f4-9a6b-8171a020cba5 HTTP/1.1" status: 204 len: 173 time: 0.5313303 Mar 10 18:11:55.453580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f3fd0e37-c1c9-4980-aff4-be8480126bc8 req-6c0f57cf-3ed3-4121-9377-8a2693ca1354 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=636f9a53-e287-4592-a927-781f3b870251 HTTP/1.1" status: 200 len: 210 time: 0.0309026 Mar 10 18:11:56.061152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-deleted', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:11:56.063592 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182e1e2-4a67-4176-8714-1348cadff021" -d '{"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-deleted", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:11:56.099583 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223cc3c-6f23-41c2-9689-2cf1321aee6d x-openstack-request-id: req-0223cc3c-6f23-41c2-9689-2cf1321aee6d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:11:56.099907 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f9a53-e287-4592-a927-781f3b870251", "name": "network-vif-deleted", "tag": "47f8a5ab-ac31-43f4-9a6b-8171a020cba5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:11:56.100218 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0223cc3c-6f23-41c2-9689-2cf1321aee6d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:11:56.100649 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f9a53-e287-4592-a927-781f3b870251', 'name': 'network-vif-deleted', 'tag': '47f8a5ab-ac31-43f4-9a6b-8171a020cba5', 'status': 'completed', 'code': 200} Mar 10 18:11:56.256205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58591-ed0a-4633-944e-49cdab62c541 req-abc13d4f-6892-46ec-bd23-726aab654d62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:56.257721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6b58591-ed0a-4633-944e-49cdab62c541 req-abc13d4f-6892-46ec-bd23-726aab654d62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0557127 Mar 10 18:11:56.309065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d6b58591-ed0a-4633-944e-49cdab62c541 req-e8723019-eae0-4c92-848f-2b213b576ce6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Mar 10 18:11:56.524832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:56.904431 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:57.215837 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:57.435025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port e6633b40-32db-4026-8aae-c2d44aacfe2a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:57.435414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:57.438920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c4835-8169-41a0-916e-c93ea51e3238 req-b4fe4293-1c59-4069-abb1-2a965db6db5f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:57.441341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d0c4835-8169-41a0-916e-c93ea51e3238 req-b4fe4293-1c59-4069-abb1-2a965db6db5f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0580602 Mar 10 18:11:57.499763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d0c4835-8169-41a0-916e-c93ea51e3238 req-746bfcec-bdb9-4d67-9804-d1908ed68137 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519109 Mar 10 18:11:57.530331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port e6633b40-32db-4026-8aae-c2d44aacfe2a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e6633b40-32db-4026-8aae-c2d44aacfe2a,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:57.531001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:57.544978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for e6633b40-32db-4026-8aae-c2d44aacfe2a owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:57.736152 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e6633b40-32db-4026-8aae-c2d44aacfe2a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:57.767425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=e6633b40-32db-4026-8aae-c2d44aacfe2a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:57.951873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.178174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f1769386-5797-4ce1-8f13-86e7aaa80cef has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:11:58.294590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:11:58.300300 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ef9bcd8d-fc3d-4791-872f-fcb660727c2c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/f1769386-5797-4ce1-8f13-86e7aaa80cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743514 Mar 10 18:11:58.302992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54344) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:58.305217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Sync routers for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:11:58.315304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:58.315914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:58.354378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting subnet 164499cc-1226-4234-8eef-9d88c825ef4a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:11:58.358046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (164499cc-1226-4234-8eef-9d88c825ef4a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.399323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (164499cc-1226-4234-8eef-9d88c825ef4a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.426185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:58.522200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (164499cc-1226-4234-8eef-9d88c825ef4a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.586978 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (164499cc-1226-4234-8eef-9d88c825ef4a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.630710 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Subnet': ['ID=164499cc-1226-4234-8eef-9d88c825ef4a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:58.634177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.638916 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93d42061-88ec-4f34-9e5d-758fc06a730b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/subnets/164499cc-1226-4234-8eef-9d88c825ef4a HTTP/1.1" status: 204 len: 168 time: 0.3349075 Mar 10 18:11:58.640611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54348) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:58.643907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad2995-65be-4a28-9f21-390fc84e45f3 None None] Network c296c8ab-8859-4f63-af43-053b305043de requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:11:58.699344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f1376-f8ed-40f9-b5bf-6ba5d00e216a req-709d8d6d-0f9e-4dd8-86b6-3023ebef0729 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:58.701176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea0f1376-f8ed-40f9-b5bf-6ba5d00e216a req-709d8d6d-0f9e-4dd8-86b6-3023ebef0729 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0846453 Mar 10 18:11:58.722164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:11:57Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:58.766717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea0f1376-f8ed-40f9-b5bf-6ba5d00e216a req-0412736f-8406-4e22-b749-495218e36823 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596745 Mar 10 18:11:58.769994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.775152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Checking router: f1769386-5797-4ce1-8f13-86e7aaa80cef for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:11:58.797725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Routers {'f1769386-5797-4ce1-8f13-86e7aaa80cef'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:11:58.798404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f1769386-5797-4ce1-8f13-86e7aaa80cef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:58.888682 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f1769386-5797-4ce1-8f13-86e7aaa80cef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:58.896708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:11:58.933451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:11:58.933451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 47f8a5ab-ac31-43f4-9a6b-8171a020cba5 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:11:58.946188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] DHCP port deletion for c296c8ab-8859-4f63-af43-053b305043de request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:11:58.950585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] Set router f1769386-5797-4ce1-8f13-86e7aaa80cef gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:11:58.962103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 7afcc6de-50f6-4630-8127-18443dd3d220 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:58.962585 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.047043 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 7afcc6de-50f6-4630-8127-18443dd3d220, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7afcc6de-50f6-4630-8127-18443dd3d220,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:59.047408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.060972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 7afcc6de-50f6-4630-8127-18443dd3d220 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:59.113447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Deleting port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:11:59.113914 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.237522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7afcc6de-50f6-4630-8127-18443dd3d220), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.271217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=7afcc6de-50f6-4630-8127-18443dd3d220,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:59.341441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.387768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] For port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,segment=NetworkSegment(6469efcd-76f9-4888-8831-26da336ba9d9),segment_id=6469efcd-76f9-4888-8831-26da336ba9d9)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:11:59.388427 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.405063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Calling delete_port for 8881bb9d-8be3-40a6-822c-1dbae26e8d9e owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:11:59.438891 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.441132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (f1769386-5797-4ce1-8f13-86e7aaa80cef), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.460394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:11:57Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:59.491965 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f1769386-5797-4ce1-8f13-86e7aaa80cef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.492273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891416d-ba6f-49cb-bd76-1ab13d4bbc1e None None] The sync data for ids ['f1769386-5797-4ce1-8f13-86e7aaa80cef'] in n-d-833115-2 is: [{'id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752436770', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:11:57Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '7afcc6de-50f6-4630-8127-18443dd3d220', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1769386-5797-4ce1-8f13-86e7aaa80cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:10:13Z', 'updated_at': '2022-03-10T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:11:59.492791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Fanout notify agent at l3_agent the message router_deleted on router f1769386-5797-4ce1-8f13-86e7aaa80cef {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:11:59.499982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.504024 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8ea88cb4-20e5-46c0-8b72-b950f56f67a8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/routers/f1769386-5797-4ce1-8f13-86e7aaa80cef HTTP/1.1" status: 204 len: 168 time: 0.8622222 Mar 10 18:11:59.504202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54350) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:59.532137 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (8881bb9d-8be3-40a6-822c-1dbae26e8d9e), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.566199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] Pushing event deleted for resources: {'Port': ['ID=8881bb9d-8be3-40a6-822c-1dbae26e8d9e,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:59.568381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8eabe-8798-4bd3-9d25-2ed61694d6b4 None None] No DVR routers for this DVR port 8881bb9d-8be3-40a6-822c-1dbae26e8d9e on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:11:59.597615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c296c8ab-8859-4f63-af43-053b305043de), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.691800 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c296c8ab-8859-4f63-af43-053b305043de), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.713978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296c8ab-8859-4f63-af43-053b305043de']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:59.724010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6469efcd-76f9-4888-8831-26da336ba9d9') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:59.724310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6469efcd-76f9-4888-8831-26da336ba9d9') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:11:59.734491 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (6469efcd-76f9-4888-8831-26da336ba9d9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.749315 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (6469efcd-76f9-4888-8831-26da336ba9d9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.755307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:11:59.755688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (6469efcd-76f9-4888-8831-26da336ba9d9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:11:59.758799 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:11:59.824138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c296c8ab-8859-4f63-af43-053b305043de), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.830144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.836331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/networks/c296c8ab-8859-4f63-af43-053b305043de HTTP/1.1" status: 204 len: 168 time: 0.3284717 Mar 10 18:11:59.837183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54354) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:11:59.850761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c71722-fb2b-450e-8d4e-47c39b2451b1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Network': ['ID=c296c8ab-8859-4f63-af43-053b305043de,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:11:59.901627 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b51d2b68-094d-444d-bdcb-04554f752af5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.908160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac648-e3af-420a-ae1b-f894f20eec6c req-985e48a6-3200-450e-ba8e-2d553b58d295 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:11:59.909691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-561ac648-e3af-420a-ae1b-f894f20eec6c req-985e48a6-3200-450e-ba8e-2d553b58d295 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0602756 Mar 10 18:11:59.930459 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (b51d2b68-094d-444d-bdcb-04554f752af5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:11:59.964851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-561ac648-e3af-420a-ae1b-f894f20eec6c req-fe3e397e-4dee-460a-8a71-f3125db8e9c3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 Mar 10 18:11:59.999995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b51d2b68-094d-444d-bdcb-04554f752af5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.006679 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.007916 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/security-groups/b51d2b68-094d-444d-bdcb-04554f752af5 HTTP/1.1" status: 204 len: 168 time: 0.1697149 Mar 10 18:12:00.021646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778685e7-8255-4155-948a-fa7eab0bcb87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d2b68-094d-444d-bdcb-04554f752af5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.215297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.219746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218222433', 'description': 'tempest-secgroup-smoke-218222433 description', 'project_id': 'eda524d4c045479aa14ad9c7ec000428'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.229777 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.240763 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.307213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (fdf8ef09-6cf0-454a-9550-e8d6f4c26f38), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.312895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fdf8ef09-6cf0-454a-9550-e8d6f4c26f38), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.341291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.342529 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1271551 Mar 10 18:12:00.345890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54362) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.346541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81def0f5-3011-4750-9967-61a3a5289752 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.350550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.377044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (f97ff71a-9d35-49a7-8ba5-f8eaee3367bf), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.446795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (f97ff71a-9d35-49a7-8ba5-f8eaee3367bf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.454048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f97ff71a-9d35-49a7-8ba5-f8eaee3367bf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.477975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97ff71a-9d35-49a7-8ba5-f8eaee3367bf,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.485923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.487182 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-241d60ba-39c9-4875-819c-21e0b194b887 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402206 Mar 10 18:12:00.490179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54364) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.494695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.520742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (24229cbf-ca31-4938-9337-0f6893d779ad), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.587328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8881bb9d-8be3-40a6-822c-1dbae26e8d9e no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:12:00.592509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (24229cbf-ca31-4938-9337-0f6893d779ad), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.596529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (24229cbf-ca31-4938-9337-0f6893d779ad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.611730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8881bb9d-8be3-40a6-822c-1dbae26e8d9e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:12:00.612075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8881bb9d-8be3-40a6-822c-1dbae26e8d9e not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:12:00.612676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7afcc6de-50f6-4630-8127-18443dd3d220 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:12:00.615538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24229cbf-ca31-4938-9337-0f6893d779ad,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.623009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.624308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d40c700a-a67e-49c6-85a8-e826e0d70dda tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331685 Mar 10 18:12:00.627114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54366) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.631626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.633802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7afcc6de-50f6-4630-8127-18443dd3d220 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:12:00.634170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7afcc6de-50f6-4630-8127-18443dd3d220 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:12:00.634660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e6633b40-32db-4026-8aae-c2d44aacfe2a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:12:00.655152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e6633b40-32db-4026-8aae-c2d44aacfe2a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:12:00.655510 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e6633b40-32db-4026-8aae-c2d44aacfe2a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:12:00.659477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (b5a76fc4-b52d-4142-b602-8d9d389130db), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.722924 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (b5a76fc4-b52d-4142-b602-8d9d389130db), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.727799 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b5a76fc4-b52d-4142-b602-8d9d389130db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.745582 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a76fc4-b52d-4142-b602-8d9d389130db,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.753816 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.755077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-234d96bd-7a79-4ec1-9954-3bd30c5f1fd1 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270850 Mar 10 18:12:00.757909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54368) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.762291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.795064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (e8588459-e489-4cf5-9d13-47e927025386), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.860784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (e8588459-e489-4cf5-9d13-47e927025386), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.866689 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e8588459-e489-4cf5-9d13-47e927025386), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.884601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8588459-e489-4cf5-9d13-47e927025386,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:00.891426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.892641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8f88b07f-71c4-41f5-b3ea-444da1e1fa79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337175 Mar 10 18:12:00.895664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54370) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:00.900446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:00.921528 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:12:00.926235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (bf8a552f-179d-4147-bc67-6f170a1afbfe), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.992274 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (bf8a552f-179d-4147-bc67-6f170a1afbfe), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:00.997382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (bf8a552f-179d-4147-bc67-6f170a1afbfe), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.015667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8a552f-179d-4147-bc67-6f170a1afbfe,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:01.027643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.027643 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-86116fd9-79b2-49e5-bc54-3c2213e1b22a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296985 Mar 10 18:12:01.029918 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54374) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:01.034860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'security_group_rule': {'security_group_id': 'fdf8ef09-6cf0-454a-9550-e8d6f4c26f38', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:01.056504 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Project eda524d4c045479aa14ad9c7ec000428 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:12:01.061540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (050a9bfb-b63e-4177-84b3-cef29b6bf44b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.093195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71073c6-b46d-44e4-97c4-682105e5e7a1 req-5a2b91e7-b086-4f6b-9f56-d3f07dc80958 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:01.094712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71073c6-b46d-44e4-97c4-682105e5e7a1 req-5a2b91e7-b086-4f6b-9f56-d3f07dc80958 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0542896 Mar 10 18:12:01.121438 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (050a9bfb-b63e-4177-84b3-cef29b6bf44b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.125109 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (050a9bfb-b63e-4177-84b3-cef29b6bf44b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.142701 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a9bfb-b63e-4177-84b3-cef29b6bf44b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:01.150981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71073c6-b46d-44e4-97c4-682105e5e7a1 req-5ba7ccaf-04cd-40cb-9c5f-84ed4e937544 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502539 Mar 10 18:12:01.151228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.152607 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cce423b3-6822-4eb9-ae7a-dd18429c205c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212726 Mar 10 18:12:01.155521 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54376) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:01.160431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'network': {'name': 'tempest-network-smoke--97818700', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:01.183057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:12:01.194767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.219774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:12:01.230496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f10647ff-0c4f-445a-8db0-7c63a5da200b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.230849 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Added segment f10647ff-0c4f-445a-8db0-7c63a5da200b of type vlan for network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 Mar 10 18:12:01.285573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.317345 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.322746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:01.323329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.378789 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2221911 Mar 10 18:12:01.381751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54378) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:01.386939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'admin_state_up': True, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:01.408999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f127292d-84e9-4481-8931-a8d35fb76325), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.409916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f127292d-84e9-4481-8931-a8d35fb76325), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.426641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71fc1-abfb-4ad3-92ee-d566e8ddabbc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Network': ['ID=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:01.437340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:12:01.472150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (f127292d-84e9-4481-8931-a8d35fb76325), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.617356 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f127292d-84e9-4481-8931-a8d35fb76325), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.831392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f127292d-84e9-4481-8931-a8d35fb76325), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.850214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:01.953080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.187 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/3c2f1de8-5f31-4977-9d0e-69aa60fb9399) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:02.066066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:02.107928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:02.148382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:02.151283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:02.155534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:02.158521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:02.349699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1517379-fe2d-4318-a262-16a8ac11bb2f req-a17fd90e-20c4-4609-8167-695f1b8354f0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:02.351665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1517379-fe2d-4318-a262-16a8ac11bb2f req-a17fd90e-20c4-4609-8167-695f1b8354f0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.1165087 Mar 10 18:12:02.483990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1517379-fe2d-4318-a262-16a8ac11bb2f req-6e01ea64-3e37-4e20-af4f-b4099670c7c8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927460 Mar 10 18:12:02.500172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f127292d-84e9-4481-8931-a8d35fb76325), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.055762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f127292d-84e9-4481-8931-a8d35fb76325), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.190594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f127292d-84e9-4481-8931-a8d35fb76325 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:12:03.302732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:12:03.313180 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Sync routers for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:12:03.323786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.324085 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:03.328028 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:03.328187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d8fa58bb-c026-4dda-a2ac-20bbfddbd071 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9416239 Mar 10 18:12:03.328289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54382) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:03.356097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-cca4a543-7b73-4d64-83c0-6a774592b498 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=eda524d4c045479aa14ad9c7ec000428&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267272 Mar 10 18:12:03.358757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54384) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:03.433333 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:03.447865 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890e231-8159-45e4-a15c-c4d411bb027e tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:03.449277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e890e231-8159-45e4-a15c-c4d411bb027e tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896671 Mar 10 18:12:03.452167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54386) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:03.490865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0fd871e4-e039-4acc-a7ff-e9bfc1ff0ab6 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376115 Mar 10 18:12:03.493631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:03.498389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528173204', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:03.614081 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:02Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:03.615564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:12:03.619173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.640284 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Checking router: f127292d-84e9-4481-8931-a8d35fb76325 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:12:03.640630 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Updating router f127292d-84e9-4481-8931-a8d35fb76325 port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:12:03.666341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c06fd-9fc6-4e3a-b262-b9a0b8138021 req-67bec257-6825-44cd-a38f-dfa737c72067 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:03.667893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd4c06fd-9fc6-4e3a-b262-b9a0b8138021 req-67bec257-6825-44cd-a38f-dfa737c72067 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.1073997 Mar 10 18:12:03.669200 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.764575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bd4c06fd-9fc6-4e3a-b262-b9a0b8138021 req-1eba12b9-d4e2-4c62-b5c0-fd7804fffb2d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672467 Mar 10 18:12:03.865892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (dbc6b08a-4c63-49f5-af6b-0364245dc937), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.921619 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Subnet': ['ID=dbc6b08a-4c63-49f5-af6b-0364245dc937,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:03.930363 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks [] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.937113 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.941166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Checking segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:12:03.941542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network hostable DHCP agents. Network: efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:12:03.959310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:12:03.969948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:03.976528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:03.977507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.978939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3b1e2-7c77-4a90-a496-89d4a29df013 None None] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:12:03.982929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Attempting to bind port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:12:03.983350 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Attempting to bind port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:12:03.984077 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Attempting to bind port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:12:03.999039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-29118ae0-6693-4d71-9a5d-2d24eb20a68b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5018067 Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Bound port: 3c2f1de8-5f31-4977-9d0e-69aa60fb9399, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:12:03.999257 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:03.999744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54392) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:04.048524 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] For port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:12:04.051523 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] For port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:12:04.052778 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Pushing event updated for resources: {'Port': ['ID=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:04.062193 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.062563 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.062891 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.063224 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.063547 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.064067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.064625 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.065106 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.065581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.066073 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.066395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.066741 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.067061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:12:04.071482 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.095901 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:12:04.096981 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.126492 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:04.127371 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:04.172681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57abc-2149-47b6-9d96-dc241c251731 None None] Pushing event updated for resources: {'Port': ['ID=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:04.246636 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:04.248050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Allocated IP 172.20.0.2 (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9/dbc6b08a-4c63-49f5-af6b-0364245dc937/4407ec00-2b3d-4ed9-8a31-7774b66eb204) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:04.400537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks [] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.408258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.441117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:02Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:04.448161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:04.454562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:04.458979 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:04.462083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Pushing event updated for resources: {'Port': ['ID=4407ec00-2b3d-4ed9-8a31-7774b66eb204,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:04.469157 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ed16f-c39a-4d3d-9b61-4d2e6faf2e8a None None] The sync data for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 is: [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:02Z', 'revision_number': 3, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:12:04.479773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.537941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Attempting to bind port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:12:04.538315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Attempting to bind port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:12:04.539508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Attempting to bind port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 on network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:12:04.546779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:12:04.547177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Checking segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:12:04.547576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.547961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Bound using segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:12:04.548817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Bound port: 4407ec00-2b3d-4ed9-8a31-7774b66eb204, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:12:04.548817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.623958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] For port 4407ec00-2b3d-4ed9-8a31-7774b66eb204, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:12:04.628058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] For port 4407ec00-2b3d-4ed9-8a31-7774b66eb204, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4407ec00-2b3d-4ed9-8a31-7774b66eb204,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:12:04.635905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:04.699481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf783f84-38e5-484e-a03d-0995e8b5e8a1 None None] Pushing event updated for resources: {'Port': ['ID=4407ec00-2b3d-4ed9-8a31-7774b66eb204,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:04.825383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.1 (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9/dbc6b08a-4c63-49f5-af6b-0364245dc937/4595143b-17a8-404e-bd2b-7d55622b9ba7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:04.989160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4871-f1d3-49e0-a065-d1831fd44293 req-1e017e14-741d-49e8-8601-072100e37cf1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:04.997502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfcb4871-f1d3-49e0-a065-d1831fd44293 req-1e017e14-741d-49e8-8601-072100e37cf1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.1404793 Mar 10 18:12:05.053843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.082949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bfcb4871-f1d3-49e0-a065-d1831fd44293 req-8ed7702a-a5ff-4e46-9abd-f34dc1cd61ac tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845439 Mar 10 18:12:05.112640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.153720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:05.163912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:05.167751 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:05.174730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:05.220393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f127292d-84e9-4481-8931-a8d35fb76325), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.370126 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.678882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.684667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.759269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:05.759743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128bbc5-bf19-428c-9e52-febcb9ffd837 None None] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:12:05.765460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f127292d-84e9-4481-8931-a8d35fb76325), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.861488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Provisioning complete for port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:05.861864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.864816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:05.866359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:05.972803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Current status of the port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:05.973111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:05.988720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f127292d-84e9-4481-8931-a8d35fb76325 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:12:06.010770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] For port 4407ec00-2b3d-4ed9-8a31-7774b66eb204, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4407ec00-2b3d-4ed9-8a31-7774b66eb204,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:06.015274 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.069486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f560a-a0be-43d4-bd09-bade459214ad None None] Pushing event updated for resources: {'Port': ['ID=4407ec00-2b3d-4ed9-8a31-7774b66eb204,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:06.114854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:12:06.120127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e067506d-4eb1-4869-8790-774cbb2f2754 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/f127292d-84e9-4481-8931-a8d35fb76325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1198707 Mar 10 18:12:06.236301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd897a20-89c3-4758-bd52-df0a7d1c7734 req-38454c06-6459-4d69-87be-91b4f5a49b95 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:06.237381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Provisioning complete for port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:06.237755 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.238064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd897a20-89c3-4758-bd52-df0a7d1c7734 req-38454c06-6459-4d69-87be-91b4f5a49b95 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0697584 Mar 10 18:12:06.343187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Current status of the port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:06.348479 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd897a20-89c3-4758-bd52-df0a7d1c7734 req-8877f38e-a653-48e8-a223-5f979f3e478d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986362 Mar 10 18:12:06.355095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:06.355579 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.359485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-603b2cf1-7573-47cb-996a-6c4dd8df2e32 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218222433&fields=id&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 267 time: 0.0945613 Mar 10 18:12:06.383248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Sync routers for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:12:06.404416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:06.405206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:06.447889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f021-898e-4854-9d8e-159a4f106182 None None] Port 4595143b-17a8-404e-bd2b-7d55622b9ba7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:12:06.496864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-43968b8c-b055-4dbb-930b-984152d91658 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:06.498287 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-43968b8c-b055-4dbb-930b-984152d91658 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 795 time: 0.1321535 Mar 10 18:12:06.532838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-77ec7dc0-93ab-47e1-96ba-ceada755fb95 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/quotas/eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 375 time: 0.0205047 Mar 10 18:12:06.537445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:06.596942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-de5c004a-0868-4ffb-b64b-45dab36093b0 None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:06.597532 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de5c004a-0868-4ffb-b64b-45dab36093b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.603088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-b84e4b45-39c1-4618-98b4-4bc34b959a91 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640142 Mar 10 18:12:06.669206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:06.709360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-32622f76-2d9b-4629-a74c-45ac3d25c666 service neutron] 10.222.0.35 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925601 Mar 10 18:12:06.720168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-de5c004a-0868-4ffb-b64b-45dab36093b0 None None] Port 4595143b-17a8-404e-bd2b-7d55622b9ba7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:12:06.800434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:06.801122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.807145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-2fb3ddc3-28cf-4169-b2fc-7fcf7743047e service neutron] 10.222.0.35 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Mar 10 18:12:06.881832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4b00b67f-3b3b-4167-b972-08488190cade None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:06.882205 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b00b67f-3b3b-4167-b972-08488190cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:06.970780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4b00b67f-3b3b-4167-b972-08488190cade None None] Port 4595143b-17a8-404e-bd2b-7d55622b9ba7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:12:06.973500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 2, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:06.978789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-56af2abb-957b-4ac2-9761-87d7272c8f6e req-e0295127-5ead-4f07-9702-0713ef3abfb2 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 210 time: 0.0287640 Mar 10 18:12:07.003382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Checking router: f127292d-84e9-4481-8931-a8d35fb76325 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:12:07.003735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Updating router f127292d-84e9-4481-8931-a8d35fb76325 port 4595143b-17a8-404e-bd2b-7d55622b9ba7 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:12:07.005536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:07.005916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.051389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:07.052895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.061612 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.062364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4407ec00-2b3d-4ed9-8a31-7774b66eb204 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:07.166105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:07.236357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:07.236734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.395534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:07.470136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks [] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.473798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa576d-ab31-4195-b325-e1dbd7f3cde3 req-dc9e0262-979e-4b91-8bc4-355e327054ee tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:07.475466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-adaa576d-ab31-4195-b325-e1dbd7f3cde3 req-dc9e0262-979e-4b91-8bc4-355e327054ee tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0554907 Mar 10 18:12:07.477013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.531813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb5581-9c41-4ab6-bbe9-85ea34cab76d None None] Pushing event updated for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:07.547480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-adaa576d-ab31-4195-b325-e1dbd7f3cde3 req-bba5e90b-97b1-48ec-aa1b-52fba23f4889 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650938 Mar 10 18:12:07.596068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Attempting to bind port 4595143b-17a8-404e-bd2b-7d55622b9ba7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:12:07.596426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Attempting to bind port 4595143b-17a8-404e-bd2b-7d55622b9ba7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:12:07.596919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Attempting to bind port 4595143b-17a8-404e-bd2b-7d55622b9ba7 on network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:12:07.602538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:12:07.602917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Checking segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:12:07.603302 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.603692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Bound using segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:12:07.604166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Bound port: 4595143b-17a8-404e-bd2b-7d55622b9ba7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:12:07.604537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.674413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] For port 4595143b-17a8-404e-bd2b-7d55622b9ba7, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:12:07.678136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] For port 4595143b-17a8-404e-bd2b-7d55622b9ba7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4595143b-17a8-404e-bd2b-7d55622b9ba7,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:12:07.686383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:07.747200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:07.747878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:11:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:07.753620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb5581-9c41-4ab6-bbe9-85ea34cab76d None None] Pushing event updated for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:07.831613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:07.832340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.051468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-5b493fcb-33d8-41ce-8d9d-38b2508570e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:08.053362 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-5b493fcb-33d8-41ce-8d9d-38b2508570e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 795 time: 0.1645877 Mar 10 18:12:08.119357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0fa9efb-fc9f-4ea5-b9e2-dd5e4441649e req-7f7b6476-7234-4d62-adcf-a6a91fff72fd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 210 time: 0.0403781 Mar 10 18:12:08.147905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:08.160543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-19cce393-06a0-4949-b489-8e2dee7d4b3e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda524d4c045479aa14ad9c7ec000428 HTTP/1.1" status: 200 len: 379 time: 0.0986991 Mar 10 18:12:08.169303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'port': {'device_id': '26fc15d5-9974-4702-813d-eabf44aeee94', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'admin_state_up': True, 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'security_groups': ['fdf8ef09-6cf0-454a-9550-e8d6f4c26f38']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:08.280395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Current status of the port 4595143b-17a8-404e-bd2b-7d55622b9ba7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:08.280792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.295736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Made reservation on behalf of eda524d4c045479aa14ad9c7ec000428 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:12:08.299333 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.374229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] For port 4595143b-17a8-404e-bd2b-7d55622b9ba7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4595143b-17a8-404e-bd2b-7d55622b9ba7,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:08.381238 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.474198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75696bd5-1274-4440-ba03-7ba895b87b25 None None] Pushing event updated for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:08.503371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:08.540656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c1651-ae48-4eba-88e4-30477b3a5117 None None] The sync data for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 is: [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:12:08.543505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-349d2af4-1cb2-4049-89f1-209eaf589598 None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:08.543875 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-349d2af4-1cb2-4049-89f1-209eaf589598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.629839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:08.713846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-349d2af4-1cb2-4049-89f1-209eaf589598 None None] Current status of the port 4595143b-17a8-404e-bd2b-7d55622b9ba7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:08.738222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:08.738782 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:08.844592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.20.0.12 (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9/dbc6b08a-4c63-49f5-af6b-0364245dc937/681d6fdb-e546-4043-a413-dff1337f7ea6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:08.847987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:08.864767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb44eb-cfe5-4282-adf9-32d1acc97d09 req-1c9e62a3-32ab-4af2-96f8-3b489f05cd80 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:08.866336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1bb44eb-cfe5-4282-adf9-32d1acc97d09 req-1c9e62a3-32ab-4af2-96f8-3b489f05cd80 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 944 time: 0.0819824 Mar 10 18:12:08.903199 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 015d175b-8d04-4fbc-9cb1-6caa89dd1982 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:12:08.970186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1bb44eb-cfe5-4282-adf9-32d1acc97d09 req-7d0c1309-126e-4258-8ed0-067fee9885d6 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967565 Mar 10 18:12:09.008546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:09.020633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:12:09.046143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.068068 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:09.068718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.083290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.087723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015d175b-8d04-4fbc-9cb1-6caa89dd1982 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:12:09.108962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:09.115331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.128675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:09.134735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:09.139298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:09.177460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:09.179815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:09.220560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:09.221218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.269305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-c275166d-9981-4e9f-b2c7-84fdf176d42b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1036696 Mar 10 18:12:09.281244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Request body: {'port': {'device_id': '26fc15d5-9974-4702-813d-eabf44aeee94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:09.317687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941d62d-3a54-44dd-8759-c5a868531f3b req-da0d6ef1-e3ce-46cb-9bd3-5331be151a1b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:09.319189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0941d62d-3a54-44dd-8759-c5a868531f3b req-da0d6ef1-e3ce-46cb-9bd3-5331be151a1b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 932 time: 0.0948868 Mar 10 18:12:09.377659 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.417335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['015d175b-8d04-4fbc-9cb1-6caa89dd1982'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:12:09.437161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0941d62d-3a54-44dd-8759-c5a868531f3b req-b11b7f1a-9311-41ef-85ec-5ae9e47b5c4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020670 Mar 10 18:12:09.471494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-62c843c8-61ae-4edd-ba2e-6996257e7bb1 None None] Provisioning complete for port 681d6fdb-e546-4043-a413-dff1337f7ea6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:09.472019 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-62c843c8-61ae-4edd-ba2e-6996257e7bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.538461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-62c843c8-61ae-4edd-ba2e-6996257e7bb1 None None] Port 681d6fdb-e546-4043-a413-dff1337f7ea6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:12:09.712832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:12:09.721736 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks [] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.738277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Transition to ACTIVE for port object 681d6fdb-e546-4043-a413-dff1337f7ea6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:12:09.742939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.819414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:09.883877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Attempting to bind port 681d6fdb-e546-4043-a413-dff1337f7ea6 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:12:09.884212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Attempting to bind port 681d6fdb-e546-4043-a413-dff1337f7ea6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:12:09.884539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Attempting to bind port 681d6fdb-e546-4043-a413-dff1337f7ea6 on network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:12:09.889028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Port 681d6fdb-e546-4043-a413-dff1337f7ea6 on network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:12:09.889344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Attempting to bind port 681d6fdb-e546-4043-a413-dff1337f7ea6 on network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:12:09.894302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:12:09.894661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Checking segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:12:09.895043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Bound using segment: {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:12:09.895464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Bound port: 681d6fdb-e546-4043-a413-dff1337f7ea6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10647ff-0c4f-445a-8db0-7c63a5da200b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:12:09.895817 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:09.963717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:12:09.967011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:12:09.972719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:10.009966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.010618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:10.012017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] 10.222.0.41 "PUT /v2.0/ports/681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 1092 time: 0.7350473 Mar 10 18:12:10.012578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:12:10.015577 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:12:10.039187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1f06-16dc-4c47-b382-34ef1d32d810 service neutron] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:10.071481 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e021ebb5-eab5-49fe-ba91-9467c28e9e02 x-openstack-request-id: req-e021ebb5-eab5-49fe-ba91-9467c28e9e02 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:12:10.071856 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:12:10.072168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e021ebb5-eab5-49fe-ba91-9467c28e9e02 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:12:10.072756 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'status': 'completed', 'code': 200} Mar 10 18:12:10.145926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-0bbfbb39-d04f-4efd-b4ac-427ef5c9ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.147480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-0bbfbb39-d04f-4efd-b4ac-427ef5c9ea42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1126 time: 0.0880499 Mar 10 18:12:10.169769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0fe33-9a06-4622-9906-72b34f509c99 req-710f73bf-f565-4f27-bf60-660dfaade5e8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.171713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf0fe33-9a06-4622-9906-72b34f509c99 req-710f73bf-f565-4f27-bf60-660dfaade5e8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 945 time: 0.0789118 Mar 10 18:12:10.209207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-b27f1089-3d1d-4b6c-8c57-935e40a7c813 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0528731 Mar 10 18:12:10.281391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf0fe33-9a06-4622-9906-72b34f509c99 req-1be147d1-0cab-490b-a958-b6591b76cf3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793326 Mar 10 18:12:10.285188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-50c71ea2-a457-4f89-b633-8c92e8c56586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.286648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-50c71ea2-a457-4f89-b633-8c92e8c56586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0686116 Mar 10 18:12:10.341637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-48860648-4a5e-4c6c-9dcf-b4b4dfc808f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.343183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-48860648-4a5e-4c6c-9dcf-b4b4dfc808f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508628 Mar 10 18:12:10.433786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-e2a767d1-f210-4ffa-804f-8c4eaf202f9b service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839627 Mar 10 18:12:10.561191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e14d9c-575b-4daa-b736-5f96c01a0964 req-3bd347b2-acfb-4c9d-8822-7b153785da08 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211960 Mar 10 18:12:10.583154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dd1ce-b52c-4dbd-87a5-5816395f9513 req-650e2e8e-2b2b-4b0b-b91b-efdaaa302b74 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.584814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-412dd1ce-b52c-4dbd-87a5-5816395f9513 req-650e2e8e-2b2b-4b0b-b91b-efdaaa302b74 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 944 time: 0.0667870 Mar 10 18:12:10.612064 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4595143b-17a8-404e-bd2b-7d55622b9ba7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:10.668080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-412dd1ce-b52c-4dbd-87a5-5816395f9513 req-51988912-70d6-4461-9546-dcd8a829b536 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771468 Mar 10 18:12:10.669643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4595143b-17a8-404e-bd2b-7d55622b9ba7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:10.670080 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:10.694850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-cc83cbb0-51ca-433e-8692-d7e9926df753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.696422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-cc83cbb0-51ca-433e-8692-d7e9926df753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1126 time: 0.0764441 Mar 10 18:12:10.749674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4595143b-17a8-404e-bd2b-7d55622b9ba7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:10.788376 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-102724af-03ee-4ad4-964c-a6531c234971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.790037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-102724af-03ee-4ad4-964c-a6531c234971 service neutron] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 896 time: 0.0870819 Mar 10 18:12:10.836108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-f0e9fdd2-a04b-43a0-937c-18ca8d605c2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0391870 Mar 10 18:12:10.883882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-136fc5cd-d9b3-4e26-a70f-c993ac4fb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.885322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-136fc5cd-d9b3-4e26-a70f-c993ac4fb3df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0439339 Mar 10 18:12:10.919014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 015d175b-8d04-4fbc-9cb1-6caa89dd1982 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:10.938693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-f8e3ee1a-96c6-45e5-bef0-db087e75733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:10.940219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-f8e3ee1a-96c6-45e5-bef0-db087e75733c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479035 Mar 10 18:12:10.976811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:12:10.980728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:10.981102 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:11.038396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-7e36c329-1546-4108-a637-fd3c05f3c80e service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917175 Mar 10 18:12:11.058265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:11.058792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:11.081840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:12:11.084121 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c51b3a-e67b-43d7-a914-69bc529ded59" -d '{"events": [{"server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "name": "network-vif-plugged", "status": "completed", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:12:11.097375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:11.102379 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:11.134146 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d07b57a-fbb1-4a3d-bcdd-674e60acd61d req-d0596eab-87f5-467f-aa40-f930e81b6507 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900772 Mar 10 18:12:11.137017 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb4295-99f6-4f74-9115-2f31ccf96315 x-openstack-request-id: req-1dcb4295-99f6-4f74-9115-2f31ccf96315 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:12:11.137312 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "name": "network-vif-plugged", "status": "completed", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:12:11.137567 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dcb4295-99f6-4f74-9115-2f31ccf96315 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:12:11.137962 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'code': 200} Mar 10 18:12:11.164004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:11.236132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647964f9-c460-4dae-8eeb-60e494de20e9 req-e065f01d-bf17-42b7-8a08-96e80937924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:11.237694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-647964f9-c460-4dae-8eeb-60e494de20e9 req-e065f01d-bf17-42b7-8a08-96e80937924d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0462956 Mar 10 18:12:11.293786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-647964f9-c460-4dae-8eeb-60e494de20e9 req-93b27374-5bda-467b-9416-b29962315ef7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Mar 10 18:12:11.405801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827651-073c-4c09-99ad-152046cee6b6 req-09498583-67af-4832-bd00-12d2f391548f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:11.407321 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59827651-073c-4c09-99ad-152046cee6b6 req-09498583-67af-4832-bd00-12d2f391548f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.0552311 Mar 10 18:12:11.459081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59827651-073c-4c09-99ad-152046cee6b6 req-047e914b-c95e-444c-8dde-d7663b99da29 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Mar 10 18:12:11.801268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959c85e-c2bb-4454-afd7-6551e850874f req-c2162002-f75d-4bf3-b20c-2a882193ec71 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:11.802803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9959c85e-c2bb-4454-afd7-6551e850874f req-c2162002-f75d-4bf3-b20c-2a882193ec71 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 944 time: 0.0645666 Mar 10 18:12:11.852176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9959c85e-c2bb-4454-afd7-6551e850874f req-cc1e88e8-cf4e-43ce-b6e7-76e9a580450e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Mar 10 18:12:12.475931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e6db9e2c-d739-4c5a-9e2d-9ef49a41fcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:12.602674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0fe7-e352-42f7-93cb-25baf860ad37 req-efe1b853-6d3b-47d0-8c10-cba1db2c444a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:12.604589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae5b0fe7-e352-42f7-93cb-25baf860ad37 req-efe1b853-6d3b-47d0-8c10-cba1db2c444a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.0593607 Mar 10 18:12:12.663626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ae5b0fe7-e352-42f7-93cb-25baf860ad37 req-92fe57e0-9df0-451b-b8f7-948d54d0d0d3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519934 Mar 10 18:12:12.798810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd88e-3107-4851-a87e-019bb575ce34 req-3944e1d8-e7cb-4279-aff7-5d4037aa43e3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:12.800240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8fcd88e-3107-4851-a87e-019bb575ce34 req-3944e1d8-e7cb-4279-aff7-5d4037aa43e3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.0629179 Mar 10 18:12:12.855219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8fcd88e-3107-4851-a87e-019bb575ce34 req-2ef75b81-dc3d-4a04-b0d0-247513c6f404 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Mar 10 18:12:12.882217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54452) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:12.938503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523d943-9d23-49d9-a97a-8e4c241ee39f tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:12.939989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f523d943-9d23-49d9-a97a-8e4c241ee39f tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1123 time: 0.0567837 Mar 10 18:12:12.943069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54454) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:12.947978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:12.990443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:13.015590 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43346c-521a-4d32-acca-e300e07d139e req-1504c1fd-7b11-40b6-9ccb-0ef1b3da10ed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:13.017063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee43346c-521a-4d32-acca-e300e07d139e req-1504c1fd-7b11-40b6-9ccb-0ef1b3da10ed tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 944 time: 0.0898917 Mar 10 18:12:13.092313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee43346c-521a-4d32-acca-e300e07d139e req-15a3eba9-2cbf-40a0-b95c-cbd87893fc8a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690267 Mar 10 18:12:13.151956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:13.258344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.25.3.153 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/16da9363-30e3-4ae3-8a80-c606885d6023) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:13.363918 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (16da9363-30e3-4ae3-8a80-c606885d6023), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:13.400461 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:13.438116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:13.443371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:13.445930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:13.469038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=16da9363-30e3-4ae3-8a80-c606885d6023,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:13.829940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (80e3dc1c-e2ca-4e94-985d-687346bb385d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:13.905063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.060818 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (16da9363-30e3-4ae3-8a80-c606885d6023), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.067416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.141842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=16da9363-30e3-4ae3-8a80-c606885d6023,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:14.152605 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (80e3dc1c-e2ca-4e94-985d-687346bb385d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.288198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf475-d088-482c-b14b-2b122e27ed99 req-1571d105-f8c6-41e7-8756-4b871effae95 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:14.289732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f68cf475-d088-482c-b14b-2b122e27ed99 req-1571d105-f8c6-41e7-8756-4b871effae95 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 944 time: 0.1026926 Mar 10 18:12:14.293095 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP 80e3dc1c-e2ca-4e94-985d-687346bb385d associated. External IP: 172.25.3.153, port: 015d175b-8d04-4fbc-9cb1-6caa89dd1982. Mar 10 18:12:14.408508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f68cf475-d088-482c-b14b-2b122e27ed99 req-a4c519ee-9cbe-422b-8d6c-3ab1806ec0a6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116302 Mar 10 18:12:14.718213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bde5442d-d1e2-4a24-982e-3ec28c392164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.855082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:12:14.976928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:12:14.987841 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:12:14.997808 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:14.999009 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:14.999868 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:12:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:15.046496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3eb1a384-9225-4670-9067-08ad103c564a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0917628 Mar 10 18:12:15.046496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:12:15.046496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924e448-11f9-486f-844f-4c236ef7d007" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:12:15.077529 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70232b14-648d-432c-80c4-d579b4d3d458 x-openstack-request-id: req-70232b14-648d-432c-80c4-d579b4d3d458 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:12:15.078012 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:12:15.078285 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70232b14-648d-432c-80c4-d579b4d3d458 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:12:15.078735 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'status': 'completed', 'code': 200} Mar 10 18:12:15.109392 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:15.145959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e448-11f9-486f-844f-4c236ef7d007 req-a5e07943-03b8-435a-ac17-53b9f2bdb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:15.147542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-a5e07943-03b8-435a-ac17-53b9f2bdb9ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0465584 Mar 10 18:12:15.212142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:12:15.247051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e448-11f9-486f-844f-4c236ef7d007 req-06866d23-b06d-41fb-8ef1-af5e4a82798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:15.248440 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-06866d23-b06d-41fb-8ef1-af5e4a82798d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0943248 Mar 10 18:12:15.327917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-ca643b39-71d7-4eea-86f6-a0496d27af49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1000 time: 0.0730469 Mar 10 18:12:15.351241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:15.372059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'mac_address': 'fa:16:3e:bf:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:12:15.393990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e448-11f9-486f-844f-4c236ef7d007 req-e80ff51e-7672-48e5-b9c5-27ac1abeab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:15.396261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-e80ff51e-7672-48e5-b9c5-27ac1abeab40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0569551 Mar 10 18:12:15.429409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:15.430041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:15.445002 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:12:15.458256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e448-11f9-486f-844f-4c236ef7d007 req-aefd3f7a-39f6-4582-925d-2d88f3099783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:15.460863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-aefd3f7a-39f6-4582-925d-2d88f3099783 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572000 Mar 10 18:12:15.470015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:15.476937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:13Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:15.478870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:15.526626 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:12:15.537075 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:15.538510 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:12:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:15.559029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:15.622145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-f2f610ee-71b6-4872-ac63-927c677942b4 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537681 Mar 10 18:12:15.632074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f507d-d5a4-4fae-b4e6-1bf509f27589 req-ec231ce3-8758-4cb0-9776-d1f2243c8464 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:15.633552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b3f507d-d5a4-4fae-b4e6-1bf509f27589 req-ec231ce3-8758-4cb0-9776-d1f2243c8464 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 945 time: 0.1232321 Mar 10 18:12:15.661266 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:15.752190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b3f507d-d5a4-4fae-b4e6-1bf509f27589 req-0eaccad0-e327-48c1-ada8-43cd1f0f454b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997596 Mar 10 18:12:15.762786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5924e448-11f9-486f-844f-4c236ef7d007 req-a2d740b7-b8e7-41c8-a8e2-26e1ee67f871 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281869 Mar 10 18:12:15.792984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['681d6fdb-e546-4043-a413-dff1337f7ea6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:12:15.934067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:13Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:15.965979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761cca9-f2a3-4f13-9155-7cb76b2bcf6f None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:13Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:12:15.976214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:16.195593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb751263-592d-4b8b-922b-5381b17e2f16 None None] New status for floating IP 80e3dc1c-e2ca-4e94-985d-687346bb385d: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:12:16.889142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699fe10-a35a-4d43-b0d9-c277a0552f78 req-abc111fb-844f-463d-a3d7-94ab6a61f624 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:16.890633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c699fe10-a35a-4d43-b0d9-c277a0552f78 req-abc111fb-844f-463d-a3d7-94ab6a61f624 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 945 time: 0.0585897 Mar 10 18:12:16.944900 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c699fe10-a35a-4d43-b0d9-c277a0552f78 req-225e9679-9930-4f17-b844-09bd1e3e34d7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463822 Mar 10 18:12:17.224255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:12:17.275883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 681d6fdb-e546-4043-a413-dff1337f7ea6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:12:17.279795 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 681d6fdb-e546-4043-a413-dff1337f7ea6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:12:17.280168 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:17.362103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:12:17.362810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:17.400845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:12:17.403174 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a467ce6-b5c9-4954-be97-9f1319c51954" -d '{"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-plugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:12:17.413438 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:17.417157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:12:17.421982 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:17.445523 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5afacdd-f608-40f5-9f2a-8c5c56d8dcd7 x-openstack-request-id: req-a5afacdd-f608-40f5-9f2a-8c5c56d8dcd7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:12:17.445736 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-plugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:12:17.446070 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5afacdd-f608-40f5-9f2a-8c5c56d8dcd7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:12:17.446477 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'code': 200} Mar 10 18:12:17.472662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:17.547131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bcecc-3caa-42ee-93bc-1fa833755265 req-2af12d3a-3be4-49d5-b63f-660b166f4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:17.548637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15bcecc-3caa-42ee-93bc-1fa833755265 req-2af12d3a-3be4-49d5-b63f-660b166f4807 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0477667 Mar 10 18:12:17.596162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c15bcecc-3caa-42ee-93bc-1fa833755265 req-e94c90b5-d9dc-41c3-8f63-44a829e40cb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Mar 10 18:12:18.076735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca354c0-fa09-4b22-afe5-813e5994a163 req-c8ea4fb9-3eae-4387-af39-7a28a619be61 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:18.078199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ca354c0-fa09-4b22-afe5-813e5994a163 req-c8ea4fb9-3eae-4387-af39-7a28a619be61 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0629208 Mar 10 18:12:18.134006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ca354c0-fa09-4b22-afe5-813e5994a163 req-e1b94d81-44ce-47d0-b33c-4f3bafc8e5b5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497756 Mar 10 18:12:19.264216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be542-44cd-4242-9330-23582bc55004 req-d0e5c349-4e38-46bd-81d1-6bf4ad621f4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:19.265711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-704be542-44cd-4242-9330-23582bc55004 req-d0e5c349-4e38-46bd-81d1-6bf4ad621f4a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0546741 Mar 10 18:12:19.327790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-704be542-44cd-4242-9330-23582bc55004 req-e0f6554a-e0b0-45fe-88f6-e515e78f1ec7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533640 Mar 10 18:12:19.348698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:19.454612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b66a46-79f6-4d59-8097-1fc0a462d680 req-fed69552-208a-4c74-bc9c-b37498be81db tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:19.455984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32b66a46-79f6-4d59-8097-1fc0a462d680 req-fed69552-208a-4c74-bc9c-b37498be81db tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0547757 Mar 10 18:12:19.512823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32b66a46-79f6-4d59-8097-1fc0a462d680 req-ed37c326-bce6-4987-8721-88599ad64b74 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510819 Mar 10 18:12:19.538596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54476) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:19.583038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769c859-6eaa-427a-aabc-b442dfc40eab tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:19.584536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c769c859-6eaa-427a-aabc-b442dfc40eab tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1123 time: 0.0449724 Mar 10 18:12:19.587441 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54478) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:19.591973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:12:19.615398 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:19.721262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:19.830683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Allocated IP 172.25.3.114 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/156fa4b7-a289-4d57-a2a1-6ff8fead3629) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:12:19.954193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:19.990904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.029579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:12:20.034638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:12:20.038050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:12:20.043880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=156fa4b7-a289-4d57-a2a1-6ff8fead3629,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:20.111376 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:12:20.418881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (26f08464-9e1e-4310-8f63-79d2673d002a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.492121 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.655905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.662951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.736199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event updated for resources: {'Port': ['ID=156fa4b7-a289-4d57-a2a1-6ff8fead3629,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:12:20.746522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (26f08464-9e1e-4310-8f63-79d2673d002a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:20.850163 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP 26f08464-9e1e-4310-8f63-79d2673d002a associated. External IP: 172.25.3.114, port: 681d6fdb-e546-4043-a413-dff1337f7ea6. Mar 10 18:12:21.089659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f127292d-84e9-4481-8931-a8d35fb76325 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:12:21.206025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:12:21.216416 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Sync routers for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:12:21.229059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:21.231999 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:21.232599 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:12:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:21.262412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50d0780b-d64e-455b-a948-23429e6dee5c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6712625 Mar 10 18:12:21.262412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:12:21.262904 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50847c08-90ad-4c69-a678-525710df4f35" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:12:21.309092 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89197548-5960-400d-9bfb-0993f2c9716b x-openstack-request-id: req-89197548-5960-400d-9bfb-0993f2c9716b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:12:21.309454 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:12:21.309772 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89197548-5960-400d-9bfb-0993f2c9716b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:12:21.310250 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'status': 'completed', 'code': 200} Mar 10 18:12:21.347836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:21.399366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847c08-90ad-4c69-a678-525710df4f35 req-8d5b034c-240a-4029-9f4e-0414ce9e7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:21.400925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-8d5b034c-240a-4029-9f4e-0414ce9e7aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0686264 Mar 10 18:12:21.411004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd39507-9eba-488e-9644-9b27d9d50b84 req-f853ab8d-45c2-42ab-9881-802ed8d5bf7b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:21.412380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bd39507-9eba-488e-9644-9b27d9d50b84 req-f853ab8d-45c2-42ab-9881-802ed8d5bf7b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0923011 Mar 10 18:12:21.519147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5bd39507-9eba-488e-9644-9b27d9d50b84 req-0ecca3d9-6bb0-411d-b2d1-c6fa16f5e499 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987370 Mar 10 18:12:21.542089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847c08-90ad-4c69-a678-525710df4f35 req-9e582965-7a69-440d-b58f-ba1786e820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:21.542089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-9e582965-7a69-440d-b58f-ba1786e820a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 896 time: 0.1239760 Mar 10 18:12:21.543470 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:21.587615 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '26f08464-9e1e-4310-8f63-79d2673d002a', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'mac_address': 'fa:16:3e:bf:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc15d5-9974-4702-813d-eabf44aeee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:20Z', 'updated_at': '2022-03-10T18:12:20Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:21.607089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-8cfd1a72-928d-46f3-a448-47be511446ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 1000 time: 0.0637062 Mar 10 18:12:21.615236 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Checking router: f127292d-84e9-4481-8931-a8d35fb76325 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:12:21.624968 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:12:21.625596 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:12:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:21.666206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847c08-90ad-4c69-a678-525710df4f35 req-1c589950-4cb9-46c3-baca-cad59643c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:21.669347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-1c589950-4cb9-46c3-baca-cad59643c49a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0563326 Mar 10 18:12:21.723519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847c08-90ad-4c69-a678-525710df4f35 req-ced7d958-e1ad-400c-a435-0bb60c2f48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:12:21.725057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-ced7d958-e1ad-400c-a435-0bb60c2f48a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497432 Mar 10 18:12:21.741993 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:12:21.823589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-5199af3f-b39b-4776-ab54-ad2c53288660 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923836 Mar 10 18:12:21.870368 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1ba5234a-5af4-49ab-b4d9-cda8fef7c57e tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/26f08464-9e1e-4310-8f63-79d2673d002a HTTP/1.1" status: 200 len: 992 time: 0.3256152 Mar 10 18:12:21.918937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50847c08-90ad-4c69-a678-525710df4f35 req-d116e570-4b6c-418e-b2bc-58636f05d66a service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898759 Mar 10 18:12:21.979763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '26f08464-9e1e-4310-8f63-79d2673d002a', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'mac_address': 'fa:16:3e:bf:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc15d5-9974-4702-813d-eabf44aeee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:20Z', 'updated_at': '2022-03-10T18:12:20Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:12:22.009594 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa4604-14a9-4cf1-ae46-def107555081 None None] The sync data for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 is: [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '26f08464-9e1e-4310-8f63-79d2673d002a', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'mac_address': 'fa:16:3e:bf:d0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc15d5-9974-4702-813d-eabf44aeee94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:20Z', 'updated_at': '2022-03-10T18:12:20Z', 'revision_number': 0, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:12:22.254461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084a8f3-c2e9-478d-8fb0-c4e3621e3d93 None None] New status for floating IP 26f08464-9e1e-4310-8f63-79d2673d002a: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:12:22.873849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54488) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:12:22.941227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-81541abd-27e5-40c4-9b46-6ee1abeb75b3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/26f08464-9e1e-4310-8f63-79d2673d002a HTTP/1.1" status: 200 len: 994 time: 0.0648477 Mar 10 18:12:27.235430 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:30.251815 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:42.466946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6080f54-ae64-4081-be4d-75cbe93dfbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:44.718521 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee99b00c-0c12-4aa6-8fc8-18c2a89ba2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:45.964283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:47.397537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:49.351128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:12:57.117293 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:12:57.255884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:00.266842 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:12.460773 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b626717-8047-405d-967c-a283da4a9c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:14.522613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-e7f5774a-b55a-447a-826d-029467e5b9fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994420 Mar 10 18:13:14.618196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-72dc2bda-86e0-4b60-8ff8-adb88c96dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:14.619741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-72dc2bda-86e0-4b60-8ff8-adb88c96dea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0509415 Mar 10 18:13:14.715366 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-741bcc04-f940-4c04-9169-1cf36b30b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:14.735476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-81a61979-87ed-4ec9-a224-b35f60d4355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:14.736993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-81a61979-87ed-4ec9-a224-b35f60d4355f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0908437 Mar 10 18:13:14.812404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-82d5fcab-7dc4-4713-be1f-8b33529aea2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1002 time: 0.0648923 Mar 10 18:13:14.864756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-09173404-04b6-4938-b1d7-d549e92bcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:14.866207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-09173404-04b6-4938-b1d7-d549e92bcd0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0446568 Mar 10 18:13:14.919404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-fa50efb4-deba-4df2-a631-1b1bb1977ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:14.921234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-fa50efb4-deba-4df2-a631-1b1bb1977ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458221 Mar 10 18:13:15.023685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-07661320-2ec9-4931-9dd9-352dc4db243b service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918868 Mar 10 18:13:15.121678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-997ce287-81b3-4c8b-9c77-9e91cd0f192c req-72932872-11fb-434d-a437-b603fbd35a6c service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878534 Mar 10 18:13:15.966746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:17.397532 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:19.353735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:19.788033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-fba6a49b-5d91-4973-92df-a5343a42eb08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3572614 Mar 10 18:13:19.887314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-e169df2e-148c-4b4f-9f40-461532a2bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:19.888806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-e169df2e-148c-4b4f-9f40-461532a2bb0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0547965 Mar 10 18:13:19.999328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-a5ce1ba5-6195-42e9-98a0-f7598c2b3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:20.000769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-a5ce1ba5-6195-42e9-98a0-f7598c2b3162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 896 time: 0.0893233 Mar 10 18:13:20.066738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-6596f7a2-37fd-4917-8405-63db292c7000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 1002 time: 0.0588746 Mar 10 18:13:20.114580 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-d0ee2bb5-4c27-4f2b-bd86-094761f6add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:20.115998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-d0ee2bb5-4c27-4f2b-bd86-094761f6add0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0435524 Mar 10 18:13:20.169636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-bc25e066-4522-4b14-a7d5-0fedb41dad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:20.171566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-bc25e066-4522-4b14-a7d5-0fedb41dad21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495191 Mar 10 18:13:20.269184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-b3f1478c-36d5-4dcb-bbc2-0e683fc59ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905726 Mar 10 18:13:20.362814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-341b65bf-0a58-4748-a74e-ab162af4d2a3 req-d816e50b-e670-4258-ad79-1c03729c00b0 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Mar 10 18:13:26.270845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd05998-f9b3-4933-b198-4dd8b5edbc6d req-bbd22250-bfcc-4deb-90e6-1fbb04ae64a0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:26.272199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dd05998-f9b3-4933-b198-4dd8b5edbc6d req-bbd22250-bfcc-4deb-90e6-1fbb04ae64a0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0540459 Mar 10 18:13:26.324194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5dd05998-f9b3-4933-b198-4dd8b5edbc6d req-8830695b-ab67-42c8-a2ae-f544a984b223 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Mar 10 18:13:27.259617 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:27.475670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ea9e-7e68-4f9f-a95a-7e1ba60da682 req-de2f0028-d2cd-49aa-b4ab-878f345e0000 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:27.477429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c3ea9e-7e68-4f9f-a95a-7e1ba60da682 req-de2f0028-d2cd-49aa-b4ab-878f345e0000 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0753043 Mar 10 18:13:27.536673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c3ea9e-7e68-4f9f-a95a-7e1ba60da682 req-7b676167-2a8a-461a-b3e8-d13cb9008fc3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534704 Mar 10 18:13:28.687169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ba79-a5c3-446d-b3e7-1dd06f09cce1 req-15b7b094-b6dd-457f-86e7-7f9663e23d18 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:28.689063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa9ba79-a5c3-446d-b3e7-1dd06f09cce1 req-15b7b094-b6dd-457f-86e7-7f9663e23d18 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0765083 Mar 10 18:13:28.744301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fa9ba79-a5c3-446d-b3e7-1dd06f09cce1 req-043649c4-62fd-4db0-b13d-7321742eaa69 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 Mar 10 18:13:29.876043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb1cb5-ada7-499a-9470-0e4dc187d86e req-20b8769c-4594-48f8-bb8a-13d7028adadd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:29.877526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9bb1cb5-ada7-499a-9470-0e4dc187d86e req-20b8769c-4594-48f8-bb8a-13d7028adadd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0573454 Mar 10 18:13:29.933055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9bb1cb5-ada7-499a-9470-0e4dc187d86e req-e80d2a25-f2a9-49fe-b1cf-9c4ccded8f20 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494297 Mar 10 18:13:30.282792 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:31.064609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73939e7a-6f65-4267-9c6a-9491ca1e559a req-afdab75e-62ae-4906-8cbf-b56ba0743317 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:31.066079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73939e7a-6f65-4267-9c6a-9491ca1e559a req-afdab75e-62ae-4906-8cbf-b56ba0743317 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0566964 Mar 10 18:13:31.115982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73939e7a-6f65-4267-9c6a-9491ca1e559a req-a55b2b82-fcbc-464b-a1ac-e422ef93d05f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Mar 10 18:13:32.252849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f028829-8f32-4e31-9423-ec9bb06c3352 req-aea75f3b-c0df-4782-9d12-c298d55204c4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:32.254227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f028829-8f32-4e31-9423-ec9bb06c3352 req-aea75f3b-c0df-4782-9d12-c298d55204c4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0556629 Mar 10 18:13:32.305996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f028829-8f32-4e31-9423-ec9bb06c3352 req-46d9c942-41f9-4c91-bc3b-4b86fc871dee tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Mar 10 18:13:33.454287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1375f3a-af4d-438e-82e6-b9654c3c3b08 req-0bf60237-efda-4665-b452-18a88a7ad2a3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:33.455812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1375f3a-af4d-438e-82e6-b9654c3c3b08 req-0bf60237-efda-4665-b452-18a88a7ad2a3 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0598330 Mar 10 18:13:33.506160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1375f3a-af4d-438e-82e6-b9654c3c3b08 req-24f18ee3-bb86-4844-a0b7-780f1215d001 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447674 Mar 10 18:13:34.118557 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:13:34.637574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aaa0c-9b66-4765-9174-3651412b7f72 req-68709e4e-0e94-41bb-a097-d1214b3762ab tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:34.639081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e66aaa0c-9b66-4765-9174-3651412b7f72 req-68709e4e-0e94-41bb-a097-d1214b3762ab tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0544646 Mar 10 18:13:34.700621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e66aaa0c-9b66-4765-9174-3651412b7f72 req-c81a46b3-84ce-4f77-bc9b-40b70098839a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559189 Mar 10 18:13:35.853499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b518d-448f-48ec-ba6f-3a0cff8ec68b req-22f14dca-5bd6-4643-84fa-e444e59bb19c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:35.854806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f9b518d-448f-48ec-ba6f-3a0cff8ec68b req-22f14dca-5bd6-4643-84fa-e444e59bb19c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0759819 Mar 10 18:13:35.909709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0f9b518d-448f-48ec-ba6f-3a0cff8ec68b req-b54b4aab-fd43-47cf-9f98-3fd2db32a52f tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491509 Mar 10 18:13:37.039487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168e7d5-c8b2-4707-8f1f-7ed6ad0bafb1 req-84ca1609-6991-4606-8a99-d4c9f9ad8681 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:37.041439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8168e7d5-c8b2-4707-8f1f-7ed6ad0bafb1 req-84ca1609-6991-4606-8a99-d4c9f9ad8681 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0630155 Mar 10 18:13:37.095210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8168e7d5-c8b2-4707-8f1f-7ed6ad0bafb1 req-c9876f51-ab45-4d8b-af95-07d18f1dcdc9 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Mar 10 18:13:38.231245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ace5ea-c5f4-44bf-9199-94851027bd2f req-907d47c1-c69e-40ba-8a7d-de38b0b81373 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:38.232631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7ace5ea-c5f4-44bf-9199-94851027bd2f req-907d47c1-c69e-40ba-8a7d-de38b0b81373 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0606465 Mar 10 18:13:38.294611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7ace5ea-c5f4-44bf-9199-94851027bd2f req-c83d2750-c8c9-406f-999e-0dfac1c40f27 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536556 Mar 10 18:13:39.435133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9552-aa7f-40a9-8ab6-a8cbe4256479 req-8db334a6-e983-4953-a66f-489bc825da01 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:39.436620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e8a9552-aa7f-40a9-8ab6-a8cbe4256479 req-8db334a6-e983-4953-a66f-489bc825da01 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0664203 Mar 10 18:13:39.487405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e8a9552-aa7f-40a9-8ab6-a8cbe4256479 req-94fcea98-a9be-4e38-9f44-9fb7bf7110d5 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450659 Mar 10 18:13:40.624622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dce82-4048-49c1-87e6-d4d377ae3610 req-d22a3823-60f9-4cf5-a096-e1165e146c87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:40.626113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-281dce82-4048-49c1-87e6-d4d377ae3610 req-d22a3823-60f9-4cf5-a096-e1165e146c87 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0552437 Mar 10 18:13:40.677801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-281dce82-4048-49c1-87e6-d4d377ae3610 req-9000bfde-a3bb-4377-9acf-431412829dcc tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Mar 10 18:13:41.814215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297a0fe-8310-4536-adc9-f23d646fd6bb req-cdc31973-98e7-4448-9c54-1d0ea0ffa6dd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:41.815733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0297a0fe-8310-4536-adc9-f23d646fd6bb req-cdc31973-98e7-4448-9c54-1d0ea0ffa6dd tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0610855 Mar 10 18:13:41.869150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0297a0fe-8310-4536-adc9-f23d646fd6bb req-5e16c0e7-7bab-41f7-83b8-b510164c8670 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451131 Mar 10 18:13:42.468714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06cf8e65-bc7c-4414-a087-816f704c016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:43.005663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb3d4-f7ca-4d06-817d-5e1d95adf1b2 req-55756ddd-145c-4ce1-9b39-d4f7474153b7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:43.007181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-498fb3d4-f7ca-4d06-817d-5e1d95adf1b2 req-55756ddd-145c-4ce1-9b39-d4f7474153b7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0563214 Mar 10 18:13:43.061757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-498fb3d4-f7ca-4d06-817d-5e1d95adf1b2 req-98ade0bf-a3a8-41de-9464-5a1b7007d80d tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458443 Mar 10 18:13:44.195290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab9021-9826-4290-9480-c621bb011d38 req-04297da3-a9c6-435b-9909-5e358ecada68 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:44.196654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ab9021-9826-4290-9480-c621bb011d38 req-04297da3-a9c6-435b-9909-5e358ecada68 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0574758 Mar 10 18:13:44.249411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ab9021-9826-4290-9480-c621bb011d38 req-6f4b5778-8250-4f24-b4e3-f913117e1284 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463934 Mar 10 18:13:44.712978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-23254a38-ee5f-4241-8d62-23a87d8b923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:45.237830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d73e04-80d2-49e8-87ea-bba38611d392 req-13946366-ff16-4ee6-87d4-d7789f625260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:45.239261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03d73e04-80d2-49e8-87ea-bba38611d392 req-13946366-ff16-4ee6-87d4-d7789f625260 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0461383 Mar 10 18:13:45.286809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03d73e04-80d2-49e8-87ea-bba38611d392 req-e5e3b430-e1fd-44e5-8d49-df6426c5409d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Mar 10 18:13:45.378178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fe4c8-a7ec-4ec3-9803-f3a336ba4606 req-b44787e3-1498-46bf-8dfc-58201495d62b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:45.379687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fe4c8-a7ec-4ec3-9803-f3a336ba4606 req-b44787e3-1498-46bf-8dfc-58201495d62b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0621698 Mar 10 18:13:45.430342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c21fe4c8-a7ec-4ec3-9803-f3a336ba4606 req-ae3e46c0-0c37-4548-8b25-3913dbd1d932 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448737 Mar 10 18:13:45.971713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:46.556965 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fd094-2118-41cd-a536-b940c5bb7aa1 req-f74b1b08-f8bb-4dc5-9b06-2685d64759d8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:13:46.558552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f75fd094-2118-41cd-a536-b940c5bb7aa1 req-f74b1b08-f8bb-4dc5-9b06-2685d64759d8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0579259 Mar 10 18:13:46.609695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f75fd094-2118-41cd-a536-b940c5bb7aa1 req-4665f906-69b8-4a3b-bdb4-e1d48bc590f6 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446739 Mar 10 18:13:46.632208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54604) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:13:46.699411 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ea333933-f34c-4d25-8b3a-07956846867a tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/floatingips/26f08464-9e1e-4310-8f63-79d2673d002a HTTP/1.1" status: 200 len: 994 time: 0.0659921 Mar 10 18:13:47.401340 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:47.728698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:13:47.732044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:13:47.892237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:13:47.892626 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:47.898735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:13:47.923981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'port_id': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'mac_address': 'fa:16:3e:bf:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:13:47.931581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:13:47.933831 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d05a6-ae44-4604-8fb9-d5e3a104217f" -d '{"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-unplugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:13:47.950221 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:13:47.971800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:48.008875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:13:48.009269 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:48.034568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:13:48.044992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:13:48.070808 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055deb04-df7a-4142-b8d9-7d036e187081 x-openstack-request-id: req-055deb04-df7a-4142-b8d9-7d036e187081 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:13:48.071099 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-unplugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:13:48.071352 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-055deb04-df7a-4142-b8d9-7d036e187081 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:13:48.071741 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'code': 200} Mar 10 18:13:48.072963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.073312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.073650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.074000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.074307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.074676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.075000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.075319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.075663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.075993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.076300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.076626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.076939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:13:48.094358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:13:48.094785 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:13:48.631946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:13:48.632667 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:48.652708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:13:48.674222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:13:48.679485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:48.730065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:13:49.000843 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['681d6fdb-e546-4043-a413-dff1337f7ea6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:13:49.359759 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:51.730454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:13:51.784003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 681d6fdb-e546-4043-a413-dff1337f7ea6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:13:51.784373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:51.871581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 681d6fdb-e546-4043-a413-dff1337f7ea6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:13:51.871975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:51.895527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:13:51.897777 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44b6d1-e626-494e-a2ad-652b85858ac3" -d '{"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-plugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:13:51.910384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:13:51.916097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:13:51.940224 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11704dae-2dcb-444e-8efe-f96847dc03ac x-openstack-request-id: req-11704dae-2dcb-444e-8efe-f96847dc03ac {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:13:51.940514 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-plugged", "status": "completed", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:13:51.940758 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11704dae-2dcb-444e-8efe-f96847dc03ac {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:13:51.941146 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'code': 200} Mar 10 18:13:51.966549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:13:57.269709 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:00.298186 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:08.788147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-f69214a9-81d4-4851-8403-58557732c216 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084236293&fields=id&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 267 time: 0.0474939 Mar 10 18:14:08.899632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-8dc234e8-341d-47f3-adfb-897e4e9cd702 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:08.901170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-8dc234e8-341d-47f3-adfb-897e4e9cd702 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1064975 Mar 10 18:14:08.915681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-2fec4f8c-0f82-4aa8-904f-962c5b8c4d86 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/quotas/89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Mar 10 18:14:08.978984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-9b8abf65-191b-4c0b-8874-647975de4291 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581808 Mar 10 18:14:09.048733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-743b944a-a42b-479f-a36e-286d7f083d60 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:14:09.049753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-743b944a-a42b-479f-a36e-286d7f083d60 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0587590 Mar 10 18:14:09.144682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-5da609f2-e846-4d02-80d0-99d2c65351eb service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883355 Mar 10 18:14:09.234944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a6146edd-b679-4a6a-9f94-5f395df66ab7 service neutron] 10.222.0.35 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Mar 10 18:14:09.539192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49b9a5d8-c944-4d59-aeef-cabc7de27f6f req-796a6ea2-845b-4cf8-9e9c-c66741d8f5ed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0279243 Mar 10 18:14:10.518151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-3c4cc598-b1b4-4696-a426-46818e496a0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:10.519627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-3c4cc598-b1b4-4696-a426-46818e496a0e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 811 time: 0.1150558 Mar 10 18:14:10.594664 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-00ab18f1-c0c9-40b6-aaf1-bb742e62e0e3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d99c314a8740db925f96639611dc94 HTTP/1.1" status: 200 len: 380 time: 0.0635149 Mar 10 18:14:10.604096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'port': {'device_id': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'admin_state_up': True, 'tenant_id': '89d99c314a8740db925f96639611dc94', 'security_groups': ['a1cc14f9-e28b-4ccb-a38b-48d05b268843']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:14:10.653033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d594a170-376c-43e0-891d-9d1c74aa1cd7 req-c385e3e1-460b-428b-ad21-3bba886305bc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0442748 Mar 10 18:14:10.742300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Made reservation on behalf of 89d99c314a8740db925f96639611dc94 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:14:10.745858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:10.880399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.20.0.3 (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c/f8b40875-712a-4f1f-aecd-d352216b4f26/1e78fa1e-5eae-4a53-a601-feabe40a7fe8) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:14:11.021820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.057663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.103573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:14:11.108688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:14:11.112413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:14:11.147598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:11.165367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.165912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.166350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.166976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.167549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.168049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.168483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.168911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.169329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.169752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.170712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.171134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.171557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:11.198859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:11.199688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.225483 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-ffc383c5-11c2-46dc-8faf-22dc883cff90 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258302 Mar 10 18:14:11.236912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Request body: {'port': {'device_id': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:14:11.248722 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:14:11.300542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.374939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b74ebf97-6039-48ab-94ba-99d53d88a80d None None] Provisioning complete for port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:14:11.375553 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b74ebf97-6039-48ab-94ba-99d53d88a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.413025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b74ebf97-6039-48ab-94ba-99d53d88a80d None None] Port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:14:11.577262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:14:11.585014 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks [] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.597454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Transition to ACTIVE for port object 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:14:11.602099 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.658486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:11.777215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Attempting to bind port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:14:11.777568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Attempting to bind port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:14:11.777890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Attempting to bind port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:14:11.787518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:14:11.787845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Attempting to bind port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 on network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:14:11.798389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:14:11.798755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Checking segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:14:11.799148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Bound using segment: {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:14:11.799593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Bound port: 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37a3166-7aef-4cd8-8416-b9b58dd876b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:14:11.799950 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.831427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea881b7-8a40-449d-b450-ba3052b38c44 req-7dabe82f-11b0-4a32-8127-b53727a92368 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:11.836355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea881b7-8a40-449d-b450-ba3052b38c44 req-7dabe82f-11b0-4a32-8127-b53727a92368 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1040263 Mar 10 18:14:11.939317 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ea881b7-8a40-449d-b450-ba3052b38c44 req-21fbcc42-b059-4cde-b492-f11c12b68fef tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981462 Mar 10 18:14:11.940647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:14:11.945548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:14:11.965193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.976864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:11.977457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:11.978878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 1091 time: 0.7463696 Mar 10 18:14:12.005633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:14:12.009148 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365199e7-9f3e-4096-a45b-2b98b753f8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:14:12.077553 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc09491b-ed58-48d4-ae19-09571ecfeef2 x-openstack-request-id: req-bc09491b-ed58-48d4-ae19-09571ecfeef2 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:14:12.077940 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:14:12.078267 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc09491b-ed58-48d4-ae19-09571ecfeef2 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:14:12.078754 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'status': 'completed', 'code': 200} Mar 10 18:14:12.080870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100969a-3571-47dc-8fb4-2a59e7d365b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:12.108405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-e645e325-910b-4ac3-95e1-6e39cc2ace07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.109978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-e645e325-910b-4ac3-95e1-6e39cc2ace07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1125 time: 0.0747030 Mar 10 18:14:12.158895 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-d5d2cb4a-1224-439c-b279-df3156b440fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 217 time: 0.0423188 Mar 10 18:14:12.213448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-7720fb1f-4592-4c5a-846a-7e4586d80641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.215314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-7720fb1f-4592-4c5a-846a-7e4586d80641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0510471 Mar 10 18:14:12.272384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-0e032b69-d985-4ea1-a2d6-adfe68cc55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.273839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-0e032b69-d985-4ea1-a2d6-adfe68cc55b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531874 Mar 10 18:14:12.373945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-8d872c56-f60d-4a56-95f0-21080646097c service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940166 Mar 10 18:14:12.471649 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0589d16-f3c3-4a44-8b17-84247a9a592d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:12.486960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41fca084-46e6-4345-aa28-2b53eb04c725 req-e207ace9-66ea-4622-8d8d-90c7c2ea4332 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053998 Mar 10 18:14:12.588234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-c5a34d37-ddff-4d91-bd24-585bf40fe10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.589760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-c5a34d37-ddff-4d91-bd24-585bf40fe10c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1125 time: 0.0532353 Mar 10 18:14:12.698947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-0e071755-e200-46fd-8bba-04f84889f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.700416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-0e071755-e200-46fd-8bba-04f84889f352 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1038854 Mar 10 18:14:12.743199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-9385986e-2d93-4e11-98f3-84efe46b1a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 217 time: 0.0353870 Mar 10 18:14:12.806542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-57933aaf-590e-4273-8a1a-8c152e2b3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.808071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-57933aaf-590e-4273-8a1a-8c152e2b3865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0597835 Mar 10 18:14:12.867389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-a66e1bd2-ae01-4d30-bb8f-4f7315f79183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:12.868958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-a66e1bd2-ae01-4d30-bb8f-4f7315f79183 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547402 Mar 10 18:14:12.881663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-4fca1742-84b5-4329-aaf7-6c2dae02e977 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:14:12.882728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-4fca1742-84b5-4329-aaf7-6c2dae02e977 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052602 Mar 10 18:14:12.976957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-7edb0d5f-29f3-41c2-88d0-9a67c6b60c38 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877876 Mar 10 18:14:13.111349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-365199e7-9f3e-4096-a45b-2b98b753f8b8 req-5d8b764e-ad93-4487-b159-b72f5d742f80 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283312 Mar 10 18:14:13.126366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436e43-e22a-4e3a-a0c7-6be490544fb8 req-ba710953-2d46-4017-afcb-6551749cfe62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:13.128677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01436e43-e22a-4e3a-a0c7-6be490544fb8 req-ba710953-2d46-4017-afcb-6551749cfe62 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1133189 Mar 10 18:14:13.181045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01436e43-e22a-4e3a-a0c7-6be490544fb8 req-2ac0a5ea-7579-4671-b635-e6287024d689 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465102 Mar 10 18:14:13.861546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-0e0edacc-22a5-40db-a6ec-cba594920989 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528803 Mar 10 18:14:13.957846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-b2af6700-cf85-4f4a-9fc0-06f85073f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:13.959598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-b2af6700-cf85-4f4a-9fc0-06f85073f161 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0510168 Mar 10 18:14:14.070050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-02e0d3e7-115a-46a1-8334-3d2439efe341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:14.071507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-02e0d3e7-115a-46a1-8334-3d2439efe341 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0884435 Mar 10 18:14:14.142745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-4e42d905-afca-47ee-9dc3-ec10dbf85816 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1002 time: 0.0635812 Mar 10 18:14:14.192799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-1e85fad7-1397-4a27-b68a-3c0eb88ef4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:14.194308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-1e85fad7-1397-4a27-b68a-3c0eb88ef4a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0442364 Mar 10 18:14:14.246346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-511b7e65-57f1-4394-8961-b396d735502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:14.248018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-511b7e65-57f1-4394-8961-b396d735502f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468223 Mar 10 18:14:14.271862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-8cd65e92-155d-4ccc-a48a-34d6c2bae06c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:14:14.272744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-8cd65e92-155d-4ccc-a48a-34d6c2bae06c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161390 Mar 10 18:14:14.375475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47fdf-232c-445b-98d2-712c213458fa req-e5a28ae1-b206-432d-a3fb-6ed628ebad6f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:14.376981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ff47fdf-232c-445b-98d2-712c213458fa req-e5a28ae1-b206-432d-a3fb-6ed628ebad6f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1220756 Mar 10 18:14:14.400083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-4e11f3a6-916f-4448-acbb-7460feff300b service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089869 Mar 10 18:14:14.492229 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ff47fdf-232c-445b-98d2-712c213458fa req-48380cac-7f2e-45db-992d-8734c6bfc28d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037719 Mar 10 18:14:14.521150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95663465-1ba5-43ca-8dcf-2378004bdd84 req-14213da0-67fc-4194-848d-354fe4e4100f service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130378 Mar 10 18:14:14.706329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1829db2d-6c84-4f68-b3a5-85ff710c5708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:15.629706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe15c0-d55c-4edf-af40-56745af4bddf req-44f601c2-4cb3-477f-9be2-f69f3fbd4b1c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:15.639447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fbe15c0-d55c-4edf-af40-56745af4bddf req-44f601c2-4cb3-477f-9be2-f69f3fbd4b1c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0708377 Mar 10 18:14:15.701892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fbe15c0-d55c-4edf-af40-56745af4bddf req-5ae09c3a-f12a-4b48-85c6-deefed15a34d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602479 Mar 10 18:14:15.973820 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:16.832317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de7c1-e933-4585-af66-162f6dba2af5 req-d14cb67b-91a7-44f8-ac96-a0176d856ee9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:16.834661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f1de7c1-e933-4585-af66-162f6dba2af5 req-d14cb67b-91a7-44f8-ac96-a0176d856ee9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0600283 Mar 10 18:14:16.888197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f1de7c1-e933-4585-af66-162f6dba2af5 req-e41b579b-31c9-42d5-8dc6-401e1dd88f89 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Mar 10 18:14:17.405734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:18.013905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d96bd-8344-4e86-892e-a670c1db273d req-19ed16cb-a208-46a2-905e-a9730e2782ce tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:18.015542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-016d96bd-8344-4e86-892e-a670c1db273d req-19ed16cb-a208-46a2-905e-a9730e2782ce tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0544991 Mar 10 18:14:18.066342 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-016d96bd-8344-4e86-892e-a670c1db273d req-191f56cd-b71f-4103-9ad8-e001f5f98e9b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450506 Mar 10 18:14:19.198016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0d88-b208-46a1-a97f-e432716bca73 req-c8cf6b2c-8255-490f-b531-22dc641b1ec4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:19.199585 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-221b0d88-b208-46a1-a97f-e432716bca73 req-c8cf6b2c-8255-490f-b531-22dc641b1ec4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0618911 Mar 10 18:14:19.250372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-221b0d88-b208-46a1-a97f-e432716bca73 req-9d8bb8c7-cd18-42af-8bc8-f28c0a98d9b3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Mar 10 18:14:19.354164 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:19.907709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-0af70a15-18df-4eba-a461-617f76f41a16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475669 Mar 10 18:14:20.002306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a5d58-faf5-489a-b279-60ab0889499e req-0b283d32-0324-422b-8b98-d8ab16b202e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:20.003840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-0b283d32-0324-422b-8b98-d8ab16b202e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0461550 Mar 10 18:14:20.116271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a5d58-faf5-489a-b279-60ab0889499e req-b887071a-4bac-4876-ae6d-cf234785f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:20.117749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-b887071a-4bac-4876-ae6d-cf234785f05a service neutron] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 896 time: 0.0931535 Mar 10 18:14:20.185019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-b2079892-96de-48be-9a93-66192a432925 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 1002 time: 0.0603659 Mar 10 18:14:20.238374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a5d58-faf5-489a-b279-60ab0889499e req-edb9f2c2-5fb1-41a1-ba93-1bc0b303b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:20.239872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-edb9f2c2-5fb1-41a1-ba93-1bc0b303b87c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0480866 Mar 10 18:14:20.293936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a5d58-faf5-489a-b279-60ab0889499e req-2f57c22d-94c9-4fe9-8c3d-5824e5ecd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:20.296019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-2f57c22d-94c9-4fe9-8c3d-5824e5ecd074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499065 Mar 10 18:14:20.422735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-a244f733-465a-469b-b08c-ffe3de866b14 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201012 Mar 10 18:14:20.431026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bf1f6-5dbe-4bf5-a067-2fe256e0edb0 req-bb898ef2-f87b-443f-9279-1021799f9aec tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:20.432367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-191bf1f6-5dbe-4bf5-a067-2fe256e0edb0 req-bb898ef2-f87b-443f-9279-1021799f9aec tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1114273 Mar 10 18:14:20.541539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-191bf1f6-5dbe-4bf5-a067-2fe256e0edb0 req-91fe5249-33c1-4c28-a673-24480aecf211 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013725 Mar 10 18:14:20.568117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-200a5d58-faf5-489a-b279-60ab0889499e req-63e2a88d-8157-433b-a4c1-bc3fe6ef5308 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348419 Mar 10 18:14:21.986489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618098-f66d-4205-bfa3-ee7a5ad24b5a req-da38d785-0455-4cac-9573-104e3a1539c4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:21.987947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab618098-f66d-4205-bfa3-ee7a5ad24b5a req-da38d785-0455-4cac-9573-104e3a1539c4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.3697805 Mar 10 18:14:22.047236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab618098-f66d-4205-bfa3-ee7a5ad24b5a req-9c9f5125-14b2-4a76-8600-cc482df91ce4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533209 Mar 10 18:14:23.185357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328eede-0b13-4b78-b6a3-00885af462e5 req-6dfce7ca-81f7-4b3b-8135-445979feca41 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:23.186740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1328eede-0b13-4b78-b6a3-00885af462e5 req-6dfce7ca-81f7-4b3b-8135-445979feca41 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0622475 Mar 10 18:14:23.234758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1328eede-0b13-4b78-b6a3-00885af462e5 req-01443f15-302c-4aff-9c1e-1dcbeabd4cae tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Mar 10 18:14:24.373301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f662f4-91b5-466f-b73d-da9cf3a2ae4d req-d757c005-86be-4bd5-88ed-0adc84ebff06 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:24.374781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88f662f4-91b5-466f-b73d-da9cf3a2ae4d req-d757c005-86be-4bd5-88ed-0adc84ebff06 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0655992 Mar 10 18:14:24.426558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88f662f4-91b5-466f-b73d-da9cf3a2ae4d req-6a22af5b-2ace-456c-b2bf-d79e998c0456 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Mar 10 18:14:25.574570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c9896-7e21-43da-b053-604051566c24 req-e3abc621-2ce8-4853-807a-44d53b00d14d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:25.576042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-902c9896-7e21-43da-b053-604051566c24 req-e3abc621-2ce8-4853-807a-44d53b00d14d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0668645 Mar 10 18:14:25.626885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-902c9896-7e21-43da-b053-604051566c24 req-ed8ce74c-3fe6-44a7-8c8d-e5e2589b83e1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Mar 10 18:14:26.777373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb5528-7d8a-4f44-8962-e9d5b7656593 req-20d4f5b6-1979-4cf7-a22b-57ba2eb6c8dd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:26.778955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82bb5528-7d8a-4f44-8962-e9d5b7656593 req-20d4f5b6-1979-4cf7-a22b-57ba2eb6c8dd tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.0673540 Mar 10 18:14:26.827402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82bb5528-7d8a-4f44-8962-e9d5b7656593 req-9fb3603f-f303-4628-a905-0ec2575ad3d9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Mar 10 18:14:27.263942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:28.051311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec30ccd-b87c-4839-9c3d-a8b8e6ae6987 req-1875ce4a-8010-4790-ae3d-caa7c80deeaa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:28.053611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ec30ccd-b87c-4839-9c3d-a8b8e6ae6987 req-1875ce4a-8010-4790-ae3d-caa7c80deeaa tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1308787 Mar 10 18:14:28.104281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ec30ccd-b87c-4839-9c3d-a8b8e6ae6987 req-c26e8dbd-37d6-467c-9e26-598a694c8c19 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Mar 10 18:14:29.292121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ee18d-6ea0-4e13-a865-0f6dd2e6c202 req-45a8e954-78c5-4ba6-914a-38ceeb27794e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:29.293572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e2ee18d-6ea0-4e13-a865-0f6dd2e6c202 req-45a8e954-78c5-4ba6-914a-38ceeb27794e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 943 time: 0.1124470 Mar 10 18:14:29.347098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e2ee18d-6ea0-4e13-a865-0f6dd2e6c202 req-edd555d3-49e5-4bd4-9fd3-a61b6dbaa971 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472469 Mar 10 18:14:29.825235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:14:29.930395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:14:29.943228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'port_id': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'mac_address': 'fa:16:3e:e5:8a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:14:29.982348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:14:29.982766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:29.996708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:14:30.016489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:14:30.021329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:30.069744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:30.291448 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:30.328571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['1e78fa1e-5eae-4a53-a601-feabe40a7fe8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:14:30.467634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2846-3a7c-4e69-8d65-adbde9e3203f req-76eef18d-9e00-4d2d-870e-4e5742c33a3e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:30.469075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4aa2846-3a7c-4e69-8d65-adbde9e3203f req-76eef18d-9e00-4d2d-870e-4e5742c33a3e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 944 time: 0.0520923 Mar 10 18:14:30.518843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4aa2846-3a7c-4e69-8d65-adbde9e3203f req-885a417a-9b2c-410a-b8c5-e7336b97b0a1 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Mar 10 18:14:31.663004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69aae0-23e6-4e3f-bf54-99dfcaf8d449 req-a247fd7b-81f1-4a14-8ac0-e15d739ece3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:31.664476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d69aae0-23e6-4e3f-bf54-99dfcaf8d449 req-a247fd7b-81f1-4a14-8ac0-e15d739ece3b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 944 time: 0.0640106 Mar 10 18:14:31.716854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d69aae0-23e6-4e3f-bf54-99dfcaf8d449 req-ac457fcd-e918-4d17-9344-ccb446194eed tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Mar 10 18:14:31.836635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:14:31.902395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:14:31.906259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:14:31.906666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:31.987940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:14:31.988334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:32.014529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:14:32.017925 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe28e37-3b9a-46e0-87a4-591b9fd151fa" -d '{"events": [{"server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "name": "network-vif-plugged", "status": "completed", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:14:32.032236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:14:32.037389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:32.067235 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f1150-c699-4321-8fb4-ce49bc3c87a0 x-openstack-request-id: req-375f1150-c699-4321-8fb4-ce49bc3c87a0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:14:32.067521 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "name": "network-vif-plugged", "status": "completed", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:14:32.067769 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-375f1150-c699-4321-8fb4-ce49bc3c87a0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:14:32.068154 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'code': 200} Mar 10 18:14:32.095381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:32.171330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075b21-9d2d-42d6-9f2a-ebe8403cec6f req-744bbecd-52e4-4baa-9c03-a9e41ae53d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:32.172867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50075b21-9d2d-42d6-9f2a-ebe8403cec6f req-744bbecd-52e4-4baa-9c03-a9e41ae53d36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0591984 Mar 10 18:14:32.219276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50075b21-9d2d-42d6-9f2a-ebe8403cec6f req-8a513db2-2ca5-456f-bbbd-a09969232659 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Mar 10 18:14:32.854620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc749de-8af4-409d-ae46-268dbc9dd583 req-721ac0d4-5525-4800-96c3-c5e22415222a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:32.856017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fc749de-8af4-409d-ae46-268dbc9dd583 req-721ac0d4-5525-4800-96c3-c5e22415222a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.0689976 Mar 10 18:14:32.905444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0fc749de-8af4-409d-ae46-268dbc9dd583 req-eeb63343-299e-4bb2-a61d-fcda1b8d46d9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Mar 10 18:14:34.052741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f69c7-56f9-426e-b754-8f5ba60f9155 req-de4c0202-37f8-4c5b-9abc-56ebefe4a291 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:34.054219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f5f69c7-56f9-426e-b754-8f5ba60f9155 req-de4c0202-37f8-4c5b-9abc-56ebefe4a291 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.0625675 Mar 10 18:14:34.108938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f5f69c7-56f9-426e-b754-8f5ba60f9155 req-6a305ef4-99ba-4e6e-99e9-03560969fff9 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488043 Mar 10 18:14:34.228765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bbec1-512d-4572-867a-62b48fa743f4 req-4fa8f82d-0bb4-48be-af9f-81f88d1442b8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:34.230162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-563bbec1-512d-4572-867a-62b48fa743f4 req-4fa8f82d-0bb4-48be-af9f-81f88d1442b8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Mar 10 18:14:34.278683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-563bbec1-512d-4572-867a-62b48fa743f4 req-e9adaeba-f463-48e7-adc5-0bc2a8bc5c41 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Mar 10 18:14:34.311231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54750) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:14:34.480965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb5521-025e-4ae9-80e9-00780c8c9331 tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:34.483068 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-51bb5521-025e-4ae9-80e9-00780c8c9331 tempest-TestVolumeBootPattern-1386424882 tempest-TestVolumeBootPattern-1386424882-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1122 time: 0.1708317 Mar 10 18:14:34.486161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54760) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:14:34.492351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:14:34.523495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:34.626728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:34.731055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Allocated IP 172.25.3.56 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/d043daac-d1a3-48c7-94b7-12ee38a69788) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:14:34.836754 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:34.872683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:34.910055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:14:34.914825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:14:34.917483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:14:34.941128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=d043daac-d1a3-48c7-94b7-12ee38a69788,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:34.956145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.956488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.956831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.957163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.957504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.957829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.958155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.958475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.958806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.959124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.959448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.959766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:34.960083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:14:35.315533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (f331e6b1-1adc-44fc-bd25-a56e69bc49e4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:35.388420 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:35.543665 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:35.551053 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:35.625054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event updated for resources: {'Port': ['ID=d043daac-d1a3-48c7-94b7-12ee38a69788,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:14:35.638851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f331e6b1-1adc-44fc-bd25-a56e69bc49e4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:35.743423 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP f331e6b1-1adc-44fc-bd25-a56e69bc49e4 associated. External IP: 172.25.3.56, port: 1e78fa1e-5eae-4a53-a601-feabe40a7fe8. Mar 10 18:14:35.955606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:14:36.067434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:14:36.078276 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:14:36.087666 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:36.090937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:14:36.091645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:14:36.117038 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-08564287-2c9b-401b-abdd-2392660e9fa0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6296716 Mar 10 18:14:36.117633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:14:36.119912 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef899f2-911e-43f5-884c-c93b2c396a46" -d '{"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:14:36.158522 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cd9ba8-4ebd-423e-b929-b04687e97bb4 x-openstack-request-id: req-61cd9ba8-4ebd-423e-b929-b04687e97bb4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:14:36.158833 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:14:36.159065 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61cd9ba8-4ebd-423e-b929-b04687e97bb4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:14:36.159493 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'status': 'completed', 'code': 200} Mar 10 18:14:36.202482 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:14:36.224457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-52845f6d-1fcd-44c9-8981-af8e8ac55002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:36.225960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-52845f6d-1fcd-44c9-8981-af8e8ac55002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0448904 Mar 10 18:14:36.320159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-991096e2-e1de-4edf-8973-30db52d314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:36.321869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-991096e2-e1de-4edf-8973-30db52d314a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0892251 Mar 10 18:14:36.388940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-ec60cae0-7f1b-4f0e-8c2f-8bc3cddba808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 998 time: 0.0602090 Mar 10 18:14:36.438257 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}, {'id': 'f331e6b1-1adc-44fc-bd25-a56e69bc49e4', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:e5:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:14:35Z', 'updated_at': '2022-03-10T18:14:35Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:14:36.447049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-443dfc18-7164-47f5-a4ec-8bfc610835ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:36.448687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-443dfc18-7164-47f5-a4ec-8bfc610835ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0522366 Mar 10 18:14:36.465895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:14:36.474136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:14:36.474770 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:14:36.498388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-772a0174-a477-4100-9dd8-32af0b205c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:14:36.499935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-772a0174-a477-4100-9dd8-32af0b205c64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454979 Mar 10 18:14:36.583442 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:14:36.597903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-dd1afd31-88e9-42f4-ac9d-87e8f33a695d service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913308 Mar 10 18:14:36.697734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aef899f2-911e-43f5-884c-c93b2c396a46 req-022f4426-5b25-4a43-9603-b56de2726c8b service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933976 Mar 10 18:14:36.843350 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}, {'id': 'f331e6b1-1adc-44fc-bd25-a56e69bc49e4', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:e5:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:14:35Z', 'updated_at': '2022-03-10T18:14:35Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:14:36.872361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9275a9-33fa-4bd2-80fe-f8c4c4543139 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}, {'id': 'f331e6b1-1adc-44fc-bd25-a56e69bc49e4', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:e5:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:14:35Z', 'updated_at': '2022-03-10T18:14:35Z', 'revision_number': 0, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:14:37.097694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68def019-eba8-4adf-8dd5-8d470dea92be None None] New status for floating IP f331e6b1-1adc-44fc-bd25-a56e69bc49e4: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:14:42.474782 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5a27be43-e9df-4c47-906c-0bf3273a7716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:44.709246 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-df66b7ec-e922-4e4e-a34b-25234bba6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:45.987081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:47.409466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:48.121521 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:14:49.363391 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:57.263141 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:14:59.929067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54790) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:00.164922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 156fa4b7-a289-4d57-a2a1-6ff8fead3629 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:00.165270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.246734 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.247911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (156fa4b7-a289-4d57-a2a1-6ff8fead3629), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.265130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 156fa4b7-a289-4d57-a2a1-6ff8fead3629 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:00.290173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.451107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (156fa4b7-a289-4d57-a2a1-6ff8fead3629), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.475892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=156fa4b7-a289-4d57-a2a1-6ff8fead3629,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:00.543022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for floatingip (26f08464-9e1e-4310-8f63-79d2673d002a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:00.543289 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Floating IP 26f08464-9e1e-4310-8f63-79d2673d002a disassociated (deleted). External IP: 172.25.3.114, port: 681d6fdb-e546-4043-a413-dff1337f7ea6. Mar 10 18:15:00.763645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f127292d-84e9-4481-8931-a8d35fb76325 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:15:01.141673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:15:01.146704 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:01.152542 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Sync routers for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:15:01.163535 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:15:01.164150 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:01.177688 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a8ac78ff-3e38-49e3-a6ce-4bfe4701fe79 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/floatingips/26f08464-9e1e-4310-8f63-79d2673d002a HTTP/1.1" status: 204 len: 168 time: 1.2475297 Mar 10 18:15:01.178272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:15:01.180595 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc918d3-b3c5-4334-9570-7b6deb77e223" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:15:01.220257 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855a095-a4b0-484a-8ed2-1917b1ec033d x-openstack-request-id: req-9855a095-a4b0-484a-8ed2-1917b1ec033d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:15:01.220552 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:15:01.220928 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9855a095-a4b0-484a-8ed2-1917b1ec033d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:15:01.221336 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'status': 'completed', 'code': 200} Mar 10 18:15:01.280009 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:15:01.294892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-6e3ca469-b080-4ff2-a428-67bc4f025fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:01.297074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-6e3ca469-b080-4ff2-a428-67bc4f025fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eda524d4c045479aa14ad9c7ec000428&device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 1128 time: 0.0518641 Mar 10 18:15:01.428043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-9cf66db7-a795-44a7-84f0-c9ce1bd0e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:01.429644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-9cf66db7-a795-44a7-84f0-c9ce1bd0e9a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 200 len: 896 time: 0.1263025 Mar 10 18:15:01.452299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210942b-7c6d-4b61-92eb-2540010c3817 req-78b558d4-2e90-4467-8265-c997d3632eea tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:01.453651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6210942b-7c6d-4b61-92eb-2540010c3817 req-78b558d4-2e90-4467-8265-c997d3632eea tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0806301 Mar 10 18:15:01.485248 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:01.491036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-4e342408-16fb-422d-b859-73631a5dcccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 200 len: 217 time: 0.0528708 Mar 10 18:15:01.512026 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Checking router: f127292d-84e9-4481-8931-a8d35fb76325 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:15:01.520006 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:15:01.520606 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:01.561101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6210942b-7c6d-4b61-92eb-2540010c3817 req-32d5ba00-6f25-456a-baab-0272e8f7cdbe tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770397 Mar 10 18:15:01.566484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-1cebb2dd-53d3-48c9-8bae-56652228f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:01.568025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-1cebb2dd-53d3-48c9-8bae-56652228f3a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 200 len: 834 time: 0.0689032 Mar 10 18:15:01.618875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-b1801440-b794-49d0-8b77-dbf830dbc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:01.620406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-b1801440-b794-49d0-8b77-dbf830dbc232 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458560 Mar 10 18:15:01.630816 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:15:01.723318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-130c5caa-3ece-4183-a671-f2d6eb112a70 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936487 Mar 10 18:15:01.815843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4bc918d3-b3c5-4334-9570-7b6deb77e223 req-c34c4552-284f-4026-9081-2474de2a0ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862565 Mar 10 18:15:01.834262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:01.946836 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306520d0-d573-4259-885d-cb2cc69edaba None None] The sync data for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 is: [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:05Z', 'revision_number': 4, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '4595143b-17a8-404e-bd2b-7d55622b9ba7', 'name': '', 'network_id': 'efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'mac_address': 'fa:16:3e:7f:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:04Z', 'updated_at': '2022-03-10T18:12:08Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'subnets': [{'id': 'dbc6b08a-4c63-49f5-af6b-0364245dc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:15:02.178174 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e98db-75eb-4df8-9145-df9945800c90 None None] New status for floating IP 26f08464-9e1e-4310-8f63-79d2673d002a: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:15:02.706731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9e7d8-e344-46d4-ada1-515a952676b0 req-52e89e55-b6f7-4aa1-ad64-80c712067fb0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:02.708558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26b9e7d8-e344-46d4-ada1-515a952676b0 req-52e89e55-b6f7-4aa1-ad64-80c712067fb0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0694444 Mar 10 18:15:02.763061 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26b9e7d8-e344-46d4-ada1-515a952676b0 req-c2e7e84f-a813-41b4-b3db-280094702de8 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Mar 10 18:15:02.944240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-356335c5-f3df-45c5-9975-e5d71747ccd7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:02.945721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-356335c5-f3df-45c5-9975-e5d71747ccd7 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 946 time: 0.0577426 Mar 10 18:15:03.069617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:03.069906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:03.162103 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 681d6fdb-e546-4043-a413-dff1337f7ea6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=681d6fdb-e546-4043-a413-dff1337f7ea6,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:03.162573 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:03.176022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 681d6fdb-e546-4043-a413-dff1337f7ea6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:03.311074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (681d6fdb-e546-4043-a413-dff1337f7ea6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:03.340182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=681d6fdb-e546-4043-a413-dff1337f7ea6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:03.387521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] No DVR routers for this DVR port 681d6fdb-e546-4043-a413-dff1337f7ea6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:15:03.390365 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:03.393897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f890024c-8ac8-4b63-82ea-1b29c5d84907 req-80ebbbfd-f4de-4c2b-b6e8-c673122467e4 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.41 "DELETE /v2.0/ports/681d6fdb-e546-4043-a413-dff1337f7ea6 HTTP/1.1" status: 204 len: 173 time: 0.4427090 Mar 10 18:15:03.394339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-deleted', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:15:03.396866 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc879747-5c12-4340-9daa-4d292272c8b9" -d '{"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-deleted", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:15:03.434192 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ad0c5-d8db-4105-bf37-8d0ab2961c66 x-openstack-request-id: req-909ad0c5-d8db-4105-bf37-8d0ab2961c66 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:15:03.434593 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc15d5-9974-4702-813d-eabf44aeee94", "name": "network-vif-deleted", "tag": "681d6fdb-e546-4043-a413-dff1337f7ea6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:15:03.434862 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-909ad0c5-d8db-4105-bf37-8d0ab2961c66 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:15:03.435287 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc15d5-9974-4702-813d-eabf44aeee94', 'name': 'network-vif-deleted', 'tag': '681d6fdb-e546-4043-a413-dff1337f7ea6', 'status': 'completed', 'code': 200} Mar 10 18:15:03.889062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45a17d19-759c-46c5-b3f1-aad96e652045 req-2df01498-5b92-4536-ab9b-5703f363f991 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "GET /v2.0/ports?device_id=26fc15d5-9974-4702-813d-eabf44aeee94 HTTP/1.1" status: 200 len: 210 time: 0.0360649 Mar 10 18:15:04.961199 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54810) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:05.339615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f127292d-84e9-4481-8931-a8d35fb76325), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:05.614553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 4595143b-17a8-404e-bd2b-7d55622b9ba7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:05.614792 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:05.705172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 4595143b-17a8-404e-bd2b-7d55622b9ba7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4595143b-17a8-404e-bd2b-7d55622b9ba7,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:05.705533 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:05.717877 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 4595143b-17a8-404e-bd2b-7d55622b9ba7 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:05.913524 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4595143b-17a8-404e-bd2b-7d55622b9ba7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:05.945136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=4595143b-17a8-404e-bd2b-7d55622b9ba7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:06.130684 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f127292d-84e9-4481-8931-a8d35fb76325), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.377152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Router f127292d-84e9-4481-8931-a8d35fb76325 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:15:06.498975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:15:06.503948 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6bfa084-63d5-4b05-8acf-6703ec360837 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "PUT /v2.0/routers/f127292d-84e9-4481-8931-a8d35fb76325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5416713 Mar 10 18:15:06.506855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54814) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:06.510102 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Sync routers for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:15:06.520107 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:15:06.520964 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:06.560715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting subnet dbc6b08a-4c63-49f5-af6b-0364245dc937 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:15:06.563912 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (dbc6b08a-4c63-49f5-af6b-0364245dc937), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.604877 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (dbc6b08a-4c63-49f5-af6b-0364245dc937), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.626731 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:15:06.699491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (dbc6b08a-4c63-49f5-af6b-0364245dc937), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.760490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (dbc6b08a-4c63-49f5-af6b-0364245dc937), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.787759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc6b08a-4c63-49f5-af6b-0364245dc937,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:06.797697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.798771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f146b-8930-4a16-b6a2-2a3c1718160a None None] Network efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:15:06.801474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-105e2618-8a5f-430e-b5ad-11e2d6ea29c0 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/subnets/dbc6b08a-4c63-49f5-af6b-0364245dc937 HTTP/1.1" status: 204 len: 168 time: 0.2934923 Mar 10 18:15:06.804246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54816) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:06.821594 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:15:05Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:06.848716 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Checking router: f127292d-84e9-4481-8931-a8d35fb76325 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:15:06.863411 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Routers {'f127292d-84e9-4481-8931-a8d35fb76325'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:15:06.864035 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:14:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f127292d-84e9-4481-8931-a8d35fb76325'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:06.920746 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (f127292d-84e9-4481-8931-a8d35fb76325), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:06.977601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] Set router f127292d-84e9-4481-8931-a8d35fb76325 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:15:06.981884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] DHCP port deletion for efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:15:07.029701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_gateway (f127292d-84e9-4481-8931-a8d35fb76325), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.034622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Deleting port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:07.035185 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.091106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Deleting port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:07.091485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.102508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] For port 4407ec00-2b3d-4ed9-8a31-7774b66eb204, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4407ec00-2b3d-4ed9-8a31-7774b66eb204,segment=NetworkSegment(f10647ff-0c4f-445a-8db0-7c63a5da200b),segment_id=f10647ff-0c4f-445a-8db0-7c63a5da200b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:07.103266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.114744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Calling delete_port for 4407ec00-2b3d-4ed9-8a31-7774b66eb204 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:07.159702 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:15:05Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:07.180089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] For port 3c2f1de8-5f31-4977-9d0e-69aa60fb9399, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:07.180758 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.193044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Calling delete_port for 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:07.193861 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3e9bc-d8cb-44e6-9652-3dd5c552610d None None] The sync data for ids ['f127292d-84e9-4481-8931-a8d35fb76325'] in n-d-833115-2 is: [{'id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-510392557', 'tenant_id': 'eda524d4c045479aa14ad9c7ec000428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:15:05Z', 'revision_number': 5, 'project_id': 'eda524d4c045479aa14ad9c7ec000428', 'gw_port': {'id': '3c2f1de8-5f31-4977-9d0e-69aa60fb9399', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127292d-84e9-4481-8931-a8d35fb76325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:12:01Z', 'updated_at': '2022-03-10T18:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:15:07.210549 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (4407ec00-2b3d-4ed9-8a31-7774b66eb204), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.237736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Pushing event deleted for resources: {'Port': ['ID=4407ec00-2b3d-4ed9-8a31-7774b66eb204,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:07.242391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] No DVR routers for this DVR port 4407ec00-2b3d-4ed9-8a31-7774b66eb204 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.252717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.254043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.254043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.254043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.254043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a69256-1308-4d3f-b6cc-0a4a0d2f5986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:07.376312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (3c2f1de8-5f31-4977-9d0e-69aa60fb9399), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.400528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Port': ['ID=3c2f1de8-5f31-4977-9d0e-69aa60fb9399,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:07.467784 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f127292d-84e9-4481-8931-a8d35fb76325), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.837706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f127292d-84e9-4481-8931-a8d35fb76325), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.839987 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router_controller (f127292d-84e9-4481-8931-a8d35fb76325), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.885060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f127292d-84e9-4481-8931-a8d35fb76325), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.885874 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Fanout notify agent at l3_agent the message router_deleted on router f127292d-84e9-4481-8931-a8d35fb76325 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:15:07.896892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:07.898925 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fd3b7dba-21c5-4ab5-b9c1-393933eff295 tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/routers/f127292d-84e9-4481-8931-a8d35fb76325 HTTP/1.1" status: 204 len: 168 time: 1.0934052 Mar 10 18:15:07.900806 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54818) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:07.989175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.005695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:15:08.027727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 681d6fdb-e546-4043-a413-dff1337f7ea6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:15:08.028147 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 681d6fdb-e546-4043-a413-dff1337f7ea6 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:15:08.075772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.095558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:08.106914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10647ff-0c4f-445a-8db0-7c63a5da200b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:08.107222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10647ff-0c4f-445a-8db0-7c63a5da200b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:08.117273 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (f10647ff-0c4f-445a-8db0-7c63a5da200b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.130385 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f10647ff-0c4f-445a-8db0-7c63a5da200b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.136524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:15:08.136909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (f10647ff-0c4f-445a-8db0-7c63a5da200b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:15:08.139932 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:15:08.202392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.209477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.213024 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/networks/efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9 HTTP/1.1" status: 204 len: 168 time: 0.3111157 Mar 10 18:15:08.215928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54820) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:08.224498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccb192-df52-4084-93be-ff21ae84f63c tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'Network': ['ID=efb872f4-2fd4-4c1a-bc0d-0dec4faf08e9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:08.275757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (fdf8ef09-6cf0-454a-9550-e8d6f4c26f38), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.301370 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (fdf8ef09-6cf0-454a-9550-e8d6f4c26f38), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.364312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (fdf8ef09-6cf0-454a-9550-e8d6f4c26f38), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.367256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.368481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] 10.222.0.35 "DELETE /v2.0/security-groups/fdf8ef09-6cf0-454a-9550-e8d6f4c26f38 HTTP/1.1" status: 204 len: 168 time: 0.1515484 Mar 10 18:15:08.386202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d34554-30d1-47a9-b8e9-b9124616007b tempest-TestNetworkAdvancedServerOps-132334206 tempest-TestNetworkAdvancedServerOps-132334206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8ef09-6cf0-454a-9550-e8d6f4c26f38,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:08.661993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4407ec00-2b3d-4ed9-8a31-7774b66eb204 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:15:08.686931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4407ec00-2b3d-4ed9-8a31-7774b66eb204 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:15:08.687310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4407ec00-2b3d-4ed9-8a31-7774b66eb204 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:15:08.687722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:15:08.706970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:15:08.707310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3c2f1de8-5f31-4977-9d0e-69aa60fb9399 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:15:08.707698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4595143b-17a8-404e-bd2b-7d55622b9ba7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:15:08.727040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4595143b-17a8-404e-bd2b-7d55622b9ba7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:15:08.727375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4595143b-17a8-404e-bd2b-7d55622b9ba7 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:15:08.738527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54828) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:08.873026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-35f6324b-d90c-480d-87b5-147a30aae31c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eda524d4c045479aa14ad9c7ec000428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332726 Mar 10 18:15:08.875583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54832) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:08.926083 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] Publish callbacks [] for security_group (86e44fd7-2c24-4ad1-b924-28150f5d0b07), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:08.949544 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] Publish callbacks [] for security_group (86e44fd7-2c24-4ad1-b924-28150f5d0b07), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.003798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (86e44fd7-2c24-4ad1-b924-28150f5d0b07), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.007838 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.009433 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86e44fd7-2c24-4ad1-b924-28150f5d0b07 HTTP/1.1" status: 204 len: 168 time: 0.1329548 Mar 10 18:15:09.020178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62c027-41c5-4cd9-829a-eb54c7adb0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e44fd7-2c24-4ad1-b924-28150f5d0b07,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:09.300366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:09.342790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bc6b4b9c-4b2a-491d-8175-b1b4caec344b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d014b24a30d240d7813eeee6ed4e4a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410583 Mar 10 18:15:09.345496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54840) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:09.392310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] Publish callbacks [] for security_group (469d08e6-46e1-454a-b0ee-c76316e2407a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.414471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] Publish callbacks [] for security_group (469d08e6-46e1-454a-b0ee-c76316e2407a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.468248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (469d08e6-46e1-454a-b0ee-c76316e2407a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.471947 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:09.473144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/469d08e6-46e1-454a-b0ee-c76316e2407a HTTP/1.1" status: 204 len: 168 time: 0.1267092 Mar 10 18:15:09.481596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2222-0abb-40fe-a904-3dbca1b8a2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469d08e6-46e1-454a-b0ee-c76316e2407a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:10.240483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54862) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:10.345913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1564684249-network', 'tenant_id': 'd3c5d73ad214446bade14ccce18011a6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:10.368911 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Made reservation on behalf of d3c5d73ad214446bade14ccce18011a6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:15:10.371466 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.380267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.453712 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks [] for security_group (b835611a-de03-4a52-a707-36903e947066), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.459030 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b835611a-de03-4a52-a707-36903e947066), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.485551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:15:10.491808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835611a-de03-4a52-a707-36903e947066,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:10.499277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (61584e84-cd80-4dd9-841f-7a3f2af5a491), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.499698 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Added segment 61584e84-cd80-4dd9-841f-7a3f2af5a491 of type vlan for network b984240b-609d-4453-b883-885e66557fee Mar 10 18:15:10.542582 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b984240b-609d-4453-b883-885e66557fee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.568510 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b984240b-609d-4453-b883-885e66557fee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.569498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:10.570083 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.612080 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3704159 Mar 10 18:15:10.615213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54866) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:10.621107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Request body: {'subnet': {'network_id': 'b984240b-609d-4453-b883-885e66557fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1564684249-subnet', 'tenant_id': 'd3c5d73ad214446bade14ccce18011a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:10.642508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Made reservation on behalf of d3c5d73ad214446bade14ccce18011a6 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:15:10.644881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.662234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffecaa6-8c2a-4a9a-a3ca-a8800721f4ef admin admin] Pushing event updated for resources: {'Network': ['ID=b984240b-609d-4453-b883-885e66557fee,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:10.672980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b984240b-609d-4453-b883-885e66557fee details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:15:10.822107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (6f33fde6-40c4-49fc-a3fe-bd4b925aacd2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.880719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:10.892546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Checking segment: {'id': '61584e84-cd80-4dd9-841f-7a3f2af5a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b984240b-609d-4453-b883-885e66557fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:15:10.892959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Network hostable DHCP agents. Network: b984240b-609d-4453-b883-885e66557fee, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:15:10.912866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Network b984240b-609d-4453-b883-885e66557fee is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:15:10.923610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b984240b-609d-4453-b883-885e66557fee) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:15:10.927911 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:10.928489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:10.936670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b923b2d-5291-435b-9666-51fbd854b733 None None] Network b984240b-609d-4453-b883-885e66557fee requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:15:10.945508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d261f987-0915-49fb-b8c1-2388416dbf35 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3291078 Mar 10 18:15:11.035057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb3cc45-4fce-4dd3-bbe9-ba48affe8b58 None None] Network b984240b-609d-4453-b883-885e66557fee requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:15:11.428954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54882) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:11.433987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1599317700-network', 'tenant_id': '729e36af4ebf4b52a47308fe6beef2e3'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:11.455997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Made reservation on behalf of 729e36af4ebf4b52a47308fe6beef2e3 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:15:11.458607 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.472713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.551713 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks [] for security_group (82afb892-18c7-41b5-a6c4-ee53f1b3ac80), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.556412 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (82afb892-18c7-41b5-a6c4-ee53f1b3ac80), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.580190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:15:11.590200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afb892-18c7-41b5-a6c4-ee53f1b3ac80,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:11.594934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a3a2f6c-a755-4459-834f-13d8efcd5636), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.595272 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Added segment 2a3a2f6c-a755-4459-834f-13d8efcd5636 of type vlan for network fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 Mar 10 18:15:11.636089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fd7bd2a0-a319-4e2c-bba0-260670ba5ea9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.661169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fd7bd2a0-a319-4e2c-bba0-260670ba5ea9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.662152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:11.662744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.695734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2653778 Mar 10 18:15:11.698861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:11.703851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Request body: {'subnet': {'network_id': 'fd7bd2a0-a319-4e2c-bba0-260670ba5ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1599317700-subnet', 'tenant_id': '729e36af4ebf4b52a47308fe6beef2e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:11.724424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Made reservation on behalf of 729e36af4ebf4b52a47308fe6beef2e3 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:15:11.727069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.728586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef067-1610-47b4-9433-f4e70889efa8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7bd2a0-a319-4e2c-bba0-260670ba5ea9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:11.738281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:15:11.911144 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3e88115f-c0b1-44b1-b160-fe256057e023), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:11.965711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e88115f-c0b1-44b1-b160-fe256057e023,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:11.977032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.977377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.977714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.978050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.978384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.978733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.979058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.979384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.979703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.980024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.980343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.980663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.980983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:11.987925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Checking segment: {'id': '2a3a2f6c-a755-4459-834f-13d8efcd5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fd7bd2a0-a319-4e2c-bba0-260670ba5ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:15:11.988288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Network hostable DHCP agents. Network: fd7bd2a0-a319-4e2c-bba0-260670ba5ea9, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:15:12.005391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Network fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:15:12.016105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fd7bd2a0-a319-4e2c-bba0-260670ba5ea9) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:15:12.020887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:12.021486 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:12.026180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8c1b8-d0db-4fff-beda-e645b3ca27f3 None None] Network fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:15:12.039286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4ca164e1-8d2f-4df0-abd1-6c98d2758319 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3392739 Mar 10 18:15:12.308802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f0523-b68b-4189-b574-3ab0c3fd5742 None None] Network fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:15:12.470508 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-adeb7f4e-0e73-4aa8-826b-a65ee5a8436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:12.581281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-11c12211-e1a9-4054-aeeb-3a74880ba289 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:12.582798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-11c12211-e1a9-4054-aeeb-3a74880ba289 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/networks?id=b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 200 len: 812 time: 0.1155837 Mar 10 18:15:12.603096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-9afe7ef1-ab48-411e-854c-62d73539b455 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/quotas/d3c5d73ad214446bade14ccce18011a6 HTTP/1.1" status: 200 len: 375 time: 0.0132189 Mar 10 18:15:12.641508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-313fa915-41bb-4380-827f-ad8ae53a7631 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3c5d73ad214446bade14ccce18011a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328670 Mar 10 18:15:12.743072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-36c6d3c9-7404-4c67-b1a7-e2d6da57586d service neutron] 10.222.0.35 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Mar 10 18:15:12.869921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8ddec8b2-30d3-40b7-bd6b-3e6edd667b9a service neutron] 10.222.0.35 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206920 Mar 10 18:15:13.071603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07b417d7-29ec-40b8-bc95-73345b0f3f0a req-a1fd1296-5a68-4f5e-8d17-07f0194f5906 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 210 time: 0.0332723 Mar 10 18:15:14.227560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d714a9fc-dd39-499f-9881-cbe53c921989 req-7c6efc77-4478-49d2-b8f0-8a1dab1946e3 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 210 time: 0.0378978 Mar 10 18:15:14.259067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-06246a60-c815-491b-ae6a-2b5bf93b4135 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:14.260570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-06246a60-c815-491b-ae6a-2b5bf93b4135 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.59 "GET /v2.0/networks?id=b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 200 len: 812 time: 0.1601942 Mar 10 18:15:14.276131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Request body: {'port': {'device_id': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'network_id': 'b984240b-609d-4453-b883-885e66557fee', 'admin_state_up': True, 'tenant_id': 'd3c5d73ad214446bade14ccce18011a6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:14.390675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Made reservation on behalf of d3c5d73ad214446bade14ccce18011a6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:15:14.394006 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.521942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Allocated IP 172.20.0.12 (b984240b-609d-4453-b883-885e66557fee/6f33fde6-40c4-49fc-a3fe-bd4b925aacd2/544621ed-a74d-4681-93bd-9b0021be2ea1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:15:14.681629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks [] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.712907 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd4cd-ccd3-4670-8f25-76bf950ae1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.718559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.761263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Network b984240b-609d-4453-b883-885e66557fee is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:15:14.766352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:15:14.770051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:15:14.796687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Pushing event updated for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:14.826104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:14.826779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.836845 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-4e712c41-ac7a-4ab9-b00a-83b64753e132 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468726 Mar 10 18:15:14.843367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-ac89f2a8-3ad6-4b15-80f7-9aecca19c3dc tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710239 Mar 10 18:15:14.857068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Request body: {'port': {'device_id': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:15:14.919615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:14.931723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-7502b22a-94df-466f-8d81-d681c6f904c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:14.931723 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-7502b22a-94df-466f-8d81-d681c6f904c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0458472 Mar 10 18:15:15.053032 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-5d32bc7f-5078-44eb-93c4-30d3ed566827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.054542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-5d32bc7f-5078-44eb-93c4-30d3ed566827 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.0986135 Mar 10 18:15:15.126988 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-45056a61-fea9-4570-b7c2-4fdba313a44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1002 time: 0.0632882 Mar 10 18:15:15.180198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-3219affc-acc1-4c10-a41d-6d814e6eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.181850 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-3219affc-acc1-4c10-a41d-6d814e6eb290 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0454609 Mar 10 18:15:15.190436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544621ed-a74d-4681-93bd-9b0021be2ea1 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:15:15.198735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks [] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:15.211478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Transition to ACTIVE for port object 544621ed-a74d-4681-93bd-9b0021be2ea1 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:15:15.218723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:15.245068 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-db8fdb43-16a6-43d0-989e-66e68fcbd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.248656 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-db8fdb43-16a6-43d0-989e-66e68fcbd794 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578959 Mar 10 18:15:15.279144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Pushing event updated for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:15.355363 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-a370cc64-168e-4e77-8bf3-ab4b53454e80 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968835 Mar 10 18:15:15.395770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Attempting to bind port 544621ed-a74d-4681-93bd-9b0021be2ea1 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:15:15.396129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Attempting to bind port 544621ed-a74d-4681-93bd-9b0021be2ea1 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '61584e84-cd80-4dd9-841f-7a3f2af5a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b984240b-609d-4453-b883-885e66557fee'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:15:15.396454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Attempting to bind port 544621ed-a74d-4681-93bd-9b0021be2ea1 on network b984240b-609d-4453-b883-885e66557fee {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:15:15.400925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Port 544621ed-a74d-4681-93bd-9b0021be2ea1 on network b984240b-609d-4453-b883-885e66557fee not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:15:15.401246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Attempting to bind port 544621ed-a74d-4681-93bd-9b0021be2ea1 on network b984240b-609d-4453-b883-885e66557fee {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:15:15.409186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc038-6a37-418d-a8d3-ceb1a1d6d6b8 req-6db14798-d89f-47cc-9e26-a695dd887fb6 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.410657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c8fc038-6a37-418d-a8d3-ceb1a1d6d6b8 req-6db14798-d89f-47cc-9e26-a695dd887fb6 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 944 time: 0.0852332 Mar 10 18:15:15.414952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:15:15.415385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Checking segment: {'id': '61584e84-cd80-4dd9-841f-7a3f2af5a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b984240b-609d-4453-b883-885e66557fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:15:15.415799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Bound using segment: {'id': '61584e84-cd80-4dd9-841f-7a3f2af5a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b984240b-609d-4453-b883-885e66557fee'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:15:15.416234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Bound port: 544621ed-a74d-4681-93bd-9b0021be2ea1, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61584e84-cd80-4dd9-841f-7a3f2af5a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b984240b-609d-4453-b883-885e66557fee'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:15:15.416595 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:15.456044 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2c1dabf7-edcc-459d-a614-e2145b8b0cf5 req-3c3648bb-0c34-4b80-a93d-d8b90e05b092 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907230 Mar 10 18:15:15.496941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c8fc038-6a37-418d-a8d3-ceb1a1d6d6b8 req-ad8e181a-0c61-4ad5-a334-752a4e980126 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772250 Mar 10 18:15:15.522183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:15:15.525402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=544621ed-a74d-4681-93bd-9b0021be2ea1,segment=NetworkSegment(61584e84-cd80-4dd9-841f-7a3f2af5a491),segment_id=61584e84-cd80-4dd9-841f-7a3f2af5a491)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:15:15.532346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:15.567221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.568107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:15.569686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] 10.222.0.59 "PUT /v2.0/ports/544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 200 len: 1092 time: 0.7168550 Mar 10 18:15:15.570162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:15:15.572721 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:15:15.600505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a1a8-c8a0-4585-b889-bbd0292d9964 service neutron] Pushing event updated for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:15.659456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-50cd1c25-3c8b-45fe-a514-01cf7f9b60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.660966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-50cd1c25-3c8b-45fe-a514-01cf7f9b60a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3c5d73ad214446bade14ccce18011a6&device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 1126 time: 0.0486596 Mar 10 18:15:15.717238 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a0e2a-fed3-452b-a5ca-ab11bb328e31 x-openstack-request-id: req-701a0e2a-fed3-452b-a5ca-ab11bb328e31 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:15:15.717504 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:15:15.717808 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-701a0e2a-fed3-452b-a5ca-ab11bb328e31 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:15:15.718217 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1', 'status': 'completed', 'code': 200} Mar 10 18:15:15.720067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-8e9c29bd-2791-44dd-9404-3161a6d4bcab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0486109 Mar 10 18:15:15.776795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b026d-f376-4745-87c4-cd7598d82540 req-986c60b6-2ba3-4773-ac1e-f9ee0c1712df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:15.778388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-986c60b6-2ba3-4773-ac1e-f9ee0c1712df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 HTTP/1.1" status: 200 len: 852 time: 0.0473332 Mar 10 18:15:15.811880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-0752c276-f72d-401c-931b-b9f49fdcdf89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b984240b-609d-4453-b883-885e66557fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268152 Mar 10 18:15:15.923013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-96b883d9-ed8e-4156-abb3-1c18efca87a3 service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033370 Mar 10 18:15:15.977946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:16.019979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f80b026d-f376-4745-87c4-cd7598d82540 req-7707e5f9-f9fb-4c56-a21a-0a7ec668707f service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904469 Mar 10 18:15:16.134556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-a98eef21-45ca-475e-a208-d8531a562f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:16.136124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-a98eef21-45ca-475e-a208-d8531a562f4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3c5d73ad214446bade14ccce18011a6&device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 1126 time: 0.0583906 Mar 10 18:15:16.241734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-92f23aab-405c-41c2-8e15-51170d662ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:16.243470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-92f23aab-405c-41c2-8e15-51170d662ffc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 200 len: 913 time: 0.1010680 Mar 10 18:15:16.294721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-10441b6e-575c-4ea9-83cd-dc4b3949685d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0444624 Mar 10 18:15:16.348661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-3fbdc0dd-1b85-4d04-af58-05dbb15a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:16.350216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-3fbdc0dd-1b85-4d04-af58-05dbb15a66d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 HTTP/1.1" status: 200 len: 852 time: 0.0480721 Mar 10 18:15:16.384068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-e5d3844e-9d45-4d17-b4de-05dfc2bd5929 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b984240b-609d-4453-b883-885e66557fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269625 Mar 10 18:15:16.487022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-a31f3618-2283-4890-aa0c-a805f69f30d5 service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952499 Mar 10 18:15:16.594418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44cf5b1b-d9f8-4ee1-ae1e-21afd7818b6c req-8524a4c5-1ad8-4e13-a49b-693646406cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010916 Mar 10 18:15:16.640078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10252469-f44f-4ff8-b091-ed2fbf997f9f req-d5620b9c-7a20-4c4a-b02b-d4d606f97113 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:16.641684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10252469-f44f-4ff8-b091-ed2fbf997f9f req-d5620b9c-7a20-4c4a-b02b-d4d606f97113 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 944 time: 0.0659299 Mar 10 18:15:16.698308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10252469-f44f-4ff8-b091-ed2fbf997f9f req-b1286abe-8b07-473b-b576-32992c908016 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506852 Mar 10 18:15:17.412208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:17.835071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c983d-8871-411c-a1ab-6d3cd9672f91 req-797bb93b-3a0d-435c-8680-728bf87b26ef tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:17.837004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb8c983d-8871-411c-a1ab-6d3cd9672f91 req-797bb93b-3a0d-435c-8680-728bf87b26ef tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 944 time: 0.0620906 Mar 10 18:15:17.838058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 544621ed-a74d-4681-93bd-9b0021be2ea1 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:15:17.891917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb8c983d-8871-411c-a1ab-6d3cd9672f91 req-a2927e26-584d-4252-b013-a6919331ebaf tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Mar 10 18:15:17.941659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=544621ed-a74d-4681-93bd-9b0021be2ea1,segment=NetworkSegment(61584e84-cd80-4dd9-841f-7a3f2af5a491),segment_id=61584e84-cd80-4dd9-841f-7a3f2af5a491)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:17.954019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '544621ed-a74d-4681-93bd-9b0021be2ea1', 'network_id': 'b984240b-609d-4453-b883-885e66557fee', 'port_id': '544621ed-a74d-4681-93bd-9b0021be2ea1', 'mac_address': 'fa:16:3e:c7:b6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f33fde6-40c4-49fc-a3fe-bd4b925aacd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:15:17.994268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 544621ed-a74d-4681-93bd-9b0021be2ea1 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:15:17.994668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:18.008289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544621ed-a74d-4681-93bd-9b0021be2ea1 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:15:18.029541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=544621ed-a74d-4681-93bd-9b0021be2ea1,segment=NetworkSegment(61584e84-cd80-4dd9-841f-7a3f2af5a491),segment_id=61584e84-cd80-4dd9-841f-7a3f2af5a491)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:18.034611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:18.094373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:18.363435 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['544621ed-a74d-4681-93bd-9b0021be2ea1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:15:19.018863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f16c7e-81e9-4dec-92b4-30b6cfd1a11c req-5c545212-d625-49c6-a2a6-39bbceff6f75 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:19.020292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f16c7e-81e9-4dec-92b4-30b6cfd1a11c req-5c545212-d625-49c6-a2a6-39bbceff6f75 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 945 time: 0.0556629 Mar 10 18:15:19.070046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f16c7e-81e9-4dec-92b4-30b6cfd1a11c req-d1b8dde2-fbd9-48b0-bfd0-921c424afbad tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Mar 10 18:15:19.367363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:19.856397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 544621ed-a74d-4681-93bd-9b0021be2ea1 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:15:19.914604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 544621ed-a74d-4681-93bd-9b0021be2ea1 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:15:19.918629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 544621ed-a74d-4681-93bd-9b0021be2ea1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:15:19.919090 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:19.997417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 544621ed-a74d-4681-93bd-9b0021be2ea1 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:15:19.997807 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:20.021459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:15:20.023747 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7baaef2-012c-4897-a5d5-b6ed1da2a92b" -d '{"events": [{"server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "name": "network-vif-plugged", "status": "completed", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:15:20.042045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=544621ed-a74d-4681-93bd-9b0021be2ea1,segment=NetworkSegment(61584e84-cd80-4dd9-841f-7a3f2af5a491),segment_id=61584e84-cd80-4dd9-841f-7a3f2af5a491)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:20.047892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:20.072916 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdc02a-3329-4999-b2d9-af2e2c86314e x-openstack-request-id: req-67bdc02a-3329-4999-b2d9-af2e2c86314e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:15:20.073205 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "name": "network-vif-plugged", "status": "completed", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:15:20.073452 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67bdc02a-3329-4999-b2d9-af2e2c86314e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:15:20.073834 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1', 'code': 200} Mar 10 18:15:20.102247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:20.208963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0133e-9c17-4543-8bb1-d8d24973886a req-21f18f1f-ae6d-4128-abdc-2f51af93c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:20.210469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5f0133e-9c17-4543-8bb1-d8d24973886a req-21f18f1f-ae6d-4128-abdc-2f51af93c77f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0767779 Mar 10 18:15:20.220884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816de967-4f47-439e-92ff-046464cd97be req-9682b043-51cb-445f-85c5-77afc57d1f42 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:20.222238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-816de967-4f47-439e-92ff-046464cd97be req-9682b043-51cb-445f-85c5-77afc57d1f42 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0807052 Mar 10 18:15:20.288794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5f0133e-9c17-4543-8bb1-d8d24973886a req-c79e1f92-fadc-4692-aa79-d022201c4350 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655997 Mar 10 18:15:20.292299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-816de967-4f47-439e-92ff-046464cd97be req-518c45fe-c9bf-42a1-b9ca-20eb035fce1f tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640354 Mar 10 18:15:21.429110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939ba2-4bcd-4ffc-87a2-69c4b9d92911 req-8f8d5656-b748-4d23-ab3a-59122b8b8a32 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:21.430730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9939ba2-4bcd-4ffc-87a2-69c4b9d92911 req-8f8d5656-b748-4d23-ab3a-59122b8b8a32 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0637643 Mar 10 18:15:21.485102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9939ba2-4bcd-4ffc-87a2-69c4b9d92911 req-66972aea-9e0b-445e-9881-cc4905c64e23 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Mar 10 18:15:22.018449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-c0191a20-b7fd-4e57-a25f-86ad1d6362a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509063 Mar 10 18:15:22.110143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-f69bd165-1138-4f6a-a5da-58aa8a449e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.111712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-f69bd165-1138-4f6a-a5da-58aa8a449e1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0480139 Mar 10 18:15:22.542367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-ce480406-f704-4fe7-aa8f-afc2d31f6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.543873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-ce480406-f704-4fe7-aa8f-afc2d31f6bd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.4108458 Mar 10 18:15:22.638071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-ce0aa077-060f-45a2-9bc4-a611ee5b0fe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0874541 Mar 10 18:15:22.660810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0c4cf-c96f-41ad-babb-afc6a8b2a0fc req-14904f53-bd00-4afb-813d-239e0fc63450 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.662230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab0c4cf-c96f-41ad-babb-afc6a8b2a0fc req-14904f53-bd00-4afb-813d-239e0fc63450 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.1041260 Mar 10 18:15:22.715227 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-bd5e079c-af9c-4edc-85b0-85b5db15ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.716659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-bd5e079c-af9c-4edc-85b0-85b5db15ee4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0721452 Mar 10 18:15:22.765174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7ab0c4cf-c96f-41ad-babb-afc6a8b2a0fc req-1a668636-2c66-43fb-971d-382a69c3c67b tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 Mar 10 18:15:22.782979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-6c6d4dde-b128-405e-8214-6e50d5f0554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.784456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-6c6d4dde-b128-405e-8214-6e50d5f0554d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601540 Mar 10 18:15:22.908272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-09c2c044-ac2e-427d-8228-f10bd7d06d58 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158373 Mar 10 18:15:22.930850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471a4c-de3b-4200-a846-50c10ef33c29 req-111aacf1-de38-4208-a6c5-b33f6caf0b1b tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:22.932377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30471a4c-de3b-4200-a846-50c10ef33c29 req-111aacf1-de38-4208-a6c5-b33f6caf0b1b tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0781870 Mar 10 18:15:23.032789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30471a4c-de3b-4200-a846-50c10ef33c29 req-31a0196d-a7fc-494c-9f4b-37b94d501028 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882092 Mar 10 18:15:23.047593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7102b15-d4e3-4a9c-a6ff-2146c3dd9367 req-57be0290-15e7-459e-ba95-9a2cbd4072b4 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313276 Mar 10 18:15:23.281002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938cf01-270e-43cc-aa5b-5beb1a3a5fac req-56a1fb4e-5c36-4657-ad5a-6d8d69fcbdf2 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:23.282521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b938cf01-270e-43cc-aa5b-5beb1a3a5fac req-56a1fb4e-5c36-4657-ad5a-6d8d69fcbdf2 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0586231 Mar 10 18:15:23.331821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b938cf01-270e-43cc-aa5b-5beb1a3a5fac req-911aa5af-dd93-4cb3-918c-9f8d09d44c1a tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Mar 10 18:15:24.470075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc714d-48b9-4543-ac81-d781cb6dc22f req-ecfba96c-a1d7-49e1-ada5-ad6726a2aa51 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:24.471558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-facc714d-48b9-4543-ac81-d781cb6dc22f req-ecfba96c-a1d7-49e1-ada5-ad6726a2aa51 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0575573 Mar 10 18:15:24.520335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-facc714d-48b9-4543-ac81-d781cb6dc22f req-8a9b19fe-d8cf-40c0-b4cc-2733d84a70f4 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Mar 10 18:15:24.781365 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd194-68a9-4d93-9745-612b133f69dc req-43251af7-1eb3-4bb1-b843-1164e38909d9 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:24.782874 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a16fd194-68a9-4d93-9745-612b133f69dc req-43251af7-1eb3-4bb1-b843-1164e38909d9 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0830331 Mar 10 18:15:24.817202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-d66dc648-37c2-460b-b485-57650c321bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:24.818700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-d66dc648-37c2-460b-b485-57650c321bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3c5d73ad214446bade14ccce18011a6&device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0738919 Mar 10 18:15:24.859989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a16fd194-68a9-4d93-9745-612b133f69dc req-db16c82e-4bc6-4375-a660-4618ef59ae66 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710449 Mar 10 18:15:24.927869 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-72b88e72-e5d6-40b1-bbef-f691feff413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:24.929254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-72b88e72-e5d6-40b1-bbef-f691feff413b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 200 len: 913 time: 0.0998614 Mar 10 18:15:24.974041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-4687a3e1-0abd-470a-be27-fc5f5eb82b88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0355790 Mar 10 18:15:25.025714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-c8b9cccc-5897-426b-9f20-5fdc7d2f8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:25.027222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-c8b9cccc-5897-426b-9f20-5fdc7d2f8d41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 HTTP/1.1" status: 200 len: 852 time: 0.0436664 Mar 10 18:15:25.063694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-8afb39c5-ec20-4af1-955a-f25d3a150008 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b984240b-609d-4453-b883-885e66557fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270109 Mar 10 18:15:25.122008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:15:25.163256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-000f6eed-4bae-431c-86e3-277f4be010a6 service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894878 Mar 10 18:15:25.258970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bdc7cc4-0a4d-4d7b-b967-667590c9d63b req-5fb6b432-7de5-4cf9-824f-0bf6d901615e service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866344 Mar 10 18:15:25.992313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560180f-e611-4679-b59c-5e8c47d95726 req-f099b93f-9e27-44c5-bd93-942926d497a9 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:25.993788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4560180f-e611-4679-b59c-5e8c47d95726 req-f099b93f-9e27-44c5-bd93-942926d497a9 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0557487 Mar 10 18:15:26.041890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4560180f-e611-4679-b59c-5e8c47d95726 req-53da104c-08ca-49fd-b055-44c485d93f52 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Mar 10 18:15:27.177514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ef83f-6867-443e-84e7-7baf0b0a7f8e req-fcbd7398-f315-4c82-8570-bd9c533349b3 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:27.179637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-542ef83f-6867-443e-84e7-7baf0b0a7f8e req-fcbd7398-f315-4c82-8570-bd9c533349b3 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0660977 Mar 10 18:15:27.232967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-542ef83f-6867-443e-84e7-7baf0b0a7f8e req-d6470732-97da-4195-8f3f-586380a648d5 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Mar 10 18:15:27.265384 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:27.481650 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697c9c-951d-47be-9cee-a51fd02a7ac6 req-792738f5-45c6-49f0-965d-006fce74b4df tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:27.483304 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4697c9c-951d-47be-9cee-a51fd02a7ac6 req-792738f5-45c6-49f0-965d-006fce74b4df tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0621245 Mar 10 18:15:27.533701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4697c9c-951d-47be-9cee-a51fd02a7ac6 req-74e61e67-24b2-4685-94e0-c096882c1f93 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Mar 10 18:15:28.669197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618e3d4-2a45-45c4-a012-864a5ef683d9 req-fd91ff94-b70a-4b90-8009-effeee7aa08a tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:28.671085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8618e3d4-2a45-45c4-a012-864a5ef683d9 req-fd91ff94-b70a-4b90-8009-effeee7aa08a tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0609753 Mar 10 18:15:28.722234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8618e3d4-2a45-45c4-a012-864a5ef683d9 req-894f9b6e-5104-41e2-8b16-234f8b5f7ff8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Mar 10 18:15:28.964972 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268234-d96b-4b44-9e33-0b3b37fd585a req-a55ef5dd-fc40-46f5-9d95-c8c08cd48bb7 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:28.966396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60268234-d96b-4b44-9e33-0b3b37fd585a req-a55ef5dd-fc40-46f5-9d95-c8c08cd48bb7 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0815725 Mar 10 18:15:29.011181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-109e6c1c-294c-4cf2-a427-c2e68d43d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:29.012637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-109e6c1c-294c-4cf2-a427-c2e68d43d80a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d3c5d73ad214446bade14ccce18011a6&device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0816948 Mar 10 18:15:29.023896 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60268234-d96b-4b44-9e33-0b3b37fd585a req-3c2d80dd-899b-4269-baaf-a7c5c1da8a55 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514178 Mar 10 18:15:29.116941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-70816bc6-0440-45f7-be97-3b4491881e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:29.118452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-70816bc6-0440-45f7-be97-3b4491881e2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 200 len: 913 time: 0.0937004 Mar 10 18:15:29.161890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-cd385bb5-ff8d-4bcb-8237-646070c7146a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0346255 Mar 10 18:15:29.212921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-cd064d59-1d09-4481-9268-10fdd16b23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:29.214349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-cd064d59-1d09-4481-9268-10fdd16b23d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 HTTP/1.1" status: 200 len: 852 time: 0.0431800 Mar 10 18:15:29.249510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-5a834d15-65d9-4abb-b122-ec25f89591ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b984240b-609d-4453-b883-885e66557fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254660 Mar 10 18:15:29.345646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-6538614d-2e65-443c-88f3-0d5300629062 service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Mar 10 18:15:29.448732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c2466892-0d2a-460c-aac8-adcba2734d00 req-395aa1d2-7135-4822-b25d-fdf30e6baa8e service neutron] 10.222.0.59 "GET /v2.0/networks/b984240b-609d-4453-b883-885e66557fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929770 Mar 10 18:15:30.157269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49276c9d-3981-4076-96e3-35ebd39195cc req-bdf7e55a-8628-48a6-bddc-2737c41974aa tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:30.158763 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49276c9d-3981-4076-96e3-35ebd39195cc req-bdf7e55a-8628-48a6-bddc-2737c41974aa tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0575957 Mar 10 18:15:30.207677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49276c9d-3981-4076-96e3-35ebd39195cc req-2024b3e5-f692-4dd5-abd6-ea2f679f16e0 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Mar 10 18:15:30.308097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:31.330739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a18dfa-a640-4f17-b711-1f1a71bcbb73 req-815447a5-5235-47c9-9e83-e6024cd94c29 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:31.332209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05a18dfa-a640-4f17-b711-1f1a71bcbb73 req-815447a5-5235-47c9-9e83-e6024cd94c29 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0562453 Mar 10 18:15:31.379164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05a18dfa-a640-4f17-b711-1f1a71bcbb73 req-cee07f94-2832-4b49-a315-c9e3204c9f3b tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Mar 10 18:15:31.681816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a006a-d50c-46c9-9fc3-72ae3343f97c req-ce646186-92a7-416f-a914-b0cb8692e833 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:31.683625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92a006a-d50c-46c9-9fc3-72ae3343f97c req-ce646186-92a7-416f-a914-b0cb8692e833 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0828223 Mar 10 18:15:31.736458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d92a006a-d50c-46c9-9fc3-72ae3343f97c req-df96b31f-ac0f-453a-a01c-f539ef023238 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Mar 10 18:15:32.878996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33123-2659-4aa3-ab8f-bb4da07dcdd6 req-5b5c83e4-2a56-45c4-9379-ec2cc05288ee tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:32.880474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99c33123-2659-4aa3-ab8f-bb4da07dcdd6 req-5b5c83e4-2a56-45c4-9379-ec2cc05288ee tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0593333 Mar 10 18:15:32.928984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99c33123-2659-4aa3-ab8f-bb4da07dcdd6 req-91fa1db3-c99c-4e14-b9b0-8ed1d5ee4336 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/security-groups?id=b835611a-de03-4a52-a707-36903e947066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Mar 10 18:15:33.599562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-5b503b63-d356-42ad-b23d-d70297e25fff tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:15:33.601001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-5b503b63-d356-42ad-b23d-d70297e25fff tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 946 time: 0.0646122 Mar 10 18:15:33.703017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Deleting port 544621ed-a74d-4681-93bd-9b0021be2ea1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:15:33.703354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:33.810468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] For port 544621ed-a74d-4681-93bd-9b0021be2ea1, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=544621ed-a74d-4681-93bd-9b0021be2ea1,segment=NetworkSegment(61584e84-cd80-4dd9-841f-7a3f2af5a491),segment_id=61584e84-cd80-4dd9-841f-7a3f2af5a491)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:15:33.810844 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:33.823345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Calling delete_port for 544621ed-a74d-4681-93bd-9b0021be2ea1 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:15:33.959872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (544621ed-a74d-4681-93bd-9b0021be2ea1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:33.977297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['544621ed-a74d-4681-93bd-9b0021be2ea1'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:15:33.998629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Pushing event deleted for resources: {'Port': ['ID=544621ed-a74d-4681-93bd-9b0021be2ea1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:34.055407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4154684e-b9e8-4c1d-b683-d706b85ec113 req-a02f42a3-7a8a-4aa5-b93e-05c7e134701c tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff44a529-0a1e-4a2e-ab00-430dbd564bf6 HTTP/1.1" status: 200 len: 210 time: 0.0465915 Mar 10 18:15:34.076638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] No DVR routers for this DVR port 544621ed-a74d-4681-93bd-9b0021be2ea1 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:15:34.076638 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:34.078631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-990ff4c4-d447-4460-a753-4bfb98ce04dc req-05b20194-5ab3-4337-b3d3-ef451b149bb8 tempest-TestServerAdvancedOps-355795988 tempest-TestServerAdvancedOps-355795988-project] 10.222.0.59 "DELETE /v2.0/ports/544621ed-a74d-4681-93bd-9b0021be2ea1 HTTP/1.1" status: 204 len: 173 time: 0.4692445 Mar 10 18:15:34.079066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'name': 'network-vif-deleted', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:15:34.081323 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d409f-9d0c-4b22-9abc-eab301a34ad4" -d '{"events": [{"server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "name": "network-vif-deleted", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:15:34.123210 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd3b80-9dbd-45be-a1bb-608728504596 x-openstack-request-id: req-f1fd3b80-9dbd-45be-a1bb-608728504596 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:15:34.123498 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff44a529-0a1e-4a2e-ab00-430dbd564bf6", "name": "network-vif-deleted", "tag": "544621ed-a74d-4681-93bd-9b0021be2ea1", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:15:34.123749 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1fd3b80-9dbd-45be-a1bb-608728504596 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:15:34.124177 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff44a529-0a1e-4a2e-ab00-430dbd564bf6', 'name': 'network-vif-deleted', 'tag': '544621ed-a74d-4681-93bd-9b0021be2ea1', 'status': 'completed', 'code': 200} Mar 10 18:15:35.120446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:35.171399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Deleting subnet 6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:15:35.174389 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Publish callbacks [] for subnet (6f33fde6-40c4-49fc-a3fe-bd4b925aacd2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.219167 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (6f33fde6-40c4-49fc-a3fe-bd4b925aacd2), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.263616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (6f33fde6-40c4-49fc-a3fe-bd4b925aacd2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.317428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (6f33fde6-40c4-49fc-a3fe-bd4b925aacd2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.340818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f33fde6-40c4-49fc-a3fe-bd4b925aacd2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:35.347093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.350631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bd730420-7cdc-4c3c-8950-c7b24768dcf5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6f33fde6-40c4-49fc-a3fe-bd4b925aacd2 HTTP/1.1" status: 204 len: 168 time: 0.2289107 Mar 10 18:15:35.354065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54994) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:35.434807 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b984240b-609d-4453-b883-885e66557fee), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.522848 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b984240b-609d-4453-b883-885e66557fee), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.545594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b984240b-609d-4453-b883-885e66557fee']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:35.555950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61584e84-cd80-4dd9-841f-7a3f2af5a491') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:35.556224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61584e84-cd80-4dd9-841f-7a3f2af5a491') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:35.566891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (61584e84-cd80-4dd9-841f-7a3f2af5a491), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.580716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (61584e84-cd80-4dd9-841f-7a3f2af5a491), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.586542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:15:35.586948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (61584e84-cd80-4dd9-841f-7a3f2af5a491), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:15:35.588749 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:15:35.649675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b984240b-609d-4453-b883-885e66557fee), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.658607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.662718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b984240b-609d-4453-b883-885e66557fee HTTP/1.1" status: 204 len: 168 time: 0.3075440 Mar 10 18:15:35.665723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 54996) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:35.672391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dd7ac-fdcb-48df-9684-513cd1f713f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b984240b-609d-4453-b883-885e66557fee,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:35.713371 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Deleting subnet 3e88115f-c0b1-44b1-b160-fe256057e023 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:15:35.717559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Publish callbacks [] for subnet (3e88115f-c0b1-44b1-b160-fe256057e023), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.752446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (3e88115f-c0b1-44b1-b160-fe256057e023), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.791474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3e88115f-c0b1-44b1-b160-fe256057e023), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.861297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (3e88115f-c0b1-44b1-b160-fe256057e023), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.886058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e88115f-c0b1-44b1-b160-fe256057e023,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:35.890717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:35.893788 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3e88115f-c0b1-44b1-b160-fe256057e023 HTTP/1.1" status: 204 len: 168 time: 0.2268834 Mar 10 18:15:35.896578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 54998) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:35.899035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.899400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.899740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.900076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.900406 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.900723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.901052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.901373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.901694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.902014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.902329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.902670 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.902976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb304c8-5baf-43be-88bc-b42c8ec9e986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:15:35.968857 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fd7bd2a0-a319-4e2c-bba0-260670ba5ea9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.049197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fd7bd2a0-a319-4e2c-bba0-260670ba5ea9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.069963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7bd2a0-a319-4e2c-bba0-260670ba5ea9']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:36.079844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3a2f6c-a755-4459-834f-13d8efcd5636') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:36.080136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3a2f6c-a755-4459-834f-13d8efcd5636') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:15:36.089859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2a3a2f6c-a755-4459-834f-13d8efcd5636), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.104233 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2a3a2f6c-a755-4459-834f-13d8efcd5636), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.110523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:15:36.110891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2a3a2f6c-a755-4459-834f-13d8efcd5636), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:15:36.112550 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:15:36.172299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fd7bd2a0-a319-4e2c-bba0-260670ba5ea9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.179978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.184811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd7bd2a0-a319-4e2c-bba0-260670ba5ea9 HTTP/1.1" status: 204 len: 168 time: 0.2872205 Mar 10 18:15:36.196047 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d27aa-9389-4138-b837-3b1141887bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7bd2a0-a319-4e2c-bba0-260670ba5ea9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:36.366605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55002) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:36.407691 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1779950e-1c49-41e3-ba4c-5f3daa1ba646 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3c5d73ad214446bade14ccce18011a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399168 Mar 10 18:15:36.410349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55004) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:36.459306 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] Publish callbacks [] for security_group (b835611a-de03-4a52-a707-36903e947066), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.483042 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] Publish callbacks [] for security_group (b835611a-de03-4a52-a707-36903e947066), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.531753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b835611a-de03-4a52-a707-36903e947066), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.534355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.535604 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b835611a-de03-4a52-a707-36903e947066 HTTP/1.1" status: 204 len: 168 time: 0.1241629 Mar 10 18:15:36.545525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f988d-7473-4f0f-8a24-6e7bded4ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835611a-de03-4a52-a707-36903e947066,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:36.874455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:36.918270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fb46960a-9d69-4d61-ba1a-86ede2003f15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=729e36af4ebf4b52a47308fe6beef2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426009 Mar 10 18:15:36.921465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:15:36.968977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] Publish callbacks [] for security_group (82afb892-18c7-41b5-a6c4-ee53f1b3ac80), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:36.990242 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] Publish callbacks [] for security_group (82afb892-18c7-41b5-a6c4-ee53f1b3ac80), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:37.037277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (82afb892-18c7-41b5-a6c4-ee53f1b3ac80), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:37.040822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:37.041981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82afb892-18c7-41b5-a6c4-ee53f1b3ac80 HTTP/1.1" status: 204 len: 168 time: 0.1196384 Mar 10 18:15:37.050532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df8e8e-e63b-4ad7-aaea-be710ad7eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afb892-18c7-41b5-a6c4-ee53f1b3ac80,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:15:37.917594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 544621ed-a74d-4681-93bd-9b0021be2ea1 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:15:37.951556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 544621ed-a74d-4681-93bd-9b0021be2ea1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:15:37.951894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 544621ed-a74d-4681-93bd-9b0021be2ea1 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:15:42.486737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d16955bc-fe81-4474-b233-c764c22a4345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:44.718479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-04afb5dc-1e17-46a9-ac46-9ffa68e1c51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:45.982656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:47.419145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:49.369623 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:15:57.274695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:00.304684 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:02.127419 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:16:12.101569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55016) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:12.269111 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port d043daac-d1a3-48c7-94b7-12ee38a69788 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:12.269528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.349693 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.349996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (d043daac-d1a3-48c7-94b7-12ee38a69788), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.361652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for d043daac-d1a3-48c7-94b7-12ee38a69788 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:12.479607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb88e86a-41bb-4c71-b07b-29e9f94b5f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.515197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d043daac-d1a3-48c7-94b7-12ee38a69788), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.540447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=d043daac-d1a3-48c7-94b7-12ee38a69788,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:12.608826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (f331e6b1-1adc-44fc-bd25-a56e69bc49e4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.609288 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP f331e6b1-1adc-44fc-bd25-a56e69bc49e4 disassociated (deleted). External IP: 172.25.3.56, port: 1e78fa1e-5eae-4a53-a601-feabe40a7fe8. Mar 10 18:16:12.828897 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:16:12.941143 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:16:12.946445 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:12.951103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:16:12.967373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:12.968257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:15:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:12.979556 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-0dbcabea-9641-4f4b-bc36-9dce359feec3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "DELETE /v2.0/floatingips/f331e6b1-1adc-44fc-bd25-a56e69bc49e4 HTTP/1.1" status: 204 len: 168 time: 0.8767126 Mar 10 18:16:12.980152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:16:12.982463 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:16:13.019813 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7421c34-4dae-43fb-894c-5ed0baf3a188 x-openstack-request-id: req-d7421c34-4dae-43fb-894c-5ed0baf3a188 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:16:13.020077 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:16:13.020442 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7421c34-4dae-43fb-894c-5ed0baf3a188 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:16:13.021100 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'status': 'completed', 'code': 200} Mar 10 18:16:13.087382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:13.091631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-01dfdb6e-9665-43e7-aba0-f79c37f605f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:13.093242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-01dfdb6e-9665-43e7-aba0-f79c37f605f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0483046 Mar 10 18:16:13.231339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-42d00843-6221-47e7-9b1e-0c77a4352738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:13.232827 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-42d00843-6221-47e7-9b1e-0c77a4352738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1280835 Mar 10 18:16:13.281608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-b0c3e392-7a1a-42ff-97c2-f250af774906 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 200 len: 217 time: 0.0414088 Mar 10 18:16:13.291539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8e58d-d218-412a-9a57-822f5046d271 req-1a52bebe-953e-4d03-a24c-72033a381242 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:13.292977 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ce8e58d-d218-412a-9a57-822f5046d271 req-1a52bebe-953e-4d03-a24c-72033a381242 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.1043456 Mar 10 18:16:13.324626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:13.356018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:16:13.358338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-8e0a1759-2eab-4247-90b2-ba49bca06483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:13.359844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-8e0a1759-2eab-4247-90b2-ba49bca06483 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0660160 Mar 10 18:16:13.364571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:13.365184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:15:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:13.388165 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ce8e58d-d218-412a-9a57-822f5046d271 req-9cbb3cef-942d-44d7-9dc7-73e5f6b250d0 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857587 Mar 10 18:16:13.426556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-f7f3f24e-28d1-47d9-8146-8d2fbeeef919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:13.428070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-f7f3f24e-28d1-47d9-8146-8d2fbeeef919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0595267 Mar 10 18:16:13.475858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:13.521858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-6a825ba5-63d6-426b-b662-465a4f3ad317 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Mar 10 18:16:13.620489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa067c51-8ea4-48dc-8f1f-5fd30ef4a4f0 req-33ec2b77-9631-48b7-8cf2-a6ea7f73b8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908122 Mar 10 18:16:13.712866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:13.743170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f92ecc7-8e00-414a-b19c-1a9a2a0be7e5 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '80e3dc1c-e2ca-4e94-985d-687346bb385d', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'port_id': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'mac_address': 'fa:16:3e:be:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:12:13Z', 'updated_at': '2022-03-10T18:12:16Z', 'revision_number': 1, 'project_id': '89d99c314a8740db925f96639611dc94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:16:13.984765 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5120f1-6f09-44ab-b9a8-9826161e0710 None None] New status for floating IP f331e6b1-1adc-44fc-bd25-a56e69bc49e4: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:16:14.531296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a0029-416c-4753-9941-4f949526d512 req-5aa603ba-8009-40b7-b729-24488f60a205 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:14.533300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-151a0029-416c-4753-9941-4f949526d512 req-5aa603ba-8009-40b7-b729-24488f60a205 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.0686913 Mar 10 18:16:14.589384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-151a0029-416c-4753-9941-4f949526d512 req-5cd95848-b326-4823-958a-66c4324ea43a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493650 Mar 10 18:16:14.713894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3c674e88-0405-410e-aef6-340b8bcd1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:14.851158 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fd313-6335-4208-ac22-41b90c804433 req-870a78c1-77cc-462d-ab4f-fc0693a20c9a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:14.853547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-007fd313-6335-4208-ac22-41b90c804433 req-870a78c1-77cc-462d-ab4f-fc0693a20c9a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.0915129 Mar 10 18:16:14.862466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-846fded6-ae16-4ca6-8a5b-6790e4c923ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716443 Mar 10 18:16:14.994950 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-f7ff0bcf-04ba-4c93-88c1-e916a13af99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:14.996437 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-f7ff0bcf-04ba-4c93-88c1-e916a13af99a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0774248 Mar 10 18:16:15.002770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:15.003130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:15.165517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:15.165858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:15.189882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:15.195043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-bf55ca84-37e9-4327-b936-23fcc9ae1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:15.196537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-bf55ca84-37e9-4327-b936-23fcc9ae1f48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1705966 Mar 10 18:16:15.665214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-9695bf85-2ad3-40d5-966a-8dad12f7af93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 1002 time: 0.4590874 Mar 10 18:16:15.789980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-960e7eda-38a2-4f3f-bdc1-eb7ae0181a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:15.791404 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-960e7eda-38a2-4f3f-bdc1-eb7ae0181a70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0988431 Mar 10 18:16:15.818771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bace2e7-56ef-4d7b-9e10-9eb63618c7e1 req-702104ba-0285-4dd4-8cb2-4007c1064605 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:15.820215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bace2e7-56ef-4d7b-9e10-9eb63618c7e1 req-702104ba-0285-4dd4-8cb2-4007c1064605 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 945 time: 0.1541116 Mar 10 18:16:15.847744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e78fa1e-5eae-4a53-a601-feabe40a7fe8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:15.892131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=1e78fa1e-5eae-4a53-a601-feabe40a7fe8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:15.919377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.919717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.920417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.920738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.921585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.921585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.921797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.922011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.922332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.922677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.922981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.923464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.923670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:15.972235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7bace2e7-56ef-4d7b-9e10-9eb63618c7e1 req-b98fd65c-1c19-4b20-8585-c6882a7c33a8 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272316 Mar 10 18:16:15.982443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:15.988373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-256d2d48-e4b7-41c9-b061-c14f731908b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:15.989447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-256d2d48-e4b7-41c9-b061-c14f731908b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1875663 Mar 10 18:16:15.990458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:16:15.993092 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:15.996643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-007fd313-6335-4208-ac22-41b90c804433 req-5405c1f5-8df0-40ac-9324-0a891386e0b4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.41 "DELETE /v2.0/ports/1e78fa1e-5eae-4a53-a601-feabe40a7fe8 HTTP/1.1" status: 204 len: 173 time: 1.1374836 Mar 10 18:16:15.997089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'name': 'network-vif-deleted', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:16:15.999427 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ad70e-1ece-4807-8c7e-58319914eca6" -d '{"events": [{"server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "name": "network-vif-deleted", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:16:16.077440 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f251e44b-8b79-4764-97f3-125caa2826e4 x-openstack-request-id: req-f251e44b-8b79-4764-97f3-125caa2826e4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:16:16.077748 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8", "name": "network-vif-deleted", "tag": "1e78fa1e-5eae-4a53-a601-feabe40a7fe8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:16:16.077977 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f251e44b-8b79-4764-97f3-125caa2826e4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:16:16.078389 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8', 'name': 'network-vif-deleted', 'tag': '1e78fa1e-5eae-4a53-a601-feabe40a7fe8', 'status': 'completed', 'code': 200} Mar 10 18:16:16.110551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-63986e53-5dbb-445a-9c6d-102e9bb32997 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080143 Mar 10 18:16:16.217000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdaa922e-f74f-475e-9932-d03b5f3cd060 req-0fb2232b-4cea-4e0c-a136-c58534c62005 service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983109 Mar 10 18:16:17.083167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46c463f4-57d7-4a6b-a3ab-a7f60466aa73 req-b8c2f5ac-06d2-417a-be36-6adf64052c8f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0289872 Mar 10 18:16:17.417743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:18.186022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6c42549-7b23-4875-bf62-ecf785e8f5a8 req-d483afc6-bfa3-4db9-a430-a5e7263126eb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Mar 10 18:16:18.310619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:16:18.331640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:16:18.332013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 1e78fa1e-5eae-4a53-a601-feabe40a7fe8 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:16:19.288040 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4a04ac6-9a07-4253-8e8d-734a795fdcd1 req-b6ba111c-6f52-45ce-af7b-d55671b387fe tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Mar 10 18:16:19.363987 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:20.383948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4590103-5511-4cac-8573-5ee7c77f851a req-642c8707-a68d-47d6-b62d-4d4282c66b9a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Mar 10 18:16:21.479473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce9adfed-2086-4e6b-8aad-c623c9c61bdf req-31cedac9-7167-4285-81c2-a90fe386070a tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Mar 10 18:16:22.579882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dac3829-ff49-4f1d-b84c-236fe1c810ff req-51847062-bfec-43fa-937b-0591cc669f7c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0316336 Mar 10 18:16:23.679128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-668bf7fc-d803-459e-b2d1-e36f9737c7d3 req-3a93fd57-7101-4ceb-8cbe-5b451188eb72 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0284293 Mar 10 18:16:24.778309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-81c639bc-1f9e-487b-b8ee-9d5ec555dba5 req-0694d519-37c7-4d68-bc70-123aa7adb99f tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d63833c-2f3e-42d3-b7f3-fdc3581f2ad8 HTTP/1.1" status: 200 len: 210 time: 0.0293076 Mar 10 18:16:27.290010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:30.315902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.396482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:34.565489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 16da9363-30e3-4ae3-8a80-c606885d6023 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:34.565840 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.646924 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.647312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (16da9363-30e3-4ae3-8a80-c606885d6023), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.664751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 16da9363-30e3-4ae3-8a80-c606885d6023 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:34.827543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (16da9363-30e3-4ae3-8a80-c606885d6023), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.853718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=16da9363-30e3-4ae3-8a80-c606885d6023,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:34.912774 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (80e3dc1c-e2ca-4e94-985d-687346bb385d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:34.913008 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Floating IP 80e3dc1c-e2ca-4e94-985d-687346bb385d disassociated (deleted). External IP: 172.25.3.153, port: 015d175b-8d04-4fbc-9cb1-6caa89dd1982. Mar 10 18:16:35.139341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:16:35.258025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:16:35.262753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:35.267297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:16:35.277913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:35.278522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:35.293554 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8b44477f-e29e-4102-9af8-5f9a532df641 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "DELETE /v2.0/floatingips/80e3dc1c-e2ca-4e94-985d-687346bb385d HTTP/1.1" status: 204 len: 168 time: 0.8959591 Mar 10 18:16:35.294163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:16:35.296833 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3692f0-a6c6-4e8c-908f-17d445160d38" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:16:35.337100 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842bf33d-9eaf-424c-8f26-96c65b2eec17 x-openstack-request-id: req-842bf33d-9eaf-424c-8f26-96c65b2eec17 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:16:35.337261 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:16:35.337511 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-842bf33d-9eaf-424c-8f26-96c65b2eec17 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:16:35.337924 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'status': 'completed', 'code': 200} Mar 10 18:16:35.395423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:35.434337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-3aa801aa-b54f-4b8f-a8cc-d8863a4459e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:35.436385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-3aa801aa-b54f-4b8f-a8cc-d8863a4459e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89d99c314a8740db925f96639611dc94&device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 1128 time: 0.0671906 Mar 10 18:16:35.582401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-8be9ede3-09da-4bfe-b025-bdb83aa58c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:35.583819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-8be9ede3-09da-4bfe-b025-bdb83aa58c41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 200 len: 912 time: 0.1360798 Mar 10 18:16:35.591728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90423ee2-8268-45c3-9691-72688657e9e0 req-164edb7b-b7dc-4229-800e-66e26e78122e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:35.593119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90423ee2-8268-45c3-9691-72688657e9e0 req-164edb7b-b7dc-4229-800e-66e26e78122e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.1127431 Mar 10 18:16:35.640927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-7a39947a-20c2-461d-b7ad-ad146b9e695b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 200 len: 217 time: 0.0468240 Mar 10 18:16:35.710967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-90423ee2-8268-45c3-9691-72688657e9e0 req-28c27566-cca2-40c5-b209-ae592229868b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107168 Mar 10 18:16:35.718008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-c7422e42-46d8-4c77-86a4-8d3966ec374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:35.719443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-c7422e42-46d8-4c77-86a4-8d3966ec374a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 200 len: 850 time: 0.0719171 Mar 10 18:16:35.771978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-877136ff-28d6-40dc-b5b8-dec028e9b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:35.773493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-877136ff-28d6-40dc-b5b8-dec028e9b343 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462353 Mar 10 18:16:35.779195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:35.805914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:16:35.814468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:35.815103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:35.869446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-d4d34536-794c-4fc3-baa0-40e690b2d4ea service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Mar 10 18:16:35.929487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:35.961509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c3692f0-a6c6-4e8c-908f-17d445160d38 req-6b7e2ead-a6d3-439c-b845-8dd119dd88fb service neutron] 10.222.0.59 "GET /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841835 Mar 10 18:16:36.136274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:36.162765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164273c-d72c-40f7-a8de-e803fb69c4a6 None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:03:34Z', 'revision_number': 4, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '51a1da64-e19b-4df6-9dbb-125b52e06b77', 'name': '', 'network_id': 'd4b7fb63-a8ed-4e2e-a162-e5605af00c7c', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'mac_address': 'fa:16:3e:15:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:33Z', 'updated_at': '2022-03-10T18:03:40Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'subnets': [{'id': 'f8b40875-712a-4f1f-aecd-d352216b4f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:16:36.403596 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f960a5a-0c22-4d2a-b1f5-9a7634fe4ab5 None None] New status for floating IP 80e3dc1c-e2ca-4e94-985d-687346bb385d: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:16:36.835485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f93d8-0579-4ffd-926e-9aaf1a005d46 req-ee0b4385-bc40-4ffa-ae83-bb04495c049c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:36.836972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc4f93d8-0579-4ffd-926e-9aaf1a005d46 req-ee0b4385-bc40-4ffa-ae83-bb04495c049c tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Mar 10 18:16:36.892476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc4f93d8-0579-4ffd-926e-9aaf1a005d46 req-b18c9ad6-ebd6-45ba-b4c3-fba4e04cc693 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1cc14f9-e28b-4ccb-a38b-48d05b268843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498700 Mar 10 18:16:37.245807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-fb933ca4-a59d-44af-b64e-13e4ebf4c7dc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:16:37.247191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-fb933ca4-a59d-44af-b64e-13e4ebf4c7dc tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 946 time: 0.0632582 Mar 10 18:16:37.343998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:37.344335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:37.443777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] For port 015d175b-8d04-4fbc-9cb1-6caa89dd1982, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=015d175b-8d04-4fbc-9cb1-6caa89dd1982,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:37.444118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:37.457988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 015d175b-8d04-4fbc-9cb1-6caa89dd1982 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:37.596756 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (015d175b-8d04-4fbc-9cb1-6caa89dd1982), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:37.625832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=015d175b-8d04-4fbc-9cb1-6caa89dd1982,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:37.670468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] No DVR routers for this DVR port 015d175b-8d04-4fbc-9cb1-6caa89dd1982 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:16:37.673553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:37.677001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406a4f95-6979-4fb0-893e-1ee33a346526 req-932b14ea-b471-467b-8c69-17128b4e7386 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.59 "DELETE /v2.0/ports/015d175b-8d04-4fbc-9cb1-6caa89dd1982 HTTP/1.1" status: 204 len: 173 time: 0.4217393 Mar 10 18:16:37.677472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'name': 'network-vif-deleted', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:16:37.679805 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b9086-6b44-47a9-b502-4b5421b224c6" -d '{"events": [{"server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "name": "network-vif-deleted", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:16:37.717249 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f4b6f-38ba-40e6-beb6-6688bceb6e87 x-openstack-request-id: req-ac0f4b6f-38ba-40e6-beb6-6688bceb6e87 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:16:37.717550 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3b236-8fe6-4886-a970-554e1b374e35", "name": "network-vif-deleted", "tag": "015d175b-8d04-4fbc-9cb1-6caa89dd1982", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:16:37.717807 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac0f4b6f-38ba-40e6-beb6-6688bceb6e87 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:16:37.718215 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3b236-8fe6-4886-a970-554e1b374e35', 'name': 'network-vif-deleted', 'tag': '015d175b-8d04-4fbc-9cb1-6caa89dd1982', 'status': 'completed', 'code': 200} Mar 10 18:16:38.002849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9d974ae-4d0e-4173-9343-934273999f6a req-219ba793-3d83-4d5b-894a-9e6bd7d57026 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Mar 10 18:16:39.105860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e71e88c0-669f-426d-8b75-c8f6ed5193fc req-cc1240ca-0420-4b09-85a6-e933b4ea7596 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Mar 10 18:16:39.132085 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:16:40.210809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88e98fff-8429-429b-b792-739afccff4b5 req-ec835e6c-74c1-4f42-9a1e-46f98efe688d tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Mar 10 18:16:40.227806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 015d175b-8d04-4fbc-9cb1-6caa89dd1982 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:16:40.250837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 015d175b-8d04-4fbc-9cb1-6caa89dd1982 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:16:40.251180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 015d175b-8d04-4fbc-9cb1-6caa89dd1982 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:16:41.315076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a861ef6f-5393-4d23-8ab6-62cafbe64ec0 req-087e8d5e-41a8-4c54-b689-8a29ed9f3b45 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0294104 Mar 10 18:16:42.413407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0f5b5f0-89f3-4757-8d8c-2afd3266a39c req-b87e350f-598a-4f5a-954e-02e158a47e92 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0279293 Mar 10 18:16:42.485321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a71b49bc-a809-4527-ba5b-c4243cdbe60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:43.510663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f1db6f4-f55d-4902-b4fe-1cdf9052aacb req-fd0a83ac-437d-4878-ba7e-34f435babfcb tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0276370 Mar 10 18:16:44.608871 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4086bd8-5f55-4d3e-9701-7e3692bc04b8 req-c15e37df-3b7c-4e38-97fc-1085911f528b tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Mar 10 18:16:44.719052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-07a4810c-0179-4272-ac57-76089abba068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:45.717206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3cd75901-ffef-4057-8b79-9b230c5ad4dc req-944585e9-816f-4ea0-8d22-92c6867515f3 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0393698 Mar 10 18:16:45.985155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:46.834935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-398a53da-031e-4fbf-a0af-7f0dffee1e83 req-035e073c-7b04-4d04-838a-61bf6b8d8ff4 tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fe3b236-8fe6-4886-a970-554e1b374e35 HTTP/1.1" status: 200 len: 210 time: 0.0369771 Mar 10 18:16:47.421087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:47.899022 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55118) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:48.030547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Deleting port 939f480b-5572-498c-b716-3853b078e689 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:48.030828 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (939f480b-5572-498c-b716-3853b078e689), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.115161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (939f480b-5572-498c-b716-3853b078e689), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.115439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (939f480b-5572-498c-b716-3853b078e689), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.127007 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Calling delete_port for 939f480b-5572-498c-b716-3853b078e689 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:48.269548 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (939f480b-5572-498c-b716-3853b078e689), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.294417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'Port': ['ID=939f480b-5572-498c-b716-3853b078e689,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:48.306909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.307251 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.307590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.307922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.308250 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.308573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.308893 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.309210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.309528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.309838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.310153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.310457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.310800 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:48.370990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for floatingip (4e5eda83-51b6-4ffe-ba74-281f075065b6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.374492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:48.376345 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e04f240e-d8eb-448a-858e-af4b941ac74e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "DELETE /v2.0/floatingips/4e5eda83-51b6-4ffe-ba74-281f075065b6 HTTP/1.1" status: 204 len: 168 time: 0.4760635 Mar 10 18:16:49.370683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:53.792486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55138) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:53.854749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (a1cc14f9-e28b-4ccb-a38b-48d05b268843), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:53.880721 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (a1cc14f9-e28b-4ccb-a38b-48d05b268843), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:53.942019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a1cc14f9-e28b-4ccb-a38b-48d05b268843), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:53.944942 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:53.946072 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1cc14f9-e28b-4ccb-a38b-48d05b268843 HTTP/1.1" status: 204 len: 168 time: 0.1526163 Mar 10 18:16:53.955376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a3fc0-4c0b-45c0-9f09-55ec3cbc3c4e tempest-TestVolumeBootPattern-653279477 tempest-TestVolumeBootPattern-653279477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc14f9-e28b-4ccb-a38b-48d05b268843,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:54.015745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:54.820731 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:55.086249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Deleting port 51a1da64-e19b-4df6-9dbb-125b52e06b77 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:55.086491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:55.165021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] For port 51a1da64-e19b-4df6-9dbb-125b52e06b77, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=51a1da64-e19b-4df6-9dbb-125b52e06b77,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:55.165390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:55.178969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Calling delete_port for 51a1da64-e19b-4df6-9dbb-125b52e06b77 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:55.366594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (51a1da64-e19b-4df6-9dbb-125b52e06b77), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:55.392062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a1da64-e19b-4df6-9dbb-125b52e06b77,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:55.576741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:55.812992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Router 49ef0858-f00a-4f1b-9eb4-e82c1314940a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:16:55.933535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:16:55.941707 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e35f30c9-3b64-484c-b195-6cb8a0c1b929 admin admin] 10.222.0.35 "PUT /v2.0/routers/49ef0858-f00a-4f1b-9eb4-e82c1314940a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216990 Mar 10 18:16:55.941707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:55.943338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Sync routers for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:16:55.960198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:55.960829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:56.049573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks [] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.076348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:56.157895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks [] for router_gateway (49ef0858-f00a-4f1b-9eb4-e82c1314940a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.215572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Deleting port 36869c5c-465b-433c-b4c2-464c63461f77 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:56.215816 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (36869c5c-465b-433c-b4c2-464c63461f77), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.261255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '36869c5c-465b-433c-b4c2-464c63461f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:16:55Z', 'revision_number': 5, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port': {'id': '36869c5c-465b-433c-b4c2-464c63461f77', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:31Z', 'updated_at': '2022-03-10T18:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:56.287607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Checking router: 49ef0858-f00a-4f1b-9eb4-e82c1314940a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:16:56.295183 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] For port 36869c5c-465b-433c-b4c2-464c63461f77, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=36869c5c-465b-433c-b4c2-464c63461f77,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:56.295545 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (36869c5c-465b-433c-b4c2-464c63461f77), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.296364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Routers {'49ef0858-f00a-4f1b-9eb4-e82c1314940a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:56.296944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:56.308745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Calling delete_port for 36869c5c-465b-433c-b4c2-464c63461f77 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:56.386765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] Set router 49ef0858-f00a-4f1b-9eb4-e82c1314940a gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:56.445804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:16:56Z', 'revision_number': 6, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:56.471846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7c893-35f6-4b51-b683-45f230ecf55d None None] The sync data for ids ['49ef0858-f00a-4f1b-9eb4-e82c1314940a'] in n-d-833115-2 is: [{'id': '49ef0858-f00a-4f1b-9eb4-e82c1314940a', 'name': 'tempest-TestVolumeBootPattern-666761353-router', 'tenant_id': '89d99c314a8740db925f96639611dc94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:29Z', 'updated_at': '2022-03-10T18:16:56Z', 'revision_number': 6, 'project_id': '89d99c314a8740db925f96639611dc94', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:16:56.487920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (36869c5c-465b-433c-b4c2-464c63461f77), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.517961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36869c5c-465b-433c-b4c2-464c63461f77,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:56.578808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.670358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.672572 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks [] for router_controller (49ef0858-f00a-4f1b-9eb4-e82c1314940a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.723149 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (49ef0858-f00a-4f1b-9eb4-e82c1314940a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.723703 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ef0858-f00a-4f1b-9eb4-e82c1314940a {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:16:56.728917 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.730406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9f5241f9-6edc-4cfc-94d7-b300d77921f3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/49ef0858-f00a-4f1b-9eb4-e82c1314940a HTTP/1.1" status: 204 len: 168 time: 0.7881281 Mar 10 18:16:56.733926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:56.783158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Deleting subnet f8b40875-712a-4f1f-aecd-d352216b4f26 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:16:56.786983 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Publish callbacks [] for subnet (f8b40875-712a-4f1f-aecd-d352216b4f26), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.827328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (f8b40875-712a-4f1f-aecd-d352216b4f26), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.920154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (f8b40875-712a-4f1f-aecd-d352216b4f26), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:56.960281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 51a1da64-e19b-4df6-9dbb-125b52e06b77 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:16:56.991326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 51a1da64-e19b-4df6-9dbb-125b52e06b77 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:16:56.992285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 51a1da64-e19b-4df6-9dbb-125b52e06b77 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:16:57.263194 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (f8b40875-712a-4f1f-aecd-d352216b4f26), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.289938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b40875-712a-4f1f-aecd-d352216b4f26,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:57.291381 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.292026 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.295561 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9d8143e6-d0df-4321-8a11-062b8e7aee16 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8b40875-712a-4f1f-aecd-d352216b4f26 HTTP/1.1" status: 204 len: 168 time: 0.5606658 Mar 10 18:16:57.298185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55150) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:57.302283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741399c5-2005-4eef-ae68-b3ea97a587f8 None None] Network d4b7fb63-a8ed-4e2e-a162-e5605af00c7c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:16:57.371182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.431956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Deleting port b24f1087-ddda-46cc-be08-e15ef13f4d57 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:57.432293 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.482710 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] DHCP port deletion for d4b7fb63-a8ed-4e2e-a162-e5605af00c7c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:16:57.499694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] For port b24f1087-ddda-46cc-be08-e15ef13f4d57, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b24f1087-ddda-46cc-be08-e15ef13f4d57,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:57.500050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.513160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Calling delete_port for b24f1087-ddda-46cc-be08-e15ef13f4d57 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:57.536119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Deleting port b24f1087-ddda-46cc-be08-e15ef13f4d57 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:57.536568 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.599246 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.605415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] For port b24f1087-ddda-46cc-be08-e15ef13f4d57, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b24f1087-ddda-46cc-be08-e15ef13f4d57,segment=NetworkSegment(a37a3166-7aef-4cd8-8416-b9b58dd876b7),segment_id=a37a3166-7aef-4cd8-8416-b9b58dd876b7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:57.605812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.619076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Calling delete_port for b24f1087-ddda-46cc-be08-e15ef13f4d57 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:57.626245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24f1087-ddda-46cc-be08-e15ef13f4d57,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:57.630257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] No DVR routers for this DVR port b24f1087-ddda-46cc-be08-e15ef13f4d57 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:16:57.699529 n-d-833115-2 neutron-server[103796]: self.session.flush() Mar 10 18:16:57.703848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.707742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b24f1087-ddda-46cc-be08-e15ef13f4d57), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.725558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b7fb63-a8ed-4e2e-a162-e5605af00c7c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:57.733902 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Pushing event deleted for resources: {'Port': ['ID=b24f1087-ddda-46cc-be08-e15ef13f4d57,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:57.735472 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37a3166-7aef-4cd8-8416-b9b58dd876b7') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:57.735773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37a3166-7aef-4cd8-8416-b9b58dd876b7') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:57.736161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] No DVR routers for this DVR port b24f1087-ddda-46cc-be08-e15ef13f4d57 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:16:57.744851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.745390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.745547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.746060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.746451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.746788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.747084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.747405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.747724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.748687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.748956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.749255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.749601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134177d3-91f5-4108-88e2-8a9feb479f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:16:57.752923 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (a37a3166-7aef-4cd8-8416-b9b58dd876b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.767103 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (a37a3166-7aef-4cd8-8416-b9b58dd876b7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.772946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:16:57.773285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (a37a3166-7aef-4cd8-8416-b9b58dd876b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:16:57.775035 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:16:57.829844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d4b7fb63-a8ed-4e2e-a162-e5605af00c7c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.835422 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:57.838595 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d4b7fb63-a8ed-4e2e-a162-e5605af00c7c HTTP/1.1" status: 204 len: 168 time: 0.5394449 Mar 10 18:16:57.841822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55152) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:57.849242 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36114a7-40bd-4ba3-aede-ec5baedb09f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b7fb63-a8ed-4e2e-a162-e5605af00c7c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:58.211416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (76fef82e-7259-427c-b31a-582071dad176), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:58.486407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Deleting port 7bcd30c2-63d0-401b-ace1-22b51a453ef0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:58.486706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:58.569186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] For port 7bcd30c2-63d0-401b-ace1-22b51a453ef0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7bcd30c2-63d0-401b-ace1-22b51a453ef0,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:58.569537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:58.582283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Calling delete_port for 7bcd30c2-63d0-401b-ace1-22b51a453ef0 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:58.725768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b24f1087-ddda-46cc-be08-e15ef13f4d57 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:16:58.746846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b24f1087-ddda-46cc-be08-e15ef13f4d57 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:16:58.747054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b24f1087-ddda-46cc-be08-e15ef13f4d57 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:16:58.747502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 36869c5c-465b-433c-b4c2-464c63461f77 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:16:58.766769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 36869c5c-465b-433c-b4c2-464c63461f77 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:16:58.767112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 36869c5c-465b-433c-b4c2-464c63461f77 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:16:58.790555 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7bcd30c2-63d0-401b-ace1-22b51a453ef0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:58.817416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcd30c2-63d0-401b-ace1-22b51a453ef0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:58.989740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (76fef82e-7259-427c-b31a-582071dad176), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.213682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Router 76fef82e-7259-427c-b31a-582071dad176 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:16:59.333537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:16:59.339403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d75c5e60-d4a0-4dff-b596-38d575f126b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/76fef82e-7259-427c-b31a-582071dad176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4964070 Mar 10 18:16:59.343249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55154) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:16:59.346370 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Sync routers for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:16:59.357398 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:59.358008 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:59.455939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks [] for router (76fef82e-7259-427c-b31a-582071dad176), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.565497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks [] for router_gateway (76fef82e-7259-427c-b31a-582071dad176), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.571593 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:59.620276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Deleting port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:16:59.620585 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.702246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] For port 8a4dc0d5-a29e-44a7-9819-5607b9b0855d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:16:59.702661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.719647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Calling delete_port for 8a4dc0d5-a29e-44a7-9819-5607b9b0855d owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:16:59.752283 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:16:58Z', 'revision_number': 5, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port': {'id': '8a4dc0d5-a29e-44a7-9819-5607b9b0855d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fef82e-7259-427c-b31a-582071dad176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:03:39Z', 'updated_at': '2022-03-10T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:59.783115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Checking router: 76fef82e-7259-427c-b31a-582071dad176 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:16:59.792095 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Routers {'76fef82e-7259-427c-b31a-582071dad176'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:16:59.792704 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:16:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['76fef82e-7259-427c-b31a-582071dad176'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:59.880385 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] Set router 76fef82e-7259-427c-b31a-582071dad176 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:16:59.898052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (8a4dc0d5-a29e-44a7-9819-5607b9b0855d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:16:59.921698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4dc0d5-a29e-44a7-9819-5607b9b0855d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:16:59.937167 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:16:59Z', 'revision_number': 6, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:16:59.967608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237728a-aca2-4c79-a476-c5a6927238bf None None] The sync data for ids ['76fef82e-7259-427c-b31a-582071dad176'] in n-d-833115-2 is: [{'id': '76fef82e-7259-427c-b31a-582071dad176', 'name': 'tempest-TestVolumeBootPattern-2132147445-router', 'tenant_id': 'fd1ae12e9ba2419e968777547512cdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:03:38Z', 'updated_at': '2022-03-10T18:16:59Z', 'revision_number': 6, 'project_id': 'fd1ae12e9ba2419e968777547512cdff', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:16:59.991086 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (76fef82e-7259-427c-b31a-582071dad176), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.104459 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (76fef82e-7259-427c-b31a-582071dad176), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.107041 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks [] for router_controller (76fef82e-7259-427c-b31a-582071dad176), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.157856 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (76fef82e-7259-427c-b31a-582071dad176), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.158541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76fef82e-7259-427c-b31a-582071dad176 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:17:00.164241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.165462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6487fabd-6ddb-4742-8b30-59fdc67cdab1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/76fef82e-7259-427c-b31a-582071dad176 HTTP/1.1" status: 204 len: 168 time: 0.8211412 Mar 10 18:17:00.168594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:00.218881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Deleting subnet ef202593-b6d4-4272-afea-a2a6137ca803 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:17:00.223751 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Publish callbacks [] for subnet (ef202593-b6d4-4272-afea-a2a6137ca803), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.264268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (ef202593-b6d4-4272-afea-a2a6137ca803), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.315636 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.352241 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ef202593-b6d4-4272-afea-a2a6137ca803), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.408764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (ef202593-b6d4-4272-afea-a2a6137ca803), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.435862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef202593-b6d4-4272-afea-a2a6137ca803,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:00.439804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.443746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-69914c2a-8701-42db-a9f2-b6cdfed689e7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef202593-b6d4-4272-afea-a2a6137ca803 HTTP/1.1" status: 204 len: 168 time: 0.2737942 Mar 10 18:17:00.445877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:00.446574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cdf32-9c31-4d38-9f37-8786212aced9 None None] Network 859c913d-1e4d-4457-bfa9-80443cf67299 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:17:00.517153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (859c913d-1e4d-4457-bfa9-80443cf67299), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.572185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Deleting port de0cd465-9638-49ab-bb3a-01fd00a5dc30 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:17:00.572572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.637585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] For port de0cd465-9638-49ab-bb3a-01fd00a5dc30, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=de0cd465-9638-49ab-bb3a-01fd00a5dc30,segment=NetworkSegment(2f0c4079-99cd-4834-9464-b13b80783a49),segment_id=2f0c4079-99cd-4834-9464-b13b80783a49)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:00.637948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.650566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Calling delete_port for de0cd465-9638-49ab-bb3a-01fd00a5dc30 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:17:00.741580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (de0cd465-9638-49ab-bb3a-01fd00a5dc30), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.768541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0cd465-9638-49ab-bb3a-01fd00a5dc30,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:00.772188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] No DVR routers for this DVR port de0cd465-9638-49ab-bb3a-01fd00a5dc30 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:17:00.774275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183d10b-852b-4a51-8fba-a26b2f5fa069 None None] DHCP port deletion for 859c913d-1e4d-4457-bfa9-80443cf67299 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:17:00.845627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device de0cd465-9638-49ab-bb3a-01fd00a5dc30 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:17:00.852345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (859c913d-1e4d-4457-bfa9-80443cf67299), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.867514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: de0cd465-9638-49ab-bb3a-01fd00a5dc30 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:17:00.867840 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device de0cd465-9638-49ab-bb3a-01fd00a5dc30 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:17:00.868277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8a4dc0d5-a29e-44a7-9819-5607b9b0855d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:17:00.876909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859c913d-1e4d-4457-bfa9-80443cf67299']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:17:00.887822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0c4079-99cd-4834-9464-b13b80783a49') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:17:00.888294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0c4079-99cd-4834-9464-b13b80783a49') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:17:00.895837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 8a4dc0d5-a29e-44a7-9819-5607b9b0855d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:17:00.896556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 8a4dc0d5-a29e-44a7-9819-5607b9b0855d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:17:00.896556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7bcd30c2-63d0-401b-ace1-22b51a453ef0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:17:00.898249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2f0c4079-99cd-4834-9464-b13b80783a49), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.915891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2f0c4079-99cd-4834-9464-b13b80783a49), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.916377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7bcd30c2-63d0-401b-ace1-22b51a453ef0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:17:00.916743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7bcd30c2-63d0-401b-ace1-22b51a453ef0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:17:00.923553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:17:00.924087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2f0c4079-99cd-4834-9464-b13b80783a49), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:17:00.925821 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:17:00.980681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (859c913d-1e4d-4457-bfa9-80443cf67299), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.988755 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:00.992019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/859c913d-1e4d-4457-bfa9-80443cf67299 HTTP/1.1" status: 204 len: 168 time: 0.5451813 Mar 10 18:17:01.003859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8eeb3-86cb-4371-81b4-00d8fa583c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=859c913d-1e4d-4457-bfa9-80443cf67299,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:01.117621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55164) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:01.162122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c1a2a0ca-e2ce-4ba3-8007-64060f407d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89d99c314a8740db925f96639611dc94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432825 Mar 10 18:17:01.164807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:01.224720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] Publish callbacks [] for security_group (48d7d274-c4e4-4e91-9d78-36ab32680562), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.247142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] Publish callbacks [] for security_group (48d7d274-c4e4-4e91-9d78-36ab32680562), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.295790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (48d7d274-c4e4-4e91-9d78-36ab32680562), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.298486 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.299651 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48d7d274-c4e4-4e91-9d78-36ab32680562 HTTP/1.1" status: 204 len: 168 time: 0.1338680 Mar 10 18:17:01.307651 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ec2c0-07ca-4fb1-9d2b-f00783812066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d7d274-c4e4-4e91-9d78-36ab32680562,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:01.646971 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:01.690196 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-483e2890-8439-46db-a092-606fb124efb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd1ae12e9ba2419e968777547512cdff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419805 Mar 10 18:17:01.693174 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55174) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:01.742888 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] Publish callbacks [] for security_group (a3b952bc-e021-45e7-aa8b-83aae3bd087a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.764013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] Publish callbacks [] for security_group (a3b952bc-e021-45e7-aa8b-83aae3bd087a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.816591 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a3b952bc-e021-45e7-aa8b-83aae3bd087a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.820669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:01.821842 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3b952bc-e021-45e7-aa8b-83aae3bd087a HTTP/1.1" status: 204 len: 168 time: 0.1275613 Mar 10 18:17:01.830736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b85c-6b52-4bb8-95e0-f078653a4754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b952bc-e021-45e7-aa8b-83aae3bd087a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:12.489408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f702373-d6db-4215-8587-cfd62a4033f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:12.956925 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-a0c1b9fc-4f14-4880-9412-ce53733656a2 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f16b1394d0374721862eaea2fb489c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298781 Mar 10 18:17:13.480286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-7b2bea0a-0ad4-4e25-87b2-51ee3b0acec6 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:13.481768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-7b2bea0a-0ad4-4e25-87b2-51ee3b0acec6 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5191905 Mar 10 18:17:13.496580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-7c509938-e6ef-4f5e-b74d-8b77d68cf9db tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/quotas/f16b1394d0374721862eaea2fb489c21 HTTP/1.1" status: 200 len: 375 time: 0.0092533 Mar 10 18:17:13.528466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-d9fb6573-4077-4766-8bfa-7944ede27752 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f16b1394d0374721862eaea2fb489c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268559 Mar 10 18:17:13.710083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c36232a-ad86-46dc-8106-ebb93b5cdc59 req-b0548d11-809d-4661-9136-3f0fb0438846 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 210 time: 0.0313520 Mar 10 18:17:14.721091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-605d47e3-1f7b-4b2f-9f8d-36c94c173ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:14.738690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-30b6cc66-eaad-4b01-bbd4-60f7cabe904a tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f16b1394d0374721862eaea2fb489c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270326 Mar 10 18:17:14.839379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a2aafba-1b5d-4242-82e7-e6f67235d90c req-e19a9f73-d13c-4a52-9d99-c2f5aa70508d tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 210 time: 0.0581553 Mar 10 18:17:14.873477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-4795835c-d1c3-4b98-8881-441dffa62efd tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:14.875006 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-4795835c-d1c3-4b98-8881-441dffa62efd tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314390 Mar 10 18:17:14.887316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Request body: {'port': {'device_id': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'admin_state_up': True, 'tenant_id': 'f16b1394d0374721862eaea2fb489c21'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:15.006558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Made reservation on behalf of f16b1394d0374721862eaea2fb489c21 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:17:15.012145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.022060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.103204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks [] for security_group (d87716db-1a47-4dfc-9cfc-df5134a1b1c9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.107769 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d87716db-1a47-4dfc-9cfc-df5134a1b1c9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.173371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87716db-1a47-4dfc-9cfc-df5134a1b1c9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:15.248490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Allocated IP 192.168.233.206 (6a2a4738-2b71-4b35-8b79-d7d69708e4b6/187c0d27-86ac-4d73-a68b-a92c8e0a9b18/59bb2f15-d715-4857-885b-31c851d08460) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:17:15.407345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks [] for port (59bb2f15-d715-4857-885b-31c851d08460), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.441681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.483510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:17:15.488551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:17:15.492398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:17:15.498895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Pushing event updated for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:15.548926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:15.549700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.574015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-b7fb33a6-f3f1-4a8b-b026-c3efdc7f0132 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6899753 Mar 10 18:17:15.588267 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Request body: {'port': {'device_id': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:15.658156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59bb2f15-d715-4857-885b-31c851d08460), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.748206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-35a2f0a7-025c-4173-8560-8b99c1470a48 None None] Provisioning complete for port 59bb2f15-d715-4857-885b-31c851d08460 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:17:15.748823 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35a2f0a7-025c-4173-8560-8b99c1470a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (59bb2f15-d715-4857-885b-31c851d08460), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.782592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-35a2f0a7-025c-4173-8560-8b99c1470a48 None None] Port 59bb2f15-d715-4857-885b-31c851d08460 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:17:15.964272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bb2f15-d715-4857-885b-31c851d08460 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:17:15.976832 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks [] for port (59bb2f15-d715-4857-885b-31c851d08460), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.995440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:15.998286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Transition to ACTIVE for port object 59bb2f15-d715-4857-885b-31c851d08460 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:17:16.002093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:16.041024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d029de-a920-44c6-8b01-156bc628092b req-180d3b90-2b58-4840-81ec-b59516904cac tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.042534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9d029de-a920-44c6-8b01-156bc628092b req-180d3b90-2b58-4840-81ec-b59516904cac tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 936 time: 0.1203363 Mar 10 18:17:16.072429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Pushing event updated for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:16.094793 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.095208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.095447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.095789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.096155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.096478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.096804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.097219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.097405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.097758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.098064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.098974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.099309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:17:16.136169 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:17:16.181982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b9d029de-a920-44c6-8b01-156bc628092b req-9908dbfe-397a-4910-98da-b508f2a71c18 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312287 Mar 10 18:17:16.201846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Attempting to bind port 59bb2f15-d715-4857-885b-31c851d08460 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:17:16.202131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Attempting to bind port 59bb2f15-d715-4857-885b-31c851d08460 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:17:16.202624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Attempting to bind port 59bb2f15-d715-4857-885b-31c851d08460 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:17:16.207938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Port 59bb2f15-d715-4857-885b-31c851d08460 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:17:16.208666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Attempting to bind port 59bb2f15-d715-4857-885b-31c851d08460 on network 6a2a4738-2b71-4b35-8b79-d7d69708e4b6 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:17:16.216119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:17:16.216409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Checking segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:17:16.216762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Bound using segment: {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:17:16.217187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Bound port: 59bb2f15-d715-4857-885b-31c851d08460, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2fcdd5-1e14-43e0-be21-b723608a41b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:17:16.217540 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59bb2f15-d715-4857-885b-31c851d08460), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:16.293676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:17:16.297262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=59bb2f15-d715-4857-885b-31c851d08460,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:17:16.304418 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:16.341511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.341511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:16.342913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] 10.222.0.41 "PUT /v2.0/ports/59bb2f15-d715-4857-885b-31c851d08460 HTTP/1.1" status: 200 len: 1096 time: 0.7605462 Mar 10 18:17:16.343353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'tag': '59bb2f15-d715-4857-885b-31c851d08460'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:17:16.345684 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def" -d '{"events": [{"name": "network-changed", "server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "tag": "59bb2f15-d715-4857-885b-31c851d08460"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:17:16.399524 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b588ba-4658-4dc4-bfc1-f48d4a792c68 x-openstack-request-id: req-b9b588ba-4658-4dc4-bfc1-f48d4a792c68 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:17:16.399812 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "tag": "59bb2f15-d715-4857-885b-31c851d08460", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:17:16.400223 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9b588ba-4658-4dc4-bfc1-f48d4a792c68 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:17:16.400623 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'tag': '59bb2f15-d715-4857-885b-31c851d08460', 'status': 'completed', 'code': 200} Mar 10 18:17:16.433799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df712-786c-4b35-9442-8a698c9c5da0 service neutron] Pushing event updated for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:16.467463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-4e3c9f29-c0ff-4033-8300-4b807a3789be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.469579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-4e3c9f29-c0ff-4033-8300-4b807a3789be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f16b1394d0374721862eaea2fb489c21&device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 1130 time: 0.0719459 Mar 10 18:17:16.518620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-a8312815-7876-4c0d-aa78-dbf471123584 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=59bb2f15-d715-4857-885b-31c851d08460 HTTP/1.1" status: 200 len: 217 time: 0.0420556 Mar 10 18:17:16.587746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-16b79718-ff72-4c55-9e06-34ebbf6d0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.589345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-16b79718-ff72-4c55-9e06-34ebbf6d0741 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0640905 Mar 10 18:17:16.645451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-74280d4c-0f3b-46b9-8efb-b5d040cb3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.647683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-74280d4c-0f3b-46b9-8efb-b5d040cb3b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0509531 Mar 10 18:17:16.759836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-2f34dc41-3f2a-4c65-b23d-c93815899543 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059430 Mar 10 18:17:16.856046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c59596d7-1e95-4b11-a36e-9ee7fc635159 req-7e304e26-d52c-4e7a-9264-26f4fb44887d service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895522 Mar 10 18:17:16.965449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-13b5fb3a-9593-4cd4-aafe-3f5f745dfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:16.967538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-13b5fb3a-9593-4cd4-aafe-3f5f745dfa4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f16b1394d0374721862eaea2fb489c21&device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 1130 time: 0.0598745 Mar 10 18:17:17.077999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-96afddda-23d3-4cef-aad8-7aa6423e07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:17.079444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-96afddda-23d3-4cef-aad8-7aa6423e07fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6 HTTP/1.1" status: 200 len: 870 time: 0.1052358 Mar 10 18:17:17.130564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-98c5cf97-d3d8-4fd2-9a09-5475ab982cbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=59bb2f15-d715-4857-885b-31c851d08460 HTTP/1.1" status: 200 len: 217 time: 0.0445349 Mar 10 18:17:17.183688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-7e9ddebd-21d7-47b3-8520-db52dfa91008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:17.185179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-7e9ddebd-21d7-47b3-8520-db52dfa91008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=187c0d27-86ac-4d73-a68b-a92c8e0a9b18 HTTP/1.1" status: 200 len: 843 time: 0.0491276 Mar 10 18:17:17.240746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-938ccacf-1fd1-4031-bcca-e23fb3b35578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:17.242394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-938ccacf-1fd1-4031-bcca-e23fb3b35578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a2a4738-2b71-4b35-8b79-d7d69708e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0506420 Mar 10 18:17:17.391281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-f214138a-bd7b-4110-9e29-025ebe676cfa service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428108 Mar 10 18:17:17.399603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d38e-3474-4514-a273-7c3cd88cc523 req-80b8d34b-2b0f-4dec-88b8-924297bb508e tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:17.400794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ae2d38e-3474-4514-a273-7c3cd88cc523 req-80b8d34b-2b0f-4dec-88b8-924297bb508e tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 948 time: 0.1324687 Mar 10 18:17:17.428952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:17.534015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ae2d38e-3474-4514-a273-7c3cd88cc523 req-6f65a4ed-a06e-48b1-b6d3-d759b66aac05 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060443 Mar 10 18:17:17.539390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05b3caa3-05e1-47c6-851e-ff1f1ddf8def req-89601194-7b45-49ce-ab9d-c75ac7895450 service neutron] 10.222.0.41 "GET /v2.0/networks/6a2a4738-2b71-4b35-8b79-d7d69708e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376874 Mar 10 18:17:18.678373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57433dd-49ff-455a-874b-ab724fc97266 req-fa6dea78-832b-46b9-a3a8-96620a5c2eee tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:18.679663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57433dd-49ff-455a-874b-ab724fc97266 req-fa6dea78-832b-46b9-a3a8-96620a5c2eee tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 948 time: 0.0581801 Mar 10 18:17:18.728526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f57433dd-49ff-455a-874b-ab724fc97266 req-c7562242-4e6a-40c0-880a-f9a26db2d302 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Mar 10 18:17:19.369431 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:19.852606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f5677-7bd9-4f6e-a188-cef0cc374587 req-2aadf098-25b2-4bba-9f65-1ec4e1318b5a tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:19.854078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc7f5677-7bd9-4f6e-a188-cef0cc374587 req-2aadf098-25b2-4bba-9f65-1ec4e1318b5a tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 948 time: 0.0559707 Mar 10 18:17:19.911054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc7f5677-7bd9-4f6e-a188-cef0cc374587 req-27fc5b98-4167-4c37-9704-19769ef07919 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Mar 10 18:17:20.583536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 59bb2f15-d715-4857-885b-31c851d08460 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:17:20.688483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=59bb2f15-d715-4857-885b-31c851d08460,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:20.701530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '59bb2f15-d715-4857-885b-31c851d08460', 'network_id': '6a2a4738-2b71-4b35-8b79-d7d69708e4b6', 'port_id': '59bb2f15-d715-4857-885b-31c851d08460', 'mac_address': 'fa:16:3e:df:91:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187c0d27-86ac-4d73-a68b-a92c8e0a9b18', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:17:20.744271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 59bb2f15-d715-4857-885b-31c851d08460 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:17:20.744656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59bb2f15-d715-4857-885b-31c851d08460), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:20.757214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bb2f15-d715-4857-885b-31c851d08460 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:17:20.776949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=59bb2f15-d715-4857-885b-31c851d08460,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:20.782770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:20.832781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:21.050350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e441175-34df-4005-bc1c-0db74aeffdb1 req-7ce88080-89a2-4106-a7da-fb5f947a5c81 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:21.051863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e441175-34df-4005-bc1c-0db74aeffdb1 req-7ce88080-89a2-4106-a7da-fb5f947a5c81 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 949 time: 0.0644939 Mar 10 18:17:21.103123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3e441175-34df-4005-bc1c-0db74aeffdb1 req-fcbfecc3-8b75-4ade-b985-6110163db3b5 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Mar 10 18:17:21.138982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['59bb2f15-d715-4857-885b-31c851d08460'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:17:22.252162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083f26-913c-4dfa-87fd-cdecd1bfd850 req-b151eaf4-895e-4441-8f82-3aed646e500e tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:22.253527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41083f26-913c-4dfa-87fd-cdecd1bfd850 req-b151eaf4-895e-4441-8f82-3aed646e500e tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 949 time: 0.0619597 Mar 10 18:17:22.305064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41083f26-913c-4dfa-87fd-cdecd1bfd850 req-7ec3c92a-bec5-4c82-8e91-16c3ec033dcd tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Mar 10 18:17:22.600448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 59bb2f15-d715-4857-885b-31c851d08460 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:17:22.657923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 59bb2f15-d715-4857-885b-31c851d08460 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:17:22.661627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 59bb2f15-d715-4857-885b-31c851d08460 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:17:22.661999 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (59bb2f15-d715-4857-885b-31c851d08460), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:22.748674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 59bb2f15-d715-4857-885b-31c851d08460 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:17:22.749062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (59bb2f15-d715-4857-885b-31c851d08460), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:22.771715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb2f15-d715-4857-885b-31c851d08460'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:17:22.774530 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e712e47c-4227-4f0f-8093-2b20df399599" -d '{"events": [{"server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "name": "network-vif-plugged", "status": "completed", "tag": "59bb2f15-d715-4857-885b-31c851d08460"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:17:22.786280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=59bb2f15-d715-4857-885b-31c851d08460,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:22.792631 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:22.817331 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1633b86e-31aa-433d-88e1-e9c8fec0c445 x-openstack-request-id: req-1633b86e-31aa-433d-88e1-e9c8fec0c445 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:17:22.817719 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "name": "network-vif-plugged", "status": "completed", "tag": "59bb2f15-d715-4857-885b-31c851d08460", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:17:22.817973 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1633b86e-31aa-433d-88e1-e9c8fec0c445 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:17:22.818382 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bb2f15-d715-4857-885b-31c851d08460', 'code': 200} Mar 10 18:17:22.844742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:22.918941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d874-6d21-4399-ba2f-b7ee0c5e0107 req-e4dbc42f-4ae1-4c6a-997a-54e407839d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:22.920904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e622d874-6d21-4399-ba2f-b7ee0c5e0107 req-e4dbc42f-4ae1-4c6a-997a-54e407839d00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 1132 time: 0.0521228 Mar 10 18:17:22.966775 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e622d874-6d21-4399-ba2f-b7ee0c5e0107 req-01c97df4-b54f-4a77-a781-30edffc9abe3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Mar 10 18:17:23.433795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312ced-d882-467f-a477-f5aa47a73f52 req-0da394c4-f7c8-4965-8a5c-a72fa3453201 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:23.435293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f312ced-d882-467f-a477-f5aa47a73f52 req-0da394c4-f7c8-4965-8a5c-a72fa3453201 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 950 time: 0.0582428 Mar 10 18:17:23.487642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f312ced-d882-467f-a477-f5aa47a73f52 req-e86bd79b-7e2e-4b5e-9ab2-d926801cd6dd tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 Mar 10 18:17:24.637914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa0be4-def7-4457-9e77-ac330443fc60 req-bdab4358-637f-4f26-ba72-ea7ef6c47eda tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:24.639405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2aa0be4-def7-4457-9e77-ac330443fc60 req-bdab4358-637f-4f26-ba72-ea7ef6c47eda tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 950 time: 0.0621331 Mar 10 18:17:24.692537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2aa0be4-def7-4457-9e77-ac330443fc60 req-eb861050-8f6e-4ee0-96d7-3c7cfab6d259 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Mar 10 18:17:25.116344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-8f4c791f-39b0-4119-b294-fae16c516df8 req-cfc3e4b4-25e2-44e9-808c-d80fb68a6ec4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:17:25.117491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8f4c791f-39b0-4119-b294-fae16c516df8 req-cfc3e4b4-25e2-44e9-808c-d80fb68a6ec4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1121051 Mar 10 18:17:25.466692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-08c325f0-fe3e-4747-9163-c7d213eb298f req-6d254674-9c69-418d-89b7-f0ded15e8535 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:17:25.467671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08c325f0-fe3e-4747-9163-c7d213eb298f req-6d254674-9c69-418d-89b7-f0ded15e8535 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054655 Mar 10 18:17:25.836537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb800d64-d94a-43a8-b6d9-269abb64a0a4 req-575edf80-d5bb-4bb5-a2fd-aaefcfb52c48 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:25.838019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb800d64-d94a-43a8-b6d9-269abb64a0a4 req-575edf80-d5bb-4bb5-a2fd-aaefcfb52c48 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 950 time: 0.0546002 Mar 10 18:17:25.886607 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb800d64-d94a-43a8-b6d9-269abb64a0a4 req-77b71a5c-29b8-4c91-ab78-daf210b185d9 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Mar 10 18:17:27.021239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b7a22-db74-4a0a-8796-99b22108c34a req-89b60c3b-5f40-4f02-bed6-59d41436886a tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:27.022793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e3b7a22-db74-4a0a-8796-99b22108c34a req-89b60c3b-5f40-4f02-bed6-59d41436886a tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 950 time: 0.0576255 Mar 10 18:17:27.070945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1e3b7a22-db74-4a0a-8796-99b22108c34a req-f62f5690-8cbb-4eb5-b263-d52a4dcd9f2b tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/security-groups?id=d87716db-1a47-4dfc-9cfc-df5134a1b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422068 Mar 10 18:17:27.308339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-16522830-0882-493d-8920-057ab3be26ca tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:27.309887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-16522830-0882-493d-8920-057ab3be26ca tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.41 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 950 time: 0.0626101 Mar 10 18:17:27.406540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Deleting port 59bb2f15-d715-4857-885b-31c851d08460 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:17:27.406881 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (59bb2f15-d715-4857-885b-31c851d08460), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:27.443588 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:27.503707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] For port 59bb2f15-d715-4857-885b-31c851d08460, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=59bb2f15-d715-4857-885b-31c851d08460,segment=NetworkSegment(8d2fcdd5-1e14-43e0-be21-b723608a41b6),segment_id=8d2fcdd5-1e14-43e0-be21-b723608a41b6)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:27.504094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (59bb2f15-d715-4857-885b-31c851d08460), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:27.517402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Calling delete_port for 59bb2f15-d715-4857-885b-31c851d08460 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:17:27.650747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (59bb2f15-d715-4857-885b-31c851d08460), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:27.663130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['59bb2f15-d715-4857-885b-31c851d08460'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:17:27.686624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Pushing event deleted for resources: {'Port': ['ID=59bb2f15-d715-4857-885b-31c851d08460,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:27.731523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] No DVR routers for this DVR port 59bb2f15-d715-4857-885b-31c851d08460 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:17:27.734408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:27.737847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51b3ebd2-f9df-44bb-84ff-967b607e4268 req-0b1bde13-ec2a-46ff-a348-ca38bdcea4a7 tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.41 "DELETE /v2.0/ports/59bb2f15-d715-4857-885b-31c851d08460 HTTP/1.1" status: 204 len: 173 time: 0.4227319 Mar 10 18:17:27.738312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'name': 'network-vif-deleted', 'tag': '59bb2f15-d715-4857-885b-31c851d08460'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:17:27.740698 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12810b1d-3131-4c6b-a5f4-3420c1f0d283" -d '{"events": [{"server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "name": "network-vif-deleted", "tag": "59bb2f15-d715-4857-885b-31c851d08460"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:17:27.782029 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab70742-b1e8-4ee6-a957-45aca02f0771 x-openstack-request-id: req-8ab70742-b1e8-4ee6-a957-45aca02f0771 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:17:27.782333 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f154fd-82a6-47d3-92c5-d829fcb4eddd", "name": "network-vif-deleted", "tag": "59bb2f15-d715-4857-885b-31c851d08460", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:17:27.782642 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ab70742-b1e8-4ee6-a957-45aca02f0771 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:17:27.783049 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f154fd-82a6-47d3-92c5-d829fcb4eddd', 'name': 'network-vif-deleted', 'tag': '59bb2f15-d715-4857-885b-31c851d08460', 'status': 'completed', 'code': 200} Mar 10 18:17:28.189511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffdd2747-1dcd-4cdf-9cdc-44c0e4794de0 req-440d02cb-75c4-4956-a7ee-bff50df08b3d tempest-ServersAdminNegativeTestJSON-643730834 tempest-ServersAdminNegativeTestJSON-643730834-project] 10.222.0.35 "GET /v2.0/ports?device_id=17f154fd-82a6-47d3-92c5-d829fcb4eddd HTTP/1.1" status: 200 len: 210 time: 0.0287526 Mar 10 18:17:29.519898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55312) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:29.660118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0b6f265f-1c79-4fa5-a9cd-a238bce052a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f16b1394d0374721862eaea2fb489c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390352 Mar 10 18:17:29.663920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:29.720362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] Publish callbacks [] for security_group (d87716db-1a47-4dfc-9cfc-df5134a1b1c9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:29.743015 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] Publish callbacks [] for security_group (d87716db-1a47-4dfc-9cfc-df5134a1b1c9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:29.800236 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d87716db-1a47-4dfc-9cfc-df5134a1b1c9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:29.802695 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:29.803871 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d87716db-1a47-4dfc-9cfc-df5134a1b1c9 HTTP/1.1" status: 204 len: 168 time: 0.1386368 Mar 10 18:17:29.812075 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649deadf-cfb5-4e06-bbaa-4ad5508ebb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87716db-1a47-4dfc-9cfc-df5134a1b1c9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:30.075738 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55322) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:30.089366 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-685e3845-64c5-42ae-9642-765695cd1c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.166742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-685e3845-64c5-42ae-9642-765695cd1c5d admin admin] Publish callbacks [] for security_group (93e7db24-5232-42ee-a5c8-77bd5a5a0cc9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.172323 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-685e3845-64c5-42ae-9642-765695cd1c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (93e7db24-5232-42ee-a5c8-77bd5a5a0cc9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.209702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-685e3845-64c5-42ae-9642-765695cd1c5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d59cb7436ff945fcae9bf0e545f868f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328745 Mar 10 18:17:30.210678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3845-64c5-42ae-9642-765695cd1c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7db24-5232-42ee-a5c8-77bd5a5a0cc9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:30.212757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55324) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:30.271287 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] Publish callbacks [] for security_group (93e7db24-5232-42ee-a5c8-77bd5a5a0cc9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.292673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] Publish callbacks [] for security_group (93e7db24-5232-42ee-a5c8-77bd5a5a0cc9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.314635 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.344604 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (93e7db24-5232-42ee-a5c8-77bd5a5a0cc9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.347260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:30.350885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93e7db24-5232-42ee-a5c8-77bd5a5a0cc9 HTTP/1.1" status: 204 len: 168 time: 0.1344626 Mar 10 18:17:30.356857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1978f7-3209-4c13-8f43-62e26aeafe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7db24-5232-42ee-a5c8-77bd5a5a0cc9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:31.089723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55346) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:31.196837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1744936327-network', 'tenant_id': '319bc146608045d19028b07b9718aff1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:31.217042 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Made reservation on behalf of 319bc146608045d19028b07b9718aff1 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:17:31.219508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.228606 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.326277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks [] for security_group (20c6c592-7011-4c28-bb75-0034999d61f6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.331485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (20c6c592-7011-4c28-bb75-0034999d61f6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.361003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:17:31.370660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6c592-7011-4c28-bb75-0034999d61f6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:31.375288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (468916fd-ef76-45e2-8a8f-79694608c76e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.375624 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Added segment 468916fd-ef76-45e2-8a8f-79694608c76e of type vlan for network 861a11fe-6ade-40f8-8656-7ae7be37f346 Mar 10 18:17:31.419260 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (861a11fe-6ade-40f8-8656-7ae7be37f346), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.444880 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (861a11fe-6ade-40f8-8656-7ae7be37f346), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.445814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:31.446551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.478243 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3874531 Mar 10 18:17:31.486470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55350) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:17:31.491700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Request body: {'subnet': {'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1744936327-subnet', 'tenant_id': '319bc146608045d19028b07b9718aff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:31.506563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9aab6-2589-4b42-bb18-b7c35b2c2703 admin admin] Pushing event updated for resources: {'Network': ['ID=861a11fe-6ade-40f8-8656-7ae7be37f346,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:31.514093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Made reservation on behalf of 319bc146608045d19028b07b9718aff1 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:17:31.517694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 861a11fe-6ade-40f8-8656-7ae7be37f346 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:17:31.518228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.709373 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.761815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:31.772405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Checking segment: {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:17:31.772758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Network hostable DHCP agents. Network: 861a11fe-6ade-40f8-8656-7ae7be37f346, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:17:31.794289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Network 861a11fe-6ade-40f8-8656-7ae7be37f346 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:17:31.805373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 861a11fe-6ade-40f8-8656-7ae7be37f346) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:17:31.809565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:31.810147 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:31.815544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9ca70-0207-4c2d-9fc8-591c20e1c9cb None None] Network 861a11fe-6ade-40f8-8656-7ae7be37f346 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:17:31.838973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df9ce937-fd20-4c11-a44e-d1f4141d962e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3512573 Mar 10 18:17:31.912964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f670b-84e8-46e4-89ce-17732e2a8d92 None None] Network 861a11fe-6ade-40f8-8656-7ae7be37f346 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:17:32.280776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-0045d8ef-922c-4f6b-8e9d-02366382dbdf tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:32.282150 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-0045d8ef-922c-4f6b-8e9d-02366382dbdf tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 812 time: 0.1091378 Mar 10 18:17:32.304408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-874de84a-90f9-4ff0-b0f2-ea642b759359 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/quotas/319bc146608045d19028b07b9718aff1 HTTP/1.1" status: 200 len: 375 time: 0.0162165 Mar 10 18:17:32.343290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-62a42b69-3e26-4a02-8cc2-e06de7c416e5 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272267 Mar 10 18:17:32.353627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-6331eeee-b51a-4012-aa90-3e139261d74a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:17:32.354613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-6331eeee-b51a-4012-aa90-3e139261d74a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049324 Mar 10 18:17:32.447886 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-2f29f554-2ee8-4b36-9294-5718d84df2f6 service neutron] 10.222.0.35 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878959 Mar 10 18:17:32.537179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-40ca08e0-813a-4588-890f-e9bd6b85a2ed service neutron] 10.222.0.35 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831676 Mar 10 18:17:32.654735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 59bb2f15-d715-4857-885b-31c851d08460 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:17:32.676302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 59bb2f15-d715-4857-885b-31c851d08460 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:17:32.676717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 59bb2f15-d715-4857-885b-31c851d08460 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:17:32.707581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc800c9f-7f36-439f-9c86-17b614ca75cf req-35112f70-8f16-4799-a8ac-9c87cab511eb tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Mar 10 18:17:33.817542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b2ad41d-1e45-495c-9b1f-52c61c76270d req-1e0bd642-77a2-4e89-8424-60305d0dcea1 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 210 time: 0.0395722 Mar 10 18:17:34.863674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-6e8d3802-7e1b-4590-9125-08d5dbeb5827 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:34.865130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-6e8d3802-7e1b-4590-9125-08d5dbeb5827 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.41 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 812 time: 0.1136618 Mar 10 18:17:34.876889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Request body: {'port': {'device_id': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346', 'admin_state_up': True, 'tenant_id': '319bc146608045d19028b07b9718aff1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:34.932132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ac78086-e332-4886-96f8-d2af0a3a5d02 req-abaf4c4a-dca1-4344-b0fb-9f67b6d117e1 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 210 time: 0.0397022 Mar 10 18:17:35.015370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Made reservation on behalf of 319bc146608045d19028b07b9718aff1 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:17:35.018754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.149749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Allocated IP 172.20.0.4 (861a11fe-6ade-40f8-8656-7ae7be37f346/ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8/5dc0819d-544c-4f21-9b27-63468fee78db) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:17:35.300049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks [] for port (5dc0819d-544c-4f21-9b27-63468fee78db), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.339089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.384258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Network 861a11fe-6ade-40f8-8656-7ae7be37f346 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:17:35.389491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:17:35.393100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:17:35.399350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:35.445396 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:35.445994 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.462237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-a2a841ba-2954-44ab-be2d-6f36d1456559 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893505 Mar 10 18:17:35.473305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Request body: {'port': {'device_id': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:17:35.531249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.822292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc0819d-544c-4f21-9b27-63468fee78db {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:17:35.830161 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks [] for port (5dc0819d-544c-4f21-9b27-63468fee78db), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.843558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Transition to ACTIVE for port object 5dc0819d-544c-4f21-9b27-63468fee78db will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:17:35.850845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:35.906385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:35.982299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:17:35.982675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:17:35.983010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:17:35.988048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:17:35.988368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:17:35.993858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:17:35.994617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Checking segment: {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:17:35.994617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Bound using segment: {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:17:35.995021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Bound port: 5dc0819d-544c-4f21-9b27-63468fee78db, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:17:35.995378 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:36.405853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:17:36.414125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f2d40-9b90-4691-a7f7-e2d86bc58c2e req-ddbde0a8-fccf-4600-891a-837296af9936 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:36.415748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-518f2d40-9b90-4691-a7f7-e2d86bc58c2e req-ddbde0a8-fccf-4600-891a-837296af9936 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0941350 Mar 10 18:17:36.431902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:17:36.443909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:36.494032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:36.495022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:36.496455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 1091 time: 1.0271027 Mar 10 18:17:36.503139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:17:36.505381 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d74f07-192f-41aa-9dd0-7c991beb72a7" -d '{"events": [{"name": "network-changed", "server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:17:36.526405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-518f2d40-9b90-4691-a7f7-e2d86bc58c2e req-93568e2e-3977-4692-ab1b-48c1c11db61a tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030698 Mar 10 18:17:36.546967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a52c0-a8e7-42e7-9cb5-9fdc955991d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:36.566416 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467752f9-e7fd-4617-b901-e258ba0db68a x-openstack-request-id: req-467752f9-e7fd-4617-b901-e258ba0db68a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:17:36.566737 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:17:36.566991 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-467752f9-e7fd-4617-b901-e258ba0db68a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:17:36.567386 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'status': 'completed', 'code': 200} Mar 10 18:17:36.586836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-5248bd55-6251-48c8-887b-6827e2758878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:36.588427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-5248bd55-6251-48c8-887b-6827e2758878 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0510623 Mar 10 18:17:36.633025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-edeeda06-8140-4abb-912a-8a7dafc1bbe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0375400 Mar 10 18:17:36.683977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-c593c03a-8fc9-4f7a-9825-9ca0e3f9dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:36.685295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-c593c03a-8fc9-4f7a-9825-9ca0e3f9dd89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0460424 Mar 10 18:17:36.719184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-9e41ec17-d95a-4ce6-9c7a-f9956d347ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278039 Mar 10 18:17:36.824697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-6eee79bd-7dba-4849-b727-b610b022ef48 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992489 Mar 10 18:17:36.926044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17fac7e6-e1de-4279-99c1-7bbd4fa8ba43 req-87999e18-365e-4452-889b-ccf43af8d393 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947824 Mar 10 18:17:37.021254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-e224c203-5e78-4d12-ae55-6677be544ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:37.022669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-e224c203-5e78-4d12-ae55-6677be544ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0461504 Mar 10 18:17:37.118723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-0afd1d78-2013-492a-9315-822c6d889caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:37.120198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-0afd1d78-2013-492a-9315-822c6d889caa service neutron] 10.222.0.41 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.0907600 Mar 10 18:17:37.163388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-e6018433-9be8-4476-a892-c20730b5f18e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0363781 Mar 10 18:17:37.216753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-f44990ff-9837-4bea-b665-8ebf24df861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:37.218406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-f44990ff-9837-4bea-b665-8ebf24df861a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0490320 Mar 10 18:17:37.249990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-09558bdc-9e1a-4afd-b375-74c6070184cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257812 Mar 10 18:17:37.344142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-5489527e-d8ba-4c5c-85cb-cdc4d2f907cd service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876548 Mar 10 18:17:37.442177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6d74f07-192f-41aa-9dd0-7c991beb72a7 req-cb05e89d-a029-4cea-b8e9-62cac1edfa80 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Mar 10 18:17:37.652384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028e06-2bf2-4ade-bb87-029bbfdb91b3 req-5d4435ee-4127-468c-bb77-7f2ee4588b45 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:37.653861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9028e06-2bf2-4ade-bb87-029bbfdb91b3 req-5d4435ee-4127-468c-bb77-7f2ee4588b45 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0535893 Mar 10 18:17:37.701451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9028e06-2bf2-4ade-bb87-029bbfdb91b3 req-92c13bda-4ce4-4d2f-b3f6-b705a4bfece4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Mar 10 18:17:38.831551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37108b-68a1-4aa1-9873-88b19ea29dc6 req-ccb9697d-8159-44b9-a469-b5031954d7fa tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:38.832996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba37108b-68a1-4aa1-9873-88b19ea29dc6 req-ccb9697d-8159-44b9-a469-b5031954d7fa tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0605950 Mar 10 18:17:38.885441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba37108b-68a1-4aa1-9873-88b19ea29dc6 req-383ff4fe-3a16-4cfc-8f35-2dc9c25f3fec tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Mar 10 18:17:40.018746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d763372-2041-4529-9815-c408ef3dff18 req-5c420746-24d0-45b6-a04b-8bcc16166a07 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:40.020211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d763372-2041-4529-9815-c408ef3dff18 req-5c420746-24d0-45b6-a04b-8bcc16166a07 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0588775 Mar 10 18:17:40.072464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d763372-2041-4529-9815-c408ef3dff18 req-6e60ec0f-cc6a-4916-965b-02507714a31b tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Mar 10 18:17:40.691032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:17:40.796907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:40.812337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '5dc0819d-544c-4f21-9b27-63468fee78db', 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346', 'port_id': '5dc0819d-544c-4f21-9b27-63468fee78db', 'mac_address': 'fa:16:3e:2b:65:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:17:40.852006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5dc0819d-544c-4f21-9b27-63468fee78db is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:17:40.852465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:40.867461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc0819d-544c-4f21-9b27-63468fee78db {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:17:40.887565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:40.894355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:40.943615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:41.172292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['5dc0819d-544c-4f21-9b27-63468fee78db'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:17:41.203337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d91dc4-b411-4063-a592-ef6d8fa34975 req-0b3b96f3-049f-4fc8-8574-c414ebe4f12c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:41.204704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89d91dc4-b411-4063-a592-ef6d8fa34975 req-0b3b96f3-049f-4fc8-8574-c414ebe4f12c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 944 time: 0.0605793 Mar 10 18:17:41.254281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-89d91dc4-b411-4063-a592-ef6d8fa34975 req-bc681ee9-9aae-4bbc-8498-8c3649530f18 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Mar 10 18:17:42.386982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a9b5-026f-4817-bacf-e1c06c7e3ece req-e8529bad-718f-462e-ba78-3eaabad3b454 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:42.389193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4497a9b5-026f-4817-bacf-e1c06c7e3ece req-e8529bad-718f-462e-ba78-3eaabad3b454 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 944 time: 0.0646234 Mar 10 18:17:42.439464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4497a9b5-026f-4817-bacf-e1c06c7e3ece req-5def2b8c-a883-4942-b2fd-92dce6929b27 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Mar 10 18:17:42.496840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa374cca-4803-4d19-a7bc-9d15d1b10c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:42.707823 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:17:42.765258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 5dc0819d-544c-4f21-9b27-63468fee78db completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:17:42.769453 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 5dc0819d-544c-4f21-9b27-63468fee78db triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:17:42.769829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:42.851241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 5dc0819d-544c-4f21-9b27-63468fee78db is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:17:42.851630 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:42.874192 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:17:42.876556 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b77ffe-bc1d-4824-aa5f-5fbf1df90fe1" -d '{"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:17:42.889403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:17:42.894090 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:42.917714 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc7141c-81d7-40be-84cb-f52952998d27 x-openstack-request-id: req-9bc7141c-81d7-40be-84cb-f52952998d27 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:17:42.918050 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:17:42.918306 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bc7141c-81d7-40be-84cb-f52952998d27 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:17:42.918711 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'code': 200} Mar 10 18:17:42.947026 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:17:43.018044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6dfaa-3c4b-429f-8901-d6fc6cc3a141 req-9c68b929-0c15-4e42-a8d6-1ec710190397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:43.019590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de6dfaa-3c4b-429f-8901-d6fc6cc3a141 req-9c68b929-0c15-4e42-a8d6-1ec710190397 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1127 time: 0.0468984 Mar 10 18:17:43.068354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de6dfaa-3c4b-429f-8901-d6fc6cc3a141 req-6d6aaa77-e294-4c6d-b0ab-a202826d2d31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Mar 10 18:17:43.573426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2f9ec-7c34-454b-8743-15f8220475b3 req-1422262c-3673-407b-bbb1-2d9e472744f6 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:43.574914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0c2f9ec-7c34-454b-8743-15f8220475b3 req-1422262c-3673-407b-bbb1-2d9e472744f6 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0582893 Mar 10 18:17:43.620935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0c2f9ec-7c34-454b-8743-15f8220475b3 req-a47bc5bf-00db-4f5e-8faf-0f765fabbe38 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Mar 10 18:17:44.727107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbc31-9d1a-4724-873e-4b2133d9c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:44.763872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d57ab-9166-4e39-bcf3-c4a67aaf1581 req-458ca32a-ca07-4cdc-988f-64e759bcfc7c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:44.765355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d9d57ab-9166-4e39-bcf3-c4a67aaf1581 req-458ca32a-ca07-4cdc-988f-64e759bcfc7c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Mar 10 18:17:44.815640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d9d57ab-9166-4e39-bcf3-c4a67aaf1581 req-1a33f56e-b9e8-42c3-ae16-c56f1e7b147e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Mar 10 18:17:45.178358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e37da2-0044-43fa-900d-0572299ea2b5 req-fbad6286-60eb-4d0e-8ef5-5af561ba0813 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:45.179836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e37da2-0044-43fa-900d-0572299ea2b5 req-fbad6286-60eb-4d0e-8ef5-5af561ba0813 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0673115 Mar 10 18:17:45.245220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-ef71b879-b1bb-4788-80f4-c33e3e874951 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377728 Mar 10 18:17:45.248841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7e37da2-0044-43fa-900d-0572299ea2b5 req-854978f1-1ad5-44f8-b558-551be430bded tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Mar 10 18:17:45.253967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-0098833c-9333-4345-b832-c4e4c0ce0a68 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:17:45.254935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-0098833c-9333-4345-b832-c4e4c0ce0a68 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049407 Mar 10 18:17:45.741735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-9fd64144-082a-4c14-959c-f32e08821bed tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:45.743168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-9fd64144-082a-4c14-959c-f32e08821bed tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 942 time: 0.1186638 Mar 10 18:17:45.992861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:46.380784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddd54-84d3-4eb8-9831-3d451d0b7a55 req-ecaaa77b-4aa5-4008-a959-49d24fb4359f tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:46.382261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44dddd54-84d3-4eb8-9831-3d451d0b7a55 req-ecaaa77b-4aa5-4008-a959-49d24fb4359f tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0635061 Mar 10 18:17:46.432589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44dddd54-84d3-4eb8-9831-3d451d0b7a55 req-f1c354f7-e323-4350-87d2-10bca272d772 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Mar 10 18:17:46.633132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-043dc2f7-e6a5-4197-bb8e-8458023c46e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:46.634600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-043dc2f7-e6a5-4197-bb8e-8458023c46e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1127 time: 0.0481668 Mar 10 18:17:46.742494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-2fccefc8-1466-437b-904a-a8fb6514c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:46.744727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-2fccefc8-1466-437b-904a-a8fb6514c3bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.1040170 Mar 10 18:17:46.790821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-5830b574-1cf8-4b69-bd9c-144b52e87555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0397649 Mar 10 18:17:46.839735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-d36042ec-dcc1-4dfc-9075-15c3bcbdc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:46.841149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-d36042ec-dcc1-4dfc-9075-15c3bcbdc8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0438948 Mar 10 18:17:46.872130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-70e262a2-50ec-482f-ae20-ca81aec76391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248785 Mar 10 18:17:46.977653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-6193fdc7-2534-4ee6-b6e0-8f5a6370cb1f service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992866 Mar 10 18:17:47.074930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-d9b6c0fa-740c-49b4-985c-e4e6286656d6 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905685 Mar 10 18:17:47.432018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:47.565655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ec24-0940-49d5-ba03-f2ebcc013dc5 req-d446497f-f392-452c-ac16-8a17643f5ceb tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:47.567179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd8ec24-0940-49d5-ba03-f2ebcc013dc5 req-d446497f-f392-452c-ac16-8a17643f5ceb tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0630379 Mar 10 18:17:47.618291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4fd8ec24-0940-49d5-ba03-f2ebcc013dc5 req-48aafb6f-79b9-4625-b83f-aa2abdd12faf tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Mar 10 18:17:48.763503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa1b6-c2cf-46ff-910b-a9e427cc2829 req-61d3dc1d-e14b-4a79-9dc0-858a4a8a30ff tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:48.764984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08afa1b6-c2cf-46ff-910b-a9e427cc2829 req-61d3dc1d-e14b-4a79-9dc0-858a4a8a30ff tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0659304 Mar 10 18:17:48.813399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08afa1b6-c2cf-46ff-910b-a9e427cc2829 req-e1ef3bbc-9f54-4b2b-bb06-886c92a3f83d tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Mar 10 18:17:49.376276 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:49.945321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0df60-63ac-4e13-9429-eb9f316b199c req-f615d243-4f80-407b-9f3e-7ee8e187624c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:49.947546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53a0df60-63ac-4e13-9429-eb9f316b199c req-f615d243-4f80-407b-9f3e-7ee8e187624c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0605786 Mar 10 18:17:50.002996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53a0df60-63ac-4e13-9429-eb9f316b199c req-f8b040fb-be18-4bf8-89c9-8212e3af1f7e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Mar 10 18:17:51.150040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b4c3-71dd-446e-a9bc-50f37b559585 req-57f7d756-a420-42e5-b212-36b2e751790e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:51.151535 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92f4b4c3-71dd-446e-a9bc-50f37b559585 req-57f7d756-a420-42e5-b212-36b2e751790e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0665691 Mar 10 18:17:51.202967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92f4b4c3-71dd-446e-a9bc-50f37b559585 req-e714eb3f-2531-482d-a368-b26ecf1f8f83 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Mar 10 18:17:52.342828 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a771e-4d0a-46a6-b528-2a3211df3ca0 req-e7ef9860-89c8-460f-b7a0-87b5b46b0001 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:52.344307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d8a771e-4d0a-46a6-b528-2a3211df3ca0 req-e7ef9860-89c8-460f-b7a0-87b5b46b0001 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0608072 Mar 10 18:17:52.391893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d8a771e-4d0a-46a6-b528-2a3211df3ca0 req-c3a1a305-1007-4146-bcda-681c3b792f00 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Mar 10 18:17:53.140740 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:17:53.537379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f037ed-2bfb-4a40-9f59-715950b190e6 req-3936915e-dea8-44f6-885a-edd403983fe2 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:53.538863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88f037ed-2bfb-4a40-9f59-715950b190e6 req-3936915e-dea8-44f6-885a-edd403983fe2 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0691640 Mar 10 18:17:53.587675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88f037ed-2bfb-4a40-9f59-715950b190e6 req-5ba042bf-7b67-4ec2-b11e-46bea01f50e5 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Mar 10 18:17:54.716444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cb172-7dab-49a1-86e8-349d0ab0bc3e req-b4e25d84-a4d3-42bd-9a58-5cf1183473d0 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:54.717930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e5cb172-7dab-49a1-86e8-349d0ab0bc3e req-b4e25d84-a4d3-42bd-9a58-5cf1183473d0 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Mar 10 18:17:54.779872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e5cb172-7dab-49a1-86e8-349d0ab0bc3e req-c1f27b63-bee4-4b89-8a55-6addc35f95a2 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 Mar 10 18:17:56.176073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddccf3-32e6-42a8-b596-82856930b49d req-4d0a908b-e11a-4c0e-98e0-ee4ddde1df49 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:56.177532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2ddccf3-32e6-42a8-b596-82856930b49d req-4d0a908b-e11a-4c0e-98e0-ee4ddde1df49 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0578558 Mar 10 18:17:56.227218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2ddccf3-32e6-42a8-b596-82856930b49d req-a38a0799-b825-48c8-8efa-6883e297df57 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Mar 10 18:17:57.304277 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:17:57.376275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b922b-64d5-4736-a51a-2add1704afa3 req-c6071529-e07b-4a74-98c0-017c11b7a712 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:57.378455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329b922b-64d5-4736-a51a-2add1704afa3 req-c6071529-e07b-4a74-98c0-017c11b7a712 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0646019 Mar 10 18:17:57.431930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329b922b-64d5-4736-a51a-2add1704afa3 req-802110fa-25de-42a6-a42f-b454ae3a5f90 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Mar 10 18:17:58.563732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012d1c-e1a3-4a1c-8732-f435667a272b req-03b74ecd-4559-499c-b650-b4e87a7fe2a2 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:58.565476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0012d1c-e1a3-4a1c-8732-f435667a272b req-03b74ecd-4559-499c-b650-b4e87a7fe2a2 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0583816 Mar 10 18:17:58.612623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0012d1c-e1a3-4a1c-8732-f435667a272b req-cd3c3fa2-f2e5-40d8-b059-3eecb54ed952 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Mar 10 18:17:59.756059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9242d-1fef-4b26-be62-7ad891b341a2 req-b545f143-ca53-4ebd-ab60-09112b66f507 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:17:59.757538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fdd9242d-1fef-4b26-be62-7ad891b341a2 req-b545f143-ca53-4ebd-ab60-09112b66f507 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0663335 Mar 10 18:17:59.808482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fdd9242d-1fef-4b26-be62-7ad891b341a2 req-d70f9369-eb88-4dc1-bf30-d3e7356ec4f5 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Mar 10 18:18:00.327840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:00.941968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec9e82-447c-497c-8939-ad6b8f8cca33 req-c981e1fc-22e0-4a9b-8d1f-c31bcf407beb tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:00.943498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49ec9e82-447c-497c-8939-ad6b8f8cca33 req-c981e1fc-22e0-4a9b-8d1f-c31bcf407beb tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0554528 Mar 10 18:18:00.995029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-49ec9e82-447c-497c-8939-ad6b8f8cca33 req-555ea2db-26cd-45f9-a4a4-deb4ed1cef49 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Mar 10 18:18:02.135981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813700c-31ba-4089-a51d-7f821a174052 req-f07c2169-8e40-46fd-a938-ee6584e010a4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:02.137424 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b813700c-31ba-4089-a51d-7f821a174052 req-f07c2169-8e40-46fd-a938-ee6584e010a4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0623369 Mar 10 18:18:02.185554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b813700c-31ba-4089-a51d-7f821a174052 req-ac52b476-c4ba-472d-b0ff-6a29b0dade13 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Mar 10 18:18:03.323336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56260-bc79-4d5f-a7cb-6e54625b63b9 req-fa171fc3-849c-476d-b8fb-172dac6dc6cf tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:03.324821 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84f56260-bc79-4d5f-a7cb-6e54625b63b9 req-fa171fc3-849c-476d-b8fb-172dac6dc6cf tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0597687 Mar 10 18:18:03.371879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-84f56260-bc79-4d5f-a7cb-6e54625b63b9 req-011d7e58-9001-4521-a0d5-dcb71f8802fa tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Mar 10 18:18:04.510996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf811d01-c877-4922-b1bf-cd94686a8404 req-5fe1f922-aec3-42f5-a38a-1a720d70269c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:04.512480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf811d01-c877-4922-b1bf-cd94686a8404 req-5fe1f922-aec3-42f5-a38a-1a720d70269c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0632343 Mar 10 18:18:04.565170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf811d01-c877-4922-b1bf-cd94686a8404 req-874159d3-5b48-49da-b040-692a6c1ba8ac tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Mar 10 18:18:05.706307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda278d2-7ec8-440f-8526-73198ecd2335 req-cc55d074-b12b-4a09-b926-ad936ffae00d tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:05.707872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dda278d2-7ec8-440f-8526-73198ecd2335 req-cc55d074-b12b-4a09-b926-ad936ffae00d tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0580199 Mar 10 18:18:05.754701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dda278d2-7ec8-440f-8526-73198ecd2335 req-e9470121-8ebf-4223-8e41-c8f4da50163c tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 Mar 10 18:18:06.893153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab61af-2fc9-4e87-8175-3b421af643aa req-2ef2bcdf-d5e9-439c-9db9-e964a99cc6a0 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:06.894663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eab61af-2fc9-4e87-8175-3b421af643aa req-2ef2bcdf-d5e9-439c-9db9-e964a99cc6a0 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0600765 Mar 10 18:18:06.942753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eab61af-2fc9-4e87-8175-3b421af643aa req-29e2351d-9ade-4397-b8c6-3d7ff4d08a29 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Mar 10 18:18:08.068182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de872-5e01-4e5e-baac-3712ce431967 req-8df75f90-e701-47cf-8292-8f213b87ee3e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:08.069876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a73de872-5e01-4e5e-baac-3712ce431967 req-8df75f90-e701-47cf-8292-8f213b87ee3e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Mar 10 18:18:08.121452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a73de872-5e01-4e5e-baac-3712ce431967 req-f73a53fd-9809-4f22-bfdb-0d5a5d663595 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Mar 10 18:18:09.270999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bbb5d-d65d-4406-b70f-faddee653bfc req-a9ff9eb5-499b-4149-90b0-dec08af55206 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:09.272650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a6bbb5d-d65d-4406-b70f-faddee653bfc req-a9ff9eb5-499b-4149-90b0-dec08af55206 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0600398 Mar 10 18:18:09.326327 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a6bbb5d-d65d-4406-b70f-faddee653bfc req-29a04691-ae35-4358-8540-d14bfeac3daa tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Mar 10 18:18:10.467182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ff31-e641-4e99-847c-dcb3f58e7eb2 req-402c30a8-c7a9-4a18-8f65-9e203b742083 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:10.468654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c20ff31-e641-4e99-847c-dcb3f58e7eb2 req-402c30a8-c7a9-4a18-8f65-9e203b742083 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0615511 Mar 10 18:18:10.520191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c20ff31-e641-4e99-847c-dcb3f58e7eb2 req-4e67058b-6bb5-4275-af32-25b176339137 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Mar 10 18:18:11.668823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8a524-dedd-4193-a7f8-93d8cab6c093 req-54cbb334-c5ff-4065-9a73-a03f03fd964d tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:11.670643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ec8a524-dedd-4193-a7f8-93d8cab6c093 req-54cbb334-c5ff-4065-9a73-a03f03fd964d tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0641131 Mar 10 18:18:11.734466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ec8a524-dedd-4193-a7f8-93d8cab6c093 req-b28aa7e8-b030-40db-a9f1-4f76105c6764 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Mar 10 18:18:12.498114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ba7deff7-a64b-463f-a28a-34cab5355fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:12.871061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0194d5-2565-45d2-8df2-fb67bb4aa242 req-41d32e4b-d369-4285-99e0-1ae1068ac902 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:12.872510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d0194d5-2565-45d2-8df2-fb67bb4aa242 req-41d32e4b-d369-4285-99e0-1ae1068ac902 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0679519 Mar 10 18:18:12.919378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5d0194d5-2565-45d2-8df2-fb67bb4aa242 req-b9e52dd6-10f8-44bd-afa6-29ea24952408 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Mar 10 18:18:13.866780 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-b63f3b0d-3cf5-49d1-8067-52c1c4d83826 service neutron] show failed (client error): The resource could not be found. Mar 10 18:18:13.867808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-b63f3b0d-3cf5-49d1-8067-52c1c4d83826 service neutron] 10.222.0.41 "GET /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0648308 Mar 10 18:18:14.047343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48d6dd-7fa9-4ea8-9c95-a65ee8b6843f req-fe241266-61a9-49e4-a3e7-25fa8846ace4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:14.048910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b48d6dd-7fa9-4ea8-9c95-a65ee8b6843f req-fe241266-61a9-49e4-a3e7-25fa8846ace4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0569530 Mar 10 18:18:14.097324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b48d6dd-7fa9-4ea8-9c95-a65ee8b6843f req-d70a48d4-31cb-4766-98d9-523c8d18e2fc tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Mar 10 18:18:14.146873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-f7fab469-c314-4073-9b74-a294931158eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:14.148511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-f7fab469-c314-4073-9b74-a294931158eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2&tenant_id=319bc146608045d19028b07b9718aff1 HTTP/1.1" status: 200 len: 1127 time: 0.0987515 Mar 10 18:18:14.163409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:18:14.224982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.432629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:14.471623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:18:14.511345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:14.513794 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c27ec-f139-497a-bc5e-cf4d49aa7c3f" -d '{"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:14.517664 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks [] for port (5dc0819d-544c-4f21-9b27-63468fee78db), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.530437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Transition to ACTIVE for port object 5dc0819d-544c-4f21-9b27-63468fee78db will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:18:14.536107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.565273 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d543dd-fa82-4ecc-b0c1-0d4ddf168941 x-openstack-request-id: req-43d543dd-fa82-4ecc-b0c1-0d4ddf168941 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:14.565563 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:14.565816 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43d543dd-fa82-4ecc-b0c1-0d4ddf168941 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:14.566209 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'code': 200} Mar 10 18:18:14.587419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:14.603673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] No DVR routers for this DVR port 5dc0819d-544c-4f21-9b27-63468fee78db on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:18:14.638536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:18:14.638874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:18:14.639193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:18:14.643585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:18:14.643906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Attempting to bind port 5dc0819d-544c-4f21-9b27-63468fee78db on network 861a11fe-6ade-40f8-8656-7ae7be37f346 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:18:14.648907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:18:14.649235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Checking segment: {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:18:14.649612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Bound using segment: {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:18:14.650014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Bound port: 5dc0819d-544c-4f21-9b27-63468fee78db, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468916fd-ef76-45e2-8a8f-79694608c76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:18:14.650345 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.717630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:18:14.721219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:18:14.724800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b03baa78-5b39-46b6-9e4e-42d34a6b145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.728511 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.762042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:14.762707 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:14.764090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 1091 time: 0.6047719 Mar 10 18:18:14.784929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229526cd-2545-4899-8dbd-d5bf4e4573c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:14.832474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-0fef0514-175b-42c3-96ea-ad89fe02d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:14.834016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-0fef0514-175b-42c3-96ea-ad89fe02d1ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0461481 Mar 10 18:18:14.933466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-e41e5fa4-8ff0-49df-95d7-b9ca486c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:14.934997 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-e41e5fa4-8ff0-49df-95d7-b9ca486c460e service neutron] 10.222.0.59 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.0913918 Mar 10 18:18:14.981101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-4e224a2f-6bc3-4350-a175-19a1ea1f2c8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0353858 Mar 10 18:18:15.033708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-02824f2e-7096-470e-b08b-cee327c04193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:15.035318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-02824f2e-7096-470e-b08b-cee327c04193 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0451829 Mar 10 18:18:15.074801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-d160758c-b3dc-4c3d-82c5-0eebbd081daf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301418 Mar 10 18:18:15.181833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-c77ef50b-1e6e-4ef2-adae-208d4d4655c6 service neutron] 10.222.0.59 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969636 Mar 10 18:18:15.284473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cce251-0133-471f-83ff-73c218905f7c req-509db21d-8131-4680-8327-50f43df0f69b tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:15.285826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21cce251-0133-471f-83ff-73c218905f7c req-509db21d-8131-4680-8327-50f43df0f69b tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.1172097 Mar 10 18:18:15.313952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ebb4b92-cf4e-4e8d-ae27-198b21619e12 req-542c09c9-c786-4589-a6e7-c798c6aa6a56 service neutron] 10.222.0.59 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168909 Mar 10 18:18:15.345593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21cce251-0133-471f-83ff-73c218905f7c req-115522a8-08d0-418a-82b7-56f30ecd2cf4 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Mar 10 18:18:15.993911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:16.474808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b0e6f-8cad-49dd-8451-048b379e9778 req-db30e715-b028-4a0c-8c5c-b49806435762 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:16.476421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef2b0e6f-8cad-49dd-8451-048b379e9778 req-db30e715-b028-4a0c-8c5c-b49806435762 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0582867 Mar 10 18:18:16.524536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef2b0e6f-8cad-49dd-8451-048b379e9778 req-4dc36557-7d59-49cd-87ff-b783e4fb0ff7 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Mar 10 18:18:16.567203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:16.569663 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487a049-eb90-4dca-a4c4-096cb41ea4da" -d '{"events": [{"name": "network-changed", "server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:16.619175 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27074792-1085-414a-8627-550b05340ec4 x-openstack-request-id: req-27074792-1085-414a-8627-550b05340ec4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:16.619471 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:16.619704 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27074792-1085-414a-8627-550b05340ec4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:16.620119 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'status': 'completed', 'code': 200} Mar 10 18:18:16.721752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-1c29ca9a-e260-42b5-b457-74d39d58dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:16.723260 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-1c29ca9a-e260-42b5-b457-74d39d58dbb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0835309 Mar 10 18:18:16.729215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-283b264e-b7ec-4cb2-acb4-516449917776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:16.730632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-283b264e-b7ec-4cb2-acb4-516449917776 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0896227 Mar 10 18:18:16.893680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-d0ea5b8b-531f-47a7-8b9a-ce3db4784b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:16.895863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-d0ea5b8b-531f-47a7-8b9a-ce3db4784b74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.1644368 Mar 10 18:18:16.899142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-4f13a12d-90d0-44eb-89c1-55685a725d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:16.901079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-4f13a12d-90d0-44eb-89c1-55685a725d19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.1625690 Mar 10 18:18:16.947364 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-5ee42431-ac7a-43f3-8af3-a36a50028e49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0440767 Mar 10 18:18:16.987776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-59e3ea0b-8de6-4289-bd61-a741875426b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.0781434 Mar 10 18:18:17.078375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-f02287a1-8ecf-46e5-8291-d8c9843c2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:17.080240 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-f02287a1-8ecf-46e5-8291-d8c9843c2644 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.1053298 Mar 10 18:18:17.087655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-da7d3ef4-8753-4c45-acc8-c3e497cbfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:17.089069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-da7d3ef4-8753-4c45-acc8-c3e497cbfa6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0809925 Mar 10 18:18:17.131398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-d80347fd-b055-4d23-bb9f-62ee923f7b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351484 Mar 10 18:18:17.157845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-0ecd689d-eb60-47ef-8e90-f372241dbe2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604794 Mar 10 18:18:17.324682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-5c2ed422-0e94-4e3b-858c-1beaf69a27d3 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761954 Mar 10 18:18:17.370574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-e4cc071e-4531-4c3f-bef8-77116904c61b service neutron] 10.222.0.59 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007897 Mar 10 18:18:17.430745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:17.524168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-f8bc2dde-bdc1-424d-bdeb-6dba8c969575 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928968 Mar 10 18:18:17.546985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8487a049-eb90-4dca-a4c4-096cb41ea4da req-0b294511-4672-4406-8d64-55e88af7f6c8 service neutron] 10.222.0.59 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697781 Mar 10 18:18:17.672587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d142-2bde-49fb-9663-e2026a4bdf42 req-98a21ff3-c045-44e9-9855-a92f603885cd tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:17.674068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc56d142-2bde-49fb-9663-e2026a4bdf42 req-98a21ff3-c045-44e9-9855-a92f603885cd tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 943 time: 0.0746014 Mar 10 18:18:17.730532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc56d142-2bde-49fb-9663-e2026a4bdf42 req-0f3fb1c8-3a70-498b-ad43-7b9cae4e939e tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Mar 10 18:18:17.999113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-67ee407f-7354-4b36-ad86-f33ddfc544af tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:18.000615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-67ee407f-7354-4b36-ad86-f33ddfc544af tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.41 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2&tenant_id=319bc146608045d19028b07b9718aff1&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 943 time: 0.0573404 Mar 10 18:18:18.064599 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-56b9a9f8-cb12-45e1-b2c3-7fcb92ff0c03 service neutron] delete failed (client error): The resource could not be found. Mar 10 18:18:18.065507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-56b9a9f8-cb12-45e1-b2c3-7fcb92ff0c03 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0582914 Mar 10 18:18:18.156732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-ec02e146-32a4-47b3-9180-7b38d1c45fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:18.158220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-ec02e146-32a4-47b3-9180-7b38d1c45fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=319bc146608045d19028b07b9718aff1&device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 1125 time: 0.0454175 Mar 10 18:18:18.258644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-f6f39fa6-1d45-4550-9203-d047869b06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:18.260137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-f6f39fa6-1d45-4550-9203-d047869b06d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 200 len: 913 time: 0.0942101 Mar 10 18:18:18.579816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:18:18.631026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fcd8499f-b533-45af-a0f1-654ff2c59995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 200 len: 217 time: 0.3636348 Mar 10 18:18:18.684691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:18.685680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-f6eb9840-a484-4d75-b446-095594e513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:18.687185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-f6eb9840-a484-4d75-b446-095594e513bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 200 len: 852 time: 0.0500419 Mar 10 18:18:18.696651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '5dc0819d-544c-4f21-9b27-63468fee78db', 'network_id': '861a11fe-6ade-40f8-8656-7ae7be37f346', 'port_id': '5dc0819d-544c-4f21-9b27-63468fee78db', 'mac_address': 'fa:16:3e:2b:65:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:18:18.719493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-ca6d84d7-5514-4231-9d68-85ebecde3024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=861a11fe-6ade-40f8-8656-7ae7be37f346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264304 Mar 10 18:18:18.735599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5dc0819d-544c-4f21-9b27-63468fee78db is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:18:18.736114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:18.752859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc0819d-544c-4f21-9b27-63468fee78db {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:18:18.772720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:18.778041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:18.814722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-29943e0b-ee34-4f3b-9abb-30992559721b service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Mar 10 18:18:18.829295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:18.837296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.837556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.837893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.838220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.838576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.838897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.839216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.839534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.839895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.840164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.840478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.840792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.841103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:18.904937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-2ea97ad0-3d9e-4a84-b9c7-870e0bd01b02 service neutron] 10.222.0.41 "GET /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847611 Mar 10 18:18:18.959314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:18:19.003797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 5dc0819d-544c-4f21-9b27-63468fee78db host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:18:19.004167 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:18:19.069987 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5dc0819d-544c-4f21-9b27-63468fee78db'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:18:19.364963 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:19.647643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee30e-ae1e-4409-bac3-7a319b0a761e req-0e56f8e4-4051-47e2-b035-b767048cce24 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:19.649111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4dee30e-ae1e-4409-bac3-7a319b0a761e req-0e56f8e4-4051-47e2-b035-b767048cce24 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 944 time: 0.0643449 Mar 10 18:18:19.697991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4dee30e-ae1e-4409-bac3-7a319b0a761e req-a0feed71-585a-4356-85b7-fdf9ad20d3a8 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Mar 10 18:18:20.591352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:18:20.646087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 5dc0819d-544c-4f21-9b27-63468fee78db completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:18:20.650903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 5dc0819d-544c-4f21-9b27-63468fee78db triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:18:20.651408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:20.748649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 5dc0819d-544c-4f21-9b27-63468fee78db is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:18:20.749047 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:20.774206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:20.776477 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de41fe5-da5b-4847-ac41-07d5246a7cf1" -d '{"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:20.788900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:20.810747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:20.835222 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27166985-5cb9-4ef2-ac53-334a80594e90 x-openstack-request-id: req-27166985-5cb9-4ef2-ac53-334a80594e90 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:20.835612 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-plugged", "status": "completed", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:20.835746 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27166985-5cb9-4ef2-ac53-334a80594e90 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:20.836148 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'code': 200} Mar 10 18:18:20.837486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740c4cf-32b6-41b0-8ab7-4d77a2b078e8 req-b3c4f432-a3b8-43a0-933b-ff48455a9557 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:20.839067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f740c4cf-32b6-41b0-8ab7-4d77a2b078e8 req-b3c4f432-a3b8-43a0-933b-ff48455a9557 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 944 time: 0.0622888 Mar 10 18:18:20.863479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:20.889401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f740c4cf-32b6-41b0-8ab7-4d77a2b078e8 req-274fabec-e02e-449c-a136-da6ef78e5e4b tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/security-groups?id=20c6c592-7011-4c28-bb75-0034999d61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Mar 10 18:18:20.956071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-d4bc96d8-26a0-419e-a457-6e252344f1d1 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:20.957528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-d4bc96d8-26a0-419e-a457-6e252344f1d1 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.59 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Mar 10 18:18:21.057229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Deleting port 5dc0819d-544c-4f21-9b27-63468fee78db {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:18:21.057622 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:21.151315 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] For port 5dc0819d-544c-4f21-9b27-63468fee78db, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=5dc0819d-544c-4f21-9b27-63468fee78db,segment=NetworkSegment(468916fd-ef76-45e2-8a8f-79694608c76e),segment_id=468916fd-ef76-45e2-8a8f-79694608c76e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:21.151667 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:21.164969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Calling delete_port for 5dc0819d-544c-4f21-9b27-63468fee78db owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:18:21.301597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (5dc0819d-544c-4f21-9b27-63468fee78db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:21.319118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['5dc0819d-544c-4f21-9b27-63468fee78db'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:18:21.339496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Pushing event deleted for resources: {'Port': ['ID=5dc0819d-544c-4f21-9b27-63468fee78db,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:21.369458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.369803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.370144 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.370485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.370832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.371162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.371488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.371796 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.372119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.372439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.372756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.373076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.373400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:21.393229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] No DVR routers for this DVR port 5dc0819d-544c-4f21-9b27-63468fee78db on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:18:21.396080 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:21.399453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e034c8dd-cd1c-4ccd-baf2-c928ed161c15 req-fb5e5c7b-81f6-4933-a0e5-300781953378 tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.59 "DELETE /v2.0/ports/5dc0819d-544c-4f21-9b27-63468fee78db HTTP/1.1" status: 204 len: 173 time: 0.4345863 Mar 10 18:18:21.399843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-deleted', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:21.402227 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c944f-49b6-4e13-8120-ab670ce6e563" -d '{"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-deleted", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:21.438944 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d70de-f9f5-4edb-8bbd-088a686a1e8f x-openstack-request-id: req-c57d70de-f9f5-4edb-8bbd-088a686a1e8f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:21.439241 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45012bbe-17f8-4b0d-ab62-20f22f7372f2", "name": "network-vif-deleted", "tag": "5dc0819d-544c-4f21-9b27-63468fee78db", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:21.439500 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c57d70de-f9f5-4edb-8bbd-088a686a1e8f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:21.439932 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45012bbe-17f8-4b0d-ab62-20f22f7372f2', 'name': 'network-vif-deleted', 'tag': '5dc0819d-544c-4f21-9b27-63468fee78db', 'status': 'completed', 'code': 200} Mar 10 18:18:22.003802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c025afd-4f19-40cb-acee-3de817c23d27 req-5cc05d3d-be8f-459c-9cea-a2f2a8d34ada tempest-DeleteServersTestJSON-1788335591 tempest-DeleteServersTestJSON-1788335591-project] 10.222.0.35 "GET /v2.0/ports?device_id=45012bbe-17f8-4b0d-ab62-20f22f7372f2 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Mar 10 18:18:23.147284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55518) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:23.197167 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Deleting subnet ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:18:23.200973 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Publish callbacks [] for subnet (ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.243575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.281758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.343955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.372204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.376511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8 HTTP/1.1" status: 204 len: 168 time: 0.2281361 Mar 10 18:18:23.377332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d9306-fba7-444a-9ffb-8d5c78c4d38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade3e317-8fcf-4ecd-8133-dd7cb1d3b5d8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:23.379187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55520) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:23.456107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (861a11fe-6ade-40f8-8656-7ae7be37f346), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.532955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (861a11fe-6ade-40f8-8656-7ae7be37f346), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.553442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861a11fe-6ade-40f8-8656-7ae7be37f346']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:18:23.562744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468916fd-ef76-45e2-8a8f-79694608c76e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:18:23.563043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468916fd-ef76-45e2-8a8f-79694608c76e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:18:23.572462 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (468916fd-ef76-45e2-8a8f-79694608c76e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.585562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (468916fd-ef76-45e2-8a8f-79694608c76e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.591571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:18:23.591938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (468916fd-ef76-45e2-8a8f-79694608c76e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:18:23.593560 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:18:23.653716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (861a11fe-6ade-40f8-8656-7ae7be37f346), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.659137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.663116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] 10.222.0.35 "DELETE /v2.0/networks/861a11fe-6ade-40f8-8656-7ae7be37f346 HTTP/1.1" status: 204 len: 168 time: 0.2828827 Mar 10 18:18:23.676283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b4fab-56ed-4cd2-b064-69eb117a315f admin admin] Pushing event deleted for resources: {'Network': ['ID=861a11fe-6ade-40f8-8656-7ae7be37f346,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:23.781840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55524) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:23.828943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-17ac6ff5-21c2-4634-9c46-80caa151226f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=319bc146608045d19028b07b9718aff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459352 Mar 10 18:18:23.831732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55526) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:23.887366 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] Publish callbacks [] for security_group (20c6c592-7011-4c28-bb75-0034999d61f6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.909067 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] Publish callbacks [] for security_group (20c6c592-7011-4c28-bb75-0034999d61f6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.962335 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (20c6c592-7011-4c28-bb75-0034999d61f6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.965156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:23.966262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20c6c592-7011-4c28-bb75-0034999d61f6 HTTP/1.1" status: 204 len: 168 time: 0.1336336 Mar 10 18:18:23.973980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72c120-6190-4461-8172-4b2951e1380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6c592-7011-4c28-bb75-0034999d61f6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:24.712975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55548) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:24.824657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1390050223-network', 'tenant_id': '826e846f516a424596252b567ab1e2dd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:18:24.848209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Made reservation on behalf of 826e846f516a424596252b567ab1e2dd for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:18:24.850539 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:24.859204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:24.940579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks [] for security_group (27abd6ef-4487-49f5-9d08-16dd2cc7a22f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:24.946063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (27abd6ef-4487-49f5-9d08-16dd2cc7a22f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:24.970383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:18:24.980088 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27abd6ef-4487-49f5-9d08-16dd2cc7a22f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:24.985471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (052a70e7-b24d-4048-9fdb-13815d600c62), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:24.985812 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Added segment 052a70e7-b24d-4048-9fdb-13815d600c62 of type vlan for network c2b19940-e99b-42a2-baa6-1ce43bbdc76d Mar 10 18:18:25.030627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (c2b19940-e99b-42a2-baa6-1ce43bbdc76d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.059311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (c2b19940-e99b-42a2-baa6-1ce43bbdc76d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.060261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:25.060864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.093407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794081 Mar 10 18:18:25.096573 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55552) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:18:25.102975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Request body: {'subnet': {'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1390050223-subnet', 'tenant_id': '826e846f516a424596252b567ab1e2dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:18:25.123928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Made reservation on behalf of 826e846f516a424596252b567ab1e2dd for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:18:25.125785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5a97-60f6-4191-9a7e-90eb41d03b8d admin admin] Pushing event updated for resources: {'Network': ['ID=c2b19940-e99b-42a2-baa6-1ce43bbdc76d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:25.126267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.137168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:18:25.293692 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (512b55f2-e772-4586-b49c-1c1e7b0e20d2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.352527 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512b55f2-e772-4586-b49c-1c1e7b0e20d2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:25.363388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.363742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.364065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.364398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.364720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.365045 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.365364 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.365731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.366289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.366686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.366990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.367308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.367626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:18:25.372996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Checking segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:18:25.373354 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Network hostable DHCP agents. Network: c2b19940-e99b-42a2-baa6-1ce43bbdc76d, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:18:25.392684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:18:25.402623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, c2b19940-e99b-42a2-baa6-1ce43bbdc76d) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:18:25.407025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:25.407633 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:25.411659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f60b1-68e8-460e-a79e-49909c7d10d4 None None] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:18:25.424414 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b32a3f75-252d-4e5b-9b4c-ed86761a0e92 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3264782 Mar 10 18:18:25.511818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf058b-78c0-4320-8119-1ef7f823478a None None] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:18:25.872400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-a036895a-4bff-4d20-b3da-340ee11306fe tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:25.873877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-a036895a-4bff-4d20-b3da-340ee11306fe tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 815 time: 0.1141031 Mar 10 18:18:25.890798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-264d6d09-c450-4c55-bd96-5d0b2c087391 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/quotas/826e846f516a424596252b567ab1e2dd HTTP/1.1" status: 200 len: 375 time: 0.0112414 Mar 10 18:18:25.934178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-0c10bfa4-ce2f-4934-ae65-31a09c28d457 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380249 Mar 10 18:18:26.026740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-9388797c-1ff8-4fa1-964e-1122d73c9066 service neutron] 10.222.0.35 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Mar 10 18:18:26.129811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-565658d0-6169-4f3b-b4e9-5304556e5b57 service neutron] 10.222.0.35 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939775 Mar 10 18:18:26.301454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4bdf544-17a9-4d9a-8fd2-4e05b4302cec req-2e30169c-87c1-4b6c-a4da-2acad845f281 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 210 time: 0.0284176 Mar 10 18:18:26.647552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:18:26.669884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 5dc0819d-544c-4f21-9b27-63468fee78db {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:18:26.670272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 5dc0819d-544c-4f21-9b27-63468fee78db not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:18:27.301780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:27.306500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-700d63ca-56be-4208-ac44-06dfe84123d3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:27.307980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-700d63ca-56be-4208-ac44-06dfe84123d3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 815 time: 0.1102638 Mar 10 18:18:27.321145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Request body: {'port': {'device_id': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'admin_state_up': True, 'tenant_id': '826e846f516a424596252b567ab1e2dd'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:18:27.423472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ca455028-985a-4432-bb41-003073a09aa9 req-cb9ce943-6b3c-4ef1-976d-85482e49ace2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 210 time: 0.0341845 Mar 10 18:18:27.467594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Made reservation on behalf of 826e846f516a424596252b567ab1e2dd for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:18:27.471235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:27.607113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Allocated IP 172.20.0.6 (c2b19940-e99b-42a2-baa6-1ce43bbdc76d/512b55f2-e772-4586-b49c-1c1e7b0e20d2/b5136f38-e563-448f-a71e-be06e1aaeeba) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:18:27.764269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks [] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:27.804601 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:27.849181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:18:27.854691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:18:27.858369 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:18:27.864752 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:27.916885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:27.917706 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:27.937799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-de6cc4ad-97b8-4e56-a73a-7c9868ac41c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211560 Mar 10 18:18:27.949344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Request body: {'port': {'device_id': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:18:28.029306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.317744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5136f38-e563-448f-a71e-be06e1aaeeba {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:18:28.325634 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks [] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.337989 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Transition to ACTIVE for port object b5136f38-e563-448f-a71e-be06e1aaeeba will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:18:28.344563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.390631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:28.466314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:18:28.466683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:18:28.467046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:18:28.471425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:18:28.471741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:18:28.476643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:18:28.476974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Checking segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:18:28.477348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Bound using segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:18:28.477764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Bound port: b5136f38-e563-448f-a71e-be06e1aaeeba, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:18:28.478114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.569630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:18:28.573190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:18:28.585881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafebac-c5c9-48c3-b1c0-10bc54577f8b req-9b366586-a975-48fa-9dd3-75891f302697 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:28.587422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbafebac-c5c9-48c3-b1c0-10bc54577f8b req-9b366586-a975-48fa-9dd3-75891f302697 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0950887 Mar 10 18:18:28.588846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.650725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:28.651346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:28.652706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] 10.222.0.41 "PUT /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 1091 time: 0.7073407 Mar 10 18:18:28.653287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:28.655546 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6202fb1-a66f-47f7-9b91-0b629b503c66" -d '{"events": [{"name": "network-changed", "server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:28.678058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc490ebd-d306-4a04-9048-4e271bb00f2f service neutron] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:28.696113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbafebac-c5c9-48c3-b1c0-10bc54577f8b req-8f6163ca-3a4b-4cca-98be-f05ecce44ed7 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021867 Mar 10 18:18:28.699150 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c7fa7-8f28-41f4-8756-ede1d75caee1 x-openstack-request-id: req-ed9c7fa7-8f28-41f4-8756-ede1d75caee1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:28.699439 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:28.699721 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed9c7fa7-8f28-41f4-8756-ede1d75caee1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:28.700209 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'status': 'completed', 'code': 200} Mar 10 18:18:28.748798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-2b6bb19e-2cf8-4f8a-afce-927a07f061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:28.750296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-2b6bb19e-2cf8-4f8a-afce-927a07f061d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0452681 Mar 10 18:18:28.791618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-fd2902ec-778d-4cae-a86d-818547a92a8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0345056 Mar 10 18:18:28.844924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-6da27f6c-9d72-4b5b-a1fe-faf96218073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:28.846239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-6da27f6c-9d72-4b5b-a1fe-faf96218073b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0482295 Mar 10 18:18:28.878442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-c85c91bf-884e-4fa0-b365-115596c09db8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259595 Mar 10 18:18:28.976378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-4c5c85c7-fa21-40dc-9448-0c93bd858915 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920451 Mar 10 18:18:29.069845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ce4fd6-010f-411d-a11f-bca2ddf83e95 req-6d2f1d09-1022-41d8-9b2f-d7a443db8738 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874968 Mar 10 18:18:29.167000 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-52d7902a-7650-4129-89a6-ad5cd96cc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:29.168526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-52d7902a-7650-4129-89a6-ad5cd96cc852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0486660 Mar 10 18:18:29.267294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-8fa88844-8745-4ec6-bf29-bebcce1681f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:29.268782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-8fa88844-8745-4ec6-bf29-bebcce1681f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0937188 Mar 10 18:18:29.312481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-81de17d4-98e6-4bf0-b608-0569ae75fb7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0371215 Mar 10 18:18:29.359750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-3e93c3e2-e3ae-409f-8cad-2aa02e0159b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:29.361161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-3e93c3e2-e3ae-409f-8cad-2aa02e0159b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0432110 Mar 10 18:18:29.406893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-e8f19268-7138-43b1-afd5-1fd24b2a7348 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392284 Mar 10 18:18:29.500782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-c03e8f4e-c432-4071-bda6-9e74f411e7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877330 Mar 10 18:18:29.597055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6202fb1-a66f-47f7-9b91-0b629b503c66 req-41e44581-ceaa-4dea-bbe3-1a7651868b0a service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904589 Mar 10 18:18:29.830565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7e165-9cc3-465e-be55-daf702e5a558 req-6987db6b-28fb-4a41-98d1-05468eeae604 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:29.831974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4c7e165-9cc3-465e-be55-daf702e5a558 req-6987db6b-28fb-4a41-98d1-05468eeae604 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0625291 Mar 10 18:18:29.882731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4c7e165-9cc3-465e-be55-daf702e5a558 req-ca08af7f-f94c-4c76-8406-bf056dfc206a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Mar 10 18:18:30.145770 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:18:30.328709 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:31.014053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554632b9-7622-48a3-a8d3-b6bc6a851298 req-7964a35c-707c-4ecf-bace-d973d6767c31 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:31.015438 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-554632b9-7622-48a3-a8d3-b6bc6a851298 req-7964a35c-707c-4ecf-bace-d973d6767c31 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0564172 Mar 10 18:18:31.040360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:18:31.067632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-554632b9-7622-48a3-a8d3-b6bc6a851298 req-dd15d5c8-40df-4e1a-a9e0-1b2f0cb91121 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Mar 10 18:18:31.146598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:31.157772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'port_id': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'mac_address': 'fa:16:3e:34:ce:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b55f2-e772-4586-b49c-1c1e7b0e20d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:18:31.195681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b5136f38-e563-448f-a71e-be06e1aaeeba is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:18:31.196077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:31.209161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5136f38-e563-448f-a71e-be06e1aaeeba {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:18:31.228572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:31.234455 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:31.285238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:31.530923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['b5136f38-e563-448f-a71e-be06e1aaeeba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:18:32.214801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbb9d8-e7fc-4023-b53c-24df332db881 req-63f46a8e-9bb0-412f-aa21-ba1c66716097 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:32.216294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25fbb9d8-e7fc-4023-b53c-24df332db881 req-63f46a8e-9bb0-412f-aa21-ba1c66716097 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 944 time: 0.0637646 Mar 10 18:18:32.268498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25fbb9d8-e7fc-4023-b53c-24df332db881 req-9c14ccb0-fda4-48ff-8a26-23dc6f9aa6fa tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Mar 10 18:18:33.050024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:18:33.103907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port b5136f38-e563-448f-a71e-be06e1aaeeba completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:18:33.108080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port b5136f38-e563-448f-a71e-be06e1aaeeba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:18:33.108675 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:33.187660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port b5136f38-e563-448f-a71e-be06e1aaeeba is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:18:33.188042 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:33.210447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:18:33.212727 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f266868e-0269-4316-9704-cd42910eee9f" -d '{"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:18:33.225796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:18:33.231600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:33.260417 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89d649-755c-4109-b724-ae21beaf66e8 x-openstack-request-id: req-9f89d649-755c-4109-b724-ae21beaf66e8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:18:33.260711 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:18:33.260964 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f89d649-755c-4109-b724-ae21beaf66e8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:18:33.261351 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'code': 200} Mar 10 18:18:33.288531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:18:33.394112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cdda6-83e4-4847-bdb3-86d442177b00 req-5adacc1f-82f6-4ac9-882c-eb94f05b9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:33.395574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c11cdda6-83e4-4847-bdb3-86d442177b00 req-5adacc1f-82f6-4ac9-882c-eb94f05b9ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1127 time: 0.0854342 Mar 10 18:18:33.428903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98daff1-2579-4d2e-894f-1f1814336db3 req-22e9cadc-156d-4412-ab4a-8ddaf612a92b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:33.430465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98daff1-2579-4d2e-894f-1f1814336db3 req-22e9cadc-156d-4412-ab4a-8ddaf612a92b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0831041 Mar 10 18:18:33.474188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c11cdda6-83e4-4847-bdb3-86d442177b00 req-f9d48e62-eaf8-447a-a4d6-45eb4bbd27fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718243 Mar 10 18:18:33.497756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c98daff1-2579-4d2e-894f-1f1814336db3 req-eee65d5f-309e-4897-b26b-2afc32d88464 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Mar 10 18:18:34.645690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28bcdb-be91-429e-aa84-648d310e782f req-b6e32405-a91a-4d7c-8a9e-a5cc787f4e62 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:34.647282 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b28bcdb-be91-429e-aa84-648d310e782f req-b6e32405-a91a-4d7c-8a9e-a5cc787f4e62 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0618303 Mar 10 18:18:34.704627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b28bcdb-be91-429e-aa84-648d310e782f req-6deaa702-d456-4390-bb62-aa4e2ec0bf55 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Mar 10 18:18:35.835797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d57a9-7d91-4709-a4e0-0f6b23f1f955 req-6bf06396-6680-4af2-a47c-22d046ec244d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:35.837280 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7d57a9-7d91-4709-a4e0-0f6b23f1f955 req-6bf06396-6680-4af2-a47c-22d046ec244d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0615346 Mar 10 18:18:35.888066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb7d57a9-7d91-4709-a4e0-0f6b23f1f955 req-2aeed352-8fd2-4d47-a2bf-e588a0a23356 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Mar 10 18:18:36.024696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb6750-9ffc-4e3b-bb55-f17a0561dd9c req-409e40a4-3258-40e2-9607-32874baaea48 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:36.026051 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aeb6750-9ffc-4e3b-bb55-f17a0561dd9c req-409e40a4-3258-40e2-9607-32874baaea48 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0641766 Mar 10 18:18:36.076163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9aeb6750-9ffc-4e3b-bb55-f17a0561dd9c req-3eab831a-9843-4843-8b47-56c8a68c5b36 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Mar 10 18:18:36.305342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c0fe-ee9d-4556-85d5-2ef1c1dc5437 req-87745193-ba1b-4251-864a-6885c384b356 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:36.306742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8b6c0fe-ee9d-4556-85d5-2ef1c1dc5437 req-87745193-ba1b-4251-864a-6885c384b356 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0566180 Mar 10 18:18:36.356772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8b6c0fe-ee9d-4556-85d5-2ef1c1dc5437 req-c81d794b-7042-4cc0-a427-ca7f8b3aa582 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Mar 10 18:18:36.516831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c4149-7f72-4ba8-a325-7af533cf4674 req-e09a36c1-71a3-4c17-9607-8526fd0d6b51 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:36.518307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71c4149-7f72-4ba8-a325-7af533cf4674 req-e09a36c1-71a3-4c17-9607-8526fd0d6b51 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0680854 Mar 10 18:18:36.583456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71c4149-7f72-4ba8-a325-7af533cf4674 req-0f279bc2-e4f7-4f31-b8b2-fc4e9de755b5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559754 Mar 10 18:18:36.860412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-8ed465b6-a8b6-4843-85cf-5f832f1aa493 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831926 Mar 10 18:18:36.867811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419aca-dab2-4ccd-abc3-a41bc2d7ab86 req-b47fe6de-ab08-4b33-af1a-b08d9163bc82 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:36.869288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17419aca-dab2-4ccd-abc3-a41bc2d7ab86 req-b47fe6de-ab08-4b33-af1a-b08d9163bc82 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0828993 Mar 10 18:18:36.922928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17419aca-dab2-4ccd-abc3-a41bc2d7ab86 req-3cb803c8-6e67-44dc-81f5-2f212c075c35 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Mar 10 18:18:37.317491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-78e5c35a-3569-4840-a4d2-535d010a9680 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:37.318880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-78e5c35a-3569-4840-a4d2-535d010a9680 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 942 time: 0.0482502 Mar 10 18:18:38.052323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ce856-2e8d-4c6b-a2a2-57f8ec7c9a7a req-f963846e-d303-4d48-b638-e989c4d950bc tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:38.053790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f78ce856-2e8d-4c6b-a2a2-57f8ec7c9a7a req-f963846e-d303-4d48-b638-e989c4d950bc tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0571256 Mar 10 18:18:38.100912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f78ce856-2e8d-4c6b-a2a2-57f8ec7c9a7a req-4869a2b3-5805-4b90-84cd-e84ae243ce75 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Mar 10 18:18:38.378352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-9a0bc7e6-ff5f-418a-bad1-9abf72d7ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:38.379927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-9a0bc7e6-ff5f-418a-bad1-9abf72d7ef48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1127 time: 0.0502152 Mar 10 18:18:38.478242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-bd07bf19-b2d3-45ce-802f-7e18fba61aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:38.479745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-bd07bf19-b2d3-45ce-802f-7e18fba61aeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0933895 Mar 10 18:18:38.523445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-ac514873-614a-47e8-a645-9685f0e1e79f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0375247 Mar 10 18:18:38.572940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-f2f01f71-d90c-4860-bd9d-0c2d99b93716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:38.574384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-f2f01f71-d90c-4860-bd9d-0c2d99b93716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0447466 Mar 10 18:18:38.606992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-094ceb50-02a7-4519-a545-779250b35ae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269530 Mar 10 18:18:38.704106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-baaac102-f4c9-4c8b-817b-9ff8a6f44dc0 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905950 Mar 10 18:18:38.812899 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-9cef1e12-b1b5-423e-9d1c-58fff0e66ee7 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026592 Mar 10 18:18:39.237880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1f1af-60c3-415c-8742-8c41ec962555 req-03c04386-b421-4932-b2e9-01855fc91644 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:39.239396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fba1f1af-60c3-415c-8742-8c41ec962555 req-03c04386-b421-4932-b2e9-01855fc91644 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0585113 Mar 10 18:18:39.295128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fba1f1af-60c3-415c-8742-8c41ec962555 req-785045bf-626a-461c-8802-f2b6db90f788 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Mar 10 18:18:40.422168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4053f-12b2-4843-b58c-a9f6277f3a94 req-27f377a4-b82c-4935-8ae9-2cf20c4a4a55 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:40.423687 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62e4053f-12b2-4843-b58c-a9f6277f3a94 req-27f377a4-b82c-4935-8ae9-2cf20c4a4a55 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0558798 Mar 10 18:18:40.472020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-62e4053f-12b2-4843-b58c-a9f6277f3a94 req-3d6086c2-85f1-4606-bc20-b06e4a99938f tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Mar 10 18:18:41.604955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a8c6-b3af-4d80-86ca-f4260dd30a90 req-9dfd3a52-227b-474b-9ba5-3eb901aa85b3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:41.606469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fd1a8c6-b3af-4d80-86ca-f4260dd30a90 req-9dfd3a52-227b-474b-9ba5-3eb901aa85b3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0558929 Mar 10 18:18:41.661710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fd1a8c6-b3af-4d80-86ca-f4260dd30a90 req-9d792cec-1b24-414c-9a53-cf741caccf6c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Mar 10 18:18:42.495616 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3b0e-7eac-466a-845d-64c4d3651c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:42.809287 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ba50-4494-478f-ae27-4d0279ca81c9 req-8366f4ae-e314-455d-8675-bf974f2ecf60 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:42.810789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2478ba50-4494-478f-ae27-4d0279ca81c9 req-8366f4ae-e314-455d-8675-bf974f2ecf60 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0677917 Mar 10 18:18:42.859267 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2478ba50-4494-478f-ae27-4d0279ca81c9 req-515213ec-a3de-4f48-9e5c-9441b63a7747 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Mar 10 18:18:43.996031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f31bb-54e2-4b1d-b4a2-7e36ed0230b2 req-f81e9b8f-50f6-481b-9152-43c179a031b2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:43.997516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1f31bb-54e2-4b1d-b4a2-7e36ed0230b2 req-f81e9b8f-50f6-481b-9152-43c179a031b2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0577428 Mar 10 18:18:44.047991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ef1f31bb-54e2-4b1d-b4a2-7e36ed0230b2 req-b48b3813-53f0-4fe3-abde-836e65212706 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446754 Mar 10 18:18:44.731658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0bde2ba-84d2-420d-b468-27ee33f2b2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:45.168853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7558f-d38c-40b7-a941-311e9267b488 req-0f9f6876-332f-402e-a7ac-15f432cff230 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:45.170717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a7558f-d38c-40b7-a941-311e9267b488 req-0f9f6876-332f-402e-a7ac-15f432cff230 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0525322 Mar 10 18:18:45.228759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a7558f-d38c-40b7-a941-311e9267b488 req-c42530a0-e063-4f2f-97d0-cc58a495ae5d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524356 Mar 10 18:18:46.009505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:46.370053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c442ac-d962-4c0c-b57f-5bd22880f2bb req-b61463d7-f206-48fe-8e03-e100becb55a3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:46.371580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22c442ac-d962-4c0c-b57f-5bd22880f2bb req-b61463d7-f206-48fe-8e03-e100becb55a3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0613358 Mar 10 18:18:46.419369 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22c442ac-d962-4c0c-b57f-5bd22880f2bb req-14ec9856-ef74-467d-aa2c-b5642f00fd2b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Mar 10 18:18:47.434887 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:47.552230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004dfbf-c51a-4b5c-8f5f-265431f0dc13 req-4d0d35ed-6925-4aca-a7b7-69c158e0e692 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:47.553741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2004dfbf-c51a-4b5c-8f5f-265431f0dc13 req-4d0d35ed-6925-4aca-a7b7-69c158e0e692 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0661757 Mar 10 18:18:47.604493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2004dfbf-c51a-4b5c-8f5f-265431f0dc13 req-acf605e4-6250-4a4f-a303-0bae904ce305 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Mar 10 18:18:48.746062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53c742-d7b2-4fce-9903-eb3f7a5d0324 req-6ffd4e7b-eff2-42a1-a0bb-0f97e2c462f1 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:48.747571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e53c742-d7b2-4fce-9903-eb3f7a5d0324 req-6ffd4e7b-eff2-42a1-a0bb-0f97e2c462f1 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0594916 Mar 10 18:18:48.795451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e53c742-d7b2-4fce-9903-eb3f7a5d0324 req-7e60e683-bf1c-46a4-b091-9b76379f9a6a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Mar 10 18:18:49.360622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:49.937252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1d7a-9efb-4223-afa0-db6f505e327f req-7ca9cd05-ca00-4af3-b558-146429b4e92a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:49.938796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-960f1d7a-9efb-4223-afa0-db6f505e327f req-7ca9cd05-ca00-4af3-b558-146429b4e92a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0562699 Mar 10 18:18:49.989407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-960f1d7a-9efb-4223-afa0-db6f505e327f req-bfd89375-fda8-41db-ac11-b455b5ca5e54 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Mar 10 18:18:51.132416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1cff4-425b-4418-ac8a-d3c684ffa858 req-398c387e-fed0-4d1d-ba59-05c65b73c8c0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:51.134283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8f1cff4-425b-4418-ac8a-d3c684ffa858 req-398c387e-fed0-4d1d-ba59-05c65b73c8c0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0658886 Mar 10 18:18:51.184001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8f1cff4-425b-4418-ac8a-d3c684ffa858 req-be9040d0-426a-44da-baf4-db5fe8123506 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Mar 10 18:18:52.322276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8748f-05f8-48e2-b627-0857f58b5be6 req-c97f369c-9ea4-467c-9360-219a59c0e839 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:52.323783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5b8748f-05f8-48e2-b627-0857f58b5be6 req-c97f369c-9ea4-467c-9360-219a59c0e839 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0597076 Mar 10 18:18:52.373281 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5b8748f-05f8-48e2-b627-0857f58b5be6 req-eda6b809-931e-4b3a-bf25-5755f99f30f2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Mar 10 18:18:53.512201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8861e18-0b56-41fc-b3c8-cef87f0253d1 req-a7707873-76f5-4bb3-86fa-206ee51a078e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:53.513620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8861e18-0b56-41fc-b3c8-cef87f0253d1 req-a7707873-76f5-4bb3-86fa-206ee51a078e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0634117 Mar 10 18:18:53.568927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8861e18-0b56-41fc-b3c8-cef87f0253d1 req-732733a6-b399-4e37-8be6-cad435c20f30 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Mar 10 18:18:55.017936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ddfc1-0a7c-45eb-8f03-261343841361 req-b171f937-0e2b-42dc-9a77-13e222011b54 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:55.019461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d24ddfc1-0a7c-45eb-8f03-261343841361 req-b171f937-0e2b-42dc-9a77-13e222011b54 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.3733206 Mar 10 18:18:55.069734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d24ddfc1-0a7c-45eb-8f03-261343841361 req-99785f8d-0a06-4aea-ac82-cd3d12f3ea33 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Mar 10 18:18:56.208645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fa0df-1dd6-43fb-bf73-1d63122ce440 req-89f21a44-244b-410a-b4af-005aeb2a1e0b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:56.210361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-770fa0df-1dd6-43fb-bf73-1d63122ce440 req-89f21a44-244b-410a-b4af-005aeb2a1e0b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0617557 Mar 10 18:18:56.269998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-770fa0df-1dd6-43fb-bf73-1d63122ce440 req-2acf9a46-460e-46b1-aa8f-b2b4d32a3a11 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528941 Mar 10 18:18:57.309756 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:18:57.407754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676dfec-a45d-4b4c-886c-9785254e7049 req-684fc0f0-911c-4917-9a73-b83fb3323a49 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:57.409242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8676dfec-a45d-4b4c-886c-9785254e7049 req-684fc0f0-911c-4917-9a73-b83fb3323a49 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0571618 Mar 10 18:18:57.465642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8676dfec-a45d-4b4c-886c-9785254e7049 req-4927c202-cce0-4cf0-bf88-b1699f891e28 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Mar 10 18:18:58.600253 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6fae8-81b6-42c5-9c0b-bd3b46017b20 req-0fffb8cc-9612-40db-84e7-188fae58f76a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:58.601751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4d6fae8-81b6-42c5-9c0b-bd3b46017b20 req-0fffb8cc-9612-40db-84e7-188fae58f76a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0541756 Mar 10 18:18:58.651771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4d6fae8-81b6-42c5-9c0b-bd3b46017b20 req-4e4aaa70-004e-4104-a468-8348296c4319 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Mar 10 18:18:59.788606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923d4e9-1e0e-43d0-952a-575f1e3f34be req-08b5a698-2a65-464c-bd26-a4d7d3dc380c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:18:59.790048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b923d4e9-1e0e-43d0-952a-575f1e3f34be req-08b5a698-2a65-464c-bd26-a4d7d3dc380c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0571575 Mar 10 18:18:59.838066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b923d4e9-1e0e-43d0-952a-575f1e3f34be req-f126287d-ecbc-4906-b139-13fdfa0f2ad3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Mar 10 18:19:00.338946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:00.973980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45527f8-2b83-4325-bdff-6db7d7a5f04d req-b33bb847-7ef0-4e40-bb9d-9b27353cae1d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:00.975748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f45527f8-2b83-4325-bdff-6db7d7a5f04d req-b33bb847-7ef0-4e40-bb9d-9b27353cae1d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0632641 Mar 10 18:19:01.034123 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f45527f8-2b83-4325-bdff-6db7d7a5f04d req-254ff90e-cae5-4996-baa6-3aca3190f904 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 Mar 10 18:19:02.165924 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c2774-f523-47fb-87c2-9ba1dd1cfe82 req-67438bb2-865e-4310-8a25-431aa66df3cd tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:02.167454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090c2774-f523-47fb-87c2-9ba1dd1cfe82 req-67438bb2-865e-4310-8a25-431aa66df3cd tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0541747 Mar 10 18:19:02.221587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090c2774-f523-47fb-87c2-9ba1dd1cfe82 req-cf8fb301-cf5f-4fdb-863a-423aae14ad61 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Mar 10 18:19:03.358152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39568323-2735-4a5e-a7a3-9aeb13202c87 req-00bb1f5c-2b96-4a34-b4f9-ccfad348571a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:03.359673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39568323-2735-4a5e-a7a3-9aeb13202c87 req-00bb1f5c-2b96-4a34-b4f9-ccfad348571a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0597386 Mar 10 18:19:03.409804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39568323-2735-4a5e-a7a3-9aeb13202c87 req-4153cc49-7f50-4beb-b829-1399aae1ff05 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Mar 10 18:19:04.551236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5663e7-3bce-479a-ba36-d036d70a5af1 req-a3ebcf2a-9d68-4dbe-8678-6bd8c87f6854 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:04.552740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df5663e7-3bce-479a-ba36-d036d70a5af1 req-a3ebcf2a-9d68-4dbe-8678-6bd8c87f6854 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0588756 Mar 10 18:19:04.602022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df5663e7-3bce-479a-ba36-d036d70a5af1 req-5c16ea06-c34b-408f-ab68-3816c7b1cbc8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Mar 10 18:19:05.631297 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-dc5be4bd-2044-46c3-81bf-89dc60dc6062 service neutron] show failed (client error): The resource could not be found. Mar 10 18:19:05.631904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-dc5be4bd-2044-46c3-81bf-89dc60dc6062 service neutron] 10.222.0.41 "GET /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0655994 Mar 10 18:19:05.734295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59643c-a867-4b55-82af-8f634914f9ee req-2e9d66c3-5359-44de-8e55-5118813b8e53 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:05.735901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f59643c-a867-4b55-82af-8f634914f9ee req-2e9d66c3-5359-44de-8e55-5118813b8e53 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 945 time: 0.0635319 Mar 10 18:19:05.799817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f59643c-a867-4b55-82af-8f634914f9ee req-830d0239-7a40-4c7c-b926-338c82005164 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Mar 10 18:19:05.857533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4076d730-7df7-4371-aaa7-62741ea61c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:05.859077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4076d730-7df7-4371-aaa7-62741ea61c04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a&tenant_id=826e846f516a424596252b567ab1e2dd HTTP/1.1" status: 200 len: 1127 time: 0.0470722 Mar 10 18:19:05.874758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:19:05.948874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.161744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:06.200644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:19:06.240178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:06.242467 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834511e7-19a4-450f-9681-c372e54057d3" -d '{"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:06.246173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks [] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.258318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Transition to ACTIVE for port object b5136f38-e563-448f-a71e-be06e1aaeeba will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:19:06.263347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.294815 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09510f87-cfca-4416-b5e0-f24bdd16e2a5 x-openstack-request-id: req-09510f87-cfca-4416-b5e0-f24bdd16e2a5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:06.295127 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:06.295383 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09510f87-cfca-4416-b5e0-f24bdd16e2a5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:06.295786 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'code': 200} Mar 10 18:19:06.319180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:06.335683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] No DVR routers for this DVR port b5136f38-e563-448f-a71e-be06e1aaeeba on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:19:06.371583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:19:06.371583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:19:06.371930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:06.376201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:19:06.376522 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Attempting to bind port b5136f38-e563-448f-a71e-be06e1aaeeba on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:06.381415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:19:06.381756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Checking segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:19:06.382146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Bound using segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:19:06.382605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Bound port: b5136f38-e563-448f-a71e-be06e1aaeeba, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:19:06.382981 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.461818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:19:06.465078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:19:06.472640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.508277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:06.508879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:06.510667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 1091 time: 0.6408834 Mar 10 18:19:06.536720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dffeb-ae4a-4dde-9a1c-aca8089450f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:06.586839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-1d019fac-b3ff-467b-86e3-14cc18e90853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:06.588375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-1d019fac-b3ff-467b-86e3-14cc18e90853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0480893 Mar 10 18:19:06.687025 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-288ad737-519f-4629-8880-0c5f2b7946f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:06.688493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-288ad737-519f-4629-8880-0c5f2b7946f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0935433 Mar 10 18:19:06.732810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-51f72d25-9b70-4e63-9ed0-0a2a2d26f192 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0351155 Mar 10 18:19:06.797596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-fb9358c0-da3e-45b0-8848-5576388b0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:06.799128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-fb9358c0-da3e-45b0-8848-5576388b0fdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0564969 Mar 10 18:19:06.835578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-079052c2-0686-4a30-be0a-091e42785321 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270219 Mar 10 18:19:06.961654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-eda88f94-822b-46b8-ac16-c66ddaf77a22 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168299 Mar 10 18:19:06.973289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba1853-13cb-44cd-90a7-fa443e1d6f9d req-cc6ea88d-2894-4494-b766-a7821908f6af tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:06.974706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45ba1853-13cb-44cd-90a7-fa443e1d6f9d req-cc6ea88d-2894-4494-b766-a7821908f6af tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0967901 Mar 10 18:19:07.080354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45ba1853-13cb-44cd-90a7-fa443e1d6f9d req-edb6b65f-268f-4990-bc06-0334e73187a8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976915 Mar 10 18:19:07.097957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fe3d80-fcd7-489a-ae59-45a4ad8de0b7 req-d100daf4-dbc2-49c3-86f5-2ead8a99a31c service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223311 Mar 10 18:19:07.137595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:19:08.220719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ec789-43a1-45b3-9c15-3892bf55709d req-54839c5b-c253-4398-a0a8-2a545faf9a55 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.222377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-464ec789-43a1-45b3-9c15-3892bf55709d req-54839c5b-c253-4398-a0a8-2a545faf9a55 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0607069 Mar 10 18:19:08.268733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-464ec789-43a1-45b3-9c15-3892bf55709d req-c9c00195-74be-4654-a9da-1642a1bd2d0c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Mar 10 18:19:08.297524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:08.301167 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab" -d '{"events": [{"name": "network-changed", "server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:08.353205 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299ef226-2ebc-4eed-86ad-a034c71ede64 x-openstack-request-id: req-299ef226-2ebc-4eed-86ad-a034c71ede64 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:08.353503 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:08.353753 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-299ef226-2ebc-4eed-86ad-a034c71ede64 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:08.354159 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'status': 'completed', 'code': 200} Mar 10 18:19:08.447970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-48e96b90-5c4b-4eb4-81ed-f952c6dad65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.449519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-48e96b90-5c4b-4eb4-81ed-f952c6dad65c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0769353 Mar 10 18:19:08.453757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-8f4612d9-3f6b-44d8-a454-ba3cf3758e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.455128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-8f4612d9-3f6b-44d8-a454-ba3cf3758e9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0746925 Mar 10 18:19:08.606696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-23978583-c393-4f63-8c17-50452c8c9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.608052 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-23978583-c393-4f63-8c17-50452c8c9779 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.1487830 Mar 10 18:19:08.610702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-8987480f-ae42-4b49-ac07-7218496a945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.611993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-8987480f-ae42-4b49-ac07-7218496a945c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.1458125 Mar 10 18:19:08.658158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-6e3b1cf9-6c48-45d6-a826-9e501f0999b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0431762 Mar 10 18:19:08.691525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-51ae5623-1e16-4f6d-be95-b864c94a040a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0710039 Mar 10 18:19:08.763340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-b915be81-a873-4aab-b18d-d518bb64244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.764812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-b915be81-a873-4aab-b18d-d518bb64244c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0813396 Mar 10 18:19:08.768538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-f9f73488-8f85-4178-8da8-d8a4c7cc14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:08.769887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-f9f73488-8f85-4178-8da8-d8a4c7cc14cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0583444 Mar 10 18:19:08.809704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-b8c5d7fa-01d7-4329-a094-f3de5b800a9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379922 Mar 10 18:19:08.824630 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-6d261ded-1a9f-4e51-aa11-82d4b0b1de76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433376 Mar 10 18:19:08.979474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-7fa1480b-d530-4550-ae2b-700302fbaaa6 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485817 Mar 10 18:19:08.982974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-713299c0-322a-4752-9c72-5c7be7476b1b service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451936 Mar 10 18:19:09.131973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-d2c43023-ee59-4b71-8b13-7a3ed589a180 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465523 Mar 10 18:19:09.135536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a46133-f4bc-459d-8d1e-31d3a76d91ab req-9785ce8e-54ae-4118-92e2-ff9a35807a2f service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434169 Mar 10 18:19:09.298640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:19:09.337459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port b5136f38-e563-448f-a71e-be06e1aaeeba host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:19:09.337844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:19:09.398209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbacfe-fe80-4ad3-ae87-e894679a9027 req-13d3ed4e-a898-4791-b526-48638f7b67fb tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:09.399703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0fbacfe-fe80-4ad3-ae87-e894679a9027 req-13d3ed4e-a898-4791-b526-48638f7b67fb tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0589802 Mar 10 18:19:09.449588 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0fbacfe-fe80-4ad3-ae87-e894679a9027 req-7143c99b-4a97-4828-b47d-171cdccbaf3f tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Mar 10 18:19:09.709771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4271e-aba2-4522-8176-d5d33d05599b req-9fd164e9-aa3a-4327-96cd-994f4336ecf6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:09.711310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8c4271e-aba2-4522-8176-d5d33d05599b req-9fd164e9-aa3a-4327-96cd-994f4336ecf6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0974660 Mar 10 18:19:09.719510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-73591268-254c-4d20-bf54-52c7337d9fea tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:09.720856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-73591268-254c-4d20-bf54-52c7337d9fea tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.41 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a&tenant_id=826e846f516a424596252b567ab1e2dd&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 943 time: 0.0797641 Mar 10 18:19:09.804809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c8c4271e-aba2-4522-8176-d5d33d05599b req-14ec7abd-6f57-42d4-b453-a04ea700eecf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829484 Mar 10 18:19:09.812730 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-30c384ab-abd5-44fd-9e19-4d9697929697 service neutron] delete failed (client error): The resource could not be found. Mar 10 18:19:09.813643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-30c384ab-abd5-44fd-9e19-4d9697929697 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0852334 Mar 10 18:19:09.906956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-424f2621-45a9-42ff-8d1a-d4f39713e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:09.908451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-424f2621-45a9-42ff-8d1a-d4f39713e336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 1125 time: 0.0489743 Mar 10 18:19:10.003083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-a00a8b88-9186-4f99-8b6e-d675ecc0dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:10.004547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-a00a8b88-9186-4f99-8b6e-d675ecc0dd33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0900741 Mar 10 18:19:10.046723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-bdbd033a-179e-4683-8cef-0ad4642158b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 200 len: 217 time: 0.0357056 Mar 10 18:19:10.103947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-f19a8dc5-3726-4df0-8d4e-dbccfde5bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:10.105272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-f19a8dc5-3726-4df0-8d4e-dbccfde5bf78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0528541 Mar 10 18:19:10.148105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-0e5306f5-5814-458e-9ca0-f78af5edf3bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363765 Mar 10 18:19:10.266549 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-7b5a8961-ce1f-4c63-b7d4-7472ce3337bc service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108713 Mar 10 18:19:10.355694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48590ebf-66f2-4a26-97fc-b942d52c702e req-7de5074b-89fb-41d1-bc56-9a912c6f24fe service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Mar 10 18:19:10.822743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:19:10.930846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:10.943012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'port_id': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'mac_address': 'fa:16:3e:34:ce:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b55f2-e772-4586-b49c-1c1e7b0e20d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:19:10.943258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4fcc3-2fd4-4a01-aebd-871e8428205b req-bcc65420-19d0-4fda-9c56-b94c057189aa tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:10.944675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32e4fcc3-2fd4-4a01-aebd-871e8428205b req-bcc65420-19d0-4fda-9c56-b94c057189aa tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 943 time: 0.0653377 Mar 10 18:19:10.981289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b5136f38-e563-448f-a71e-be06e1aaeeba is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:10.981741 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:10.995586 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5136f38-e563-448f-a71e-be06e1aaeeba {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:19:11.003960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32e4fcc3-2fd4-4a01-aebd-871e8428205b req-6b9f2351-49e8-4ba3-acdc-20780add4f58 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Mar 10 18:19:11.017220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:11.021974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:11.075375 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:11.134578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97c91-b0c0-4dd1-a348-57cba7544ae5 req-280a8baf-2d88-468c-8860-6f9884636992 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:11.136047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fda97c91-b0c0-4dd1-a348-57cba7544ae5 req-280a8baf-2d88-468c-8860-6f9884636992 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 944 time: 0.0598288 Mar 10 18:19:11.186109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fda97c91-b0c0-4dd1-a348-57cba7544ae5 req-4d4c8e67-d174-4927-9dc2-12248a213689 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Mar 10 18:19:11.251409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b5136f38-e563-448f-a71e-be06e1aaeeba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:19:11.311743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f6f61-c77b-4687-b370-a2dbd1c75e12 req-5ad0e270-15c7-4025-bbf8-7f75c521e7f0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:11.313269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff8f6f61-c77b-4687-b370-a2dbd1c75e12 req-5ad0e270-15c7-4025-bbf8-7f75c521e7f0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 944 time: 0.0598998 Mar 10 18:19:11.363004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff8f6f61-c77b-4687-b370-a2dbd1c75e12 req-422877a7-337f-4c69-b503-778a45129abc tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Mar 10 18:19:11.742901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-dfea0ceb-72d5-4790-9b32-d4d048ee4930 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:11.744373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-dfea0ceb-72d5-4790-9b32-d4d048ee4930 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 815 time: 0.1065180 Mar 10 18:19:11.759653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-592898e1-ea3a-4258-9b29-fa65a7064123 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/quotas/826e846f516a424596252b567ab1e2dd HTTP/1.1" status: 200 len: 375 time: 0.0094612 Mar 10 18:19:11.834485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-26d165fd-b96d-4e75-b8b8-df4c273a7023 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696981 Mar 10 18:19:11.985943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-39d89e24-7068-414e-bf62-c25856bdd154 service neutron] 10.222.0.35 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418355 Mar 10 18:19:12.083573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-5100d8ab-ec05-47cd-a224-25ffb34ab5fe service neutron] 10.222.0.35 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Mar 10 18:19:12.252422 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41c34f44-22ba-4c21-87f1-58bcd97f8d9f req-62bad91a-e8bd-47f7-a1cd-1b56605c8370 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 210 time: 0.0279524 Mar 10 18:19:12.489786 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-db8b3765-a66b-46b5-92ae-b3c227f297bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:12.839021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:19:12.900033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port b5136f38-e563-448f-a71e-be06e1aaeeba completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:19:12.904831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port b5136f38-e563-448f-a71e-be06e1aaeeba triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:19:12.905138 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:12.949862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-7328adf4-0641-4dc2-90d6-2c8cf1422ebe tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:12.951384 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-7328adf4-0641-4dc2-90d6-2c8cf1422ebe tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.59 "GET /v2.0/ports?device_id=648bf3ee-1b6b-4d24-ac36-05380f7b9d2a HTTP/1.1" status: 200 len: 944 time: 0.0554740 Mar 10 18:19:12.986701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port b5136f38-e563-448f-a71e-be06e1aaeeba is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:12.987208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.010342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:13.012710 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c585d-762d-453a-b987-2d742a28e351" -d '{"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:13.025475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:13.031193 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.062277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Deleting port b5136f38-e563-448f-a71e-be06e1aaeeba {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:19:13.063251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.086180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:13.141057 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1309d0-11ad-41c3-accf-f716bd8c9590 x-openstack-request-id: req-9d1309d0-11ad-41c3-accf-f716bd8c9590 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:13.141346 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:13.141596 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d1309d0-11ad-41c3-accf-f716bd8c9590 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:13.141987 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'code': 200} Mar 10 18:19:13.160526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] For port b5136f38-e563-448f-a71e-be06e1aaeeba, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=b5136f38-e563-448f-a71e-be06e1aaeeba,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:13.160996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.177764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Calling delete_port for b5136f38-e563-448f-a71e-be06e1aaeeba owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:19:13.288227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-960663b9-67cd-43e8-b545-ac000bd09a6a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:13.290365 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-960663b9-67cd-43e8-b545-ac000bd09a6a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 815 time: 0.1255825 Mar 10 18:19:13.307887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Request body: {'port': {'device_id': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'admin_state_up': True, 'tenant_id': '826e846f516a424596252b567ab1e2dd'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:19:13.321996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b5136f38-e563-448f-a71e-be06e1aaeeba), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.334887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b5136f38-e563-448f-a71e-be06e1aaeeba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:19:13.367509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Pushing event deleted for resources: {'Port': ['ID=b5136f38-e563-448f-a71e-be06e1aaeeba,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:13.390995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-53e9554b-5e9c-470d-b809-c1178e324732 req-39cca8e7-ae04-4972-ae95-770424c23cad tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 210 time: 0.0359750 Mar 10 18:19:13.431813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Made reservation on behalf of 826e846f516a424596252b567ab1e2dd for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:19:13.434981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] No DVR routers for this DVR port b5136f38-e563-448f-a71e-be06e1aaeeba on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:19:13.436483 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.437796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.441336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.59 "DELETE /v2.0/ports/b5136f38-e563-448f-a71e-be06e1aaeeba HTTP/1.1" status: 204 len: 173 time: 0.4830508 Mar 10 18:19:13.441818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-deleted', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:13.444240 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef154c-9c49-4a4f-b582-c33edb7c24b4" -d '{"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-deleted", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:13.490817 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c868480-d0d4-49f1-a297-b17db565984c x-openstack-request-id: req-2c868480-d0d4-49f1-a297-b17db565984c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:13.491107 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf3ee-1b6b-4d24-ac36-05380f7b9d2a", "name": "network-vif-deleted", "tag": "b5136f38-e563-448f-a71e-be06e1aaeeba", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:13.491359 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c868480-d0d4-49f1-a297-b17db565984c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:13.491904 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf3ee-1b6b-4d24-ac36-05380f7b9d2a', 'name': 'network-vif-deleted', 'tag': 'b5136f38-e563-448f-a71e-be06e1aaeeba', 'status': 'completed', 'code': 200} Mar 10 18:19:13.571891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Allocated IP 172.20.0.14 (c2b19940-e99b-42a2-baa6-1ce43bbdc76d/512b55f2-e772-4586-b49c-1c1e7b0e20d2/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:19:13.732561 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks [] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.769468 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.785338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['b5136f38-e563-448f-a71e-be06e1aaeeba'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:19:13.817541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Network c2b19940-e99b-42a2-baa6-1ce43bbdc76d is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:19:13.822760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:19:13.827169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:19:13.834081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:13.884518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:13.885134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:13.904017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-2c7aedb5-4b88-4c4e-a0cb-e26889547f79 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019816 Mar 10 18:19:13.916053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Request body: {'port': {'device_id': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:19:13.982316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.267369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d8c368-240b-4d77-ae51-5ebe7f4b00cf {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:19:14.275048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks [] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.287550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Transition to ACTIVE for port object c3d8c368-240b-4d77-ae51-5ebe7f4b00cf will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:19:14.293432 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.340572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:14.416084 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:19:14.416421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:19:14.416741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:14.422452 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:19:14.422798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:14.428107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:19:14.428447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Checking segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:19:14.428896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Bound using segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:19:14.429351 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Bound port: c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:19:14.429689 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.494151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:19:14.497622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:19:14.504203 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.505755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f6a99-8e09-4d4a-97f2-6f8e91bc5de4 req-a856fadf-de2c-4c17-95ff-702d92d5e990 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:14.507272 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87f6a99-8e09-4d4a-97f2-6f8e91bc5de4 req-a856fadf-de2c-4c17-95ff-702d92d5e990 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0533738 Mar 10 18:19:14.538776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:14.539403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.540781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] 10.222.0.59 "PUT /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 1092 time: 0.6288900 Mar 10 18:19:14.541240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:14.543669 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74aa84-37ba-407a-a614-dac2389ae5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:14.558534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b87f6a99-8e09-4d4a-97f2-6f8e91bc5de4 req-6a9b3ce4-7d56-4f0f-a1aa-299b97765376 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Mar 10 18:19:14.569702 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0fa17-d72f-4a57-9f67-4e1b2b9dfa86 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:14.634931 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-13378d77-450b-4ba4-a20e-79189b3ee704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:14.636513 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-13378d77-450b-4ba4-a20e-79189b3ee704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0477679 Mar 10 18:19:14.647887 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316228a-4378-4455-aff9-088e0c2c860d x-openstack-request-id: req-e316228a-4378-4455-aff9-088e0c2c860d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:14.648174 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:14.648425 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e316228a-4378-4455-aff9-088e0c2c860d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:14.648823 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'status': 'completed', 'code': 200} Mar 10 18:19:14.692475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-dac5a21a-632f-4e11-ba5d-fa1177f59f34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0384936 Mar 10 18:19:14.717569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a2fe-9a99-4cd4-9ff0-a16f5f9e9532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:14.750706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-9486e8a1-aada-4d24-8953-80cb0b57a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:14.752204 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-9486e8a1-aada-4d24-8953-80cb0b57a630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0507433 Mar 10 18:19:14.789074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-4840f263-310f-4f7e-bd7a-8d39c3c8cd67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272365 Mar 10 18:19:14.890828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-dcbeea3f-2f51-45ca-a751-3e8af60aba48 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Mar 10 18:19:14.988322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bdd64ff1-ecfc-422c-9b85-bfe41e2ad649 req-43bb3902-2f71-452f-9ef9-e69cb0967c88 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898612 Mar 10 18:19:15.102498 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-823a23a3-2ee2-4146-937a-d6451ba2f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:15.103903 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-823a23a3-2ee2-4146-937a-d6451ba2f310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0515554 Mar 10 18:19:15.191666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-01678a56-b4cb-49bd-82fc-02bd1be7b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:15.193129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-01678a56-b4cb-49bd-82fc-02bd1be7b256 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0833361 Mar 10 18:19:15.238241 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-43b7a25c-fc7e-438e-863c-efa0a16b4592 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0388556 Mar 10 18:19:15.287497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-814a02a9-e8fc-48ce-bbb1-f89b03711129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:15.288847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-814a02a9-e8fc-48ce-bbb1-f89b03711129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0430322 Mar 10 18:19:15.320270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-d56d72b6-ab55-4fd3-be87-d5be7dbc87c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247569 Mar 10 18:19:15.411771 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-9e979445-219a-4607-a3fa-888e9688c2ea service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Mar 10 18:19:15.502777 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ca74aa84-37ba-407a-a614-dac2389ae5fc req-ec80ef19-24df-4505-b870-6e3b89e4361d service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Mar 10 18:19:15.695935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ab09-3cb2-42f4-9779-d70204ac1124 req-a54629d4-c630-4b57-896a-401033ae21a2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:15.697332 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f70ab09-3cb2-42f4-9779-d70204ac1124 req-a54629d4-c630-4b57-896a-401033ae21a2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0537519 Mar 10 18:19:15.751453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f70ab09-3cb2-42f4-9779-d70204ac1124 req-4d878fef-d3f5-4033-959b-868d1ed7b553 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Mar 10 18:19:16.009203 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:16.874767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b8b8-b19a-46a8-9be9-28b5ae0156b6 req-6763d249-abc4-474e-a3ff-f856a2ee4194 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:16.876271 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8552b8b8-b19a-46a8-9be9-28b5ae0156b6 req-6763d249-abc4-474e-a3ff-f856a2ee4194 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0539980 Mar 10 18:19:16.881492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:19:16.907942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: b5136f38-e563-448f-a71e-be06e1aaeeba {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:19:16.908251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device b5136f38-e563-448f-a71e-be06e1aaeeba not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:19:16.930992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8552b8b8-b19a-46a8-9be9-28b5ae0156b6 req-0cc9f213-051f-4f00-b32f-bd146349de9e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 Mar 10 18:19:17.442943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:18.071725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21831329-f2ae-41a4-8cfb-b2a8340a2381 req-3c55c512-d7ea-4e47-9a49-f8f4a5aa34e0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:18.073352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21831329-f2ae-41a4-8cfb-b2a8340a2381 req-3c55c512-d7ea-4e47-9a49-f8f4a5aa34e0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0672202 Mar 10 18:19:18.139121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21831329-f2ae-41a4-8cfb-b2a8340a2381 req-18f2de05-8d67-4b1d-bb84-70ed8ca2ccd3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592976 Mar 10 18:19:18.898605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:19:19.000180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:19.011213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'port_id': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'mac_address': 'fa:16:3e:3d:d4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b55f2-e772-4586-b49c-1c1e7b0e20d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:19:19.223493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:19.223886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:19.236594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d8c368-240b-4d77-ae51-5ebe7f4b00cf {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:19:19.256146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:19.260836 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:19.269023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1c54a-75ec-4142-8842-00447e0dccd3 req-3a31156a-df73-4b53-b6ac-cc296b8c0bd7 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:19.270795 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74f1c54a-75ec-4142-8842-00447e0dccd3 req-3a31156a-df73-4b53-b6ac-cc296b8c0bd7 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0578792 Mar 10 18:19:19.311395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:19.318757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.318917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74f1c54a-75ec-4142-8842-00447e0dccd3 req-545784ba-aa82-49d2-84c8-b62938c91273 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Mar 10 18:19:19.319108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.319448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.319785 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.320117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.320444 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.320769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.321091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.321411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.321729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.322049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.322366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.322709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:19.364206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:19.517034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:19:20.450312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431efc-5756-420f-a354-99795b2d3542 req-20537867-22d0-464f-a0ae-ac334814afa4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:20.451829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed431efc-5756-420f-a354-99795b2d3542 req-20537867-22d0-464f-a0ae-ac334814afa4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 945 time: 0.0559778 Mar 10 18:19:20.500552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ed431efc-5756-420f-a354-99795b2d3542 req-c7d3d29f-d0e9-4ee0-9277-d883971a3557 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Mar 10 18:19:20.916800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:19:20.984871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:19:20.988533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:19:20.988916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:21.070403 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:21.070705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:21.093771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:21.096047 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa03560e-7050-40d0-b21b-2579c333a06d" -d '{"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:21.108865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:21.114241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:21.138221 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071af8e1-b7c3-440d-bccd-f4156ad95032 x-openstack-request-id: req-071af8e1-b7c3-440d-bccd-f4156ad95032 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:21.138547 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:21.138802 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-071af8e1-b7c3-440d-bccd-f4156ad95032 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:21.139192 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'code': 200} Mar 10 18:19:21.165114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:21.244149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198879-1a9a-45c9-ba06-718bf02be209 req-158318d4-cc00-46ef-97e6-f5fa2cee164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:21.245621 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43198879-1a9a-45c9-ba06-718bf02be209 req-158318d4-cc00-46ef-97e6-f5fa2cee164e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1128 time: 0.0459595 Mar 10 18:19:21.305035 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-43198879-1a9a-45c9-ba06-718bf02be209 req-10e92788-5005-451f-ae70-cff040b4bfc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501883 Mar 10 18:19:21.639592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d874-9063-45e6-abfe-79680cb24ae9 req-db09ef13-dc78-4ce4-8bdb-3897faa91d73 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:21.641058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6322d874-9063-45e6-abfe-79680cb24ae9 req-db09ef13-dc78-4ce4-8bdb-3897faa91d73 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0568843 Mar 10 18:19:21.698883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6322d874-9063-45e6-abfe-79680cb24ae9 req-5d368048-f7a2-4f62-8773-64055da0a3e5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494552 Mar 10 18:19:22.841087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02492195-32d0-4252-8678-731e627e9d7c req-d3e4ca4b-508d-48a2-8240-73d51f1ef2cf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:22.843169 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02492195-32d0-4252-8678-731e627e9d7c req-d3e4ca4b-508d-48a2-8240-73d51f1ef2cf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0615463 Mar 10 18:19:22.894189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02492195-32d0-4252-8678-731e627e9d7c req-97492ecd-9a8c-425b-8136-b6e946b35f7c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Mar 10 18:19:23.015747 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556d8ab-d183-493f-b8a9-d30abc4fa301 req-00e53ebf-8b9c-42b3-9205-ced38681c4b9 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:23.017109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1556d8ab-d183-493f-b8a9-d30abc4fa301 req-00e53ebf-8b9c-42b3-9205-ced38681c4b9 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0556378 Mar 10 18:19:23.068355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1556d8ab-d183-493f-b8a9-d30abc4fa301 req-5bfe5648-02cc-4a3f-b450-93b29ce5eefa tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Mar 10 18:19:23.348400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-9d4db6ce-1d3c-4c69-91ea-74b10ca8c6ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858054 Mar 10 18:19:23.355072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdfa60-3eea-4a95-b2a3-d56193136f19 req-bec8fd39-d1eb-4a8f-a0cb-a8e761d0b23e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:23.356445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1cdfa60-3eea-4a95-b2a3-d56193136f19 req-bec8fd39-d1eb-4a8f-a0cb-a8e761d0b23e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0836775 Mar 10 18:19:23.406673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1cdfa60-3eea-4a95-b2a3-d56193136f19 req-b40e4def-2bce-4994-abde-c73f83ac535c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Mar 10 18:19:23.702314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-82c1129c-40e7-4d9c-bf95-94740411fa26 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:23.703906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-82c1129c-40e7-4d9c-bf95-94740411fa26 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 943 time: 0.0481060 Mar 10 18:19:24.540338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0eb9d-61b4-4f88-8fa6-feb7b5b0b525 req-53805eba-4e7f-44c1-8c06-7d70d03e8455 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:24.541815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efa0eb9d-61b4-4f88-8fa6-feb7b5b0b525 req-53805eba-4e7f-44c1-8c06-7d70d03e8455 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0587008 Mar 10 18:19:24.542310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-20fac47b-2f69-4d52-8ecb-816e451e9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:24.543848 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-20fac47b-2f69-4d52-8ecb-816e451e9464 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1128 time: 0.0488431 Mar 10 18:19:24.590262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-efa0eb9d-61b4-4f88-8fa6-feb7b5b0b525 req-dd35a106-366c-4c86-bae1-a984a6714993 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Mar 10 18:19:24.635272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-0b80cb1c-afd4-4e36-9439-71b43e4ef0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:24.636743 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-0b80cb1c-afd4-4e36-9439-71b43e4ef0e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0866954 Mar 10 18:19:24.680752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-9cd45b8f-d5f5-4020-977d-96443d485845 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0376909 Mar 10 18:19:24.744213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-81ae21d3-b4c8-4632-8a4c-43b99d011a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:24.745543 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-81ae21d3-b4c8-4632-8a4c-43b99d011a3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0580716 Mar 10 18:19:24.777903 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-85a76c86-2013-4d98-aee3-4d1c24156923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260339 Mar 10 18:19:24.877278 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-699ed237-2497-4731-b43d-72ae8f94a482 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929070 Mar 10 18:19:24.967519 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-33d09e63-7ce0-40d0-b493-a6cf3d0ead37 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Mar 10 18:19:25.723655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40da7-c568-4c16-85fc-07a747c99d27 req-ee3fb091-4735-4a3b-9651-90f36c6be739 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:25.725151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f40da7-c568-4c16-85fc-07a747c99d27 req-ee3fb091-4735-4a3b-9651-90f36c6be739 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0666251 Mar 10 18:19:25.779367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f40da7-c568-4c16-85fc-07a747c99d27 req-4471c23d-4251-411b-b93a-cbde176af4fa tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481493 Mar 10 18:19:26.918388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858052-9090-4913-9ba1-273a522c2ba1 req-f7a24441-f6b5-451f-b935-662f6a4426c6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:26.920249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38858052-9090-4913-9ba1-273a522c2ba1 req-f7a24441-f6b5-451f-b935-662f6a4426c6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0571167 Mar 10 18:19:26.969050 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-38858052-9090-4913-9ba1-273a522c2ba1 req-6719eec1-0b44-4e1b-80f3-34e33b4597b2 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Mar 10 18:19:27.336117 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:28.097678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f899a-85aa-4350-a7b5-7358599bf06b req-214a5b61-3ed7-4f38-bf0b-5fce58df0806 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:28.099636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-665f899a-85aa-4350-a7b5-7358599bf06b req-214a5b61-3ed7-4f38-bf0b-5fce58df0806 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0561538 Mar 10 18:19:28.148533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-665f899a-85aa-4350-a7b5-7358599bf06b req-8c56cb2c-4e9d-4689-8720-dc266c6d4384 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Mar 10 18:19:29.349093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa742-9090-4286-b4e3-5cbd7267e718 req-ae5cdbd6-d5a5-47d5-8a52-ebfa3cbfef0a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:29.350578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba6aa742-9090-4286-b4e3-5cbd7267e718 req-ae5cdbd6-d5a5-47d5-8a52-ebfa3cbfef0a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.1262956 Mar 10 18:19:29.404393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ba6aa742-9090-4286-b4e3-5cbd7267e718 req-760c2406-ce73-43e7-92f3-d2f540d792e4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Mar 10 18:19:30.351107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:30.587481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53faf21-960a-4a91-a86b-9d51b8bb7cd4 req-7f8a1adf-1233-4176-a98c-f3af0342bfb4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:30.588923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f53faf21-960a-4a91-a86b-9d51b8bb7cd4 req-7f8a1adf-1233-4176-a98c-f3af0342bfb4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.1099608 Mar 10 18:19:30.636962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f53faf21-960a-4a91-a86b-9d51b8bb7cd4 req-f86ba8a1-dd02-4d1a-9d1a-2f32eac104d6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Mar 10 18:19:31.764291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ca38b-95fb-464b-92b9-29cf176f2fe7 req-8e3f6180-fc84-464b-b30d-7a68ba3891cd tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:31.766010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df0ca38b-95fb-464b-92b9-29cf176f2fe7 req-8e3f6180-fc84-464b-b30d-7a68ba3891cd tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0550356 Mar 10 18:19:31.815387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-df0ca38b-95fb-464b-92b9-29cf176f2fe7 req-992ff756-538e-46cb-8728-98c282874ed8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Mar 10 18:19:32.965328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9a10e-d3e4-4972-be0b-0b9169d22712 req-5ab16397-9410-49b6-bc23-64525f18ff54 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:32.966814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60f9a10e-d3e4-4972-be0b-0b9169d22712 req-5ab16397-9410-49b6-bc23-64525f18ff54 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0681541 Mar 10 18:19:33.019108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60f9a10e-d3e4-4972-be0b-0b9169d22712 req-a4567f30-5fcf-4ece-97cf-6b118f320545 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Mar 10 18:19:34.161394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5208c3f-a873-4a2e-bdc5-5729fa190029 req-e0a589a7-f28c-4cfb-9fa6-54cc79ebed29 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:34.162865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5208c3f-a873-4a2e-bdc5-5729fa190029 req-e0a589a7-f28c-4cfb-9fa6-54cc79ebed29 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0548232 Mar 10 18:19:34.211998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5208c3f-a873-4a2e-bdc5-5729fa190029 req-099eddb6-4467-4c80-b7cb-95113e9577ed tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Mar 10 18:19:35.339588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a724c51-f073-4849-bf2a-dce40279f505 req-661a55f2-4a04-46f0-9f4e-0d7ed7aad210 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:35.341048 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a724c51-f073-4849-bf2a-dce40279f505 req-661a55f2-4a04-46f0-9f4e-0d7ed7aad210 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0562899 Mar 10 18:19:35.401986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a724c51-f073-4849-bf2a-dce40279f505 req-e2ec5866-cfbd-4acd-bbf0-67dc1f1cdf93 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Mar 10 18:19:36.538591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9cf04-6fa6-4fe3-abab-1c15d0cccd6b req-5e40200c-91e9-4a35-9054-bda026f8fc8e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:36.540039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1d9cf04-6fa6-4fe3-abab-1c15d0cccd6b req-5e40200c-91e9-4a35-9054-bda026f8fc8e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0557516 Mar 10 18:19:36.591400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b1d9cf04-6fa6-4fe3-abab-1c15d0cccd6b req-98d9df99-245b-4dad-996d-f807ee9f35f3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Mar 10 18:19:37.727586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb017643-9fc4-4262-8fc7-a7ae9ee44fa7 req-526d09d7-bc88-4912-9829-d819c9d937cf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:37.729066 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb017643-9fc4-4262-8fc7-a7ae9ee44fa7 req-526d09d7-bc88-4912-9829-d819c9d937cf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0537500 Mar 10 18:19:37.780745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb017643-9fc4-4262-8fc7-a7ae9ee44fa7 req-aeb61459-8f3a-43c5-a1ba-af834b4e9c98 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Mar 10 18:19:38.922912 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e51ae-38db-49fd-909d-168694ebaabe req-baa211bc-1810-4dee-a17b-d96f646c0b59 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:38.924468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-229e51ae-38db-49fd-909d-168694ebaabe req-baa211bc-1810-4dee-a17b-d96f646c0b59 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0664122 Mar 10 18:19:38.974756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-229e51ae-38db-49fd-909d-168694ebaabe req-f88883c0-eaef-49ca-a04c-327c81592aa6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Mar 10 18:19:40.113029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93eae-4e4d-438d-97fa-f41881d76339 req-f00304c4-afc9-4e12-bd35-4a8f2f2b9d57 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:40.114509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ede93eae-4e4d-438d-97fa-f41881d76339 req-f00304c4-afc9-4e12-bd35-4a8f2f2b9d57 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0579846 Mar 10 18:19:40.167097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ede93eae-4e4d-438d-97fa-f41881d76339 req-570d4af7-52a7-4b24-8735-8598e0f461e4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Mar 10 18:19:41.301509 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875a58d-74aa-4096-9550-3482886695c6 req-f93a93e4-2936-4195-8106-a33c8eb28c58 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:41.303012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f875a58d-74aa-4096-9550-3482886695c6 req-f93a93e4-2936-4195-8106-a33c8eb28c58 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0590112 Mar 10 18:19:41.692121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f875a58d-74aa-4096-9550-3482886695c6 req-e3d6066d-3a2c-4eb3-b09b-22f69c8e28a7 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833411 Mar 10 18:19:42.509972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8126260b-ce81-4573-80c6-6ba0c63720da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:42.832542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c99cdf-3abe-401e-964a-76c359716df7 req-bc1b2c90-00be-41f0-893f-3b73c94c1044 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:42.833992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98c99cdf-3abe-401e-964a-76c359716df7 req-bc1b2c90-00be-41f0-893f-3b73c94c1044 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0595300 Mar 10 18:19:42.883547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98c99cdf-3abe-401e-964a-76c359716df7 req-4d22e3cd-37a0-4d94-a72f-a5d94c7ad78c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Mar 10 18:19:44.023004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869be3-424e-42e5-916b-f572c44aa370 req-9965f3f2-e320-4407-bf24-976ccb02bc90 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:44.024859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8869be3-424e-42e5-916b-f572c44aa370 req-9965f3f2-e320-4407-bf24-976ccb02bc90 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0555124 Mar 10 18:19:44.075878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8869be3-424e-42e5-916b-f572c44aa370 req-e70c6484-9be8-4a47-96a3-50675754d89d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Mar 10 18:19:44.141817 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:19:44.715672 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6504f52b-eb71-4d93-863d-ae269d5c6bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:45.208938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c9dab-2811-4794-90bb-e1ba013b7cc6 req-c14e363e-b91a-4728-9d34-00d056e7984c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:45.210418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-261c9dab-2811-4794-90bb-e1ba013b7cc6 req-c14e363e-b91a-4728-9d34-00d056e7984c tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0554926 Mar 10 18:19:45.267919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-261c9dab-2811-4794-90bb-e1ba013b7cc6 req-baa1c58c-f7a5-4b37-8d76-4fc450cb47dc tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Mar 10 18:19:46.012247 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:46.407743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098d3cd-3565-4f3c-a185-edcee0435def req-1143afdb-dbda-4b55-a042-2335b33b4091 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:46.409193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5098d3cd-3565-4f3c-a185-edcee0435def req-1143afdb-dbda-4b55-a042-2335b33b4091 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0602951 Mar 10 18:19:46.459735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5098d3cd-3565-4f3c-a185-edcee0435def req-533f05a7-ada9-4b5f-a3f4-2e0163d3ee5b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Mar 10 18:19:47.440799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:47.606659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6d62d-e0c0-4631-9306-8ae927660090 req-c0dfb062-a11b-4217-bc7b-db76a91c0706 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:47.608133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ea6d62d-e0c0-4631-9306-8ae927660090 req-c0dfb062-a11b-4217-bc7b-db76a91c0706 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0638671 Mar 10 18:19:47.655787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ea6d62d-e0c0-4631-9306-8ae927660090 req-4ee72931-9986-4bb2-bbe3-c29805efdb30 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Mar 10 18:19:48.804122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f77b-72a8-4dc5-8fd5-42b4828aa3cb req-57216321-f523-4313-904c-d08ceaec23a6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:48.805595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f89f77b-72a8-4dc5-8fd5-42b4828aa3cb req-57216321-f523-4313-904c-d08ceaec23a6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0623672 Mar 10 18:19:48.852461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f89f77b-72a8-4dc5-8fd5-42b4828aa3cb req-08b3b89e-3c14-462a-b42a-0bc54e63246f tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Mar 10 18:19:49.375071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:49.989567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6575c-2a4e-4c97-b2e9-71405034ec04 req-bc182047-6dc1-4bc9-9dbd-159d1bef7ce3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:49.991055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abd6575c-2a4e-4c97-b2e9-71405034ec04 req-bc182047-6dc1-4bc9-9dbd-159d1bef7ce3 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0592093 Mar 10 18:19:50.038461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abd6575c-2a4e-4c97-b2e9-71405034ec04 req-d3d45efd-af2b-448a-a417-cb2f2d053775 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Mar 10 18:19:51.175947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af74eb-6b91-4728-a99f-aba04e710994 req-dbd52710-fe30-4b3b-b90c-a31bd287bde6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:51.177488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82af74eb-6b91-4728-a99f-aba04e710994 req-dbd52710-fe30-4b3b-b90c-a31bd287bde6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0684824 Mar 10 18:19:51.225060 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82af74eb-6b91-4728-a99f-aba04e710994 req-cc65a64b-03a6-408f-bb7c-49fe1b8846a4 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Mar 10 18:19:52.239185 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-7b8afe7b-23e6-4508-8f8a-a9ecb304e4bc service neutron] show failed (client error): The resource could not be found. Mar 10 18:19:52.240278 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-7b8afe7b-23e6-4508-8f8a-a9ecb304e4bc service neutron] 10.222.0.59 "GET /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0684116 Mar 10 18:19:52.386003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1ffd-2c61-4073-bfe1-9a6f65d5b922 req-f0ea72a7-6cf5-4167-9edb-3eb654a8d981 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:52.387548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfcf1ffd-2c61-4073-bfe1-9a6f65d5b922 req-f0ea72a7-6cf5-4167-9edb-3eb654a8d981 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0598106 Mar 10 18:19:52.448624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfcf1ffd-2c61-4073-bfe1-9a6f65d5b922 req-6f929368-405d-4385-b887-1bc2fec97f3d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542157 Mar 10 18:19:52.502234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-d8441cd5-2185-4858-8602-880c3c98cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:52.503670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-d8441cd5-2185-4858-8602-880c3c98cd5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d&tenant_id=826e846f516a424596252b567ab1e2dd HTTP/1.1" status: 200 len: 1128 time: 0.0471823 Mar 10 18:19:52.517401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:19:52.577872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:52.811409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:52.844581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:19:52.883675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:52.885953 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8269ed-9ae4-4be6-9e74-34e19e3aef9a" -d '{"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:52.889475 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks [] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:52.901877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Transition to ACTIVE for port object c3d8c368-240b-4d77-ae51-5ebe7f4b00cf will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:19:52.906704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:52.944887 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e9876-16e4-4cad-a499-4a7c1f26537f x-openstack-request-id: req-882e9876-16e4-4cad-a499-4a7c1f26537f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:52.945182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:52.945436 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-882e9876-16e4-4cad-a499-4a7c1f26537f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:52.945815 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'code': 200} Mar 10 18:19:52.971306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] No DVR routers for this DVR port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:19:52.973257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:52.984044 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.984368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.984736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.985071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.985403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.985726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.986050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.986371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.986705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.987020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.987341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.987656 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:52.987971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:19:53.020359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:19:53.020980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:19:53.020980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:53.025533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:19:53.025795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Attempting to bind port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on network c2b19940-e99b-42a2-baa6-1ce43bbdc76d {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:19:53.030761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:19:53.031099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Checking segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:19:53.031471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Bound using segment: {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:19:53.031886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Bound port: c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052a70e7-b24d-4048-9fdb-13815d600c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:19:53.032239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:53.106575 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:19:53.109686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:19:53.116792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:53.148450 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:53.149106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:53.150572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 1092 time: 0.6392426 Mar 10 18:19:53.183991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7647de-589d-406c-827f-12b38e9a4836 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:53.221763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-a4546599-2160-4b39-92a1-6f5e226342ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:53.223409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-a4546599-2160-4b39-92a1-6f5e226342ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0483186 Mar 10 18:19:53.323659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-0951d08c-b7bf-4166-ae81-9e15a9dd6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:53.325085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-0951d08c-b7bf-4166-ae81-9e15a9dd6f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0951998 Mar 10 18:19:53.365707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-08b07e8c-6160-4e2e-9063-08057f3e57d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0347993 Mar 10 18:19:53.421883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-bcadcf14-3930-4d5e-8bbe-5f7e5164baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:53.424380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-bcadcf14-3930-4d5e-8bbe-5f7e5164baa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0523348 Mar 10 18:19:53.458021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-9f36c6a3-0e5e-4fbb-a63a-45ba59bdb8b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275776 Mar 10 18:19:53.581107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-b34f853b-ddb6-4f26-9c5f-b2c7013e0b3a service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164975 Mar 10 18:19:53.603500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ed7f-64d4-470f-808c-c453cb4dcd46 req-79346709-4020-4940-a75d-75834d998ddf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:53.604916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e2ed7f-64d4-470f-808c-c453cb4dcd46 req-79346709-4020-4940-a75d-75834d998ddf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0824246 Mar 10 18:19:53.698352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e2ed7f-64d4-470f-808c-c453cb4dcd46 req-d42196ec-f242-4262-9f8e-3d4f1901cbdb tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834346 Mar 10 18:19:53.715248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f46e12dd-ff50-4f46-a227-64ce50ef446a req-a3c40a99-49d0-432a-823b-5ab91ddceec9 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260374 Mar 10 18:19:54.839002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98efe1-a5cd-47e2-81c2-0ea611f5a720 req-9672ceb1-8ead-40bd-ac1f-87436aa06045 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:54.840470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f98efe1-a5cd-47e2-81c2-0ea611f5a720 req-9672ceb1-8ead-40bd-ac1f-87436aa06045 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0603695 Mar 10 18:19:54.888074 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f98efe1-a5cd-47e2-81c2-0ea611f5a720 req-06abb0a6-020e-4272-9e8f-5e25f4913d36 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Mar 10 18:19:54.946879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:54.949273 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16330bcc-8abc-48da-9ae9-c5be1c267b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:54.998880 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0164238c-d2b1-49c5-b0a8-0066bd7647b8 x-openstack-request-id: req-0164238c-d2b1-49c5-b0a8-0066bd7647b8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:54.999168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:54.999407 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0164238c-d2b1-49c5-b0a8-0066bd7647b8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:54.999836 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'status': 'completed', 'code': 200} Mar 10 18:19:55.068238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-17693c83-7ba9-4165-8e0f-a623c8031474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.069198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-2a6d8fa2-971e-4fdd-b13f-10a7c5724e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.069776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-17693c83-7ba9-4165-8e0f-a623c8031474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0465033 Mar 10 18:19:55.070741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-2a6d8fa2-971e-4fdd-b13f-10a7c5724e78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0465105 Mar 10 18:19:55.174115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-be075c14-dee3-4d45-8daa-c47d4119e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.175046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-c7e7933d-5f05-44bb-9dfe-e4f6cd049c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.175638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-be075c14-dee3-4d45-8daa-c47d4119e0bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0960026 Mar 10 18:19:55.176472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-c7e7933d-5f05-44bb-9dfe-e4f6cd049c0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.1000071 Mar 10 18:19:55.218286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-a8d831a7-328f-45b3-8e8d-59f13400a152 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0353982 Mar 10 18:19:55.220129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-07aad566-ccf7-4e78-b690-3ada6f34cc0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0349419 Mar 10 18:19:55.268905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-d21ab5e6-7b37-4c6d-8d68-15be6de36b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.270269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-d21ab5e6-7b37-4c6d-8d68-15be6de36b2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0451639 Mar 10 18:19:55.270505 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-a1ef096a-d282-4046-9faf-432549ec0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:55.271873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-a1ef096a-d282-4046-9faf-432549ec0c7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0425799 Mar 10 18:19:55.305922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-01860557-5a9b-4f82-9879-2a6287abf45f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284734 Mar 10 18:19:55.307320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-3191a6d1-1ebe-4d58-b369-dfb28ccda491 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255327 Mar 10 18:19:55.403893 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-b4516842-5760-46f4-abfc-5e1fb03c0880 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Mar 10 18:19:55.404218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-5332c730-b942-4fd1-84eb-0472f636b2ae service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905576 Mar 10 18:19:55.500715 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-8c6bf5f7-7573-4a44-8a29-de9b3644e380 service neutron] 10.222.0.41 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889597 Mar 10 18:19:55.502614 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-16330bcc-8abc-48da-9ae9-c5be1c267b8e req-6e889d31-1c63-4c90-b019-ce0344cef3d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Mar 10 18:19:56.020916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca66f2-4565-49e8-9379-fd27b1ba86ac req-88701e27-13e4-43a8-921c-541c202e8ba8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:56.022409 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-baca66f2-4565-49e8-9379-fd27b1ba86ac req-88701e27-13e4-43a8-921c-541c202e8ba8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0562575 Mar 10 18:19:56.072009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-baca66f2-4565-49e8-9379-fd27b1ba86ac req-dba7d5fb-b244-4551-8bcb-0a471a71d421 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Mar 10 18:19:56.989977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:19:57.042119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:19:57.042475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:19:57.213483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301e511-9ab1-4827-ab0a-5a6f0a41d0a7 req-5349c2ac-ebbe-464d-8692-eafa2c8c44bf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.214984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4301e511-9ab1-4827-ab0a-5a6f0a41d0a7 req-5349c2ac-ebbe-464d-8692-eafa2c8c44bf tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0594509 Mar 10 18:19:57.263395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4301e511-9ab1-4827-ab0a-5a6f0a41d0a7 req-f6d510ee-4c9d-4273-b7c4-6da664ed049b tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Mar 10 18:19:57.333117 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:57.470834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8ca8-a7c9-46e2-9357-f3b8c336f5ea req-07150b29-cee0-48bb-8f64-aee12b803715 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.472355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db0d8ca8-a7c9-46e2-9357-f3b8c336f5ea req-07150b29-cee0-48bb-8f64-aee12b803715 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 944 time: 0.0591016 Mar 10 18:19:57.524638 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db0d8ca8-a7c9-46e2-9357-f3b8c336f5ea req-7c599da0-9179-4166-9703-2d09e24ba401 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460525 Mar 10 18:19:57.534318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-b0092f3e-4734-4a5d-9ac4-3d916b510c84 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.535834 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-b0092f3e-4734-4a5d-9ac4-3d916b510c84 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.59 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d&tenant_id=826e846f516a424596252b567ab1e2dd&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0959890 Mar 10 18:19:57.552339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:19:57.600133 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-8439d8ed-b131-46dc-b638-f6861886e92d service neutron] delete failed (client error): The resource could not be found. Mar 10 18:19:57.601187 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-8439d8ed-b131-46dc-b638-f6861886e92d service neutron] 10.222.0.59 "DELETE /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0541468 Mar 10 18:19:57.659138 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:57.672423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'network_id': 'c2b19940-e99b-42a2-baa6-1ce43bbdc76d', 'port_id': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'mac_address': 'fa:16:3e:3d:d4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b55f2-e772-4586-b49c-1c1e7b0e20d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:19:57.699907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-334eb428-914d-45d2-bc21-066a7daf3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.701434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-334eb428-914d-45d2-bc21-066a7daf3dd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=826e846f516a424596252b567ab1e2dd&device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 1126 time: 0.0514767 Mar 10 18:19:57.712011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:57.712429 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:57.726248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d8c368-240b-4d77-ae51-5ebe7f4b00cf {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:19:57.745853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:57.750973 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:57.794026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-4a97341f-e002-4b20-b56b-b340b1475546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.795902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-4a97341f-e002-4b20-b56b-b340b1475546 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 200 len: 916 time: 0.0851851 Mar 10 18:19:57.799296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:57.843852 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-f97c5aa8-c17d-4149-a2e7-7e57321a0b2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 200 len: 217 time: 0.0382938 Mar 10 18:19:57.894982 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-53d5044a-ee62-4087-8212-5940cc34cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:57.896695 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-53d5044a-ee62-4087-8212-5940cc34cada service neutron] 10.222.0.59 "GET /v2.0/subnets?id=512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 200 len: 855 time: 0.0440478 Mar 10 18:19:57.931814 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-d2d6632e-c738-4c47-8ba1-1c3548e450ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c2b19940-e99b-42a2-baa6-1ce43bbdc76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256238 Mar 10 18:19:58.054389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:19:58.311906 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-5e8eb158-772c-4885-9a04-1a404649c6d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726788 Mar 10 18:19:58.403226 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3718aa03-5ffc-4823-9c7f-4cc688b910bf req-a0a73471-6841-4663-98cb-699f9ebf9a83 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818105 Mar 10 18:19:58.661653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d3f21-38f4-4df0-b02e-64b8c1d31820 req-b40ce5dd-3c4c-4b89-8bac-b2082dadd18e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:58.663176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-369d3f21-38f4-4df0-b02e-64b8c1d31820 req-b40ce5dd-3c4c-4b89-8bac-b2082dadd18e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 945 time: 0.0627730 Mar 10 18:19:58.717130 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-369d3f21-38f4-4df0-b02e-64b8c1d31820 req-51348e21-c6da-4169-b0bd-5ed5367473e8 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Mar 10 18:19:59.566017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:19:59.622030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:19:59.625976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:19:59.626350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:59.708699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:19:59.709025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:59.732289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:19:59.734731 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37bd332-21a0-4fd1-a214-fbd0515d6aae" -d '{"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:19:59.749410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:19:59.755421 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:19:59.779466 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407e3c0-ce5f-4bfb-98de-9f0e907d1a3c x-openstack-request-id: req-f407e3c0-ce5f-4bfb-98de-9f0e907d1a3c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:19:59.779761 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:19:59.780015 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f407e3c0-ce5f-4bfb-98de-9f0e907d1a3c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:19:59.780430 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'code': 200} Mar 10 18:19:59.807707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:19:59.854562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7544-038e-42ba-9cf0-dad1d23ce26b req-c7614c3d-9de9-40ef-8453-2725a8733c26 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:19:59.855955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c6b7544-038e-42ba-9cf0-dad1d23ce26b req-c7614c3d-9de9-40ef-8453-2725a8733c26 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0593052 Mar 10 18:19:59.904851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8c6b7544-038e-42ba-9cf0-dad1d23ce26b req-d81c3a0f-4f67-44c6-9a05-e44a21b3cece tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Mar 10 18:20:00.031334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953894f-fffc-4662-b894-fe12eaabec2b req-209b8448-e35c-4d7b-a862-080decf9a97e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:00.032816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4953894f-fffc-4662-b894-fe12eaabec2b req-209b8448-e35c-4d7b-a862-080decf9a97e tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0579364 Mar 10 18:20:00.088691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4953894f-fffc-4662-b894-fe12eaabec2b req-39620020-1c90-4947-9153-cd047acc3260 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501139 Mar 10 18:20:00.208324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fffcf9-28f5-4311-ba79-3f6841736084 req-bfc7be67-facf-444a-84c8-58cf024de633 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:00.209804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fffcf9-28f5-4311-ba79-3f6841736084 req-bfc7be67-facf-444a-84c8-58cf024de633 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0553291 Mar 10 18:20:00.262903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64fffcf9-28f5-4311-ba79-3f6841736084 req-ae42bced-6062-440d-888a-5ebf82c62cf6 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Mar 10 18:20:00.350085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:00.620314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc290a6-46e4-4484-b9e3-8d98de213691 req-3109890e-e823-40e6-a0d0-af7c709c563d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:00.621839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc290a6-46e4-4484-b9e3-8d98de213691 req-3109890e-e823-40e6-a0d0-af7c709c563d tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0573044 Mar 10 18:20:00.670934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbc290a6-46e4-4484-b9e3-8d98de213691 req-a4501713-20f8-42c8-b36d-44a4f0d979f0 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Mar 10 18:20:01.798680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420258af-edc8-4602-9700-20d584070f17 req-f5499885-e370-4d1d-bfbd-bfbc50ec5921 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:01.800172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-420258af-edc8-4602-9700-20d584070f17 req-f5499885-e370-4d1d-bfbd-bfbc50ec5921 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0548251 Mar 10 18:20:01.880300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-420258af-edc8-4602-9700-20d584070f17 req-43c374c8-7890-4bea-83a3-659b9ec0e67a tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.35 "GET /v2.0/security-groups?id=27abd6ef-4487-49f5-9d08-16dd2cc7a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677454 Mar 10 18:20:01.890306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d04c23e1-13c8-4025-81d8-e4255d024a39 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:01.891772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d04c23e1-13c8-4025-81d8-e4255d024a39 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.41 "GET /v2.0/ports?device_id=2be6fa44-543d-4a7c-8968-8593b0df875d HTTP/1.1" status: 200 len: 946 time: 0.0869370 Mar 10 18:20:01.997541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Deleting port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:20:01.997777 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:02.092573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] For port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,segment=NetworkSegment(052a70e7-b24d-4048-9fdb-13815d600c62),segment_id=052a70e7-b24d-4048-9fdb-13815d600c62)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:02.092940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:02.104951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Calling delete_port for c3d8c368-240b-4d77-ae51-5ebe7f4b00cf owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:20:02.233974 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c3d8c368-240b-4d77-ae51-5ebe7f4b00cf), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:02.245612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:20:02.266463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Pushing event deleted for resources: {'Port': ['ID=c3d8c368-240b-4d77-ae51-5ebe7f4b00cf,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:02.309624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] No DVR routers for this DVR port c3d8c368-240b-4d77-ae51-5ebe7f4b00cf on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:20:02.312640 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:02.316299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4fe11f8-4e5f-453c-a483-468f9901ade0 req-d77183c4-0fbe-4fa8-8bf2-dc1e87cad3c5 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] 10.222.0.41 "DELETE /v2.0/ports/c3d8c368-240b-4d77-ae51-5ebe7f4b00cf HTTP/1.1" status: 204 len: 173 time: 0.4191520 Mar 10 18:20:02.317157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-deleted', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:02.320248 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a8282-dc08-4cf7-b8e3-422e3a1e8c86" -d '{"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-deleted", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:02.359406 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b950b4a-4841-4c73-8558-d4b583723050 x-openstack-request-id: req-2b950b4a-4841-4c73-8558-d4b583723050 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:02.359704 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be6fa44-543d-4a7c-8968-8593b0df875d", "name": "network-vif-deleted", "tag": "c3d8c368-240b-4d77-ae51-5ebe7f4b00cf", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:02.359963 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b950b4a-4841-4c73-8558-d4b583723050 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:02.360380 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6fa44-543d-4a7c-8968-8593b0df875d', 'name': 'network-vif-deleted', 'tag': 'c3d8c368-240b-4d77-ae51-5ebe7f4b00cf', 'status': 'completed', 'code': 200} Mar 10 18:20:03.017083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:03.062051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Deleting subnet 512b55f2-e772-4586-b49c-1c1e7b0e20d2 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:20:03.065238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Publish callbacks [] for subnet (512b55f2-e772-4586-b49c-1c1e7b0e20d2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.103609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (512b55f2-e772-4586-b49c-1c1e7b0e20d2), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.142005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (512b55f2-e772-4586-b49c-1c1e7b0e20d2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.197013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (512b55f2-e772-4586-b49c-1c1e7b0e20d2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.222973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512b55f2-e772-4586-b49c-1c1e7b0e20d2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:03.225360 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.228508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/512b55f2-e772-4586-b49c-1c1e7b0e20d2 HTTP/1.1" status: 204 len: 168 time: 0.2104075 Mar 10 18:20:03.231312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55894) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:03.235140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.235488 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.235819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.236159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.236485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.236812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.237134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.237441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.237758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.238095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.238397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.238741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.239060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e011-c47f-414f-9ddd-21f78a00e68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:03.304940 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (c2b19940-e99b-42a2-baa6-1ce43bbdc76d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.389693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (c2b19940-e99b-42a2-baa6-1ce43bbdc76d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.409775 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b19940-e99b-42a2-baa6-1ce43bbdc76d']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:03.419710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052a70e7-b24d-4048-9fdb-13815d600c62') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:03.420005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052a70e7-b24d-4048-9fdb-13815d600c62') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:03.429334 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (052a70e7-b24d-4048-9fdb-13815d600c62), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.443580 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (052a70e7-b24d-4048-9fdb-13815d600c62), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.451971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:20:03.452352 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (052a70e7-b24d-4048-9fdb-13815d600c62), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:20:03.454381 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:20:03.512767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (c2b19940-e99b-42a2-baa6-1ce43bbdc76d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.519152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.523020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] 10.222.0.35 "DELETE /v2.0/networks/c2b19940-e99b-42a2-baa6-1ce43bbdc76d HTTP/1.1" status: 204 len: 168 time: 0.2907274 Mar 10 18:20:03.534291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfce376-ed24-4aa4-9b2d-4a678cba58fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b19940-e99b-42a2-baa6-1ce43bbdc76d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:03.645408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55898) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:03.692945 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4714863c-145e-452f-8e2b-01f588ae122c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=826e846f516a424596252b567ab1e2dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460672 Mar 10 18:20:03.696763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55900) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:03.744926 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] Publish callbacks [] for security_group (27abd6ef-4487-49f5-9d08-16dd2cc7a22f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.770416 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] Publish callbacks [] for security_group (27abd6ef-4487-49f5-9d08-16dd2cc7a22f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.821245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (27abd6ef-4487-49f5-9d08-16dd2cc7a22f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.823723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:03.825030 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27abd6ef-4487-49f5-9d08-16dd2cc7a22f HTTP/1.1" status: 204 len: 168 time: 0.1273367 Mar 10 18:20:03.833099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441206-04d3-4acf-85cf-a0ea218009c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27abd6ef-4487-49f5-9d08-16dd2cc7a22f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:04.539855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55922) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:04.646862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-770123596-network', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:04.667823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:20:04.670452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.678872 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.755691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks [] for security_group (95d2fd61-dee6-4547-9511-ad29945a1d17), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.761098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95d2fd61-dee6-4547-9511-ad29945a1d17), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.786100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:20:04.797543 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d2fd61-dee6-4547-9511-ad29945a1d17,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:04.802212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (88433b23-e7d0-4098-b192-45a4b690c6e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.802597 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Added segment 88433b23-e7d0-4098-b192-45a4b690c6e8 of type vlan for network 7fe18721-b50e-413a-9a47-7deac73c263f Mar 10 18:20:04.848030 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (7fe18721-b50e-413a-9a47-7deac73c263f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.875845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (7fe18721-b50e-413a-9a47-7deac73c263f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.876895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:04.877520 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.912276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3713574 Mar 10 18:20:04.915938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55926) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:04.921377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Request body: {'subnet': {'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-770123596-subnet', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:04.940735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61558-e5d9-4d64-90d5-aa69f073f3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe18721-b50e-413a-9a47-7deac73c263f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:04.944577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:20:04.947338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:04.952240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 7fe18721-b50e-413a-9a47-7deac73c263f details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:20:05.123605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (d2199d01-b14a-47fa-a837-b338d8cdd817), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.187813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2199d01-b14a-47fa-a837-b338d8cdd817,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:05.196711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:05.197077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Network hostable DHCP agents. Network: 7fe18721-b50e-413a-9a47-7deac73c263f, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:20:05.215485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Network 7fe18721-b50e-413a-9a47-7deac73c263f is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:20:05.225492 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 7fe18721-b50e-413a-9a47-7deac73c263f) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:05.229901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:05.230540 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.236000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf522096-bb51-43df-9d25-50c77f35cb4d None None] Network 7fe18721-b50e-413a-9a47-7deac73c263f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:20:05.246450 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-89b8c5c2-796c-4b35-a2e1-4922b835c416 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3293900 Mar 10 18:20:05.249210 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:05.253429 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:05.271913 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (319b65e0-9944-4015-9806-20d3aea9b5da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.272936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (319b65e0-9944-4015-9806-20d3aea9b5da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.329623 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for router_controller (319b65e0-9944-4015-9806-20d3aea9b5da), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.339154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-7fe18721-b50e-413a-9a47-7deac73c263f', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:20:05.340031 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.476262 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for router_gateway (319b65e0-9944-4015-9806-20d3aea9b5da), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.481760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Allocated IP 172.20.0.2 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/35130184-7b3b-416d-97bc-884fcf223b69) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:05.604108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:20:05.630817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: c3d8c368-240b-4d77-ae51-5ebe7f4b00cf {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:20:05.631160 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device c3d8c368-240b-4d77-ae51-5ebe7f4b00cf not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:20:05.646105 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks [] for port (35130184-7b3b-416d-97bc-884fcf223b69), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.655603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (35130184-7b3b-416d-97bc-884fcf223b69), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.694419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:05.699307 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:05.702297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:05.703994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for router_gateway (319b65e0-9944-4015-9806-20d3aea9b5da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.714471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Pushing event updated for resources: {'Port': ['ID=35130184-7b3b-416d-97bc-884fcf223b69,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:05.725174 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.771046 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Attempting to bind port 35130184-7b3b-416d-97bc-884fcf223b69 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:05.771405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Attempting to bind port 35130184-7b3b-416d-97bc-884fcf223b69 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:05.771841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Attempting to bind port 35130184-7b3b-416d-97bc-884fcf223b69 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:05.777198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:05.777649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:05.778122 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.778619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:05.779083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Bound port: 35130184-7b3b-416d-97bc-884fcf223b69, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:05.779456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35130184-7b3b-416d-97bc-884fcf223b69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.835601 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Allocated IP 172.25.3.183 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/ce0a74ac-a065-4a55-8b53-e6eceacb1c1d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:05.842855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] For port 35130184-7b3b-416d-97bc-884fcf223b69, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:05.847218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] For port 35130184-7b3b-416d-97bc-884fcf223b69, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=35130184-7b3b-416d-97bc-884fcf223b69,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:05.854939 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (35130184-7b3b-416d-97bc-884fcf223b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.917895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d0f64-ff0f-4b73-8096-964c577af84e None None] Pushing event updated for resources: {'Port': ['ID=35130184-7b3b-416d-97bc-884fcf223b69,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:05.943019 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:05.982446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:06.019557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:06.022798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:06.025586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:06.064197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:06.309559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for router_gateway (319b65e0-9944-4015-9806-20d3aea9b5da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:06.521092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (319b65e0-9944-4015-9806-20d3aea9b5da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:06.661218 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Router 319b65e0-9944-4015-9806-20d3aea9b5da is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:20:06.778283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:20:06.788235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:20:06.802722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:06.803854 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b124e19c-92a0-4cb2-9992-572e047201c4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5536933 Mar 10 18:20:06.807076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55930) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:06.808181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:06.808804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:19:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:06.857704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58bc8b2-4bd6-437a-b5b6-2224d26952a0 None None] Network 7fe18721-b50e-413a-9a47-7deac73c263f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:20:06.940109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 35130184-7b3b-416d-97bc-884fcf223b69 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:06.967004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Provisioning complete for port 35130184-7b3b-416d-97bc-884fcf223b69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:06.967380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35130184-7b3b-416d-97bc-884fcf223b69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.238220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:07.391590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 35130184-7b3b-416d-97bc-884fcf223b69 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:07.391964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35130184-7b3b-416d-97bc-884fcf223b69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.477346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Current status of the port 35130184-7b3b-416d-97bc-884fcf223b69 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:07.477744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35130184-7b3b-416d-97bc-884fcf223b69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.548206 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.572387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] For port 35130184-7b3b-416d-97bc-884fcf223b69, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=35130184-7b3b-416d-97bc-884fcf223b69,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:07.582072 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (35130184-7b3b-416d-97bc-884fcf223b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.616130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 35130184-7b3b-416d-97bc-884fcf223b69 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:07.616514 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (35130184-7b3b-416d-97bc-884fcf223b69), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.653171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:06Z', 'revision_number': 3, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:07.689725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:20:07.690070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Updating router 319b65e0-9944-4015-9806-20d3aea9b5da port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:20:07.693392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1d844-96b7-4156-9682-876730a987ea None None] Pushing event updated for resources: {'Port': ['ID=35130184-7b3b-416d-97bc-884fcf223b69,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:07.761961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.766274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Allocated IP 172.20.0.1 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:07.766471 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:20:07.766471 n-d-833115-2 neutron-server[103796]: DEBUG oslo_db.api [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:20:07.766861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-78af40e7-a2a8-4f19-b577-42010c8a33e2 None None] Provisioning complete for port 35130184-7b3b-416d-97bc-884fcf223b69 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:07.767308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-78af40e7-a2a8-4f19-b577-42010c8a33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35130184-7b3b-416d-97bc-884fcf223b69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.870395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks [] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.905645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:07.948791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:07.955286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:07.959688 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:07.962995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:07.999958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-78af40e7-a2a8-4f19-b577-42010c8a33e2 None None] Current status of the port 35130184-7b3b-416d-97bc-884fcf223b69 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:08.001930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (319b65e0-9944-4015-9806-20d3aea9b5da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.113411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks [] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.119440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.170362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Attempting to bind port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:08.170763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Attempting to bind port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:08.171134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Attempting to bind port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:08.180019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633b08-2377-4d1e-bfda-61a620ebde90 None None] Pushing event updated for resources: {'Port': ['ID=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:08.182566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:08.182949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:08.183354 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.183883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:08.184142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.184371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Bound port: ce0a74ac-a065-4a55-8b53-e6eceacb1c1d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:08.184758 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.246336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e26eb8f7-8b47-4164-a281-79c9f434ae87 None None] Provisioning complete for port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:08.246708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e26eb8f7-8b47-4164-a281-79c9f434ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.267598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] For port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:08.305077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] For port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:08.323618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.329599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e26eb8f7-8b47-4164-a281-79c9f434ae87 None None] Port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:20:08.350745 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks [] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.351363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 35130184-7b3b-416d-97bc-884fcf223b69 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:08.357581 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.391931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:08.392575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:19:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:08.397424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633b08-2377-4d1e-bfda-61a620ebde90 None None] Pushing event updated for resources: {'Port': ['ID=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:08.427896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:08.434035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (319b65e0-9944-4015-9806-20d3aea9b5da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.507773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:08.529411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:08.530966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:08.653159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:20:08.739712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 2, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:08.774501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ddb87-7099-437a-a864-9abfcf8dd46b None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 2, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:20:08.776343 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:20:08.787074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-40f34fee-7fd9-434f-952d-f99b205cc7c3 admin admin] 10.222.0.35 "PUT /v2.0/routers/319b65e0-9944-4015-9806-20d3aea9b5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9725475 Mar 10 18:20:08.788172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aaa852ce-1b28-41eb-8cba-77d19b7c9fa8 None None] Provisioning complete for port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:08.788172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aaa852ce-1b28-41eb-8cba-77d19b7c9fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:08.830711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aaa852ce-1b28-41eb-8cba-77d19b7c9fa8 None None] Port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:20:08.869976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 35130184-7b3b-416d-97bc-884fcf223b69 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:08.929639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 35130184-7b3b-416d-97bc-884fcf223b69 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:08.930004 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (35130184-7b3b-416d-97bc-884fcf223b69), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.048098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 35130184-7b3b-416d-97bc-884fcf223b69 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:09.253994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:09.258826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554753318', 'description': 'tempest-description--1423180981'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:09.280916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.353663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (2130b863-98ed-4a61-8a8b-25a9d088927f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.358204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2130b863-98ed-4a61-8a8b-25a9d088927f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.388265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2130b863-98ed-4a61-8a8b-25a9d088927f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:09.392969 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.396846 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6854c13a-2b9a-412f-8a7a-f2afb958c256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1391063 Mar 10 18:20:09.397306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 55940) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:09.402173 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'security_group_rule': {'security_group_id': '2130b863-98ed-4a61-8a8b-25a9d088927f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:09.429702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (01ef22ae-810b-42af-979b-83367a3bab67), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.501664 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (01ef22ae-810b-42af-979b-83367a3bab67), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.506316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (01ef22ae-810b-42af-979b-83367a3bab67), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.528937 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ef22ae-810b-42af-979b-83367a3bab67,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:09.536558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.538315 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edd51170-ca4d-4db6-815e-ec392eb70134 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398416 Mar 10 18:20:09.541162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55942) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:09.546138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'security_group_rule': {'security_group_id': '2130b863-98ed-4a61-8a8b-25a9d088927f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:09.573349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (f4acca75-6f74-4c77-8ec3-7d951a211977), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.640140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (f4acca75-6f74-4c77-8ec3-7d951a211977), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.644386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f4acca75-6f74-4c77-8ec3-7d951a211977), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.665466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4acca75-6f74-4c77-8ec3-7d951a211977,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:09.675452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.679884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ade9b602-3a83-4c45-95a6-523d14ad5bf9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347342 Mar 10 18:20:09.680019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55944) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:09.684328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:09.705146 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.813309 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:09.923348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Allocated IP 172.25.3.136 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:10.033747 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.069586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.108686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:10.113587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:10.117004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:10.123266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:10.208556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.250212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.405060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.410834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.484595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:10.494996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.511207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.512489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b3674a71-e79f-450e-9359-b51fa57c1bbe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8315165 Mar 10 18:20:10.685608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-47df06cb-d38a-4c6f-9d4d-9dc77bf2569c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1554753318&fields=id&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 267 time: 0.0538216 Mar 10 18:20:10.800621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-d7a5a584-9132-4c06-b5ca-fddbea4f80b6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:10.801982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-d7a5a584-9132-4c06-b5ca-fddbea4f80b6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1095684 Mar 10 18:20:10.819961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-b993d27f-d626-43ca-ab4b-3f70a83b99f2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/quotas/d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 375 time: 0.0105362 Mar 10 18:20:10.841658 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:20:10.852608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:10.853436 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:19:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:10.883101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-6e724c66-19ff-47f5-a4c1-637496290c84 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573993 Mar 10 18:20:10.886971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ce0a74ac-a065-4a55-8b53-e6eceacb1c1d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:10.947080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:10.947529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:10.964496 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:10.991010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-2f232171-3ae9-450f-86d2-e964ca6e2adc service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956383 Mar 10 18:20:11.038098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:11.038621 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.062460 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:11.068294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.089075 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-0bf6d56a-ce5b-4662-b8cf-f94a1e9f6b62 service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915720 Mar 10 18:20:11.125251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:11.282475 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 2, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:11.286711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a0d9663-5440-4be8-b440-4851509a3998 req-f27cbab0-6e4d-4f5e-8e46-dabd3f903f02 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 210 time: 0.0297775 Mar 10 18:20:11.313318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:20:11.313675 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Updating router 319b65e0-9944-4015-9806-20d3aea9b5da port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:20:11.340737 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.612103 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks [] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.618037 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.690602 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Pushing event updated for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:11.716831 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.717163 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.717708 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.718031 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.718378 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.718741 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.719056 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.719362 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.719700 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.720022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.720339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.720638 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.721138 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:11.735695 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Attempting to bind port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:11.736000 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Attempting to bind port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:11.736372 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Attempting to bind port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:11.741904 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:11.742276 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:11.743271 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.744869 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:11.744869 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Bound port: d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:11.744869 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.815138 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] For port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:11.819576 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] For port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:11.828215 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:11.901155 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba35ea-4886-4b01-9263-4a7f11367e7d None None] Pushing event updated for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:11.907587 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:11.908226 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:19:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:11.977407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Provisioning complete for port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:11.978487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.023311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:12.071525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Current status of the port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:12.072255 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.106611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] For port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:12.112835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.166414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcf76f-55eb-4e1b-ad91-adb1fe955809 None None] Pushing event updated for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:12.234197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-604edfd7-c58d-4767-a70a-c01796d9f984 None None] Provisioning complete for port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:12.234927 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-604edfd7-c58d-4767-a70a-c01796d9f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.236567 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:12.265093 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123a96f-cdd9-4f3f-a80e-7cd317df243c None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:20:12.281822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-df9be31b-5301-4ee2-82e3-08d429e3fb5c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:12.284468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-df9be31b-5301-4ee2-82e3-08d429e3fb5c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1265762 Mar 10 18:20:12.346889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-604edfd7-c58d-4767-a70a-c01796d9f984 None None] Current status of the port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:12.372256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-0a1c8ba3-3a3b-4c3b-80e2-1af3ad968046 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 380 time: 0.0793920 Mar 10 18:20:12.391265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'port': {'device_id': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'admin_state_up': True, 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'security_groups': ['2130b863-98ed-4a61-8a8b-25a9d088927f']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:12.425768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-595e708c-1978-4dbe-95e1-9f2026a6c4ec req-b5edfe55-252e-4356-95d1-fcbb935912e2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 210 time: 0.0488493 Mar 10 18:20:12.495359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-22d83d74-95f3-44bf-be9f-df888d4eb693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.524930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:20:12.528989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.661817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Allocated IP 172.20.0.8 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/937f746c-519f-48e1-82ae-08dcc9cbbd59) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:12.823299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.859101 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.876214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ce0a74ac-a065-4a55-8b53-e6eceacb1c1d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:12.902584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:12.910065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:12.914833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:12.941418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:12.942125 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.964229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:12.964900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:12.968831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:12.990831 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-650007a2-7822-421e-b7ab-e01079b7c6bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038508 Mar 10 18:20:13.004649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Request body: {'port': {'device_id': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:13.043868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:13.045490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:13.072586 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.094884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:13.095251 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.189764 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:13.192637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cd0d3209-bdb9-4723-9e6f-4e1517f4eb4b None None] Provisioning complete for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:13.193002 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3209-bdb9-4723-9e6f-4e1517f4eb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.231327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d3209-bdb9-4723-9e6f-4e1517f4eb4b None None] Port 937f746c-519f-48e1-82ae-08dcc9cbbd59 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:20:13.362164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937f746c-519f-48e1-82ae-08dcc9cbbd59 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:20:13.370678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks [] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.389195 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Transition to ACTIVE for port object 937f746c-519f-48e1-82ae-08dcc9cbbd59 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:20:13.395814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.451423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:13.559411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:13.559812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:13.560073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:13.567414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:20:13.567731 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:13.576428 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:13.576777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:13.577161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:13.577823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Bound port: 937f746c-519f-48e1-82ae-08dcc9cbbd59, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:13.578194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.588659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957a64-08c7-4e2d-828d-104fcfbe8454 req-0bb8bdcc-b236-4ff5-9baa-4c67321191c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:13.590194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f957a64-08c7-4e2d-828d-104fcfbe8454 req-0bb8bdcc-b236-4ff5-9baa-4c67321191c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0844064 Mar 10 18:20:13.682923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f957a64-08c7-4e2d-828d-104fcfbe8454 req-efe657bc-c0bf-499c-a2cb-ea07898b9477 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848932 Mar 10 18:20:13.692060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:13.695380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:13.703978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.739935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:13.740621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:13.742039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] 10.222.0.41 "PUT /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 1091 time: 0.7426944 Mar 10 18:20:13.742533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:13.744861 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:13.775949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc647f8f-983e-4728-b4d4-ce662e58e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:13.787199 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b59df6-a16d-4908-927a-e9027807604c x-openstack-request-id: req-44b59df6-a16d-4908-927a-e9027807604c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:13.787805 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:13.788080 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44b59df6-a16d-4908-927a-e9027807604c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:13.788489 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'status': 'completed', 'code': 200} Mar 10 18:20:13.840339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-ededf80c-3f7c-40e2-8713-f831b79d22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:13.842519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-ededf80c-3f7c-40e2-8713-f831b79d22e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0469296 Mar 10 18:20:14.223206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-2cc3a726-0515-44e3-b34c-188e91768f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 217 time: 0.3741801 Mar 10 18:20:14.277790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-a3482850-67e2-41e1-a643-384228de74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.279347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-a3482850-67e2-41e1-a643-384228de74ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0494962 Mar 10 18:20:14.331015 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-65b52762-5fd4-4804-b12f-6dc7e287bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.332498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-65b52762-5fd4-4804-b12f-6dc7e287bace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474341 Mar 10 18:20:14.429581 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-68d6a464-e6c7-46a5-af0b-bb91ce952b5a service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906093 Mar 10 18:20:14.528375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-765121fe-ede4-4533-ae5a-393e4fc8a7d0 req-cf7263c5-4308-4f4b-b434-9bdb854a06f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915904 Mar 10 18:20:14.623131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-48671efa-b388-4e3d-8c75-5965a1d79853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.624633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-48671efa-b388-4e3d-8c75-5965a1d79853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0494964 Mar 10 18:20:14.711599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-af412e9b-e46a-401d-a641-0da72e872f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:14.723569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-146faf91-d25c-425f-92aa-7e3f10fc3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.724907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-146faf91-d25c-425f-92aa-7e3f10fc3c75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0944648 Mar 10 18:20:14.769360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-f0bd0b80-9083-4ab3-b771-dbb9072a4ed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 217 time: 0.0370715 Mar 10 18:20:14.842125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-77101e14-0cba-4caa-a152-03b4f6b28f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.843613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-77101e14-0cba-4caa-a152-03b4f6b28f25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0671690 Mar 10 18:20:14.867251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ee62-8de8-4dbd-8be3-9b79b8fe1b22 req-5ed516d6-6cd8-4fc2-be24-b7123d04a4cb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.868788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e33ee62-8de8-4dbd-8be3-9b79b8fe1b22 req-5ed516d6-6cd8-4fc2-be24-b7123d04a4cb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.1020248 Mar 10 18:20:14.934011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-954c1627-5e3f-4b27-9d53-d27b270d8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:14.935293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-954c1627-5e3f-4b27-9d53-d27b270d8c6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847743 Mar 10 18:20:14.938457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e33ee62-8de8-4dbd-8be3-9b79b8fe1b22 req-f1d436d4-408e-4209-976d-a0563887bcae tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549903 Mar 10 18:20:15.032151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-837b59fd-7203-456e-aa41-2146def37318 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909047 Mar 10 18:20:15.126128 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c631cd2-1e13-47bb-9c3e-ceafcdcdd959 req-da7c2581-7913-4475-8f73-d0ccd9bbc9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878801 Mar 10 18:20:16.010662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:16.078160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bde9b-5c0e-4e13-aaf1-e1738ee71e2d req-e8638391-08df-4ba5-9a1c-de41e9efa70b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:16.079745 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a5bde9b-5c0e-4e13-aaf1-e1738ee71e2d req-e8638391-08df-4ba5-9a1c-de41e9efa70b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0638859 Mar 10 18:20:16.130920 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a5bde9b-5c0e-4e13-aaf1-e1738ee71e2d req-5819b6f0-5eb6-4a37-aff5-ea98a5904c5c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Mar 10 18:20:17.257954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258b4af-527e-415a-9da1-7f5c67b2141e req-0db8e0a5-70e2-4456-8590-1d6be7b50904 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:17.259908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a258b4af-527e-415a-9da1-7f5c67b2141e req-0db8e0a5-70e2-4456-8590-1d6be7b50904 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0550838 Mar 10 18:20:17.319836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a258b4af-527e-415a-9da1-7f5c67b2141e req-3d9b53d7-f45c-453e-969a-a5ba22ad65f5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540631 Mar 10 18:20:17.448984 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:17.672767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:20:17.949724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:17.961397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'mac_address': 'fa:16:3e:17:cd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:20:17.998364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 937f746c-519f-48e1-82ae-08dcc9cbbd59 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:17.998781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:18.020617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f746c-519f-48e1-82ae-08dcc9cbbd59 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:20:18.041708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:18.048351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:18.096406 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:18.344593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['937f746c-519f-48e1-82ae-08dcc9cbbd59'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:20:18.453125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0a21-de2b-4193-a835-2476a48b4ed2 req-b6325330-5721-4717-9b59-a83a3fe94b16 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:18.454658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcf0a21-de2b-4193-a835-2476a48b4ed2 req-b6325330-5721-4717-9b59-a83a3fe94b16 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0589440 Mar 10 18:20:18.503929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dcf0a21-de2b-4193-a835-2476a48b4ed2 req-980e5fb6-42d9-4eff-9c48-ee5856ac5801 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Mar 10 18:20:19.372732 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:19.642962 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488a55-0a1b-4e89-ae23-e07565dd2f2a req-174a9aa1-8fb1-477f-94f8-bedfd5bf2945 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:19.644481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9488a55-0a1b-4e89-ae23-e07565dd2f2a req-174a9aa1-8fb1-477f-94f8-bedfd5bf2945 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0658896 Mar 10 18:20:19.659093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:19.699242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9488a55-0a1b-4e89-ae23-e07565dd2f2a req-f18324c8-f8f8-4c5d-afc3-ea9ba2c10403 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488269 Mar 10 18:20:19.728531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:20:19.733218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:19.733714 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:19.823919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 937f746c-519f-48e1-82ae-08dcc9cbbd59 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:19.824312 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:19.854331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:19.857901 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba534b2-26b4-4216-966d-2c449d180ca6" -d '{"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-plugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:19.872854 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:19.878400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:19.905486 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc34a49-a47a-4426-9aaf-4ba67ae21f47 x-openstack-request-id: req-5fc34a49-a47a-4426-9aaf-4ba67ae21f47 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:19.905938 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-plugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:19.906215 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fc34a49-a47a-4426-9aaf-4ba67ae21f47 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:19.906630 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'code': 200} Mar 10 18:20:19.942173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:19.951634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.951984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.952330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.952672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.953008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.953342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.953673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.954000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.954331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.955114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.955627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.955965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:19.956461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:20:20.016453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cba939-0212-41de-ade3-4c914c8fcb4f req-87f679d4-e928-423a-b74e-e24395b3381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:20.018121 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83cba939-0212-41de-ade3-4c914c8fcb4f req-87f679d4-e928-423a-b74e-e24395b3381b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1127 time: 0.0585189 Mar 10 18:20:20.067892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83cba939-0212-41de-ade3-4c914c8fcb4f req-2dd83d3e-fd84-4b76-8d22-0a3cb2239afc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Mar 10 18:20:20.841785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc541-963c-4ee8-8a82-48394cf7eaa7 req-3289f8ef-3c33-47d7-8517-5446452e362b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:20.843455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0fcc541-963c-4ee8-8a82-48394cf7eaa7 req-3289f8ef-3c33-47d7-8517-5446452e362b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0588169 Mar 10 18:20:20.897299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0fcc541-963c-4ee8-8a82-48394cf7eaa7 req-e3a46517-90ff-4a45-a118-acede5871375 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478632 Mar 10 18:20:21.148478 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:20:22.024147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58adf-ed80-40a9-b4f3-dd0d1ae4fc06 req-9eb4b69d-ebf1-4e38-be1a-089516573591 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:22.025731 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aab58adf-ed80-40a9-b4f3-dd0d1ae4fc06 req-9eb4b69d-ebf1-4e38-be1a-089516573591 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0538824 Mar 10 18:20:22.074177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aab58adf-ed80-40a9-b4f3-dd0d1ae4fc06 req-72010430-4228-4354-bfaa-6ba553c343c8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Mar 10 18:20:22.205041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a198-6622-44fa-97d9-8a4edafaba81 req-8675353c-a827-4ce1-bb12-27c607746256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:22.206398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7b5a198-6622-44fa-97d9-8a4edafaba81 req-8675353c-a827-4ce1-bb12-27c607746256 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0622818 Mar 10 18:20:22.219338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 55994) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:20:22.226444 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'floatingip': {'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:22.266450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:22.727960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:22.733784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:22.842618 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 associated. External IP: 172.25.3.136, port: 937f746c-519f-48e1-82ae-08dcc9cbbd59. Mar 10 18:20:23.074960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:20:23.191574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:20:23.196500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:23.202234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:20:23.212124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:23.212717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:23.231296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8242faca-663c-4e30-800d-e6090d4dda4a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "PUT /v2.0/floatingips/b015d89b-1f95-4eb4-acdb-d543c1e24ab6 HTTP/1.1" status: 200 len: 991 time: 1.0069542 Mar 10 18:20:23.231296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:23.231296 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:23.337939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fbb4c-fa7f-489a-b4cc-9f6ae3a0a764 req-298a41e7-758a-433f-bfbc-260b6ebfde1b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.339676 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b5fbb4c-fa7f-489a-b4cc-9f6ae3a0a764 req-298a41e7-758a-433f-bfbc-260b6ebfde1b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0611365 Mar 10 18:20:23.352730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:23.363018 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32313138-85cb-4632-895c-4dd5f5fb5cdf x-openstack-request-id: req-32313138-85cb-4632-895c-4dd5f5fb5cdf {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:23.363323 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:23.363608 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32313138-85cb-4632-895c-4dd5f5fb5cdf {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:23.364042 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'status': 'completed', 'code': 200} Mar 10 18:20:23.398153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b5fbb4c-fa7f-489a-b4cc-9f6ae3a0a764 req-a35338c3-dee8-40df-b36d-01c05631af24 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527284 Mar 10 18:20:23.490308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-f7c38b33-913a-434e-937b-b1195f005fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.491800 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-f7c38b33-913a-434e-937b-b1195f005fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1127 time: 0.1141455 Mar 10 18:20:23.590241 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:17:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:20:22Z', 'revision_number': 1, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:23.596017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513216-b16b-4b26-a0d3-1e43e23be45f req-cde88d3a-4fa1-4a38-a638-fc8add187080 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.597469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d513216-b16b-4b26-a0d3-1e43e23be45f req-cde88d3a-4fa1-4a38-a638-fc8add187080 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.1221709 Mar 10 18:20:23.617053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:20:23.626959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:23.627588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:23.633847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-bcc0da04-99ac-4fb4-8e17-fe48d7a16cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.636009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-bcc0da04-99ac-4fb4-8e17-fe48d7a16cc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1256104 Mar 10 18:20:23.703620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d513216-b16b-4b26-a0d3-1e43e23be45f req-d5c12f12-de1c-4ca0-84e9-1793ef70f2d8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976155 Mar 10 18:20:23.723600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-0240b2d5-6948-463a-868a-b45aaed368c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0818040 Mar 10 18:20:23.741677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:23.774305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-6f389600-b861-44c0-9e6f-40a646aa2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.776498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-6f389600-b861-44c0-9e6f-40a646aa2ce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0466335 Mar 10 18:20:23.828056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-46eec4e4-eb13-4226-99a5-138c432b19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:23.829575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-46eec4e4-eb13-4226-99a5-138c432b19b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464776 Mar 10 18:20:23.960812 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-07efba23-7c69-4a0c-9b8f-58d648bf2c22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984969 Mar 10 18:20:23.963294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-fd4aac3e-9240-4fbd-88e2-4ada98f1b940 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233692 Mar 10 18:20:23.972225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:17:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:20:22Z', 'revision_number': 1, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:24.003635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf322bd-4fd4-4c79-a792-0209d80d539c None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:17:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:20:22Z', 'revision_number': 1, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:20:24.068338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8e8f3a3-64ad-4726-bfda-40ba66d9e259 req-a5f7bc0f-ed38-4b2f-92da-7ad3380bd306 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989885 Mar 10 18:20:24.180508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-6e6e8480-61b6-4bbb-9756-340061830a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:24.182203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-6e6e8480-61b6-4bbb-9756-340061830a2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1127 time: 0.0488605 Mar 10 18:20:24.217315 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9ad29-4d39-4ff7-8a52-01f04065bef0 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:20:24.293345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-8a40daa3-e357-4381-bee3-484fb812e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:24.295236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-8a40daa3-e357-4381-bee3-484fb812e7b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0951574 Mar 10 18:20:24.367843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-cc2b2d4d-f5c7-4273-a31f-782bbf21632e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0660155 Mar 10 18:20:24.415860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-171bddf4-ff03-4c33-b24c-ec1894c095c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:24.417485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-171bddf4-ff03-4c33-b24c-ec1894c095c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0443120 Mar 10 18:20:24.474206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-cd7513c0-bed7-4a31-b62e-29660bafb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:24.475673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-cd7513c0-bed7-4a31-b62e-29660bafb612 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522761 Mar 10 18:20:24.567796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-e61e35e9-feff-4b54-adaf-4ac1476d9819 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Mar 10 18:20:24.667552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-02c736d3-b60a-4bbd-bd8f-f79b7e5a1a5d service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935755 Mar 10 18:20:24.831728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb0562-2afa-4539-a9a8-fa5b835cfa11 req-99d5e5ce-67a5-4749-b13e-b482b32552d2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:24.833202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68eb0562-2afa-4539-a9a8-fa5b835cfa11 req-99d5e5ce-67a5-4749-b13e-b482b32552d2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0578804 Mar 10 18:20:24.880366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-68eb0562-2afa-4539-a9a8-fa5b835cfa11 req-a4b4ca4a-d23f-41cd-90e9-032edf214391 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Mar 10 18:20:25.014949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aafcb7-24e0-48be-9c21-ebda289b42ad req-e446da01-5133-46e1-83ab-2dc70a6791a1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:25.018662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5aafcb7-24e0-48be-9c21-ebda289b42ad req-e446da01-5133-46e1-83ab-2dc70a6791a1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0610228 Mar 10 18:20:25.075012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5aafcb7-24e0-48be-9c21-ebda289b42ad req-1e10fd65-a654-4187-9c90-662f052adf63 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Mar 10 18:20:25.361469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-55bd3c26-95ed-4ff2-a223-c0f6c775c410 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762153 Mar 10 18:20:25.371821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a462-7555-403b-aec8-ca0a704c0454 req-26c088ca-32bb-402a-8a13-9577c6bdb768 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:25.373306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec9a462-7555-403b-aec8-ca0a704c0454 req-26c088ca-32bb-402a-8a13-9577c6bdb768 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0773289 Mar 10 18:20:25.425235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ec9a462-7555-403b-aec8-ca0a704c0454 req-e943ad24-bf10-46dc-ae08-db50853e0ca8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Mar 10 18:20:25.779896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-c1ed757d-5fdc-4188-9da3-6799ec653490 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:25.781268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-c1ed757d-5fdc-4188-9da3-6799ec653490 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 942 time: 0.0511339 Mar 10 18:20:26.551641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723cfad-654a-4d0d-8c6d-feb285af6cc7 req-f155b930-ec86-4f42-8c77-990f1e0cf288 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:26.554188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e723cfad-654a-4d0d-8c6d-feb285af6cc7 req-f155b930-ec86-4f42-8c77-990f1e0cf288 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0584507 Mar 10 18:20:26.606412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e723cfad-654a-4d0d-8c6d-feb285af6cc7 req-47b42bb3-6178-4fba-bbef-feb7ffafb668 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464804 Mar 10 18:20:26.678612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-613fbfeb-31ac-4507-a673-3984b7bcd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:26.680077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-613fbfeb-31ac-4507-a673-3984b7bcd804 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1127 time: 0.0464079 Mar 10 18:20:26.774048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-264226d4-b7f0-4658-b9cf-3443a098b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:26.775432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-264226d4-b7f0-4658-b9cf-3443a098b850 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0894086 Mar 10 18:20:26.842641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-ee1385d8-6770-4177-a5d8-3289e49858f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 1001 time: 0.0592809 Mar 10 18:20:26.896218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-05ad2761-3473-43da-854e-9e1cf4a5a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:26.897702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-05ad2761-3473-43da-854e-9e1cf4a5a55b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0484865 Mar 10 18:20:26.952517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-7b748fe8-6bc2-4524-a8f3-9a72e254b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:26.954016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-7b748fe8-6bc2-4524-a8f3-9a72e254b058 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492046 Mar 10 18:20:27.048532 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-f440388e-8831-47ac-83ca-97ae13b3f010 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 Mar 10 18:20:27.144432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-aeedf2dd-b7e3-45b6-a481-ed8b00ab1e61 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834448 Mar 10 18:20:27.333071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:27.751049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcfbf8-b7e7-4063-ba41-bafbf6d3c5bb req-e253030e-d49c-4508-844f-b90d18302f72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:27.752546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aebcfbf8-b7e7-4063-ba41-bafbf6d3c5bb req-e253030e-d49c-4508-844f-b90d18302f72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0665596 Mar 10 18:20:27.809002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aebcfbf8-b7e7-4063-ba41-bafbf6d3c5bb req-2dcc1958-d658-4106-b213-0b207c5cc709 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496802 Mar 10 18:20:28.938189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985108-4b94-42e6-b2a4-16e879aed97b req-42f848a8-f2a8-4e91-932c-e9a7a4481392 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:28.939692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51985108-4b94-42e6-b2a4-16e879aed97b req-42f848a8-f2a8-4e91-932c-e9a7a4481392 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0565104 Mar 10 18:20:28.987203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-51985108-4b94-42e6-b2a4-16e879aed97b req-9c5c613d-195b-4110-8041-f37afd472b2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Mar 10 18:20:30.127223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb000e-50f2-4b69-b164-bbce56fd450a req-e1b4f46d-74ad-43e8-9660-76a381388ad9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:30.128693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2beb000e-50f2-4b69-b164-bbce56fd450a req-e1b4f46d-74ad-43e8-9660-76a381388ad9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0609488 Mar 10 18:20:30.178811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2beb000e-50f2-4b69-b164-bbce56fd450a req-03535250-7402-45e3-bc7e-1a2df9f0646e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415907 Mar 10 18:20:30.356657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:31.318470 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe00fde-bd54-49f9-a242-43a77afb33b1 req-9418a937-e6a8-43ca-be2a-9e9b621aefa6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:31.319948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe00fde-bd54-49f9-a242-43a77afb33b1 req-9418a937-e6a8-43ca-be2a-9e9b621aefa6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0678456 Mar 10 18:20:31.366882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fe00fde-bd54-49f9-a242-43a77afb33b1 req-cb32a45b-663c-4af6-9190-64da252c2e85 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Mar 10 18:20:32.489915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707e0d-e63a-4dcb-8fb0-c3af6c5b160e req-272f28c8-4a16-43c0-9678-9ec1230e9aac tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:32.491395 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88707e0d-e63a-4dcb-8fb0-c3af6c5b160e req-272f28c8-4a16-43c0-9678-9ec1230e9aac tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0540233 Mar 10 18:20:32.545156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-88707e0d-e63a-4dcb-8fb0-c3af6c5b160e req-2b5a056a-71b5-44de-aca9-3c3791f49f41 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455520 Mar 10 18:20:33.683494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe85d8e-4258-407b-a862-54b3e89bfc33 req-7c683a26-0aa7-43bd-af45-a4e531600f61 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:33.685029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fe85d8e-4258-407b-a862-54b3e89bfc33 req-7c683a26-0aa7-43bd-af45-a4e531600f61 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0557418 Mar 10 18:20:33.736237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1fe85d8e-4258-407b-a862-54b3e89bfc33 req-af48b454-7b10-44d3-8255-954d2e720825 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Mar 10 18:20:34.865849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f52fa-08ec-4001-9b8d-388d2dbd14d9 req-ad3b7e3b-6e12-4104-9e44-5238d8af48a2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:34.867372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-888f52fa-08ec-4001-9b8d-388d2dbd14d9 req-ad3b7e3b-6e12-4104-9e44-5238d8af48a2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0537074 Mar 10 18:20:34.935921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-888f52fa-08ec-4001-9b8d-388d2dbd14d9 req-2341b117-5106-4a43-8ec4-6179b96390fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541701 Mar 10 18:20:36.062033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eaf22-a850-4ae5-aebf-477b03934db0 req-473ec710-ed44-4b19-a363-eed39836ac53 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:36.063530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea7eaf22-a850-4ae5-aebf-477b03934db0 req-473ec710-ed44-4b19-a363-eed39836ac53 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0555718 Mar 10 18:20:36.122838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea7eaf22-a850-4ae5-aebf-477b03934db0 req-69de79d3-4323-46f5-a7ed-c71a9b213887 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535274 Mar 10 18:20:37.258198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e071-c13d-4966-be77-f71aeb3a09df req-5abc58c6-7fef-4f15-ae72-066e735f5c1b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:37.259700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a18e071-c13d-4966-be77-f71aeb3a09df req-5abc58c6-7fef-4f15-ae72-066e735f5c1b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0566247 Mar 10 18:20:37.313892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0a18e071-c13d-4966-be77-f71aeb3a09df req-1d5f5906-47dc-4077-a25b-0ab3bbc46023 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484209 Mar 10 18:20:38.455653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e689-b98e-4478-b3b4-374b62c8a6ef req-00b078f5-55e8-4f63-8617-6c70acc58812 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:38.457156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee18e689-b98e-4478-b3b4-374b62c8a6ef req-00b078f5-55e8-4f63-8617-6c70acc58812 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0634711 Mar 10 18:20:38.507923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee18e689-b98e-4478-b3b4-374b62c8a6ef req-aed8b700-f6ef-4a6d-b9e3-0a6a9bc404ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Mar 10 18:20:39.666202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4d31e-a6ab-480c-9f0e-1a90ff704595 req-dbc04148-1139-471b-b2c6-72c21f81ad89 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:39.667709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5a4d31e-a6ab-480c-9f0e-1a90ff704595 req-dbc04148-1139-471b-b2c6-72c21f81ad89 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0720906 Mar 10 18:20:39.720575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5a4d31e-a6ab-480c-9f0e-1a90ff704595 req-5113c6cc-d2dd-4f60-b7e0-1d575eb1ef9c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429721 Mar 10 18:20:40.849475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb691a-a335-4d57-8a74-3f479a361bec req-5b3466dc-2231-4491-816d-82388fc7bb2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:40.850978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fb691a-a335-4d57-8a74-3f479a361bec req-5b3466dc-2231-4491-816d-82388fc7bb2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0549803 Mar 10 18:20:40.907360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fb691a-a335-4d57-8a74-3f479a361bec req-44dd0672-db2c-47f2-81fb-8d79499f7404 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506580 Mar 10 18:20:42.044156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde55c8-e508-42f4-a08c-84da677c2d34 req-2adf40f5-f2d9-40f5-9427-ff6020ca9e96 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:42.046187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cde55c8-e508-42f4-a08c-84da677c2d34 req-2adf40f5-f2d9-40f5-9427-ff6020ca9e96 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0596011 Mar 10 18:20:42.106633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cde55c8-e508-42f4-a08c-84da677c2d34 req-027af6a3-adcf-4345-bdce-602a3f21174a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542767 Mar 10 18:20:42.501942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b2f94b3f-bb17-43c9-a7a1-151455b3a5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:43.254850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcb6a-90b7-4403-beae-61c8bdc6e1b6 req-6b6b4aa4-b415-449a-8ba6-3a694a10985f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:43.256299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4fcb6a-90b7-4403-beae-61c8bdc6e1b6 req-6b6b4aa4-b415-449a-8ba6-3a694a10985f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0655854 Mar 10 18:20:43.308039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4fcb6a-90b7-4403-beae-61c8bdc6e1b6 req-89f63d38-8c09-48bb-b43a-ee8fceaa264e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Mar 10 18:20:43.919652 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-cd0c4388-56a1-497c-b3a1-885831a84cbc service neutron] show failed (client error): The resource could not be found. Mar 10 18:20:43.920655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-cd0c4388-56a1-497c-b3a1-885831a84cbc service neutron] 10.222.0.41 "GET /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0593750 Mar 10 18:20:44.175587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-772f165b-2c3e-427b-96ef-cd99ffe80d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:44.177013 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-772f165b-2c3e-427b-96ef-cd99ffe80d6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1127 time: 0.0777683 Mar 10 18:20:44.191445 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:44.263485 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.432386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eeb06-c856-46eb-8711-9db0b85c84ff req-751f6d6a-0925-4ae2-b6ce-903e20e5e0cb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:44.433762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-123eeb06-c856-46eb-8711-9db0b85c84ff req-751f6d6a-0925-4ae2-b6ce-903e20e5e0cb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0548863 Mar 10 18:20:44.482076 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:44.486394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-123eeb06-c856-46eb-8711-9db0b85c84ff req-36b260eb-8587-448d-af76-e735253d5a9a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466001 Mar 10 18:20:44.515230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:44.553908 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:44.556225 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6090be-5858-4a44-be71-d068b9a1f435" -d '{"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-unplugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:44.560048 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks [] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.573273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Transition to ACTIVE for port object 937f746c-519f-48e1-82ae-08dcc9cbbd59 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:20:44.576657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.614720 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb01a2-98e0-40a5-bfd3-8726f5255ab6 x-openstack-request-id: req-30eb01a2-98e0-40a5-bfd3-8726f5255ab6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:44.615013 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-unplugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:44.615266 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30eb01a2-98e0-40a5-bfd3-8726f5255ab6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:44.615667 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'code': 200} Mar 10 18:20:44.657639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=6']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:44.701700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] No DVR routers for this DVR port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:20:44.707887 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7b6895f-2488-4df8-a6b2-cd0ae96690de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.844678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:44.845019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:44.845325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:44.849889 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:20:44.850203 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Attempting to bind port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:44.855742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:44.856152 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:44.856528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:44.856944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Bound port: 937f746c-519f-48e1-82ae-08dcc9cbbd59, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:44.857292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.933457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:44.938133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:44.946741 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.979988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:44.980726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:44.982060 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] 10.222.0.59 "PUT /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 1091 time: 0.7945547 Mar 10 18:20:45.004984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc838-2f0f-44f9-ad06-6959d01fce35 service neutron] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:45.059020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-d9e5f5cb-baac-4a36-9e7d-170bd0393606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:45.060664 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-d9e5f5cb-baac-4a36-9e7d-170bd0393606 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0519097 Mar 10 18:20:45.158930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-10328c62-15cb-4a0b-99dd-163158a509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:45.160410 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-10328c62-15cb-4a0b-99dd-163158a509e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0897920 Mar 10 18:20:45.245147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a8cc56a2-f745-4842-8be3-203fcd322190 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0749559 Mar 10 18:20:45.296925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-4950f28e-4f69-4ee2-ab82-778c6fb41ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:45.298372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-4950f28e-4f69-4ee2-ab82-778c6fb41ce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0467119 Mar 10 18:20:45.352807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a3666a20-7e8c-4b5a-9379-5c8bd0db28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:45.354340 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-a3666a20-7e8c-4b5a-9379-5c8bd0db28a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465484 Mar 10 18:20:45.458825 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-8b5f95a8-9fd5-4629-9654-695de5fa8717 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927732 Mar 10 18:20:45.566195 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f146c7f7-0d4a-4393-9739-bd37d7268cb4 req-3508e7b9-75c0-40f9-b186-d15e4c870299 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983343 Mar 10 18:20:45.614756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d365d17-87d2-4cbc-a495-938d44c7fb92 req-e7c3cca2-d1ed-4c15-aae9-0b7004b54c92 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:45.616256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d365d17-87d2-4cbc-a495-938d44c7fb92 req-e7c3cca2-d1ed-4c15-aae9-0b7004b54c92 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0536842 Mar 10 18:20:45.666302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d365d17-87d2-4cbc-a495-938d44c7fb92 req-9bbadc69-abfd-4e3e-b7db-c5e6a52135e5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Mar 10 18:20:46.021345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:46.616705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:46.619806 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17253357-892f-4298-a861-8f4297ca634b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:46.679524 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f080cb-92d0-44e8-9811-20e94cb19a79 x-openstack-request-id: req-d1f080cb-92d0-44e8-9811-20e94cb19a79 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:46.679776 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:46.680065 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1f080cb-92d0-44e8-9811-20e94cb19a79 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:46.680438 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'status': 'completed', 'code': 200} Mar 10 18:20:46.744511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-fb1df599-6ea4-4f83-a861-8fc18bee784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:46.745989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-fb1df599-6ea4-4f83-a861-8fc18bee784b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0511768 Mar 10 18:20:46.750197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-4ae6774e-fe44-4cbb-ba7b-8454bc1f474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:46.751738 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-4ae6774e-fe44-4cbb-ba7b-8454bc1f474f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0560215 Mar 10 18:20:46.847272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-fb1b4a97-74a0-47c9-b6f0-855727b318c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:46.848782 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-fb1b4a97-74a0-47c9-b6f0-855727b318c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0907609 Mar 10 18:20:46.923605 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-ff73de62-5947-4225-b1cb-e4b0a521b558 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0678954 Mar 10 18:20:46.976566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-2dba7ff4-0541-4712-bc64-b401769faa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:46.978085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-2dba7ff4-0541-4712-bc64-b401769faa1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0481534 Mar 10 18:20:47.030459 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-e5a035de-4b5f-4630-80f7-755433357fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:47.032264 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-e5a035de-4b5f-4630-80f7-755433357fce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475814 Mar 10 18:20:47.128840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-d4a4bf1e-9bac-4d8d-bc70-91013db733b8 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Mar 10 18:20:47.198718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18959558-9544-48fc-b371-565cfe1f05d1 req-f7205eed-e03f-42a8-86e5-350369ac10d2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:47.207053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18959558-9544-48fc-b371-565cfe1f05d1 req-f7205eed-e03f-42a8-86e5-350369ac10d2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.4648294 Mar 10 18:20:47.225049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-9ec86858-a83f-4ac4-ba93-ad0797d13188 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895481 Mar 10 18:20:47.245959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-3f0df5fd-8afa-41f5-b2e5-0db2faa51f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:47.247465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-3f0df5fd-8afa-41f5-b2e5-0db2faa51f85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.4929764 Mar 10 18:20:47.271961 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18959558-9544-48fc-b371-565cfe1f05d1 req-a255c811-3f11-45c0-9917-a621bd773e15 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639963 Mar 10 18:20:47.336689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-74954908-cc2f-4e66-9fa6-2fd0f7782bf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0830486 Mar 10 18:20:47.390937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-ed184ee4-6359-46c2-9b12-8efaa18321a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:47.393095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-ed184ee4-6359-46c2-9b12-8efaa18321a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0502415 Mar 10 18:20:47.446937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253357-892f-4298-a861-8f4297ca634b req-5dda75d8-8ad1-42e6-a828-4f6f3d81ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:47.447728 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:47.448865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-5dda75d8-8ad1-42e6-a828-4f6f3d81ba15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495911 Mar 10 18:20:47.545202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-12a40b86-5edc-4303-b7be-717fe01eb2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891759 Mar 10 18:20:47.654567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17253357-892f-4298-a861-8f4297ca634b req-06dba7c6-bed1-4148-9c03-8a0db8c7b867 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033130 Mar 10 18:20:47.773085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:20:47.814892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:20:47.815275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:20:48.414076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ba05-d07d-45f5-8cff-6204bc3e9aac req-d0742a27-9788-4935-964e-d7f4c4608eb6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:48.415579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b030ba05-d07d-45f5-8cff-6204bc3e9aac req-d0742a27-9788-4935-964e-d7f4c4608eb6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0618231 Mar 10 18:20:48.462631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b030ba05-d07d-45f5-8cff-6204bc3e9aac req-3f2ccd4f-b030-474c-94e3-8ec7f5ffa6f9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409608 Mar 10 18:20:48.703909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f325a0-92f3-4f4f-8125-44823cd81707 req-0afcdad0-5423-4afd-8a5d-fa74cd83418c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:48.705383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15f325a0-92f3-4f4f-8125-44823cd81707 req-0afcdad0-5423-4afd-8a5d-fa74cd83418c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 943 time: 0.0911610 Mar 10 18:20:48.712696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-380d61ae-ffaa-4110-9fd2-aaa49ccc734e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:48.714041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-380d61ae-ffaa-4110-9fd2-aaa49ccc734e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 943 time: 0.0881286 Mar 10 18:20:48.802376 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15f325a0-92f3-4f4f-8125-44823cd81707 req-629b9374-691f-45d0-9c5e-fc0d3d56482c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873053 Mar 10 18:20:48.805625 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-08b7f5d0-63d5-427e-87b7-09f0734f8118 service neutron] delete failed (client error): The resource could not be found. Mar 10 18:20:48.806577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-08b7f5d0-63d5-427e-87b7-09f0734f8118 service neutron] 10.222.0.41 "DELETE /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0848606 Mar 10 18:20:48.895876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-7b72f2ca-b69d-42cf-8fce-4e14ec074c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:48.897347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-7b72f2ca-b69d-42cf-8fce-4e14ec074c26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 1125 time: 0.0463436 Mar 10 18:20:48.993423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-2e455245-1c88-4bea-8540-50b542705016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:48.994922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-2e455245-1c88-4bea-8540-50b542705016 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0911002 Mar 10 18:20:49.064109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-306bff55-a9ff-4954-ad85-7d701ff014b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 200 len: 999 time: 0.0629652 Mar 10 18:20:49.122453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-04a7c3e7-2250-415d-8614-1c975036a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:49.124109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-04a7c3e7-2250-415d-8614-1c975036a93c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0539551 Mar 10 18:20:49.173913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-02292de2-5c82-48a1-a623-be41d9348b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:49.175347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-02292de2-5c82-48a1-a623-be41d9348b65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456684 Mar 10 18:20:49.237942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:20:49.281868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-1fd9bc72-2a9f-46ec-8d3a-96117c72e125 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005554 Mar 10 18:20:49.353550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:49.371389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'mac_address': 'fa:16:3e:17:cd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:20:49.379435 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:49.381341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-206f67be-311e-40e3-9ad2-175a9f34ba7b req-d756c873-181b-4a7d-8040-1bbb657e65a5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925710 Mar 10 18:20:49.425659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 937f746c-519f-48e1-82ae-08dcc9cbbd59 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:49.425982 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:49.444391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f746c-519f-48e1-82ae-08dcc9cbbd59 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:20:49.467048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:49.472505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:49.522074 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:49.711315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['937f746c-519f-48e1-82ae-08dcc9cbbd59'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:20:49.937486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432d006-31a6-4fdb-a801-481cbcd5b93e req-5626b855-1bd1-4610-a0c6-5a78e38377e3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:49.939028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c432d006-31a6-4fdb-a801-481cbcd5b93e req-5626b855-1bd1-4610-a0c6-5a78e38377e3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0567911 Mar 10 18:20:49.987482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c432d006-31a6-4fdb-a801-481cbcd5b93e req-48ecad25-643b-4bfe-a596-1cc88ea944ce tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Mar 10 18:20:50.121784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3ed14-1c85-48de-8122-307914a024f2 req-531a410d-8737-4d0b-88c1-e60ceb14538d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:50.123269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fe3ed14-1c85-48de-8122-307914a024f2 req-531a410d-8737-4d0b-88c1-e60ceb14538d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0638576 Mar 10 18:20:50.173815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8fe3ed14-1c85-48de-8122-307914a024f2 req-2d932a69-2839-4a0f-9124-cadae994ccd3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Mar 10 18:20:50.318250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b696d-4f7b-457b-ae9c-a038a6d3e547 req-f95f9806-fbe1-4666-8215-9e735b90475d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:50.319675 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-405b696d-4f7b-457b-ae9c-a038a6d3e547 req-f95f9806-fbe1-4666-8215-9e735b90475d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0686738 Mar 10 18:20:50.371352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-405b696d-4f7b-457b-ae9c-a038a6d3e547 req-e15c0363-c3b6-4cd3-9f0d-1a1aaa087be0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 Mar 10 18:20:50.627983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32a80-fea9-454d-b0f9-4635d174219a req-69025764-03e2-404f-ba5a-aff63e621f0c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:50.629457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d32a80-fea9-454d-b0f9-4635d174219a req-69025764-03e2-404f-ba5a-aff63e621f0c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 944 time: 0.0651336 Mar 10 18:20:50.677840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2d32a80-fea9-454d-b0f9-4635d174219a req-1695c12b-8a56-4d79-b68f-afe83d56c486 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Mar 10 18:20:51.262191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:20:51.321529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:20:51.325483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 937f746c-519f-48e1-82ae-08dcc9cbbd59 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:51.325855 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:51.406401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 937f746c-519f-48e1-82ae-08dcc9cbbd59 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:20:51.406810 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:51.432629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:51.434906 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a8649-c77b-474a-ab84-6c615a006ebf" -d '{"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-plugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:51.447362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:51.452496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:51.475208 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b2c8c9-94de-46af-90ab-4fa3a1c03a3b x-openstack-request-id: req-c5b2c8c9-94de-46af-90ab-4fa3a1c03a3b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:51.475507 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-plugged", "status": "completed", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:51.475761 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5b2c8c9-94de-46af-90ab-4fa3a1c03a3b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:51.476151 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'code': 200} Mar 10 18:20:51.501570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:51.805067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e747-d047-466e-b977-8033c0646b0a req-cff81c83-dfd3-49a9-8828-aba983d92907 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:51.806587 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb8e747-d047-466e-b977-8033c0646b0a req-cff81c83-dfd3-49a9-8828-aba983d92907 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.0559130 Mar 10 18:20:51.860397 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddb8e747-d047-466e-b977-8033c0646b0a req-e74b897c-5610-4c2c-a7fa-43c806c66baf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Mar 10 18:20:52.307275 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-72b2180b-f47c-43d5-8861-291d45050e0c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:52.308747 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-72b2180b-f47c-43d5-8861-291d45050e0c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 945 time: 0.3607826 Mar 10 18:20:52.408448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Deleting port 937f746c-519f-48e1-82ae-08dcc9cbbd59 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:20:52.408722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:52.494728 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] For port 937f746c-519f-48e1-82ae-08dcc9cbbd59, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=937f746c-519f-48e1-82ae-08dcc9cbbd59,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:20:52.495116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:52.729348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:52.729716 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:52.730034 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 disassociated. External IP: 172.25.3.136, port: 937f746c-519f-48e1-82ae-08dcc9cbbd59. Mar 10 18:20:52.730382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Calling delete_port for 937f746c-519f-48e1-82ae-08dcc9cbbd59 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:20:52.867374 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (937f746c-519f-48e1-82ae-08dcc9cbbd59), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:52.897395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'Port': ['ID=937f746c-519f-48e1-82ae-08dcc9cbbd59,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:52.971098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-813f10c7-37cd-452c-ad5a-a7de127f94f3 req-821a9ecf-2b86-43bb-83b5-8a713cace4e4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4bf8909-735a-4b90-a744-2e50e47077ec HTTP/1.1" status: 200 len: 210 time: 0.0295253 Mar 10 18:20:53.025473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:20:53.142336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:20:53.151925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:20:53.162081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:53.162747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:53.184934 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] No DVR routers for this DVR port 937f746c-519f-48e1-82ae-08dcc9cbbd59 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:20:53.187895 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:53.191374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d7a434b0-0a6f-4224-91c4-91ae286b4c6a req-546c92ce-fbca-4efb-94dd-5b86e6c706c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "DELETE /v2.0/ports/937f746c-519f-48e1-82ae-08dcc9cbbd59 HTTP/1.1" status: 204 len: 173 time: 0.8739569 Mar 10 18:20:53.191949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-deleted', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:53.194263 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa83e86-06bc-4b98-a8e9-7618c9ec7d42" -d '{"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-deleted", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:53.232325 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94441061-97d3-4feb-bb99-788881b03807 x-openstack-request-id: req-94441061-97d3-4feb-bb99-788881b03807 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:53.232568 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf8909-735a-4b90-a744-2e50e47077ec", "name": "network-vif-deleted", "tag": "937f746c-519f-48e1-82ae-08dcc9cbbd59", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:53.232826 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94441061-97d3-4feb-bb99-788881b03807 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:53.233409 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf8909-735a-4b90-a744-2e50e47077ec', 'name': 'network-vif-deleted', 'tag': '937f746c-519f-48e1-82ae-08dcc9cbbd59', 'status': 'completed', 'code': 200} Mar 10 18:20:53.279153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:53.489965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:53.516562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:20:53.524856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:20:53.525464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:53.648445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:20:54.018440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:20:54.049556 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d012791-26ef-4c81-8186-afae1efce265 None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:20:54.281346 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c31e1a-0f59-4c8e-a6e0-4001a30c416a None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:20:54.281898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-199ce015-8ee8-430d-b89f-5fe350778b89 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1554753318&fields=id&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 267 time: 0.0471027 Mar 10 18:20:54.385573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-c0277d0d-f3f2-4f45-b639-028961029fd6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:54.387071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-c0277d0d-f3f2-4f45-b639-028961029fd6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.0990093 Mar 10 18:20:54.403474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-60e4d816-f01e-4190-be05-759db6b59861 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/quotas/d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 375 time: 0.0100188 Mar 10 18:20:54.460707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-216692ab-03c8-4922-bc5d-7dc95cb8520b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510159 Mar 10 18:20:54.561684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-2d9e7623-8d41-4bec-a2e1-a9c767887561 service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 Mar 10 18:20:54.662481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-eabbdd33-5a9a-4dd6-a088-5e0b56fce1e2 service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944440 Mar 10 18:20:54.870168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e9fc2ed-db7a-4249-a691-48c7271d701d req-52b0e18d-a5cf-4e51-8682-fef015db93ff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 210 time: 0.0284343 Mar 10 18:20:55.300828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:20:55.324540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 937f746c-519f-48e1-82ae-08dcc9cbbd59 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:20:55.324886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 937f746c-519f-48e1-82ae-08dcc9cbbd59 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:20:55.956348 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-dfb60104-440e-49cd-9b5b-0e12eed7de12 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:55.958808 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-dfb60104-440e-49cd-9b5b-0e12eed7de12 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1164336 Mar 10 18:20:55.969080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8fd1b60-ce2b-4df8-8b58-1a5eba4f087f req-aecd86f4-ae0f-4b44-b2fc-26f0c839a1b2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Mar 10 18:20:56.037575 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-8f43edc9-9d87-488f-b5e3-33fc2f7474ef tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 380 time: 0.0642617 Mar 10 18:20:56.055706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'port': {'device_id': '9529a7af-a260-46cb-aded-6305d6e443e3', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'admin_state_up': True, 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'security_groups': ['2130b863-98ed-4a61-8a8b-25a9d088927f']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:56.179895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:20:56.183252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.307132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Allocated IP 172.20.0.11 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/501099e9-dba6-42da-ae43-d80797be3ec6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:20:56.459423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (501099e9-dba6-42da-ae43-d80797be3ec6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.498072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.538540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:20:56.541671 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:20:56.548606 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:20:56.578167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:56.607667 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:56.608396 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.626579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-45eb8a12-c1d7-4ca7-b35d-5c92412f996e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769162 Mar 10 18:20:56.642331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Request body: {'port': {'device_id': '9529a7af-a260-46cb-aded-6305d6e443e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:20:56.707355 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.762041 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2937cc2a-d5de-469c-a323-83734bf453fe None None] Provisioning complete for port 501099e9-dba6-42da-ae43-d80797be3ec6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:20:56.762671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2937cc2a-d5de-469c-a323-83734bf453fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:56.797708 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2937cc2a-d5de-469c-a323-83734bf453fe None None] Port 501099e9-dba6-42da-ae43-d80797be3ec6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:20:56.991965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501099e9-dba6-42da-ae43-d80797be3ec6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:20:56.999806 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks [] for port (501099e9-dba6-42da-ae43-d80797be3ec6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.011997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Transition to ACTIVE for port object 501099e9-dba6-42da-ae43-d80797be3ec6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:20:57.017173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.088743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:57.095741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a9ba7-4b54-4634-ad23-7dc3a71630db req-23774345-b37f-4f37-bd4c-cf346b2d487a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.098883 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b7a9ba7-4b54-4634-ad23-7dc3a71630db req-23774345-b37f-4f37-bd4c-cf346b2d487a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0569985 Mar 10 18:20:57.139297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:20:57.139635 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:20:57.139996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:57.144559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:20:57.144885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:20:57.150020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:20:57.150361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:20:57.150829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:20:57.151211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Bound port: 501099e9-dba6-42da-ae43-d80797be3ec6, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:20:57.151569 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.151955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4b7a9ba7-4b54-4634-ad23-7dc3a71630db req-59398981-7b45-4f54-8745-f706bc337498 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483513 Mar 10 18:20:57.227083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:20:57.230130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:20:57.237835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.270835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.271377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.273107 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] 10.222.0.59 "PUT /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1092 time: 0.6356130 Mar 10 18:20:57.275837 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:20:57.278110 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b546e183c03c8fc2ac74e03630f8903166994d28443d521e9a113ef473d835" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34234563-c127-474f-bed0-cec9dcec62ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:20:57.313749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0a71-8f18-4a55-8dad-8213a3914942 service neutron] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:20:57.345597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:20:57.356385 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e67326-0bd5-4d22-8b22-50ed01c1667a x-openstack-request-id: req-18e67326-0bd5-4d22-8b22-50ed01c1667a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:20:57.356678 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:20:57.356926 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18e67326-0bd5-4d22-8b22-50ed01c1667a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:20:57.357319 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'status': 'completed', 'code': 200} Mar 10 18:20:57.377270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-e2f246c2-d554-4169-ac43-6efdedab2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.378813 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-e2f246c2-d554-4169-ac43-6efdedab2d7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0558572 Mar 10 18:20:57.427764 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-0bebab01-5df0-402b-9f29-83d140aa1da3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 217 time: 0.0403829 Mar 10 18:20:57.478830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-6ebaf064-326b-4c1f-8c35-82bf2d4ee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.480372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-6ebaf064-326b-4c1f-8c35-82bf2d4ee4b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0464396 Mar 10 18:20:57.532858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-0ce4fa15-99ad-42b1-ba3e-10a83c45e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.534287 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-0ce4fa15-99ad-42b1-ba3e-10a83c45e150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446806 Mar 10 18:20:57.633970 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-078aeed0-832a-4335-9fa8-b20070f6921c service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897713 Mar 10 18:20:57.741638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4a898efd-a224-4dba-b2e6-3563f0aaf7f2 req-f95834f0-9f69-4fd0-afe9-311ada542375 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976722 Mar 10 18:20:57.861314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234563-c127-474f-bed0-cec9dcec62ec req-9d0f2162-5827-4e9b-be4f-215509fae3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.862731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-9d0f2162-5827-4e9b-be4f-215509fae3c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0556402 Mar 10 18:20:57.957523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234563-c127-474f-bed0-cec9dcec62ec req-daf9aec6-e802-413a-bb39-811d57044997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:57.959014 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-daf9aec6-e802-413a-bb39-811d57044997 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0898666 Mar 10 18:20:58.001198 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-bc5ced6a-ce6f-4ad2-91e9-e2dd97cef98f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 217 time: 0.0349495 Mar 10 18:20:58.054770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234563-c127-474f-bed0-cec9dcec62ec req-49348d87-c282-4aca-8458-a23cc0165dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:58.056512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-49348d87-c282-4aca-8458-a23cc0165dfe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0491462 Mar 10 18:20:58.115227 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234563-c127-474f-bed0-cec9dcec62ec req-790562ce-44ab-4a4e-b4fc-e29d3e5991c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:58.117159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-790562ce-44ab-4a4e-b4fc-e29d3e5991c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539744 Mar 10 18:20:58.139100 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:20:58.215532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-f613128b-fb84-41c7-8a7b-df24ff6618b2 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905361 Mar 10 18:20:58.288670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982ec6a-f3cb-46b1-ab6f-eff9b532555b req-c09462e5-8d88-4c8c-ae07-83fdb5413172 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:58.290151 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4982ec6a-f3cb-46b1-ab6f-eff9b532555b req-c09462e5-8d88-4c8c-ae07-83fdb5413172 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0592585 Mar 10 18:20:58.307770 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-34234563-c127-474f-bed0-cec9dcec62ec req-d27117b9-fb90-4f5f-b7e2-cad75472168a service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Mar 10 18:20:58.340542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4982ec6a-f3cb-46b1-ab6f-eff9b532555b req-23c122f7-7b71-4722-91db-125636d75677 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Mar 10 18:20:59.564956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab647e2-8294-468e-be14-a1130083b0b8 req-7efc03a2-7c5f-44ab-a7af-502319fde251 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:20:59.566396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ab647e2-8294-468e-be14-a1130083b0b8 req-7efc03a2-7c5f-44ab-a7af-502319fde251 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.1075273 Mar 10 18:20:59.621613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ab647e2-8294-468e-be14-a1130083b0b8 req-466c0eb9-07f2-4a82-8336-013a9437438a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Mar 10 18:21:00.360667 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:00.848055 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a89e82-9ab2-4981-a1e1-08eb12ba0911 req-ec960581-44a2-4993-ac2b-c68024e50b79 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:00.849556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91a89e82-9ab2-4981-a1e1-08eb12ba0911 req-ec960581-44a2-4993-ac2b-c68024e50b79 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.1074061 Mar 10 18:21:00.904203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91a89e82-9ab2-4981-a1e1-08eb12ba0911 req-36352927-86f7-4602-959c-0d4c5c65ca1a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486877 Mar 10 18:21:01.318807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:21:01.429159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:21:01.441407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '501099e9-dba6-42da-ae43-d80797be3ec6', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6', 'mac_address': 'fa:16:3e:63:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:21:01.484270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 501099e9-dba6-42da-ae43-d80797be3ec6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:21:01.484669 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:01.498383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501099e9-dba6-42da-ae43-d80797be3ec6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:21:01.520173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:21:01.526767 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:01.574690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:21:01.757052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['501099e9-dba6-42da-ae43-d80797be3ec6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:21:02.050203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6e276-b24f-4718-b214-15a019ef7c10 req-ecf2f649-c165-482e-b45f-ab193b9da5e8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:02.051724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c6e276-b24f-4718-b214-15a019ef7c10 req-ecf2f649-c165-482e-b45f-ab193b9da5e8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 945 time: 0.0677328 Mar 10 18:21:02.100769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27c6e276-b24f-4718-b214-15a019ef7c10 req-6deb1919-ce09-4d5a-a1f7-0ab64ee88c94 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Mar 10 18:21:03.232850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407292e0-ed26-448e-a4d0-a05756ef4b5b req-31c4512e-4d13-437f-8304-062c157420dc tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:03.234506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-407292e0-ed26-448e-a4d0-a05756ef4b5b req-31c4512e-4d13-437f-8304-062c157420dc tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Mar 10 18:21:03.282312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-407292e0-ed26-448e-a4d0-a05756ef4b5b req-5302aa79-6b37-4c89-a577-61d548ec2b65 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Mar 10 18:21:03.318043 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:21:03.369095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 501099e9-dba6-42da-ae43-d80797be3ec6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:21:03.373397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 501099e9-dba6-42da-ae43-d80797be3ec6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:21:03.373766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:03.454369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 501099e9-dba6-42da-ae43-d80797be3ec6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:21:03.454665 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:03.478373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:21:03.480665 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b2f5781968d9ca1b27c055c1014cd8b3f08ad2bcac9460328738d45a4cd847b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d33ed-7a76-4ce2-97cd-fb78b1de05bb" -d '{"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-plugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:21:03.494401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:21:03.499787 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:03.524292 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d20e18-0c78-49f1-b215-cd6aa746ed83 x-openstack-request-id: req-14d20e18-0c78-49f1-b215-cd6aa746ed83 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:21:03.524592 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-plugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:21:03.524847 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14d20e18-0c78-49f1-b215-cd6aa746ed83 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:21:03.525242 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'code': 200} Mar 10 18:21:03.557207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:21:03.638465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db07af-bfce-404c-8c1f-1a80022431a1 req-beb2e082-aad6-4ef9-b59a-e4035c0dad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:03.640022 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-89db07af-bfce-404c-8c1f-1a80022431a1 req-beb2e082-aad6-4ef9-b59a-e4035c0dad68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1128 time: 0.0464473 Mar 10 18:21:03.693760 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-89db07af-bfce-404c-8c1f-1a80022431a1 req-fe678d2d-8e17-461b-b032-6c61e23558f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436094 Mar 10 18:21:04.425783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76022f-5d73-450a-8ae8-65957783ada8 req-4beafd17-c01b-4189-8e44-02c93e19a058 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:04.427301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c76022f-5d73-450a-8ae8-65957783ada8 req-4beafd17-c01b-4189-8e44-02c93e19a058 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0612941 Mar 10 18:21:04.474539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c76022f-5d73-450a-8ae8-65957783ada8 req-a5121297-15cc-4a46-b39a-73b22937b03d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Mar 10 18:21:05.604177 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9428637-956f-4f7b-99f3-af6e1e8904ed req-07f34189-abbf-4860-ba63-52456d8daa72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:05.605683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9428637-956f-4f7b-99f3-af6e1e8904ed req-07f34189-abbf-4860-ba63-52456d8daa72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0584579 Mar 10 18:21:05.655569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9428637-956f-4f7b-99f3-af6e1e8904ed req-d8550c0e-3f5e-4798-b327-c8a648aaf86d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Mar 10 18:21:05.783847 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7565c-93f7-4f5b-9e66-bf54ea422b1b req-8ba45015-3df3-4518-b839-644c234b6e4b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:05.785265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-12a7565c-93f7-4f5b-9e66-bf54ea422b1b req-8ba45015-3df3-4518-b839-644c234b6e4b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0634084 Mar 10 18:21:05.796979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56162) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:21:05.801406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'floatingip': {'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:21:05.842828 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:06.306113 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:06.312530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:06.420392 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 associated. External IP: 172.25.3.136, port: 501099e9-dba6-42da-ae43-d80797be3ec6. Mar 10 18:21:06.635595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:21:06.750862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:21:06.756317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:06.762698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:21:06.773602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:21:06.774232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:21:06.785596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-df2d06a8-d56d-4daa-a34d-e326b5e0a870 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "PUT /v2.0/floatingips/b015d89b-1f95-4eb4-acdb-d543c1e24ab6 HTTP/1.1" status: 200 len: 992 time: 0.9875457 Mar 10 18:21:06.786171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:21:06.788470 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b55cde4a1865997615f8e40a2b80072f53cb93aee7860558870f0f25021c26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c" -d '{"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:21:06.828908 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcba21-b65c-4b54-a266-231cdc8bf9f4 x-openstack-request-id: req-f8bcba21-b65c-4b54-a266-231cdc8bf9f4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:21:06.829206 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:21:06.829465 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8bcba21-b65c-4b54-a266-231cdc8bf9f4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:21:06.829884 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'status': 'completed', 'code': 200} Mar 10 18:21:06.898065 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-1b704202-5940-4733-8509-20c7798cd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:06.898677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:21:06.900192 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-1b704202-5940-4733-8509-20c7798cd669 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1128 time: 0.0496995 Mar 10 18:21:06.986701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30432-d809-4d84-9a5d-ef8201d3a1f4 req-3c05875c-2145-4a9f-87ce-6e6c17e462e4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:06.988339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4d30432-d809-4d84-9a5d-ef8201d3a1f4 req-3c05875c-2145-4a9f-87ce-6e6c17e462e4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0577788 Mar 10 18:21:07.000026 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-d1a21f0e-8058-4742-bc68-b76bfe4f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:07.001512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-d1a21f0e-8058-4742-bc68-b76bfe4f8070 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0952952 Mar 10 18:21:07.037038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4d30432-d809-4d84-9a5d-ef8201d3a1f4 req-76e738ba-c3fb-4bdd-8ad1-89228b5c4bb1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Mar 10 18:21:07.075733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-3a477c8e-126b-4d8e-b2f8-e6de360eaa60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0668242 Mar 10 18:21:07.123420 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-92d50812-1902-47cb-9507-8127459d06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:07.124954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-92d50812-1902-47cb-9507-8127459d06f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0434568 Mar 10 18:21:07.144779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:63:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529a7af-a260-46cb-aded-6305d6e443e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:21:06Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:21:07.171295 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:21:07.174836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-4d55875c-827d-47bd-9df1-dc06ed754cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:07.176384 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-4d55875c-827d-47bd-9df1-dc06ed754cec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453701 Mar 10 18:21:07.179906 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:21:07.180517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:20:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:21:07.268728 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-eb9ae6dc-c714-4c69-8d8d-d941e25d3f2c service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Mar 10 18:21:07.292344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:21:07.361152 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c3c0341c-b11a-4aeb-a3b9-faeb2945647c req-0ce3b5e3-c725-43c5-b172-0ce3f32f52cb service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856981 Mar 10 18:21:07.519762 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:63:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529a7af-a260-46cb-aded-6305d6e443e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:21:06Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:21:07.547128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a234d-f959-4f77-9349-8ef63dcaf96b None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:63:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9529a7af-a260-46cb-aded-6305d6e443e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:21:06Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:21:07.771839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df868951-a2c0-4b81-869d-7905cc847737 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:21:08.167077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e323d-f7dd-46bd-8fee-9b9de4926544 req-f3540586-3875-4d3f-9f1d-535fee83d7a3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:08.168563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f7e323d-f7dd-46bd-8fee-9b9de4926544 req-f3540586-3875-4d3f-9f1d-535fee83d7a3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0550892 Mar 10 18:21:08.221233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f7e323d-f7dd-46bd-8fee-9b9de4926544 req-9118e92a-037d-47d1-8ecf-5215a2c63ee5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464048 Mar 10 18:21:09.352262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09793e-7f25-4be6-9b52-1d648028ea45 req-52cdc6a7-68dc-44bb-8c1c-057057bbccbf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:09.353734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a09793e-7f25-4be6-9b52-1d648028ea45 req-52cdc6a7-68dc-44bb-8c1c-057057bbccbf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0541897 Mar 10 18:21:09.400199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a09793e-7f25-4be6-9b52-1d648028ea45 req-fbaabf38-ff17-48a9-b079-e5dccd8e6f50 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406659 Mar 10 18:21:10.550073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f82da-c317-4a97-b3d8-679ca857f257 req-28dc4fac-8b5d-4b52-8ac7-d7716740495f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:10.551586 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4f82da-c317-4a97-b3d8-679ca857f257 req-28dc4fac-8b5d-4b52-8ac7-d7716740495f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0629721 Mar 10 18:21:10.614840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f4f82da-c317-4a97-b3d8-679ca857f257 req-d57b274a-9429-4381-a3eb-b046aa71bd5d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561872 Mar 10 18:21:11.762875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204ea7-eafd-470c-b08d-1ace6ac1241e req-1d4dadf3-c92b-408e-bdc3-6329346440c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:11.764381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e204ea7-eafd-470c-b08d-1ace6ac1241e req-1d4dadf3-c92b-408e-bdc3-6329346440c1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0629134 Mar 10 18:21:11.813399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2e204ea7-eafd-470c-b08d-1ace6ac1241e req-d46be9d9-59ec-4cae-a01d-afeec42ef78e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Mar 10 18:21:12.503386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-de6570de-1fb3-4652-94f4-d323592a2fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:12.943439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a988ea6-66e3-4dde-a575-b8b32cc9bb65 req-4ba7a4b1-faeb-4385-9102-3d418b8d18ec tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:12.944907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a988ea6-66e3-4dde-a575-b8b32cc9bb65 req-4ba7a4b1-faeb-4385-9102-3d418b8d18ec tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0553749 Mar 10 18:21:12.992080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9a988ea6-66e3-4dde-a575-b8b32cc9bb65 req-6aba8f35-848e-4135-bd5f-7bef55b2a3f0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Mar 10 18:21:14.132504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5f2c7-a3d3-4cf8-8a52-44e4eab37b57 req-de211d5d-e84e-4408-aed3-aab99858f173 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:14.133929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf5f2c7-a3d3-4cf8-8a52-44e4eab37b57 req-de211d5d-e84e-4408-aed3-aab99858f173 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0555632 Mar 10 18:21:14.191816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5cf5f2c7-a3d3-4cf8-8a52-44e4eab37b57 req-c4ac82cc-29b4-4683-8dde-72d155458691 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493758 Mar 10 18:21:14.722079 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2a86fcb0-601a-4d81-8bf5-2f6e468be673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:15.326058 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e28a-14dd-4818-9133-70dba3d2be7a req-968bb8b7-a348-4589-b372-594d1dd07a7f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:15.327448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3088e28a-14dd-4818-9133-70dba3d2be7a req-968bb8b7-a348-4589-b372-594d1dd07a7f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0553160 Mar 10 18:21:15.375644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3088e28a-14dd-4818-9133-70dba3d2be7a req-064a11c7-09e8-4629-9d03-2c94bc1c9239 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Mar 10 18:21:16.017857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:16.498274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95c98e-6763-44a2-9728-d951ed6ddc06 req-5c199c33-2228-4633-a04e-d18063b229d7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:16.499777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d95c98e-6763-44a2-9728-d951ed6ddc06 req-5c199c33-2228-4633-a04e-d18063b229d7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0546212 Mar 10 18:21:16.547584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d95c98e-6763-44a2-9728-d951ed6ddc06 req-9a97cbda-98e6-4379-b857-d4fda9d012db tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Mar 10 18:21:17.453956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:19.364992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:22.972296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-02e9b036-bcd4-47d7-ba84-49fe7180ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:22.973785 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-02e9b036-bcd4-47d7-ba84-49fe7180ab46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1128 time: 0.0933659 Mar 10 18:21:23.087733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-f4243560-8ad7-4c94-a418-ff72e5222420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:23.089096 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-f4243560-8ad7-4c94-a418-ff72e5222420 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0848370 Mar 10 18:21:23.160423 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-a60f69e0-eaa7-4509-aa7d-d3ec2334c16d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1002 time: 0.0634065 Mar 10 18:21:23.211691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-3d0d9a38-2cc0-4515-9ad5-78b1ec57b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:23.213074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-3d0d9a38-2cc0-4515-9ad5-78b1ec57b41c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0426419 Mar 10 18:21:23.271128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-cbd671ca-628b-48cd-a997-4801214dec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:21:23.272667 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-cbd671ca-628b-48cd-a997-4801214dec03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523949 Mar 10 18:21:23.373498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-2624e198-db61-4810-95e4-0c8d8d2a7086 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937538 Mar 10 18:21:23.467129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-41715647-c43d-4d9c-8cf7-a3d5b1e58a1e req-70619dd0-2525-4298-ab0c-7bf2a7b30355 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873923 Mar 10 18:21:27.356660 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:30.371831 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:35.144077 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:21:42.504902 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2263e21f-d1af-448b-9959-7acd9f86e6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:44.722040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e6329ff-8428-44db-ab50-4ffa8d6fd047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:46.030053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:47.460964 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:49.370170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:21:57.372824 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:00.378767 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:12.150797 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:22:12.509538 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc151497-d408-4a35-b94f-a2156658722b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:14.717944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-74f3048e-1727-4bea-8f0f-d9dfab516ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:16.035776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:17.459697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:17.757620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a419c-707c-4581-a504-63c6d1fe7981 req-06f60e50-c96e-4e90-90a9-85362822bb59 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:17.759138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090a419c-707c-4581-a504-63c6d1fe7981 req-06f60e50-c96e-4e90-90a9-85362822bb59 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0695808 Mar 10 18:22:17.808057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090a419c-707c-4581-a504-63c6d1fe7981 req-0670307a-c0cc-4a34-956c-6a15c36055d6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Mar 10 18:22:18.075378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-0a282b24-921c-4380-a0d0-c9ddb8d00310 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735648 Mar 10 18:22:18.086308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26086f-de66-4f52-9882-a215267efbae req-7a539ab2-95a5-457a-bc80-74d3b890267f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:18.087725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af26086f-de66-4f52-9882-a215267efbae req-7a539ab2-95a5-457a-bc80-74d3b890267f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0776000 Mar 10 18:22:18.140982 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af26086f-de66-4f52-9882-a215267efbae req-121bb87c-e3c4-4800-885a-65182ea8edc9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468433 Mar 10 18:22:18.450183 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-22225e72-2893-4b51-9566-0b99fbc6a123 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:18.452206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-22225e72-2893-4b51-9566-0b99fbc6a123 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 943 time: 0.0596900 Mar 10 18:22:19.279197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaac6c-1303-4abd-a3ec-d345314643f8 req-58dae7ee-e42a-4d84-ae8b-c34678ef7e44 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:19.281136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbdaac6c-1303-4abd-a3ec-d345314643f8 req-58dae7ee-e42a-4d84-ae8b-c34678ef7e44 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0599685 Mar 10 18:22:19.332958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbdaac6c-1303-4abd-a3ec-d345314643f8 req-6fa32c7c-600e-4f0a-aa28-49f9c1e796e8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 Mar 10 18:22:19.353018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-71141230-743e-4245-995f-ad58e0542272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:19.355571 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-71141230-743e-4245-995f-ad58e0542272 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1128 time: 0.0462205 Mar 10 18:22:19.374368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:19.454819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-0d382d13-6d57-4a54-8c95-6c96acd18164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:19.456222 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-0d382d13-6d57-4a54-8c95-6c96acd18164 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0919271 Mar 10 18:22:19.539095 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-1572e602-6ea3-4315-bd19-bcce726b7654 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1002 time: 0.0737488 Mar 10 18:22:19.595884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-bb94928e-498e-4efa-8f74-a1e10f1214df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:19.597326 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-bb94928e-498e-4efa-8f74-a1e10f1214df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0485506 Mar 10 18:22:19.658851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-cdf47502-33f9-4924-9be6-759ba49d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:19.660464 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-cdf47502-33f9-4924-9be6-759ba49d4103 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536468 Mar 10 18:22:19.779957 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-50e32652-d2b3-4a30-aea7-37f1229d3d63 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088798 Mar 10 18:22:19.909967 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-893b28fa-fbbb-47d3-bf73-2abec536b341 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203396 Mar 10 18:22:20.478188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd794-1fb1-4a09-b958-09bafe275e54 req-5e4ccee5-7bbf-4aa7-ac44-c68ee87f409a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:20.479771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea1fd794-1fb1-4a09-b958-09bafe275e54 req-5e4ccee5-7bbf-4aa7-ac44-c68ee87f409a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0704997 Mar 10 18:22:20.542866 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea1fd794-1fb1-4a09-b958-09bafe275e54 req-3da3b95c-eb40-431f-9a88-17d056311b48 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572343 Mar 10 18:22:21.670688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceaf47-7e8b-435b-ae86-260a7e56822e req-00595826-b71b-46a7-9f27-8bf69346b4a5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:21.672162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eceaf47-7e8b-435b-ae86-260a7e56822e req-00595826-b71b-46a7-9f27-8bf69346b4a5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0568714 Mar 10 18:22:21.721852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0eceaf47-7e8b-435b-ae86-260a7e56822e req-04fb71f9-9fe7-4649-9831-0f2e656decfb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Mar 10 18:22:21.879188 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-7b3fa2e6-1828-4c20-9998-ddb2def2c8ca service neutron] show failed (client error): The resource could not be found. Mar 10 18:22:21.880189 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-7b3fa2e6-1828-4c20-9998-ddb2def2c8ca service neutron] 10.222.0.59 "GET /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0611873 Mar 10 18:22:22.209409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-73cc5f42-64ed-439c-8c06-044db90e62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:22.210972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-73cc5f42-64ed-439c-8c06-044db90e62a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1128 time: 0.0901077 Mar 10 18:22:22.222089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:22:22.604802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:22.839054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:22.889532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd5a0-6b4d-4f63-9f1d-a16e155e1812 req-a05c94be-bb33-4f6b-82f5-50274bf243a5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:22.891024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c95dd5a0-6b4d-4f63-9f1d-a16e155e1812 req-a05c94be-bb33-4f6b-82f5-50274bf243a5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0930552 Mar 10 18:22:22.891905 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:22:22.947952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:22.952796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks [] for port (501099e9-dba6-42da-ae43-d80797be3ec6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:22.980859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Transition to ACTIVE for port object 501099e9-dba6-42da-ae43-d80797be3ec6 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:22:22.984722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c95dd5a0-6b4d-4f63-9f1d-a16e155e1812 req-4a7264c4-cf8f-4119-8f77-118e015e2690 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736461 Mar 10 18:22:22.985724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:22.995789 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7d9ff-288b-4390-9d1c-e73498bb58cc" -d '{"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-unplugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:23.083107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:23.097412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.097773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.098206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.098791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.099132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.099461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.099785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.100115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.100437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.100756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.101073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.101382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.101697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:23.125794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] No DVR routers for this DVR port 501099e9-dba6-42da-ae43-d80797be3ec6 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:22:23.160620 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e4051-f2e9-4522-90fe-fd723bfb3342 x-openstack-request-id: req-788e4051-f2e9-4522-90fe-fd723bfb3342 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:23.160913 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-unplugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:23.161168 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-788e4051-f2e9-4522-90fe-fd723bfb3342 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:23.161567 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'code': 200} Mar 10 18:22:23.271516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:22:23.271851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:22:23.272178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:22:23.276599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:22:23.276923 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Attempting to bind port 501099e9-dba6-42da-ae43-d80797be3ec6 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:22:23.281934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:22:23.282277 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:22:23.282686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:22:23.283093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Bound port: 501099e9-dba6-42da-ae43-d80797be3ec6, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:22:23.283439 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:23.353018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:22:23.356382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:22:23.365421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:23.404118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:23.404733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:23.406110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1092 time: 1.1879585 Mar 10 18:22:23.428867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452a211-ba18-4686-9c47-447a40afe3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:23.479532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-57514326-6a12-4567-81c3-b8abf203efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:23.481191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-57514326-6a12-4567-81c3-b8abf203efeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0479457 Mar 10 18:22:23.575179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-2d700888-26a4-450b-ad27-33b1f332c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:23.576692 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-2d700888-26a4-450b-ad27-33b1f332c96a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0894575 Mar 10 18:22:23.655848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-764d4947-bf9b-4e72-a39d-6749b698bb4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0721600 Mar 10 18:22:23.711311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-b795822e-a440-47c2-99d9-e72871cbe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:23.713571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-b795822e-a440-47c2-99d9-e72871cbe7db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0516286 Mar 10 18:22:23.767600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-93fe3616-12c3-4b19-a0de-d8b17952fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:23.769099 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-93fe3616-12c3-4b19-a0de-d8b17952fa11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494604 Mar 10 18:22:23.865623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-bc784148-e08c-42b2-9ec5-8f4770d788cb service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Mar 10 18:22:23.958187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ed8ff0d-1fba-4e30-ac16-25d61ac66259 req-169e70b9-2f26-4afb-a8b7-3cc7df3ff735 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Mar 10 18:22:24.115312 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e6e0a-d319-4447-92a2-4041cd678f6c req-149d78a5-aa68-47cb-b0a9-c1296b43b243 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:24.116853 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-876e6e0a-d319-4447-92a2-4041cd678f6c req-149d78a5-aa68-47cb-b0a9-c1296b43b243 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0554562 Mar 10 18:22:24.169828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-876e6e0a-d319-4447-92a2-4041cd678f6c req-5002beb4-53a9-4885-9b4d-aca9488aa124 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473127 Mar 10 18:22:25.163241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:25.167070 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af108508-b9db-4a27-831f-cc5aceae8279" -d '{"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:25.226572 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f32cb-b1d3-4f51-9c1c-bb2b16db9ec9 x-openstack-request-id: req-ae5f32cb-b1d3-4f51-9c1c-bb2b16db9ec9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:25.226864 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:25.227117 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae5f32cb-b1d3-4f51-9c1c-bb2b16db9ec9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:25.227528 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'status': 'completed', 'code': 200} Mar 10 18:22:25.303176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-dda830a1-c537-4a9c-a974-7e0bbb7b4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.304803 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-dda830a1-c537-4a9c-a974-7e0bbb7b4ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0489268 Mar 10 18:22:25.336207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-5c7a4852-14f4-4c41-87b0-ec85f82e8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.337727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-5c7a4852-14f4-4c41-87b0-ec85f82e8335 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0795312 Mar 10 18:22:25.358708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3b4e-49cc-4106-92ce-5eb38b0af81d req-38a4c0f8-fa73-4c34-9e33-e5f76119a31f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.360135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-899d3b4e-49cc-4106-92ce-5eb38b0af81d req-38a4c0f8-fa73-4c34-9e33-e5f76119a31f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0771120 Mar 10 18:22:25.463431 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-899d3b4e-49cc-4106-92ce-5eb38b0af81d req-596a27a4-04bf-4011-8cb7-284598ced0ed tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931575 Mar 10 18:22:25.474454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-9c98cb3e-8a61-4362-a842-5a85ca5ba598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.475949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-9c98cb3e-8a61-4362-a842-5a85ca5ba598 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1320596 Mar 10 18:22:25.550839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-3635f638-91a9-45af-8c91-6716face2b99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0677924 Mar 10 18:22:25.601284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-dffa12b1-d2f6-43d8-ba60-0efaf98489c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.602770 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-dffa12b1-d2f6-43d8-ba60-0efaf98489c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0456643 Mar 10 18:22:25.654327 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-373f59b7-975a-47cd-8758-5d3158889508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.655959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-373f59b7-975a-47cd-8758-5d3158889508 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470467 Mar 10 18:22:25.702747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-62c6ad11-44a4-4d2f-9b8d-ac486aa4de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.704182 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-62c6ad11-44a4-4d2f-9b8d-ac486aa4de37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.3887489 Mar 10 18:22:25.705841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:22:25.748421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 501099e9-dba6-42da-ae43-d80797be3ec6 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:22:25.748722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:22:25.759786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-7965829d-6f15-4d8f-9023-9e95e7d1fc50 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970025 Mar 10 18:22:25.777676 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-f3965c2b-5a7d-4147-be71-e1ca3ceb454d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0635266 Mar 10 18:22:25.838404 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-b1878850-8d4e-4b98-adf1-278f164b2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.839912 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-b1878850-8d4e-4b98-adf1-278f164b2ac3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0516739 Mar 10 18:22:25.853446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-44c56f7a-3c7e-4f54-b5f6-f643cf0a09de service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859783 Mar 10 18:22:25.897456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108508-b9db-4a27-831f-cc5aceae8279 req-68146271-733f-45d2-bc57-74a8e91e4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:25.898986 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-68146271-733f-45d2-bc57-74a8e91e4bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523479 Mar 10 18:22:26.005144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-cd89f640-be65-4c93-9a28-4908681cd391 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957835 Mar 10 18:22:26.099996 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-af108508-b9db-4a27-831f-cc5aceae8279 req-ffad98e0-a1bd-4462-b821-a6abd53434c7 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851977 Mar 10 18:22:26.611946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7df9e-6db0-4630-9917-b6d298094fe5 req-918c9617-3566-45d5-9fc7-e5a58b8ffe85 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:26.614250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5f7df9e-6db0-4630-9917-b6d298094fe5 req-918c9617-3566-45d5-9fc7-e5a58b8ffe85 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0714676 Mar 10 18:22:26.664307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5f7df9e-6db0-4630-9917-b6d298094fe5 req-eae8e24c-302b-4f84-bdf7-dea161a3f463 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Mar 10 18:22:27.385046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:27.793604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a061bac-b230-476c-92fd-2dc1b16f7f2f req-d812bf78-0c9a-479d-8d14-41fde4798939 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:27.795501 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a061bac-b230-476c-92fd-2dc1b16f7f2f req-d812bf78-0c9a-479d-8d14-41fde4798939 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0600891 Mar 10 18:22:27.844613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a061bac-b230-476c-92fd-2dc1b16f7f2f req-d529db17-c4b2-42c4-812a-9b7a5fd25e7c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Mar 10 18:22:27.918353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-1efea0ed-745d-4440-bd94-1782ff1928a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517850 Mar 10 18:22:28.035201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-29c07a2d-38b4-4611-abe5-5204ba6474d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.036755 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-29c07a2d-38b4-4611-abe5-5204ba6474d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0747912 Mar 10 18:22:28.060627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e387ef0-a32c-4330-a8b9-23fb128b9904 req-58443784-9731-4d41-85b5-384394d0c9a2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.062105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e387ef0-a32c-4330-a8b9-23fb128b9904 req-58443784-9731-4d41-85b5-384394d0c9a2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 944 time: 0.0626900 Mar 10 18:22:28.077829 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-57fff9e1-0e5e-40b1-be5b-a1e61fec57ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.079322 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-57fff9e1-0e5e-40b1-be5b-a1e61fec57ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0602877 Mar 10 18:22:28.145679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:22:28.147515 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-d736dedb-ec77-4da6-9a09-4cbda6795014 service neutron] delete failed (client error): The resource could not be found. Mar 10 18:22:28.148541 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-d736dedb-ec77-4da6-9a09-4cbda6795014 service neutron] 10.222.0.59 "DELETE /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0596864 Mar 10 18:22:28.178191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e387ef0-a32c-4330-a8b9-23fb128b9904 req-87a205fe-116e-45b2-96cf-7a0d419ff77a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078026 Mar 10 18:22:28.195084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-5d6a4ea1-e6fb-4934-be74-4141d629c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.196868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-5d6a4ea1-e6fb-4934-be74-4141d629c9b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1338406 Mar 10 18:22:28.250183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:28.262238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '501099e9-dba6-42da-ae43-d80797be3ec6', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '501099e9-dba6-42da-ae43-d80797be3ec6', 'mac_address': 'fa:16:3e:63:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:22:28.265505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-d45df6b3-3528-4aad-9b92-45a00632975d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1000 time: 0.0617800 Mar 10 18:22:28.267181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-13b2b1ec-f0ea-4d86-b44b-9a94f02e6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.268717 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-13b2b1ec-f0ea-4d86-b44b-9a94f02e6b98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1126 time: 0.0483701 Mar 10 18:22:28.300395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 501099e9-dba6-42da-ae43-d80797be3ec6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:22:28.300395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:28.318498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501099e9-dba6-42da-ae43-d80797be3ec6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:22:28.321862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-a356f775-b66a-428f-a54d-8bec2ebcdb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.323378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-a356f775-b66a-428f-a54d-8bec2ebcdb7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0516737 Mar 10 18:22:28.339788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:28.344321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:28.365467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-5b9ed5be-5ee1-4127-9e8f-482b39e4da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.366949 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-5b9ed5be-5ee1-4127-9e8f-482b39e4da7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0884004 Mar 10 18:22:28.373604 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-41aee3c9-49b6-43bb-a1af-aa5aa75bff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.375156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-41aee3c9-49b6-43bb-a1af-aa5aa75bff3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459483 Mar 10 18:22:28.391230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:28.398870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.399216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.399555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.400054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.400547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.401020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.401506 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.401990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.402323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.402749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.403228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.403763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.404240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:22:28.440826 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-edbb35d2-d218-4448-8970-79464b02f65a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0635009 Mar 10 18:22:28.468768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-5cc540f7-7cb8-4bf6-8014-c35ac0424c0c service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 Mar 10 18:22:28.488789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-7a1eb3e6-ad08-402d-a729-f8606d008884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.490401 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-7a1eb3e6-ad08-402d-a729-f8606d008884 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0429125 Mar 10 18:22:28.543713 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-f1a7b037-b59a-48fe-a040-98566cf47e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:28.545217 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-f1a7b037-b59a-48fe-a040-98566cf47e8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456984 Mar 10 18:22:28.565106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2522724-e88a-4dec-8f2d-d824e4726f7f req-01800924-7166-4f9c-8233-6d262ce8519b service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894480 Mar 10 18:22:28.643362 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-bc68ea1e-836d-4535-8949-37f2927b3474 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880728 Mar 10 18:22:28.696849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['501099e9-dba6-42da-ae43-d80797be3ec6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:22:28.744344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0b61de32-51d2-4e46-ba9d-5739b1226bad req-7730660b-d053-4d71-9028-23a75beafdf0 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910265 Mar 10 18:22:29.326578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1decd8-6da4-4ae4-bd98-cb9ba27e2756 req-3ae80189-af8a-4852-9f43-706bc8b64a4e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:29.328097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e1decd8-6da4-4ae4-bd98-cb9ba27e2756 req-3ae80189-af8a-4852-9f43-706bc8b64a4e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 945 time: 0.0582826 Mar 10 18:22:29.377361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e1decd8-6da4-4ae4-bd98-cb9ba27e2756 req-8b87a32b-31a9-4f37-bcfa-c5b90fc42b06 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Mar 10 18:22:29.513307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3f327-92f2-4a5e-84c9-19eeebb4ebca req-75b53feb-a586-49d7-a88f-543a738080a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:29.514722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb3f327-92f2-4a5e-84c9-19eeebb4ebca req-75b53feb-a586-49d7-a88f-543a738080a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 945 time: 0.0665402 Mar 10 18:22:29.563836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8eb3f327-92f2-4a5e-84c9-19eeebb4ebca req-f79e48cd-412c-4d97-82f3-0dc275f47f65 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Mar 10 18:22:29.810397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265c9e-b7bd-4298-bc76-30337e5bf842 req-5c97f340-86da-42b6-be53-94cce1f312ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:29.811857 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11265c9e-b7bd-4298-bc76-30337e5bf842 req-5c97f340-86da-42b6-be53-94cce1f312ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 945 time: 0.0798426 Mar 10 18:22:29.847130 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-89384104-a28f-4acb-a901-68411fb3330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:29.848610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-89384104-a28f-4acb-a901-68411fb3330e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 1127 time: 0.0769954 Mar 10 18:22:29.892315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11265c9e-b7bd-4298-bc76-30337e5bf842 req-5c3e8bdc-ee4f-4735-a41f-c6de9ff73f36 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738103 Mar 10 18:22:29.959294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-0d7bb03b-bca2-49ac-98c5-b5207292dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:29.960762 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-0d7bb03b-bca2-49ac-98c5-b5207292dc87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1046135 Mar 10 18:22:30.028079 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-9b3c0e4f-c03d-4aae-8907-66ef0905be90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0604525 Mar 10 18:22:30.086739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-6dd3aed5-8d3f-4122-8f87-b072c57f0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:30.088125 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-6dd3aed5-8d3f-4122-8f87-b072c57f0b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0531087 Mar 10 18:22:30.144368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-eb22efc0-3ab7-4a21-8691-0de345af02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:30.146094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-eb22efc0-3ab7-4a21-8691-0de345af02d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460856 Mar 10 18:22:30.170054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:22:30.221166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 501099e9-dba6-42da-ae43-d80797be3ec6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:22:30.226123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 501099e9-dba6-42da-ae43-d80797be3ec6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:22:30.226642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:30.249393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-fc185661-55c3-4ed4-8243-bf9e5ecb45a4 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935006 Mar 10 18:22:30.304777 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 501099e9-dba6-42da-ae43-d80797be3ec6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:22:30.305201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:30.326968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:30.342357 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f14abd42-2d1b-4415-aaa0-20c2dbc2bce9 req-44a98020-c2aa-49f4-9df6-af46652a6107 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Mar 10 18:22:30.343865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:30.348489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:30.386556 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6f93a1-3227-44bd-abb0-acd086b8b54e" -d '{"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-plugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:30.398583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:30.411351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:30.476232 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904db8b0-9dbc-484b-a5e8-41cdd08f67f9 x-openstack-request-id: req-904db8b0-9dbc-484b-a5e8-41cdd08f67f9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:30.477161 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-plugged", "status": "completed", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:30.477438 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-904db8b0-9dbc-484b-a5e8-41cdd08f67f9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:30.478210 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'code': 200} Mar 10 18:22:31.023994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b833f17-f77f-42df-a296-be0bee33fc60 req-7898d86e-4d46-49b3-baa5-7517c5214655 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:31.025493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b833f17-f77f-42df-a296-be0bee33fc60 req-7898d86e-4d46-49b3-baa5-7517c5214655 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0597894 Mar 10 18:22:31.078541 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8b833f17-f77f-42df-a296-be0bee33fc60 req-46b24f62-1aaa-4ad6-b1d7-3c851b447fde tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Mar 10 18:22:31.326255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d9aae-7181-4b30-88e1-ae503263fc17 req-95da3dd6-3973-4ac7-8fb0-dad3e7ea3ca2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:31.327789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-890d9aae-7181-4b30-88e1-ae503263fc17 req-95da3dd6-3973-4ac7-8fb0-dad3e7ea3ca2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0568044 Mar 10 18:22:31.381127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-890d9aae-7181-4b30-88e1-ae503263fc17 req-2d2e38b6-b275-44df-b509-32840b9ec7e6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Mar 10 18:22:32.511654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37343eb-c87b-40ba-b7a5-0a5007563d38 req-8cdf3d09-40e5-4e51-a372-19caf42a58eb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:32.513147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c37343eb-c87b-40ba-b7a5-0a5007563d38 req-8cdf3d09-40e5-4e51-a372-19caf42a58eb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0552783 Mar 10 18:22:32.568684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c37343eb-c87b-40ba-b7a5-0a5007563d38 req-df5b1dda-79c1-4d04-b6f5-371ececa2295 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495558 Mar 10 18:22:32.706973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-2807b719-aceb-4e11-8b54-f42a71974758 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:32.708300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-2807b719-aceb-4e11-8b54-f42a71974758 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 946 time: 0.0778582 Mar 10 18:22:32.807352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Deleting port 501099e9-dba6-42da-ae43-d80797be3ec6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:22:32.807651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:32.909820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] For port 501099e9-dba6-42da-ae43-d80797be3ec6, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=501099e9-dba6-42da-ae43-d80797be3ec6,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:32.910164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:33.099523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:33.099800 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:33.100090 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 disassociated. External IP: 172.25.3.136, port: 501099e9-dba6-42da-ae43-d80797be3ec6. Mar 10 18:22:33.100420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Calling delete_port for 501099e9-dba6-42da-ae43-d80797be3ec6 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:22:33.241169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (501099e9-dba6-42da-ae43-d80797be3ec6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:33.273446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'Port': ['ID=501099e9-dba6-42da-ae43-d80797be3ec6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:33.401384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:22:33.518487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:22:33.529926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:22:33.541024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:22:33.541653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:22:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:33.560289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] No DVR routers for this DVR port 501099e9-dba6-42da-ae43-d80797be3ec6 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:22:33.563112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:33.566571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d5ebd8ae-b053-4d72-8902-9297de01eb65 req-0a19dd58-0922-4b04-9150-cb7d3a1b8582 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "DELETE /v2.0/ports/501099e9-dba6-42da-ae43-d80797be3ec6 HTTP/1.1" status: 204 len: 173 time: 0.8528295 Mar 10 18:22:33.567019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-deleted', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:33.569362 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72529201-8e08-483c-9256-01c88d57d643" -d '{"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-deleted", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:33.609881 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83006bef-95f2-4688-ad9f-1634be1f24b6 x-openstack-request-id: req-83006bef-95f2-4688-ad9f-1634be1f24b6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:33.610274 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9529a7af-a260-46cb-aded-6305d6e443e3", "name": "network-vif-deleted", "tag": "501099e9-dba6-42da-ae43-d80797be3ec6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:33.610648 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83006bef-95f2-4688-ad9f-1634be1f24b6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:33.611198 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9529a7af-a260-46cb-aded-6305d6e443e3', 'name': 'network-vif-deleted', 'tag': '501099e9-dba6-42da-ae43-d80797be3ec6', 'status': 'completed', 'code': 200} Mar 10 18:22:33.656720 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:22:33.692539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab0067b5-dff4-4b51-83ce-45f661e86466 req-26accf83-ba52-4609-b601-b45d072ce0e1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=9529a7af-a260-46cb-aded-6305d6e443e3 HTTP/1.1" status: 200 len: 210 time: 0.0344555 Mar 10 18:22:33.868570 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:33.899065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:22:33.908032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:22:33.908633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:22:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:34.199796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:22:34.416905 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:34.443622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b1d05-e736-45b5-a74a-b6d220ea334e None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:22:34.698552 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d67d9-47d0-483a-869b-f782a4004fd5 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:22:34.945318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-49ebd46b-07b0-4c02-8ec1-227969fcdbf0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1554753318&fields=id&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 267 time: 0.0468111 Mar 10 18:22:35.054475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-da19bc0e-ead0-4d28-85c7-d2d1832c9fdf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:35.056023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-da19bc0e-ead0-4d28-85c7-d2d1832c9fdf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1038187 Mar 10 18:22:35.078015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-6e68bbb6-57ce-437a-b3e4-6e7b13fbc7e9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/quotas/d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 375 time: 0.0123887 Mar 10 18:22:35.138615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-df8d5922-abf3-463f-9a62-050d01e86b13 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529051 Mar 10 18:22:35.336533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-93ba77f8-bf66-4d2c-9f3a-9cc78eeef295 service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423953 Mar 10 18:22:35.432262 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-0c0cdfca-9dbd-470f-b024-b8ec7c722e7b service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896158 Mar 10 18:22:35.951828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-944d008a-b5f3-455d-9834-4cd9d629a9db req-d200c7fe-fdec-4091-a7ed-5eeabebdf57b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 210 time: 0.3710928 Mar 10 18:22:36.216895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:22:36.244502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 501099e9-dba6-42da-ae43-d80797be3ec6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:22:36.244847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 501099e9-dba6-42da-ae43-d80797be3ec6 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:22:36.668022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-5f63beee-b6e2-4b99-8e17-dbc21cb2645a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:36.669856 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-5f63beee-b6e2-4b99-8e17-dbc21cb2645a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1111734 Mar 10 18:22:36.732110 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-e09a5f4e-207b-48f4-93f6-f389fc7a42a4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 380 time: 0.0540922 Mar 10 18:22:36.741562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'port': {'device_id': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'admin_state_up': True, 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'security_groups': ['2130b863-98ed-4a61-8a8b-25a9d088927f']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:22:36.851472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:22:36.855193 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:36.982843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Allocated IP 172.20.0.10 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/12b984b4-3ad8-4fbd-b4bc-8219d898d27d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:22:37.066034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cc02c8da-4d58-4898-b36e-d4f166fb933c req-4f57e6f6-12e6-43b9-a820-293644d33d10 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 210 time: 0.0405526 Mar 10 18:22:37.147261 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.187114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.232877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:22:37.238051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:22:37.242307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:22:37.249011 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:37.295852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:37.296453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.314682 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-eeddc22d-3999-4d5c-bb14-9572a93c84a7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766079 Mar 10 18:22:37.326034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Request body: {'port': {'device_id': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:22:37.391863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.535911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-856b94c8-c03e-4aae-a662-83dfbdd04a85 None None] Provisioning complete for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:22:37.536496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-856b94c8-c03e-4aae-a662-83dfbdd04a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.570119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-856b94c8-c03e-4aae-a662-83dfbdd04a85 None None] Port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:22:37.658415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:22:37.666678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks [] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.680199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Transition to ACTIVE for port object 12b984b4-3ad8-4fbd-b4bc-8219d898d27d will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:22:37.685921 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.743168 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:37.817300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:22:37.817632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:22:37.817952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:22:37.824101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:22:37.824411 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:22:37.829352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:22:37.829686 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:22:37.830064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:22:37.830513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Bound port: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:22:37.830874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.899093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:22:37.903126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:22:37.909350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.948383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:37.948997 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:37.950764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1092 time: 0.6289675 Mar 10 18:22:37.953423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:37.956438 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:37.983432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b489f6-0ec2-4e04-9cae-cc2d1c6737b1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:38.008001 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b1028f-5663-4aba-b54e-b2263202f1ae x-openstack-request-id: req-39b1028f-5663-4aba-b54e-b2263202f1ae {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:38.008297 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:38.008654 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39b1028f-5663-4aba-b54e-b2263202f1ae {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:38.009162 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'status': 'completed', 'code': 200} Mar 10 18:22:38.048602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-67fb5a10-dfea-46f1-a92e-36fde04857d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.050120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-67fb5a10-dfea-46f1-a92e-36fde04857d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1126 time: 0.0525229 Mar 10 18:22:38.096118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-f535ed13-7210-41f6-98b1-1723d1044f1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 217 time: 0.0363524 Mar 10 18:22:38.160235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-6bbbf4a9-cae1-417c-9a60-149b7f50baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.162020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-6bbbf4a9-cae1-417c-9a60-149b7f50baef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0605130 Mar 10 18:22:38.234696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0aba-31e0-4014-9be6-1c7b91e850c8 req-f0283432-9900-46b6-9f0c-62285825cd63 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.236152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fdee0aba-31e0-4014-9be6-1c7b91e850c8 req-f0283432-9900-46b6-9f0c-62285825cd63 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0950017 Mar 10 18:22:38.240807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-03798d7e-46de-4976-9dc8-3952288ac056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.242218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-03798d7e-46de-4976-9dc8-3952288ac056 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646837 Mar 10 18:22:38.341594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fdee0aba-31e0-4014-9be6-1c7b91e850c8 req-102de363-057a-409a-9aae-4f6676cc3da4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983033 Mar 10 18:22:38.366063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-dab29d9c-7528-41bb-8c83-c39622fa9dfc service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171062 Mar 10 18:22:38.461620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a34f785-50d1-41c7-b281-177ad4a92cd5 req-07b69134-83da-4df5-a825-af21f4ae3447 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888960 Mar 10 18:22:38.572670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-ca855cd7-9270-45c8-bbf6-64ccf7c000fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.574328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-ca855cd7-9270-45c8-bbf6-64ccf7c000fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1126 time: 0.0528541 Mar 10 18:22:38.667864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-abdfc9b6-3d07-4be8-ba97-eb6e614d6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.669696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-abdfc9b6-3d07-4be8-ba97-eb6e614d6bf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0890574 Mar 10 18:22:38.714274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-d6b5cd10-aed2-42f2-ab88-00e480647161 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 217 time: 0.0384581 Mar 10 18:22:38.762702 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-93d44513-c2e5-4104-829c-2918015b8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.764136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-93d44513-c2e5-4104-829c-2918015b8f97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0438471 Mar 10 18:22:38.820370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-2de8c81b-7011-41d4-a41a-1963fb9c57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:38.821882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-2de8c81b-7011-41d4-a41a-1963fb9c57f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513487 Mar 10 18:22:38.917980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-d5063626-db8c-4600-a97b-ac84138ff394 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890195 Mar 10 18:22:39.009014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63a3f9c9-e1d2-44c7-a341-81dd09265bd4 req-f8b15867-2bc5-4b7b-9dec-099108ca5e4b service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Mar 10 18:22:39.482095 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6696f2-7f74-4ae9-a1c8-7fac420b866a req-9f1d8a6d-708c-47e8-8b8a-ae2d737593b8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:39.483697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be6696f2-7f74-4ae9-a1c8-7fac420b866a req-9f1d8a6d-708c-47e8-8b8a-ae2d737593b8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0657015 Mar 10 18:22:39.539512 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be6696f2-7f74-4ae9-a1c8-7fac420b866a req-97b5dd86-2ee2-47dc-bd7b-f9f61c68944f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467088 Mar 10 18:22:40.679787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db38427-7ce5-4e86-a02f-acd9428b56c5 req-0ca6e96e-29d0-42b5-a871-7448283ecd48 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:40.681385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5db38427-7ce5-4e86-a02f-acd9428b56c5 req-0ca6e96e-29d0-42b5-a871-7448283ecd48 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0561347 Mar 10 18:22:40.728861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5db38427-7ce5-4e86-a02f-acd9428b56c5 req-0db8f337-31b9-4ad9-9e3b-31ec129f96bc tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 10 18:22:41.863674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d4af-1b97-4fc5-834e-d82516b10276 req-22fad04e-cf4f-4a5b-8b6a-be7690a90f04 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:41.865222 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c8d4af-1b97-4fc5-834e-d82516b10276 req-22fad04e-cf4f-4a5b-8b6a-be7690a90f04 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0563493 Mar 10 18:22:41.914315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6c8d4af-1b97-4fc5-834e-d82516b10276 req-1533ff7c-e0b3-4714-8ea9-a8d842158c12 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Mar 10 18:22:42.233511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:22:42.347841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:42.362781 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:22:42.409486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:22:42.409879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:42.427224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:22:42.446166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:42.453283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:42.506896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-81fda148-f938-4154-88dd-13dfbff876f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:42.513076 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:42.730347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['12b984b4-3ad8-4fbd-b4bc-8219d898d27d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:22:43.054184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898648ea-8613-49ce-9fb4-30f2f9c35ca9 req-8552fe13-40ce-464c-b346-9dc2f00fb2d5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:43.055759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-898648ea-8613-49ce-9fb4-30f2f9c35ca9 req-8552fe13-40ce-464c-b346-9dc2f00fb2d5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0656393 Mar 10 18:22:43.102893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-898648ea-8613-49ce-9fb4-30f2f9c35ca9 req-a76a023e-a438-4258-b1c1-eaa8ccff644a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Mar 10 18:22:44.232644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:22:44.246463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae11f0-a038-43ac-b0bd-be29d9ef7dbe req-359aa962-f252-4a42-a5c1-1c54564c368f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:44.248001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ae11f0-a038-43ac-b0bd-be29d9ef7dbe req-359aa962-f252-4a42-a5c1-1c54564c368f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0658867 Mar 10 18:22:44.284684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:22:44.288842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:22:44.289219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:44.297917 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3ae11f0-a038-43ac-b0bd-be29d9ef7dbe req-b80dcefc-399c-4c54-928a-65853c8cbb74 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Mar 10 18:22:44.365424 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:22:44.365814 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:44.391377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:44.393621 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b3fa0-d423-40c0-85ee-7274f55048d4" -d '{"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-plugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:44.405903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:22:44.410608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:44.434675 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3e415b-ef9e-45ba-9133-2358685d320a x-openstack-request-id: req-8f3e415b-ef9e-45ba-9133-2358685d320a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:44.434962 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-plugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:44.435211 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f3e415b-ef9e-45ba-9133-2358685d320a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:44.435601 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'code': 200} Mar 10 18:22:44.462354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:22:44.537615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e717417-5c32-473d-b6b0-35c5ab14d18f req-f77d8eed-688c-4454-a193-19bf6294fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:44.539080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e717417-5c32-473d-b6b0-35c5ab14d18f req-f77d8eed-688c-4454-a193-19bf6294fa91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1128 time: 0.0509946 Mar 10 18:22:44.585685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e717417-5c32-473d-b6b0-35c5ab14d18f req-e43cf758-43a0-48a0-a226-ea77937c58dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Mar 10 18:22:44.715373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-41012e82-6833-41b4-98e3-603671d0ccd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:45.440451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9fc76-d63c-41b2-8ccf-b5a4ed9ee2ac req-956df08c-3996-4611-a6bb-77ec1fb4a629 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:45.442020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ee9fc76-d63c-41b2-8ccf-b5a4ed9ee2ac req-956df08c-3996-4611-a6bb-77ec1fb4a629 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0606256 Mar 10 18:22:45.505711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ee9fc76-d63c-41b2-8ccf-b5a4ed9ee2ac req-f59fc5a2-6508-4420-973a-a78577d867b8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548320 Mar 10 18:22:46.030034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:46.653770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619a65d-45a7-441c-8db4-3b5f7ffb13da req-5b874190-1bfe-4062-bac8-f80d5f1875e2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:46.655273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6619a65d-45a7-441c-8db4-3b5f7ffb13da req-5b874190-1bfe-4062-bac8-f80d5f1875e2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0650849 Mar 10 18:22:46.708953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6619a65d-45a7-441c-8db4-3b5f7ffb13da req-29e0a7d6-55f1-4a22-a33e-67804746f908 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Mar 10 18:22:46.848932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163edd-7e8d-497e-8ee5-a44dbcd65e34 req-087cbc5e-6391-486c-b68d-f1bfc3947297 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:46.851033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64163edd-7e8d-497e-8ee5-a44dbcd65e34 req-087cbc5e-6391-486c-b68d-f1bfc3947297 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0745265 Mar 10 18:22:46.860928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56360) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:22:46.865448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'floatingip': {'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:22:46.904684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:47.359742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:47.365077 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:47.462753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:47.468815 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 associated. External IP: 172.25.3.136, port: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d. Mar 10 18:22:47.693639 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:22:47.805092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:22:47.809845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:47.814711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:22:47.824639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:22:47.825218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:47.847658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3b67cf54-1d00-4f12-8499-1ae4f6510137 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "PUT /v2.0/floatingips/b015d89b-1f95-4eb4-acdb-d543c1e24ab6 HTTP/1.1" status: 200 len: 992 time: 0.9856343 Mar 10 18:22:47.848245 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:22:47.850626 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:22:47.954826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:22:48.016920 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d8248e-0cdf-4ee8-895c-90607994542f x-openstack-request-id: req-74d8248e-0cdf-4ee8-895c-90607994542f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:22:48.017428 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:22:48.017799 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74d8248e-0cdf-4ee8-895c-90607994542f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:22:48.018339 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'status': 'completed', 'code': 200} Mar 10 18:22:48.154643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-c9e17b8c-9989-4593-859e-9e3f50941ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:48.156163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-c9e17b8c-9989-4593-859e-9e3f50941ffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1128 time: 0.1123953 Mar 10 18:22:48.180138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143664-683f-4db1-9f23-8fb6e73cfd1d req-7b3e1a1f-5f66-4499-92ca-a801c2fbcece tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:48.181596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b143664-683f-4db1-9f23-8fb6e73cfd1d req-7b3e1a1f-5f66-4499-92ca-a801c2fbcece tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.1093769 Mar 10 18:22:48.199338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:22:47Z', 'revision_number': 9, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:48.216211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-5d5c1ce4-f5e4-40e1-87fc-038a0433b32c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1933932 Mar 10 18:22:48.227378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:22:48.237690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:22:48.238268 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:22:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:48.305643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b143664-683f-4db1-9f23-8fb6e73cfd1d req-579535cc-d158-4d2b-be51-fe5d7db78ac8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112547 Mar 10 18:22:48.309131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-ce89f80a-35a3-4f26-9c30-de4823a9d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:48.309985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-ce89f80a-35a3-4f26-9c30-de4823a9d801 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1452034 Mar 10 18:22:48.373501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:22:48.390913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-bf8ed149-7d20-472d-9a92-cd7bc167af2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1000 time: 0.0744832 Mar 10 18:22:48.440673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-b7a25e4c-dfaf-4aac-adf9-66390b8b01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:48.442511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-b7a25e4c-dfaf-4aac-adf9-66390b8b01f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0457401 Mar 10 18:22:48.493572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-7e51fb32-90c0-4cff-8e4b-88c79f5b8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:48.495702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-7e51fb32-90c0-4cff-8e4b-88c79f5b8180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467196 Mar 10 18:22:48.601156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-496e493a-cab2-4167-92fb-87991a394dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989249 Mar 10 18:22:48.630470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:22:47Z', 'revision_number': 9, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:22:48.658690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498edb57-2217-47ae-8770-2b84055cd171 None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:22:47Z', 'revision_number': 9, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:22:48.876977 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55ac836-aa82-49ea-984e-370d85bda686 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:22:49.043833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-fbf7b91b-0aa6-4631-940e-7e8f37636814 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:49.045605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-fbf7b91b-0aa6-4631-940e-7e8f37636814 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 943 time: 0.4786477 Mar 10 18:22:49.063022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-24b47f32-d7d5-48c3-97ad-15a2f6bdc31e req-89d1199a-230c-4b16-8095-e95150186c4f service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561281 Mar 10 18:22:49.139793 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:22:49.381061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:49.437049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3c82a-aade-4ccf-a417-45a76fd0b9aa req-eca39892-035d-41a4-a124-4be466eb0719 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:49.438576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1b3c82a-aade-4ccf-a417-45a76fd0b9aa req-eca39892-035d-41a4-a124-4be466eb0719 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0555191 Mar 10 18:22:49.489108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c1b3c82a-aade-4ccf-a417-45a76fd0b9aa req-92a76bbe-d62f-40f5-a8cc-336e16b3e192 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 Mar 10 18:22:49.949981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-11225773-e4e8-4c2c-893f-6289926ae0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:49.951523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-11225773-e4e8-4c2c-893f-6289926ae0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1128 time: 0.0552530 Mar 10 18:22:50.047414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-100af8ea-3ea7-4b7f-8e3c-6f927453cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:50.048859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-100af8ea-3ea7-4b7f-8e3c-6f927453cf9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0907466 Mar 10 18:22:50.111843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-398d5a33-2276-4e1a-a9a2-3985d3a57b10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1003 time: 0.0572426 Mar 10 18:22:50.161831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-f3eb21d1-c2cb-4fa4-9b34-e8b93c641fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:50.163164 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-f3eb21d1-c2cb-4fa4-9b34-e8b93c641fff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0460372 Mar 10 18:22:50.218980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-6adc47fa-6056-4e98-bef3-555ec10b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:50.220506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-6adc47fa-6056-4e98-bef3-555ec10b0584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503075 Mar 10 18:22:50.314555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-33a6d61a-80a4-4f6b-b511-a819f97108a5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 Mar 10 18:22:50.419593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-28482624-f162-4f32-a395-3be07f2822df service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988054 Mar 10 18:22:50.620797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4bd2-37d3-42fb-95d3-0b69d24971f3 req-7c13e4ea-3def-4894-9806-1184017971d6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:50.622275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d81e4bd2-37d3-42fb-95d3-0b69d24971f3 req-7c13e4ea-3def-4894-9806-1184017971d6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Mar 10 18:22:50.680311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d81e4bd2-37d3-42fb-95d3-0b69d24971f3 req-93f18c09-f113-40fe-8976-0b6d45f272d6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521123 Mar 10 18:22:51.815280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc788dba-82da-4057-bf5d-83880edb5b85 req-13e68ef7-a595-4d71-bf52-353a0587a828 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:51.816748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc788dba-82da-4057-bf5d-83880edb5b85 req-13e68ef7-a595-4d71-bf52-353a0587a828 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0548139 Mar 10 18:22:51.865746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc788dba-82da-4057-bf5d-83880edb5b85 req-faa2cb24-591d-4b9b-86dc-6381fcded858 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Mar 10 18:22:52.996036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a6367-6073-402f-b6d0-72c3ccd2fc72 req-73fb1200-aa72-4b18-b112-6353d4c17545 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:52.997493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d50a6367-6073-402f-b6d0-72c3ccd2fc72 req-73fb1200-aa72-4b18-b112-6353d4c17545 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0537326 Mar 10 18:22:53.045187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d50a6367-6073-402f-b6d0-72c3ccd2fc72 req-3ec60820-d913-49e1-aa3e-1c4194813894 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Mar 10 18:22:54.174016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8658d-c683-4ce0-9aa2-34299b30c497 req-188102b0-2d68-4856-9bd7-10c08a181d84 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:54.175531 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ca8658d-c683-4ce0-9aa2-34299b30c497 req-188102b0-2d68-4856-9bd7-10c08a181d84 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0612905 Mar 10 18:22:54.225801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ca8658d-c683-4ce0-9aa2-34299b30c497 req-62896593-b9d1-41f3-8338-3451c0ac585b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Mar 10 18:22:55.377658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2323d13-4e6e-42c6-a5a5-70c0b0aaada8 req-075660d9-b1bd-4b5a-ac6f-174d48210daf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:55.379139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2323d13-4e6e-42c6-a5a5-70c0b0aaada8 req-075660d9-b1bd-4b5a-ac6f-174d48210daf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0700922 Mar 10 18:22:55.433699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2323d13-4e6e-42c6-a5a5-70c0b0aaada8 req-67c5cfe1-5712-4708-a318-60292f4c6f84 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Mar 10 18:22:56.577382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec2d8e-4585-4e7c-9dea-9f484dd697b8 req-707e570d-ac9d-4e65-965b-72e571079aaa tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:56.578927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ec2d8e-4585-4e7c-9dea-9f484dd697b8 req-707e570d-ac9d-4e65-965b-72e571079aaa tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0657485 Mar 10 18:22:56.632378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1ec2d8e-4585-4e7c-9dea-9f484dd697b8 req-5e7b8108-2f50-471e-82d8-39fe61a767e5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476675 Mar 10 18:22:57.384757 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:22:57.763727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae980-7b88-470c-a47f-64eec97b0e8f req-ef5b21f2-3b43-46ab-ad94-b9dc355bb91f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:57.765198 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa8ae980-7b88-470c-a47f-64eec97b0e8f req-ef5b21f2-3b43-46ab-ad94-b9dc355bb91f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0580962 Mar 10 18:22:57.812484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa8ae980-7b88-470c-a47f-64eec97b0e8f req-5555a19f-4542-45b3-a3cc-b6d54acef392 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Mar 10 18:22:58.945521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ad229-e73f-4604-ba8f-865bed80aacd req-c2b11c85-0b62-4c32-ad40-de3064dbf077 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:22:58.947055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f49ad229-e73f-4604-ba8f-865bed80aacd req-c2b11c85-0b62-4c32-ad40-de3064dbf077 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0542707 Mar 10 18:22:58.999558 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f49ad229-e73f-4604-ba8f-865bed80aacd req-08ee5ade-326d-4231-8158-a86fb54b3c78 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Mar 10 18:23:00.146534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc832-95c3-436a-8a3d-432d4e4fa56c req-f32f6f63-ce9b-4a1b-8e43-01412492042e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:00.148010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1facc832-95c3-436a-8a3d-432d4e4fa56c req-f32f6f63-ce9b-4a1b-8e43-01412492042e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0668402 Mar 10 18:23:00.204490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1facc832-95c3-436a-8a3d-432d4e4fa56c req-ed3c52fb-c92b-4ce5-8e8a-f89b56b6f843 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Mar 10 18:23:00.375052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:01.331196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f39180-3dd6-4979-8b05-fba8e87c538a req-447f368e-7226-4b40-aa3d-8e4171b51b72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:01.332660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f39180-3dd6-4979-8b05-fba8e87c538a req-447f368e-7226-4b40-aa3d-8e4171b51b72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0589252 Mar 10 18:23:01.380528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2f39180-3dd6-4979-8b05-fba8e87c538a req-2d4ce98f-afab-4a54-b6a0-99447443384e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Mar 10 18:23:02.518344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a334-bbc3-40a5-9085-aa4531bbe687 req-9fee2a72-65ab-4174-b527-50a7fab7b59c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:02.519851 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6552a334-bbc3-40a5-9085-aa4531bbe687 req-9fee2a72-65ab-4174-b527-50a7fab7b59c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0589404 Mar 10 18:23:02.571093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6552a334-bbc3-40a5-9085-aa4531bbe687 req-1b2b5551-2291-4892-841c-510f045bf4d8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Mar 10 18:23:03.697438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e1e1-5503-4d09-803f-2fea08d13a62 req-73d4f72e-4a8c-409c-ba0f-380d86180fe2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:03.698951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18c9e1e1-5503-4d09-803f-2fea08d13a62 req-73d4f72e-4a8c-409c-ba0f-380d86180fe2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0564067 Mar 10 18:23:03.750556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18c9e1e1-5503-4d09-803f-2fea08d13a62 req-ce377fcc-f126-4cea-9627-68070f0180f0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Mar 10 18:23:04.888886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd7d5b-82be-4493-a867-00c708c9650c req-5473f27a-01a4-40ab-b15b-7a1bf688b76a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:04.890481 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8dcd7d5b-82be-4493-a867-00c708c9650c req-5473f27a-01a4-40ab-b15b-7a1bf688b76a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0573866 Mar 10 18:23:04.944509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8dcd7d5b-82be-4493-a867-00c708c9650c req-3b6e1021-071b-40f4-88d7-6c64fc4b8209 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Mar 10 18:23:06.086698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a452-fd64-4fe0-acaf-319f2e275fa1 req-a030f9a4-32ab-467b-89cb-721a55e8c266 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:06.088179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9686a452-fd64-4fe0-acaf-319f2e275fa1 req-a030f9a4-32ab-467b-89cb-721a55e8c266 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0678191 Mar 10 18:23:06.135209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9686a452-fd64-4fe0-acaf-319f2e275fa1 req-a6201035-ff4e-4fff-ba06-4b0bd6da77a1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Mar 10 18:23:07.270992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b552-28f4-4b2a-a710-6d8206235d18 req-ab4f86e6-81c3-4bac-abac-3de5da4b151a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:07.272489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4227b552-28f4-4b2a-a710-6d8206235d18 req-ab4f86e6-81c3-4bac-abac-3de5da4b151a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0555511 Mar 10 18:23:07.323136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4227b552-28f4-4b2a-a710-6d8206235d18 req-069b545b-c9d8-497b-a12d-308fd0438bc5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Mar 10 18:23:08.478499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a384-1bb9-4507-8af9-4dedd8fc7fc3 req-3aca8ada-9dfd-46aa-9712-39b999dda89b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:08.480049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40b9a384-1bb9-4507-8af9-4dedd8fc7fc3 req-3aca8ada-9dfd-46aa-9712-39b999dda89b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0710139 Mar 10 18:23:08.538746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40b9a384-1bb9-4507-8af9-4dedd8fc7fc3 req-e7eb51bc-a364-4844-9d1e-81c4b0a13061 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524976 Mar 10 18:23:09.676063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840a6a-0f9d-4863-b97d-cf1078acbbf8 req-d48af731-5a9b-4056-853a-180a0abc8957 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:09.677542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f840a6a-0f9d-4863-b97d-cf1078acbbf8 req-d48af731-5a9b-4056-853a-180a0abc8957 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0569305 Mar 10 18:23:09.725786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f840a6a-0f9d-4863-b97d-cf1078acbbf8 req-7f8eb910-60ec-49a7-a0f0-8e5b56173d5d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Mar 10 18:23:10.857043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fda0ff-c9b1-41ee-aba0-16b2e36a0b47 req-0adfacaa-9192-4bc7-a452-9743d51c2f8b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:10.858540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4fda0ff-c9b1-41ee-aba0-16b2e36a0b47 req-0adfacaa-9192-4bc7-a452-9743d51c2f8b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0570040 Mar 10 18:23:10.921300 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4fda0ff-c9b1-41ee-aba0-16b2e36a0b47 req-355b5a65-d8fa-40cd-b092-9071400cef0f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543272 Mar 10 18:23:12.060031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2c4c-1d79-43d4-a99d-e35c446e1a13 req-a979c543-ff8e-4266-86d2-c64bd51c9d96 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:12.061525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b4b2c4c-1d79-43d4-a99d-e35c446e1a13 req-a979c543-ff8e-4266-86d2-c64bd51c9d96 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0628345 Mar 10 18:23:12.109447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1b4b2c4c-1d79-43d4-a99d-e35c446e1a13 req-56a03ddc-f43f-4719-8cad-128a9a0edd2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Mar 10 18:23:12.513264 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-400d68c0-af7b-4a66-891b-9c58985f68cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:13.245857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9051a7-5f71-4aa3-afaf-8730932de582 req-d418cf84-24c3-4f9c-b5dd-616a366f7d13 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:13.247392 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f9051a7-5f71-4aa3-afaf-8730932de582 req-d418cf84-24c3-4f9c-b5dd-616a366f7d13 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0570755 Mar 10 18:23:13.294964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f9051a7-5f71-4aa3-afaf-8730932de582 req-296dcb54-d427-4062-a983-4d7aa789fd7f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Mar 10 18:23:14.432099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a48-0d65-4b8f-aa4a-21fbdbb394a9 req-41367b55-4aa4-43ae-bc43-8ca280ab380d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:14.433551 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0462a48-0d65-4b8f-aa4a-21fbdbb394a9 req-41367b55-4aa4-43ae-bc43-8ca280ab380d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0584195 Mar 10 18:23:14.482206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a0462a48-0d65-4b8f-aa4a-21fbdbb394a9 req-e5214898-d347-4399-95cb-ba93383e9ee0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Mar 10 18:23:14.715237 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3a33925e-f6ec-4125-9d4d-2e751aa5fab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:15.605974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2cc45-c028-4b59-a3f7-e29c761d431e req-6cb92a1d-f89d-4d09-a9aa-46e646b4f60f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:15.607480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee2cc45-c028-4b59-a3f7-e29c761d431e req-6cb92a1d-f89d-4d09-a9aa-46e646b4f60f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0548224 Mar 10 18:23:15.665394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dee2cc45-c028-4b59-a3f7-e29c761d431e req-c4ba7ff2-609a-4617-8c90-8ddfc02fd2d4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515904 Mar 10 18:23:16.034780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:16.798598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931aa22-0841-4dab-abdd-ac89437beed6 req-4f60b51d-791a-4de3-9b43-053171e599ee tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:16.800892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8931aa22-0841-4dab-abdd-ac89437beed6 req-4f60b51d-791a-4de3-9b43-053171e599ee tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0619850 Mar 10 18:23:16.850097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8931aa22-0841-4dab-abdd-ac89437beed6 req-479d3c09-a2a5-49f3-a580-571d8e8cdaf6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Mar 10 18:23:17.316669 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-45c7cd4e-61f8-4cb6-bc39-a4d50c823a13 service neutron] show failed (client error): The resource could not be found. Mar 10 18:23:17.317694 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-45c7cd4e-61f8-4cb6-bc39-a4d50c823a13 service neutron] 10.222.0.41 "GET /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0588565 Mar 10 18:23:17.465505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:17.569544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-1251a087-8911-429d-ae36-33e8bdcd6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:17.570954 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-1251a087-8911-429d-ae36-33e8bdcd6751 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1128 time: 0.0616477 Mar 10 18:23:17.586678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:23:17.655208 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:17.863506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:17.898706 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:23:17.939116 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:17.944427 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks [] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:17.960648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Transition to ACTIVE for port object 12b984b4-3ad8-4fbd-b4bc-8219d898d27d will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:23:17.965448 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:17.973473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a36e6-8643-4722-91ab-73db8f234d1c req-d1f68942-547e-4ce6-aaed-703a6e72e98e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:17.975014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777a36e6-8643-4722-91ab-73db8f234d1c req-d1f68942-547e-4ce6-aaed-703a6e72e98e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0567577 Mar 10 18:23:17.999284 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9ab36-368a-4da4-9ab9-d8860adf52ce" -d '{"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-unplugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:18.028242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-777a36e6-8643-4722-91ab-73db8f234d1c req-dafa68c3-3f15-4e8f-93bf-1ae914cb9b5d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472438 Mar 10 18:23:18.056001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=6']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:18.067955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.068417 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.068675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.068946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.069256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.069583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.069904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.070221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.070585 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.070907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.071222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.071538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.071851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:18.114753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] No DVR routers for this DVR port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:23:18.151119 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195251f-502a-43ba-8df6-2f422d55cac3 x-openstack-request-id: req-c195251f-502a-43ba-8df6-2f422d55cac3 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:18.151413 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-unplugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:18.151665 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c195251f-502a-43ba-8df6-2f422d55cac3 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:18.152064 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'code': 200} Mar 10 18:23:18.260645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:23:18.260976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:23:18.261294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:18.265431 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:23:18.265743 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:18.270792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:23:18.271123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:23:18.271495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:23:18.271909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Bound port: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:23:18.272253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:18.336695 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:23:18.339733 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:23:18.348112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:18.388528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:18.389125 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:18.390504 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] 10.222.0.59 "PUT /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1092 time: 0.8078499 Mar 10 18:23:18.412211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8e5b3-d2be-44f3-bc49-e8b0bc81a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:18.476755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-05d5bf04-b5fe-4016-b9a1-3e3b26e2661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:18.478258 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-05d5bf04-b5fe-4016-b9a1-3e3b26e2661a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1126 time: 0.0519528 Mar 10 18:23:18.574128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-b8ae4c12-02a9-41fe-ab49-6859f3524039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:18.575637 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-b8ae4c12-02a9-41fe-ab49-6859f3524039 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0905914 Mar 10 18:23:18.649049 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-24819ed2-a5fd-4926-bbf0-99a0e1a445e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0641053 Mar 10 18:23:18.702576 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-13069eff-89b1-49f5-8b07-485053f29fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:18.704002 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-13069eff-89b1-49f5-8b07-485053f29fe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0446684 Mar 10 18:23:18.757423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-0ef75753-b28c-4568-abce-529e443ebf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:18.758972 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-0ef75753-b28c-4568-abce-529e443ebf9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457506 Mar 10 18:23:18.872072 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-77486988-f75c-42ed-947b-d76e0e5a1d0c service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019239 Mar 10 18:23:18.970213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18bec967-87f1-4f30-8366-cccdceb7cfd3 req-c7aafd0d-c41a-4f37-877b-de7964a9fd09 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883832 Mar 10 18:23:19.164679 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024679b-676c-4dbe-adef-c51a521ea30d req-4269cb29-ab92-4812-8843-70251c9ec224 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:19.166148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1024679b-676c-4dbe-adef-c51a521ea30d req-4269cb29-ab92-4812-8843-70251c9ec224 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0589161 Mar 10 18:23:19.218584 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1024679b-676c-4dbe-adef-c51a521ea30d req-ebd0bcd1-e77c-471a-9c64-6076750265fa tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Mar 10 18:23:19.385055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:20.154141 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:20.160243 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc8b9f3-9e62-4d2a-b581-18578327df8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:20.217858 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27857410-b7d4-43bc-8454-7a21edf1deb2 x-openstack-request-id: req-27857410-b7d4-43bc-8454-7a21edf1deb2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:20.218455 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:20.218727 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27857410-b7d4-43bc-8454-7a21edf1deb2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:20.219390 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'status': 'completed', 'code': 200} Mar 10 18:23:20.289342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-ca8e4704-4047-4f06-b4ee-283218e9de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.289997 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-dd9d48fb-2a54-4d01-9ceb-cae22424ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.290905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-ca8e4704-4047-4f06-b4ee-283218e9de1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1126 time: 0.0488548 Mar 10 18:23:20.291165 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-dd9d48fb-2a54-4d01-9ceb-cae22424ece8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1126 time: 0.0522537 Mar 10 18:23:20.385217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-e68173ea-c0f8-4419-ad9c-3e0d9329e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.386739 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-e68173ea-c0f8-4419-ad9c-3e0d9329e745 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0859549 Mar 10 18:23:20.404620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c5fc-fae5-4182-b709-640764d0c549 req-76110e9b-796a-40f1-a80a-88cc7ca521bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.406116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f2c5fc-fae5-4182-b709-640764d0c549 req-76110e9b-796a-40f1-a80a-88cc7ca521bb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.1142702 Mar 10 18:23:20.433337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-4a933cd7-e98f-4474-9c61-2bb152b0825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.434808 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-4a933cd7-e98f-4474-9c61-2bb152b0825f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1331651 Mar 10 18:23:20.460359 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-872f9405-3655-4bc3-a33a-e158d5ab0196 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0669186 Mar 10 18:23:20.460656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:23:20.504454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] The host n-h2-833115-2 is not matching for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d host n-h1-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:23:20.504826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:23:20.512904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f2c5fc-fae5-4182-b709-640764d0c549 req-71b54181-b86d-462b-836a-9e6fe9d73662 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003442 Mar 10 18:23:20.513932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-e76935fb-2da0-4b67-9687-9fb49d2e72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.515705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-e76935fb-2da0-4b67-9687-9fb49d2e72b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0487084 Mar 10 18:23:20.531030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-75d49ef8-5398-48b0-af5c-d50fc0c4510c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0891175 Mar 10 18:23:20.575373 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-f3f250a0-9727-42d8-acc8-ee33dafcbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.576928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-f3f250a0-9727-42d8-acc8-ee33dafcbeaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523071 Mar 10 18:23:20.584863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-9e2036b9-466b-4cac-86c3-3b852967dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.586487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-9e2036b9-466b-4cac-86c3-3b852967dd67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0489278 Mar 10 18:23:20.635704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-3e988929-58c7-4795-a448-dbf5634c6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:20.637217 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-3e988929-58c7-4795-a448-dbf5634c6b21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446141 Mar 10 18:23:20.686298 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-bc8bc00e-e5d3-4b8b-958c-bf81b66545e1 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997419 Mar 10 18:23:20.743948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-141a34d0-c541-445c-96b1-31559a82c6c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000454 Mar 10 18:23:20.802822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-3bfe5d97-3afc-4169-9f71-4cc5443ab1a3 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087315 Mar 10 18:23:20.860617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-abc8b9f3-9e62-4d2a-b581-18578327df8e req-39409ff3-79c0-4b07-8456-9726e7ec4106 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102417 Mar 10 18:23:21.648670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448d177-94d4-4a5a-939d-7f60624bb94b req-83ffabae-7650-4aee-bc28-c213bb79208a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:21.650152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1448d177-94d4-4a5a-939d-7f60624bb94b req-83ffabae-7650-4aee-bc28-c213bb79208a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0567067 Mar 10 18:23:21.704167 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1448d177-94d4-4a5a-939d-7f60624bb94b req-a4487cc3-07a7-4b2c-9f68-3b00c9ed7884 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482106 Mar 10 18:23:21.884347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:23:21.995400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:22.008348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:23:22.031939 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-076cda50-3777-46a2-9f51-5ca92df52d6f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.033800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-076cda50-3777-46a2-9f51-5ca92df52d6f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0680027 Mar 10 18:23:22.036867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa00bf-a95f-4c23-9818-f30413c122eb req-a616ef27-d87e-4bd0-bbfe-a9a02ec5cbf4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.038604 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fa00bf-a95f-4c23-9818-f30413c122eb req-a616ef27-d87e-4bd0-bbfe-a9a02ec5cbf4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 944 time: 0.0598648 Mar 10 18:23:22.048730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:23:22.049208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:22.062963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:23:22.084903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:22.089751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:22.092295 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4fa00bf-a95f-4c23-9818-f30413c122eb req-c02232fa-37e9-48bd-a356-00fb6472368d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 Mar 10 18:23:22.098596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-94dbfe57-c6ea-4e94-a7fc-98ef09f0e386 service neutron] 10.222.0.59 "GET /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 382 time: 0.0582099 Mar 10 18:23:22.142566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:22.168051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-7e1fdb1c-42cf-4824-b8b0-a8f725f22541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.169920 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-7e1fdb1c-42cf-4824-b8b0-a8f725f22541 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1127 time: 0.0483654 Mar 10 18:23:22.263515 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-3a02a9f8-69af-421a-a708-1ce27bc897ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.264973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-3a02a9f8-69af-421a-a708-1ce27bc897ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0885906 Mar 10 18:23:22.334114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-e7a58bef-2176-48e9-85ce-d1dbc9671d9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1002 time: 0.0609963 Mar 10 18:23:22.384120 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['12b984b4-3ad8-4fbd-b4bc-8219d898d27d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:23:22.387535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-6e233d3c-8de6-4090-baf0-4a050449bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.388973 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-6e233d3c-8de6-4090-baf0-4a050449bfd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0479472 Mar 10 18:23:22.440949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-aa391463-9523-4fb1-8da2-3c79d543013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:22.442489 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-aa391463-9523-4fb1-8da2-3c79d543013a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467904 Mar 10 18:23:22.533128 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-4c141043-4cf8-47f3-aa90-0082c64888ce service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843821 Mar 10 18:23:22.623265 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-01003368-0d5c-4f57-9e49-735761b1f2af service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Mar 10 18:23:23.224036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126e47-ad6f-4e8b-86c9-9ad7f75a73ff req-3d23853e-c56d-4aaa-8c04-6c097fc416da tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:23.225845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f126e47-ad6f-4e8b-86c9-9ad7f75a73ff req-3d23853e-c56d-4aaa-8c04-6c097fc416da tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0636387 Mar 10 18:23:23.274677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f126e47-ad6f-4e8b-86c9-9ad7f75a73ff req-0f9149a6-ceb1-4dce-8528-27e20e567fab tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Mar 10 18:23:23.891882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:23:23.951301 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:23:23.957757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:23:23.958229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:24.039211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:23:24.039600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:24.062306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:24.064576 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5cfb0-5c14-4428-a702-62b8a3f37335" -d '{"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-plugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:24.077170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:24.082804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:24.115060 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ff3b5a-c0ca-43d0-af4c-377570eec899 x-openstack-request-id: req-f9ff3b5a-c0ca-43d0-af4c-377570eec899 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:24.115346 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-plugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:24.115595 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9ff3b5a-c0ca-43d0-af4c-377570eec899 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:24.115988 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'code': 200} Mar 10 18:23:24.136378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:24.418507 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64693b-6ec8-41f4-ac93-c719295530b1 req-38afd66d-f7a4-47d9-a02d-2430f326d78b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.420253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e64693b-6ec8-41f4-ac93-c719295530b1 req-38afd66d-f7a4-47d9-a02d-2430f326d78b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0589466 Mar 10 18:23:24.473363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e64693b-6ec8-41f4-ac93-c719295530b1 req-2c955f08-8016-4c5f-996a-e12b28a63115 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Mar 10 18:23:24.489510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-3cef2c31-2ec5-4927-a830-10d9dcc2f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.491438 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-3cef2c31-2ec5-4927-a830-10d9dcc2f20e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1128 time: 0.0570102 Mar 10 18:23:24.601843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-e256b88c-3f52-4eb8-8dfa-eb961a104dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.603545 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-e256b88c-3f52-4eb8-8dfa-eb961a104dde service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0928981 Mar 10 18:23:24.672563 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-3ece3f30-3057-4e7c-b3c5-78d9197142d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1003 time: 0.0591443 Mar 10 18:23:24.723197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-e843781d-c92f-48c4-82ca-8fc2e3d7f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.724702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-e843781d-c92f-48c4-82ca-8fc2e3d7f9ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0430071 Mar 10 18:23:24.784864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-a2994540-dfaa-416a-97ab-b740dea3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.786553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-a2994540-dfaa-416a-97ab-b740dea3ef01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504296 Mar 10 18:23:24.787152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-086b370c-0fa2-4de7-a695-dc8dfe135ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:24.788652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-086b370c-0fa2-4de7-a695-dc8dfe135ef2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1128 time: 0.0486650 Mar 10 18:23:24.802618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:23:24.869355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:24.884413 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-b68d9bd4-c580-46df-aeff-41023aaa6ad3 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872076 Mar 10 18:23:24.982800 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-54b9c9a3-cd79-4731-b8bd-b819ef15d35b req-a80759cf-feac-4f3d-8800-59b81b0c3113 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885959 Mar 10 18:23:25.086863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:25.125505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:23:25.171169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:25.173425 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690b2e5-5662-443f-bf48-ab3e26dfd3c5" -d '{"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-unplugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:25.177015 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks [] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:25.189051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Transition to ACTIVE for port object 12b984b4-3ad8-4fbd-b4bc-8219d898d27d will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:23:25.193724 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:25.225122 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87c4fd-2399-43bc-93fa-856a05d4e8e6 x-openstack-request-id: req-7b87c4fd-2399-43bc-93fa-856a05d4e8e6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:25.225422 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-unplugged", "status": "completed", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:25.225678 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b87c4fd-2399-43bc-93fa-856a05d4e8e6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:25.226081 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'code': 200} Mar 10 18:23:25.275020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=10']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:25.287309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.287655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.287997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.288330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.288643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.288966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.289294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.289825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.289957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.290258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.290602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.290926 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.291229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:25.332341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] No DVR routers for this DVR port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:23:25.474497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:23:25.475171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:23:25.475171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:25.479399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:23:25.479719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Attempting to bind port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:25.484699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:23:25.485036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:23:25.485412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:23:25.485838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Bound port: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:23:25.486189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:25.561034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:23:25.590999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:23:25.602928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:25.643414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:25.644243 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:25.645868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] 10.222.0.41 "PUT /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1093 time: 0.8488450 Mar 10 18:23:25.667291 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a837afa-c0ca-418d-973d-9581082f2870 req-8b3b215c-e6eb-4e55-b3b2-a1fed1f68ed2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:25.669338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a837afa-c0ca-418d-973d-9581082f2870 req-8b3b215c-e6eb-4e55-b3b2-a1fed1f68ed2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.1223159 Mar 10 18:23:25.722301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678bd32-4835-42f7-b2ec-7d2ec3a75cba service neutron] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=11']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:25.765947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1a837afa-c0ca-418d-973d-9581082f2870 req-7745979d-6367-473b-af99-3a991abf4a7f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856836 Mar 10 18:23:25.769616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-ffd8aef8-02a2-4dc8-bd03-80da6b6f3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:25.770703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-ffd8aef8-02a2-4dc8-bd03-80da6b6f3225 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1127 time: 0.1004717 Mar 10 18:23:25.868504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b81b93f6-e586-4b89-a510-f04d66b17ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:25.870022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-b81b93f6-e586-4b89-a510-f04d66b17ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0934021 Mar 10 18:23:25.939905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-ab6d460a-6675-4054-b55d-56a767d7cd88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0640144 Mar 10 18:23:25.993402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-68a7fc78-ae12-439d-a217-8562fe705908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:25.994781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-68a7fc78-ae12-439d-a217-8562fe705908 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0495734 Mar 10 18:23:26.045794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-135b739c-e153-443a-8557-abade5d45126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:26.047365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-135b739c-e153-443a-8557-abade5d45126 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468242 Mar 10 18:23:26.138772 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:23:26.139667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-bc4708e5-b9bf-4273-8c4d-181e7b5034bf service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Mar 10 18:23:26.235193 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e9ad17d-d822-46a9-86fc-bc1961954008 req-59c83f1b-76c2-4aa1-900b-9175b5ee159a service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Mar 10 18:23:26.906727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1010-78ad-400f-ad44-6a33685bd4dd req-ea3ab6e6-1a58-485c-a1ba-9d32f48f61a8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:26.908372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a47e1010-78ad-400f-ad44-6a33685bd4dd req-ea3ab6e6-1a58-485c-a1ba-9d32f48f61a8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0623672 Mar 10 18:23:26.957956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a47e1010-78ad-400f-ad44-6a33685bd4dd req-625ce4b8-9571-40e3-b1f0-ebbc47081336 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Mar 10 18:23:27.227226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:27.229653 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4632b0-77a6-4631-9b83-a1b5915b19e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:27.276577 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a13a322-a70d-4bb1-8f37-d6f4f7ace1e5 x-openstack-request-id: req-1a13a322-a70d-4bb1-8f37-d6f4f7ace1e5 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:27.276876 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:27.277136 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a13a322-a70d-4bb1-8f37-d6f4f7ace1e5 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:27.277546 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'status': 'completed', 'code': 200} Mar 10 18:23:27.351149 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-f219a85f-a85b-4c05-a543-c07992bf57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.351794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-abb044ba-7dbd-4193-9047-8898d3c0382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.352966 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-f219a85f-a85b-4c05-a543-c07992bf57ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1127 time: 0.0504029 Mar 10 18:23:27.353290 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-abb044ba-7dbd-4193-9047-8898d3c0382b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1127 time: 0.0478389 Mar 10 18:23:27.379096 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:27.446858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-f582f1aa-1fbd-47db-b559-aeee85b76b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.448237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-f582f1aa-1fbd-47db-b559-aeee85b76b6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0889254 Mar 10 18:23:27.455974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-5252fa1e-cef1-4932-8714-6c83c08c2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.458024 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-5252fa1e-cef1-4932-8714-6c83c08c2937 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0938969 Mar 10 18:23:27.523036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-e53c6cc1-e2c2-4eed-981f-fa424bdef377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0678320 Mar 10 18:23:27.529881 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-5ec70572-94d1-43bb-ac82-9bd9e28dbb01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0611722 Mar 10 18:23:27.573628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-2b9c6304-8acc-47f9-8b5f-a8dfe994b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.575116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-2b9c6304-8acc-47f9-8b5f-a8dfe994b4e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0453372 Mar 10 18:23:27.581740 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-1f7bf0c5-88cd-4c93-bb94-fd3ef3e694f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.583209 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-1f7bf0c5-88cd-4c93-bb94-fd3ef3e694f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0441706 Mar 10 18:23:27.627979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-fed8eb87-3194-4a82-ae78-243c7890dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.629624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-fed8eb87-3194-4a82-ae78-243c7890dc2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472333 Mar 10 18:23:27.642053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-cad63a2c-e708-40c9-87e1-16b7e94101f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.643695 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-cad63a2c-e708-40c9-87e1-16b7e94101f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500853 Mar 10 18:23:27.723939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-64c13a81-5542-4ffb-91c1-ddda518be302 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Mar 10 18:23:27.736918 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-46fb247c-f44e-4878-bd6b-cecd92b41010 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837228 Mar 10 18:23:27.818928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-a907a08a-7315-45a0-be24-022929b9ccc1 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874515 Mar 10 18:23:27.836026 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-1f4632b0-77a6-4631-9b83-a1b5915b19e5 req-884e07c1-37e4-4210-a3f1-06a86214a9d2 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906801 Mar 10 18:23:27.931839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-4f372302-7c45-498a-bf53-b1706494350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:27.933673 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-4f372302-7c45-498a-bf53-b1706494350e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 1127 time: 0.0524821 Mar 10 18:23:27.939166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:23:27.978565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:23:27.978861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:23:28.048719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-119a2b1a-ad1f-4962-9207-bbacb82c5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:28.050506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-119a2b1a-ad1f-4962-9207-bbacb82c5c05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0973036 Mar 10 18:23:28.133313 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-14b8bb25-5e5d-4b96-a517-ad458d33dba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 200 len: 1001 time: 0.0642169 Mar 10 18:23:28.143887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61db2-32e0-459b-a0bb-42b7b9aa9bcf req-5f3b2b35-21dc-4638-add4-f241aaf0afd8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:28.145880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddf61db2-32e0-459b-a0bb-42b7b9aa9bcf req-5f3b2b35-21dc-4638-add4-f241aaf0afd8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.1105759 Mar 10 18:23:28.226159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-f023a93a-4885-407e-8c93-eb8759c5f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:28.227669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-f023a93a-4885-407e-8c93-eb8759c5f155 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0811095 Mar 10 18:23:28.247003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ddf61db2-32e0-459b-a0bb-42b7b9aa9bcf req-27ca2f25-f232-4bb6-a052-1ec2a380b808 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928204 Mar 10 18:23:28.282093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-95997b76-8a1c-4e64-8fb5-56365587aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:28.283633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-95997b76-8a1c-4e64-8fb5-56365587aebe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484924 Mar 10 18:23:28.375057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-2c6cdc99-d72e-4b67-8575-a9eede016ddd service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Mar 10 18:23:28.467519 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-857f6aa8-b343-4a0f-8478-c8662692c91b req-60d018b1-add0-44f5-a068-652e8330b043 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Mar 10 18:23:29.375085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf1cdd-48f2-44c6-9223-9af1b1797c0d req-9530afb6-1792-41b7-8dd5-895c508b8b2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:29.376576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0cf1cdd-48f2-44c6-9223-9af1b1797c0d req-9530afb6-1792-41b7-8dd5-895c508b8b2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0542235 Mar 10 18:23:29.424400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f0cf1cdd-48f2-44c6-9223-9af1b1797c0d req-eb35c804-36ac-4958-a216-7016b328dc09 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 Mar 10 18:23:29.563250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eefc4-4930-4e3b-8e49-66ca5bf1b706 req-cdcb1eed-8680-4db3-aa0a-04f86e329405 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:29.564539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f84eefc4-4930-4e3b-8e49-66ca5bf1b706 req-cdcb1eed-8680-4db3-aa0a-04f86e329405 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0599897 Mar 10 18:23:29.616504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f84eefc4-4930-4e3b-8e49-66ca5bf1b706 req-750515ba-4636-411a-a575-4780092722fd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Mar 10 18:23:29.776902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9db58-5238-4b17-86bc-eb8df9d008ea req-8eb1d7a5-dae0-4e85-8864-71dd34782dcd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:29.778455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50c9db58-5238-4b17-86bc-eb8df9d008ea req-8eb1d7a5-dae0-4e85-8864-71dd34782dcd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0696769 Mar 10 18:23:29.835080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-50c9db58-5238-4b17-86bc-eb8df9d008ea req-2fe33f36-907e-4ee6-a77f-a3adcce110b8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Mar 10 18:23:30.089620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb897864-062e-4390-8593-3bfc95b71a57 req-f79a8ca6-5c0d-4232-b76a-86c2bd56f018 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:30.090999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb897864-062e-4390-8593-3bfc95b71a57 req-f79a8ca6-5c0d-4232-b76a-86c2bd56f018 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 945 time: 0.0603371 Mar 10 18:23:30.142748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bb897864-062e-4390-8593-3bfc95b71a57 req-59a9feb5-0d4c-462c-9ceb-665c85c0a72a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Mar 10 18:23:30.397692 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:30.480186 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:23:30.590746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:30.602477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'mac_address': 'fa:16:3e:45:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:23:30.645616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:23:30.645998 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:30.661858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:23:30.681592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:30.686634 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:30.734631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:30.742294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.742647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.743098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.743449 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.743776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.744106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.744433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.744759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.745078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.745400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.745722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.746037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:30.746360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:23:31.031381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['12b984b4-3ad8-4fbd-b4bc-8219d898d27d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:23:31.266959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adea63-dfc4-46aa-84ba-d34ff4ec1839 req-c2b600cf-77cf-4465-97cd-551ee8b1a782 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:31.268413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11adea63-dfc4-46aa-84ba-d34ff4ec1839 req-c2b600cf-77cf-4465-97cd-551ee8b1a782 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0519838 Mar 10 18:23:31.322343 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11adea63-dfc4-46aa-84ba-d34ff4ec1839 req-ee62ff9a-0fac-4d45-a31f-f620135e70b5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476367 Mar 10 18:23:31.544454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-03c6f0b3-aeeb-4c01-aa2a-2fe53dd2d271 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:31.545786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-03c6f0b3-aeeb-4c01-aa2a-2fe53dd2d271 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 946 time: 0.0601270 Mar 10 18:23:31.651826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Deleting port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:23:31.652157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:31.755987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] For port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:31.756424 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:31.940050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:31.940668 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:31.941293 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 disassociated. External IP: 172.25.3.136, port: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d. Mar 10 18:23:31.941631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Calling delete_port for 12b984b4-3ad8-4fbd-b4bc-8219d898d27d owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:23:32.077192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (12b984b4-3ad8-4fbd-b4bc-8219d898d27d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:32.110734 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'Port': ['ID=12b984b4-3ad8-4fbd-b4bc-8219d898d27d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:32.565444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-366081dc-c7a9-4b40-8f69-fbf6c6e60037 req-773571b9-c095-4dc4-a8d5-33d7519a362e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533 HTTP/1.1" status: 200 len: 210 time: 0.0353415 Mar 10 18:23:32.577730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:23:32.688870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:23:32.701896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:23:32.713219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:23:32.713837 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:23:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:32.732504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] No DVR routers for this DVR port 12b984b4-3ad8-4fbd-b4bc-8219d898d27d on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:23:32.735744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:32.739312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11b84f41-6fae-43b1-b5a1-76115898a0b2 req-daa9bfcb-76ad-4bcf-8b69-622ab20ef1a6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "DELETE /v2.0/ports/12b984b4-3ad8-4fbd-b4bc-8219d898d27d HTTP/1.1" status: 204 len: 173 time: 1.1880472 Mar 10 18:23:32.739727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-deleted', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:32.742463 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba105e2f-5e46-419a-bcfe-f601dd212553" -d '{"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-deleted", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:32.782027 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e63ef5-fb51-4493-904a-0465e34ac2c9 x-openstack-request-id: req-86e63ef5-fb51-4493-904a-0465e34ac2c9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:32.782326 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533", "name": "network-vif-deleted", "tag": "12b984b4-3ad8-4fbd-b4bc-8219d898d27d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:32.782624 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86e63ef5-fb51-4493-904a-0465e34ac2c9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:32.783013 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbd5d-96ce-43a6-b0c0-1fe6dc9da533', 'name': 'network-vif-deleted', 'tag': '12b984b4-3ad8-4fbd-b4bc-8219d898d27d', 'status': 'completed', 'code': 200} Mar 10 18:23:33.018108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:23:33.242495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:33.271465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:23:33.284999 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:23:33.285610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:23:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:33.398834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:23:33.604538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:33.631571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed9403-a6c3-4a59-bfdb-e4595e5e98b8 None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:23:33.825622 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-6cbcfdec-f18c-458c-9e19-97375ca0762c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1554753318&fields=id&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 267 time: 0.0460460 Mar 10 18:23:33.873022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720dc154-bbf6-4e78-9a04-c99d7ee42b68 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:23:33.937371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-1e65b991-4b46-4833-ae51-35d2fa93bddf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:33.938879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-1e65b991-4b46-4833-ae51-35d2fa93bddf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1061456 Mar 10 18:23:33.954284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-97d0784d-5689-45ef-8600-8187fb874545 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/quotas/d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 375 time: 0.0092988 Mar 10 18:23:34.011601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-39444717-c6ed-4022-9856-b8519b002818 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512853 Mar 10 18:23:34.114608 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-8b6e30ef-f9f4-4ab2-8b67-d3d8cd53aed0 service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901799 Mar 10 18:23:34.206646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-028c74a1-87c4-4608-8863-9597cf7f979e service neutron] 10.222.0.35 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842826 Mar 10 18:23:34.383149 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eee229f4-7770-4b1c-9d52-1dd70568ec6e req-c75bec5f-92b2-4e4d-a86b-28c499ec4e2e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0277557 Mar 10 18:23:34.481992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:23:34.503072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 12b984b4-3ad8-4fbd-b4bc-8219d898d27d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:23:34.503420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:23:35.381629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-e04ad1ba-2475-40e2-8ba6-272a1bc7b630 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:35.383220 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-e04ad1ba-2475-40e2-8ba6-272a1bc7b630 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 811 time: 0.1070304 Mar 10 18:23:35.447995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-a830472e-93f1-41fd-84e4-07e0315570d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 380 time: 0.0561008 Mar 10 18:23:35.457707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'port': {'device_id': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'admin_state_up': True, 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'security_groups': ['2130b863-98ed-4a61-8a8b-25a9d088927f']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:23:35.501491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2ec9f4b6-eaca-4a6b-a12f-c2a96ce8159d req-eb4df291-3f90-416f-8f2b-07e3c67adf85 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0399957 Mar 10 18:23:35.599609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Made reservation on behalf of d1ad85dcbe164a03a1ae64fbfca9ae6b for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:23:35.603007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:35.734966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Allocated IP 172.20.0.6 (7fe18721-b50e-413a-9a47-7deac73c263f/d2199d01-b14a-47fa-a837-b338d8cdd817/38953983-e96d-4f45-9762-5c742a9335e7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:23:35.873266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for port (38953983-e96d-4f45-9762-5c742a9335e7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:35.914181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:35.962988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Network 7fe18721-b50e-413a-9a47-7deac73c263f is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:23:35.975318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:23:35.979929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:23:35.983789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:36.031968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:36.032636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.051408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f903eeaf-fa7e-46f3-9d18-d724c842b586 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975511 Mar 10 18:23:36.063035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Request body: {'port': {'device_id': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:23:36.125594 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.245712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d95bc68e-6c50-4111-8bed-4da55d1a43a2 None None] Provisioning complete for port 38953983-e96d-4f45-9762-5c742a9335e7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:23:36.246314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d95bc68e-6c50-4111-8bed-4da55d1a43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38953983-e96d-4f45-9762-5c742a9335e7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.285372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d95bc68e-6c50-4111-8bed-4da55d1a43a2 None None] Port 38953983-e96d-4f45-9762-5c742a9335e7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:23:36.403331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:23:36.410768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks [] for port (38953983-e96d-4f45-9762-5c742a9335e7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.423061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Transition to ACTIVE for port object 38953983-e96d-4f45-9762-5c742a9335e7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:23:36.429179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.477352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:36.554413 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:23:36.554772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:23:36.555101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:36.559661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:23:36.559979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:23:36.565128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:23:36.565465 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:23:36.565848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:23:36.566293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Bound port: 38953983-e96d-4f45-9762-5c742a9335e7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:23:36.566688 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.675858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:23:36.680316 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:23:36.689971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fce068-0389-44e1-a60c-25877d6c89c9 req-433745c9-6280-4abe-9a7b-6c610f12f399 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:36.691477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97fce068-0389-44e1-a60c-25877d6c89c9 req-433745c9-6280-4abe-9a7b-6c610f12f399 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.1125848 Mar 10 18:23:36.693035 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.742942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:36.743558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:36.744953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] 10.222.0.41 "PUT /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1091 time: 0.6863334 Mar 10 18:23:36.745391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:36.749035 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4999b2-eeae-4a22-94ef-3759c6cf1680" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:36.808426 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc11e7-b9bf-423f-85ed-40f3b4299e3a service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:36.832314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-97fce068-0389-44e1-a60c-25877d6c89c9 req-1686d096-dfb3-4a67-b9b9-4d972d236a5a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126251 Mar 10 18:23:36.855760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-0d02b8c2-36ef-46db-a787-c8ad817bad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:36.857177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-0d02b8c2-36ef-46db-a787-c8ad817bad6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0657952 Mar 10 18:23:36.900874 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442c370f-f906-4d52-91c3-f564f2e345de x-openstack-request-id: req-442c370f-f906-4d52-91c3-f564f2e345de {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:36.901120 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:36.901408 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-442c370f-f906-4d52-91c3-f564f2e345de {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:36.901813 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'status': 'completed', 'code': 200} Mar 10 18:23:36.903781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-9c77a876-a98b-4780-92a4-86a5e615b812 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 217 time: 0.0389898 Mar 10 18:23:36.953587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-4350422f-401b-4b29-9cfa-48beefdfd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:36.955173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-4350422f-401b-4b29-9cfa-48beefdfd406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0452225 Mar 10 18:23:37.015952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-7f80174a-403d-48ad-84bd-42ad253dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.017984 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-7f80174a-403d-48ad-84bd-42ad253dd13d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561063 Mar 10 18:23:37.117916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-a8f82d7c-0bb6-49e6-bac6-6b83d138d20d service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938089 Mar 10 18:23:37.217828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6e07a02-9fe5-46ce-8367-cbaed5edddcc req-f0a7158d-978c-4912-bece-4ddbc2e25dbb service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938725 Mar 10 18:23:37.327637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-f760794f-d239-4718-9f4a-40c216db3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.329174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-f760794f-d239-4718-9f4a-40c216db3d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0495074 Mar 10 18:23:37.435495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-913cd6b9-daf4-468c-a297-e86a3975c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.436894 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-913cd6b9-daf4-468c-a297-e86a3975c9e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1009438 Mar 10 18:23:37.479767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-c784b023-7ada-4da6-b109-2c8e52e338bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 217 time: 0.0363624 Mar 10 18:23:37.529151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-7f39fa48-39fc-4b4d-be9c-7dc7e24bfdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.530648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-7f39fa48-39fc-4b4d-be9c-7dc7e24bfdb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0450015 Mar 10 18:23:37.588350 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-57e063b9-3f01-4fc6-b430-57f024c631a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.589852 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-57e063b9-3f01-4fc6-b430-57f024c631a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517011 Mar 10 18:23:37.681244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-e35071c1-ce9b-4860-b2a4-dcaf68623e89 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Mar 10 18:23:37.775828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9f4999b2-eeae-4a22-94ef-3759c6cf1680 req-926e6409-555d-46cf-a272-760fa4cfe94e service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878236 Mar 10 18:23:37.968942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346da64-5e61-460d-893e-3dc9bc828717 req-de7f4e75-82b5-457d-b45a-5dff3c8e92ca tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:37.970472 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f346da64-5e61-460d-893e-3dc9bc828717 req-de7f4e75-82b5-457d-b45a-5dff3c8e92ca tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0649135 Mar 10 18:23:38.020847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f346da64-5e61-460d-893e-3dc9bc828717 req-21d1e1fb-aa2e-45ed-a943-1928dab12d3a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423715 Mar 10 18:23:39.155354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83fd66-3da4-437e-aa96-e2cd4507e21f req-333f9bfd-51f6-479a-b94b-fdce22ae817f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:39.156708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f83fd66-3da4-437e-aa96-e2cd4507e21f req-333f9bfd-51f6-479a-b94b-fdce22ae817f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0621378 Mar 10 18:23:39.214810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f83fd66-3da4-437e-aa96-e2cd4507e21f req-078e1988-a2db-4114-a10c-6f25a1d3e58a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490019 Mar 10 18:23:40.358864 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a16d-db33-4276-ad71-8be4a1b313c3 req-73db1e1b-6552-48d1-b795-4a3ccf4b142c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:40.360331 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c10a16d-db33-4276-ad71-8be4a1b313c3 req-73db1e1b-6552-48d1-b795-4a3ccf4b142c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0630169 Mar 10 18:23:40.415890 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9c10a16d-db33-4276-ad71-8be4a1b313c3 req-827a9b32-9680-4bc3-ad67-aaf7373f73e0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469701 Mar 10 18:23:40.498340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:23:40.505657 n-d-833115-2 neutron-server[103796]: INFO neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No ports have port_id starting with 12b984b4-3ad8-4fbd-b4bc-8219d898d27d Mar 10 18:23:40.507117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 12b984b4-3ad8-4fbd-b4bc-8219d898d27d requested by agent hyperv_n-h2-833115-2 not found in database {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 18:23:40.507458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:23:40.609394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:40.622363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '38953983-e96d-4f45-9762-5c742a9335e7', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:23:40.662809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:23:40.663208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:40.676768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:23:40.704096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:40.710304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:40.768123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:40.984454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['38953983-e96d-4f45-9762-5c742a9335e7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:23:41.555792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45006cbc-ccee-4e8f-bb6d-8f0e1b992c6d req-035cbb66-5002-4c4d-aed7-bd7e1f54e8b7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:41.557256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45006cbc-ccee-4e8f-bb6d-8f0e1b992c6d req-035cbb66-5002-4c4d-aed7-bd7e1f54e8b7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0620706 Mar 10 18:23:41.607908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45006cbc-ccee-4e8f-bb6d-8f0e1b992c6d req-014e388e-3087-4872-b157-0f45f51b98ff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Mar 10 18:23:41.909790 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-b561b9ee-9ede-47c0-a40e-831386249448 req-4c47cc4f-ccd7-4d7d-b015-3e7dec97c923 service neutron] (103794) timed out ('10.222.0.35', 55470) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:23:42.506738 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42e75892-8a17-469f-8786-97b6f7986518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:42.511483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:23:42.566981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 38953983-e96d-4f45-9762-5c742a9335e7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:23:42.570980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 38953983-e96d-4f45-9762-5c742a9335e7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:23:42.571334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38953983-e96d-4f45-9762-5c742a9335e7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:42.653005 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:23:42.653397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:42.678185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:42.680493 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d88d9-05b6-4cac-bce8-a34f4385a822" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:42.692787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:23:42.697227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:42.740116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e28e-3b5d-49aa-99bb-10c3b2fb2a95 req-1ef7e6d5-2534-4b0c-8ae0-9335ad8bdc1a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:42.741634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0139e28e-3b5d-49aa-99bb-10c3b2fb2a95 req-1ef7e6d5-2534-4b0c-8ae0-9335ad8bdc1a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0579455 Mar 10 18:23:42.745924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:23:42.791080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0139e28e-3b5d-49aa-99bb-10c3b2fb2a95 req-df8e3c57-bf67-4212-92e1-2cac4a47490e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Mar 10 18:23:42.833424 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2598b688-c9f9-4781-922a-4fd3dcf8cf08 x-openstack-request-id: req-2598b688-c9f9-4781-922a-4fd3dcf8cf08 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:42.833614 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:42.833814 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2598b688-c9f9-4781-922a-4fd3dcf8cf08 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:42.834211 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'code': 200} Mar 10 18:23:42.949981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bac3-da76-4819-bbe2-6824c4c3326c req-b004c0be-bea0-4381-bd21-603a8f544e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:42.951540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02a9bac3-da76-4819-bbe2-6824c4c3326c req-b004c0be-bea0-4381-bd21-603a8f544e37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1127 time: 0.0478508 Mar 10 18:23:43.000671 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02a9bac3-da76-4819-bbe2-6824c4c3326c req-c6b6336e-290c-409b-88ee-21ffd27d2042 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Mar 10 18:23:43.923674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4ca9-f7fd-4e76-a18b-1b7801c2fb74 req-18bc55bc-0d43-48e1-96b7-6f789f2cdaa2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:43.925196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11ad4ca9-f7fd-4e76-a18b-1b7801c2fb74 req-18bc55bc-0d43-48e1-96b7-6f789f2cdaa2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0591524 Mar 10 18:23:43.980960 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-11ad4ca9-f7fd-4e76-a18b-1b7801c2fb74 req-aeb252d4-f27f-40e8-86aa-b55a5b509c9c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495563 Mar 10 18:23:44.716766 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aa95e74b-e0c1-40f7-ae57-c3fc8e9c327d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:45.118162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d0ce-6e18-4041-b541-7169c2a7f41d req-318e4ae3-cfb1-4729-8892-a8480c922d1c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:45.119669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57e2d0ce-6e18-4041-b541-7169c2a7f41d req-318e4ae3-cfb1-4729-8892-a8480c922d1c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0560849 Mar 10 18:23:45.171461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-57e2d0ce-6e18-4041-b541-7169c2a7f41d req-60f2b6f3-119f-447e-8ce2-b285def908ba tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Mar 10 18:23:45.305317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d200f0-7889-40c3-8e4b-b4d49c19ebf8 req-e6d09836-8b17-418d-b3da-ee1558bf8aff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:45.306796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0d200f0-7889-40c3-8e4b-b4d49c19ebf8 req-e6d09836-8b17-418d-b3da-ee1558bf8aff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0617454 Mar 10 18:23:45.319809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:23:45.324152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Request body: {'floatingip': {'port_id': '38953983-e96d-4f45-9762-5c742a9335e7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:23:45.366679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:45.860264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:45.865700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:45.973176 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 associated. External IP: 172.25.3.136, port: 38953983-e96d-4f45-9762-5c742a9335e7. Mar 10 18:23:46.039073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:46.213848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:23:46.332010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:23:46.337427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:46.342617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:23:46.354082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:23:46.354877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:23:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:46.468244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:23:46.704366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:23:45Z', 'revision_number': 13, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:46.714758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-032fdcd5-6e08-4927-ae07-173b4ac8e912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "PUT /v2.0/floatingips/b015d89b-1f95-4eb4-acdb-d543c1e24ab6 HTTP/1.1" status: 200 len: 992 time: 1.3937902 Mar 10 18:23:46.715439 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:23:46.717978 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2053fbd8-675b-4c97-a5b1-5e2df76574b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:23:46.735675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:23:46.746257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:23:46.746907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:23:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:46.756696 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff0938-4e04-457c-b270-9c6b68b9b4ac x-openstack-request-id: req-cbff0938-4e04-457c-b270-9c6b68b9b4ac {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:23:46.757114 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:23:46.757373 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbff0938-4e04-457c-b270-9c6b68b9b4ac {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:23:46.757777 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'status': 'completed', 'code': 200} Mar 10 18:23:46.828506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-42216d3b-1830-4cd2-b804-d54b2de834a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:46.830334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-42216d3b-1830-4cd2-b804-d54b2de834a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1127 time: 0.0492353 Mar 10 18:23:46.864255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:23:46.933536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-0de0e7fc-ffca-4b99-ae0b-2fa235081aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:46.935159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-0de0e7fc-ffca-4b99-ae0b-2fa235081aed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0983782 Mar 10 18:23:47.017887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-2438aae8-593b-4d15-8bd5-e241ba7a5c77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0757432 Mar 10 18:23:47.072143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-e9d188df-376d-4cc3-82ae-bb2fd49a7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:47.073736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-e9d188df-376d-4cc3-82ae-bb2fd49a7aa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0498855 Mar 10 18:23:47.121088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:23:45Z', 'revision_number': 13, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:23:47.137537 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-cc3d9215-0a94-4bf3-a3a0-4da2bdb84754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:47.139218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-cc3d9215-0a94-4bf3-a3a0-4da2bdb84754 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598540 Mar 10 18:23:47.151672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc99bd0-0fe7-4500-8c85-4f7a7fce20c6 None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'b015d89b-1f95-4eb4-acdb-d543c1e24ab6', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:20:10Z', 'updated_at': '2022-03-10T18:23:45Z', 'revision_number': 13, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:23:47.237521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-7c3ad719-3cf5-49e9-b15b-0e43dc4f781b service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915625 Mar 10 18:23:47.338285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2053fbd8-675b-4c97-a5b1-5e2df76574b0 req-5fc43186-e127-4869-8f7c-f670cf260645 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948946 Mar 10 18:23:47.377560 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237e5be-5086-4b5d-99f6-04dd854f2d98 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:23:47.470577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:49.275920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73276cd9-fe48-43fe-ac8b-33a7e39fe325 req-08db07b0-a2e9-44ee-8059-cf1367983d4b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:23:49.277405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73276cd9-fe48-43fe-ac8b-33a7e39fe325 req-08db07b0-a2e9-44ee-8059-cf1367983d4b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0594168 Mar 10 18:23:49.327557 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73276cd9-fe48-43fe-ac8b-33a7e39fe325 req-44ba9e1d-083c-49f8-96d4-1eed5ad25cd3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Mar 10 18:23:49.380308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:23:57.375691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:00.397935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:03.145101 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:24:05.860550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfb1-78ea-4b05-80a5-e58604323770 req-91e38827-2364-4184-b670-c39457409007 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:05.861933 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02fabfb1-78ea-4b05-80a5-e58604323770 req-91e38827-2364-4184-b670-c39457409007 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0899189 Mar 10 18:24:05.864693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-ce99151c-4afb-4a4e-af13-2b4b9ea026f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900683 Mar 10 18:24:05.912095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02fabfb1-78ea-4b05-80a5-e58604323770 req-8fce8846-d2e4-48b7-bb94-c2bf36e28757 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Mar 10 18:24:06.290618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-69141924-77cf-4dd1-9578-91e285203a26 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:06.291951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-69141924-77cf-4dd1-9578-91e285203a26 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 942 time: 0.0480545 Mar 10 18:24:07.035826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e0128-1c87-41cb-a788-97a5e6ebc632 req-d7ab55da-9b61-4fc2-88fb-59172a35907d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:07.037314 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c9e0128-1c87-41cb-a788-97a5e6ebc632 req-d7ab55da-9b61-4fc2-88fb-59172a35907d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0556378 Mar 10 18:24:07.095540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c9e0128-1c87-41cb-a788-97a5e6ebc632 req-6c1cfb54-6ef7-4b65-9075-5a4860bb0728 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520291 Mar 10 18:24:07.289550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-5c654660-9225-4933-881f-2a333bcc049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:07.291738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-5c654660-9225-4933-881f-2a333bcc049e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1127 time: 0.0468614 Mar 10 18:24:07.385484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-dca526bb-67f4-4ebb-940e-3161529c12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:07.387069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-dca526bb-67f4-4ebb-940e-3161529c12f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0889723 Mar 10 18:24:07.469844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-f472b8d5-b0d3-482a-b137-0249fb0705c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1002 time: 0.0758288 Mar 10 18:24:07.528501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-689d1743-3880-4d35-b61c-9b121ce3fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:07.529953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-689d1743-3880-4d35-b61c-9b121ce3fcb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0544109 Mar 10 18:24:07.589179 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-f303364b-9811-4e69-8bbf-9a65f0521c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:07.590724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-f303364b-9811-4e69-8bbf-9a65f0521c02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541060 Mar 10 18:24:07.686337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-3bab12c8-0373-490f-8041-ffa52b9868d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886879 Mar 10 18:24:07.785089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-a2a0179d-7ebd-4a9e-b8c1-c409f94b5c44 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Mar 10 18:24:08.237308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f662e5-36ad-4d35-8c61-ff28f8c60297 req-8c592d58-f75b-4515-8e60-01f896956494 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:08.239740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25f662e5-36ad-4d35-8c61-ff28f8c60297 req-8c592d58-f75b-4515-8e60-01f896956494 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0635707 Mar 10 18:24:08.289094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25f662e5-36ad-4d35-8c61-ff28f8c60297 req-a32711d1-0f15-4abc-89bb-460bebfa13f8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Mar 10 18:24:09.430036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eec11-c020-410d-9f4f-162a31ea72d3 req-91108df0-0e34-45c7-9823-4517280d63fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:09.432296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-915eec11-c020-410d-9f4f-162a31ea72d3 req-91108df0-0e34-45c7-9823-4517280d63fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0566196 Mar 10 18:24:09.481964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-915eec11-c020-410d-9f4f-162a31ea72d3 req-07dd086b-806a-4eb4-8df9-412b15353e0e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Mar 10 18:24:10.626605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415cd7-c2b6-426d-ac1e-03fed8bc473d req-a7785cc3-8fb1-4ffc-8940-bb84a91a6f34 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:10.628101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e415cd7-c2b6-426d-ac1e-03fed8bc473d req-a7785cc3-8fb1-4ffc-8940-bb84a91a6f34 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0602133 Mar 10 18:24:10.680849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8e415cd7-c2b6-426d-ac1e-03fed8bc473d req-f42a8136-15a8-4e57-b4cd-16a9ebec644b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Mar 10 18:24:11.820256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9d85-dc1a-4e8a-83f6-a1783b73e640 req-3aeb7841-b8ac-48fb-b0d6-3c6222c386ff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:11.821764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e4b9d85-dc1a-4e8a-83f6-a1783b73e640 req-3aeb7841-b8ac-48fb-b0d6-3c6222c386ff tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0592654 Mar 10 18:24:11.871489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e4b9d85-dc1a-4e8a-83f6-a1783b73e640 req-d5602708-c481-4948-a05e-ceba59942aa1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Mar 10 18:24:12.505533 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-013d9807-f592-4dc5-828b-6176e5537b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:13.004998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f953a34-0a04-4807-a580-83f8d3c98d4d req-b65bf9d0-a509-4341-b1ad-afbb92b14a61 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:13.006462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f953a34-0a04-4807-a580-83f8d3c98d4d req-b65bf9d0-a509-4341-b1ad-afbb92b14a61 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0554738 Mar 10 18:24:13.061487 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f953a34-0a04-4807-a580-83f8d3c98d4d req-96f1e070-fd21-4ae0-90b1-7e254995dd40 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Mar 10 18:24:14.200366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14d733-a62e-4ef5-a2f8-93f8b92cb9a3 req-15ec5427-f02a-4143-acc4-fd353bc1a50a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:14.201737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de14d733-a62e-4ef5-a2f8-93f8b92cb9a3 req-15ec5427-f02a-4143-acc4-fd353bc1a50a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0625677 Mar 10 18:24:14.251619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de14d733-a62e-4ef5-a2f8-93f8b92cb9a3 req-7d301661-d70e-460c-a8d1-97db91feffb0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Mar 10 18:24:14.715235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7def4918-eb48-4592-ac76-f999e03710fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:15.378300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52652af-524a-430a-941c-5197968066f5 req-68af6c00-7fa0-46c7-ad56-031df0606998 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:15.380565 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d52652af-524a-430a-941c-5197968066f5 req-68af6c00-7fa0-46c7-ad56-031df0606998 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Mar 10 18:24:15.428628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d52652af-524a-430a-941c-5197968066f5 req-a8a2804c-ec2b-443b-93a2-076bb8c33593 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Mar 10 18:24:16.047334 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:16.562674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193f6a8-0f4d-4794-9846-9230dd6e75d2 req-2c7fd582-869d-42bc-a406-e9b9e4bf8912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:16.565095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4193f6a8-0f4d-4794-9846-9230dd6e75d2 req-2c7fd582-869d-42bc-a406-e9b9e4bf8912 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0619423 Mar 10 18:24:16.619085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4193f6a8-0f4d-4794-9846-9230dd6e75d2 req-ac1c5bca-d040-47f1-b769-f8c9d8073166 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475595 Mar 10 18:24:17.472920 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:17.754571 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbf6a-9b4f-4d28-9593-be86321a775f req-20b63a38-0ff6-41d2-b286-34a823774151 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:17.755946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636cbf6a-9b4f-4d28-9593-be86321a775f req-20b63a38-0ff6-41d2-b286-34a823774151 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Mar 10 18:24:17.804372 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-636cbf6a-9b4f-4d28-9593-be86321a775f req-c8d4289a-ffe5-41be-8de5-f79f51d3043d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Mar 10 18:24:18.593236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-b78e5ce0-3db1-4021-b7f3-890f54e4c273 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:24:18.594235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-b78e5ce0-3db1-4021-b7f3-890f54e4c273 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055265 Mar 10 18:24:18.660400 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-db3e4952-5006-4542-9a98-c04d0a59bef2 service neutron] show failed (client error): The resource could not be found. Mar 10 18:24:18.661407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-db3e4952-5006-4542-9a98-c04d0a59bef2 service neutron] 10.222.0.41 "GET /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0599101 Mar 10 18:24:18.698662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:24:18.778508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:24:18.778746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:18.801933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:24:18.804283 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d46588-d7db-426b-bdd6-e38286ac2007" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-unplugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:24:18.817293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:18.822441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:18.860421 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876ca097-1a18-4ef1-9a7d-f781da7963ae x-openstack-request-id: req-876ca097-1a18-4ef1-9a7d-f781da7963ae {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:24:18.860719 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-unplugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:24:18.860974 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-876ca097-1a18-4ef1-9a7d-f781da7963ae {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:24:18.861446 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'code': 200} Mar 10 18:24:18.876730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:18.892054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-8df79a9a-7e5d-4c45-b90d-e54443150a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:18.893674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-8df79a9a-7e5d-4c45-b90d-e54443150a38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1125 time: 0.0557504 Mar 10 18:24:18.905383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-6c944dc2-a072-44b4-b178-d436b5ba2ff9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:24:18.906341 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-6c944dc2-a072-44b4-b178-d436b5ba2ff9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051167 Mar 10 18:24:18.919571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:24:18.961597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4cf6-0cf5-4790-9d24-1447da91ada5 req-97420134-0608-4430-9b38-c9043bfee7ca tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:18.963484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f06d4cf6-0cf5-4790-9d24-1447da91ada5 req-97420134-0608-4430-9b38-c9043bfee7ca tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0561066 Mar 10 18:24:18.990803 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:19.020140 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f06d4cf6-0cf5-4790-9d24-1447da91ada5 req-792d8541-b46a-4bbd-8425-cd6810130fdb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498369 Mar 10 18:24:19.206994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:19.240655 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:24:19.281198 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:24:19.288799 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks [] for port (38953983-e96d-4f45-9762-5c742a9335e7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:19.307189 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Transition to ACTIVE for port object 38953983-e96d-4f45-9762-5c742a9335e7 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:24:19.313161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:19.390016 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:19.405697 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:19.418085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.418518 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.419154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.419490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.419817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.420139 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.420461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.420777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.421096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.421410 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.421729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.422041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.422357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:19.463127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] No DVR routers for this DVR port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:24:19.899774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:24:19.900546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:24:19.900546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:24:19.905466 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:24:19.905782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:24:19.911093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:24:19.911430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:24:19.911811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:24:19.912233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Bound port: 38953983-e96d-4f45-9762-5c742a9335e7, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:24:19.912583 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:19.977274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:24:19.981144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:24:19.990844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:20.027191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.027829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:20.029194 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] 10.222.0.59 "PUT /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1091 time: 1.1139216 Mar 10 18:24:20.029661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:24:20.031948 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4da393e-cc03-4139-b8bc-25538651a0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:24:20.068314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416d61-ce29-403c-9a8d-4a48e4b9ea75 service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=8']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:20.096899 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69308e-1e5e-4b3d-9816-09212882532c x-openstack-request-id: req-ed69308e-1e5e-4b3d-9816-09212882532c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:24:20.097267 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:24:20.097581 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed69308e-1e5e-4b3d-9816-09212882532c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:24:20.097978 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'status': 'completed', 'code': 200} Mar 10 18:24:20.122313 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-b5f13577-7b87-4708-9aa0-ded9e1ae1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.123852 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-b5f13577-7b87-4708-9aa0-ded9e1ae1648 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0638969 Mar 10 18:24:20.214215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-3b328f38-9ace-4e80-97a3-be3c0f554779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.215860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-3b328f38-9ace-4e80-97a3-be3c0f554779 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0975349 Mar 10 18:24:20.227472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e3a42-e22a-45f9-886c-c4c3da006508 req-3f0a3a13-c182-420c-9b40-dcd73ba7f62c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.229124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-346e3a42-e22a-45f9-886c-c4c3da006508 req-3f0a3a13-c182-420c-9b40-dcd73ba7f62c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0775266 Mar 10 18:24:20.233081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-27432f74-6b2b-4fd1-bce4-d68cf8cb8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.234603 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-27432f74-6b2b-4fd1-bce4-d68cf8cb8663 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1041594 Mar 10 18:24:20.307780 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-167b5eda-7a8f-4c08-859a-e660786acf4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0640182 Mar 10 18:24:20.337120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-346e3a42-e22a-45f9-886c-c4c3da006508 req-271b78b5-c44b-4a0c-b42f-9d9267087f2a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893753 Mar 10 18:24:20.351108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-29228dbc-3733-4732-8b37-02086af92342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.352782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-29228dbc-3733-4732-8b37-02086af92342 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1227839 Mar 10 18:24:20.361054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-ed1ff059-44d3-41f9-a4cf-e92abc1f8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.362544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-ed1ff059-44d3-41f9-a4cf-e92abc1f8969 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0458148 Mar 10 18:24:20.418574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-f5b77775-3cd7-4d37-98c8-f36f39ff5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.420552 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-f5b77775-3cd7-4d37-98c8-f36f39ff5d29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486293 Mar 10 18:24:20.430567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-0bcf5e1d-a72c-4f53-8d7d-3d8a63379b61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0708797 Mar 10 18:24:20.478626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-f7b8e923-3fc2-4aa8-9196-51ad9835fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.480179 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-f7b8e923-3fc2-4aa8-9196-51ad9835fa1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0440905 Mar 10 18:24:20.530125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-2be3dcfe-6e4d-440c-9a80-e2f41d61363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.531678 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-2be3dcfe-6e4d-440c-9a80-e2f41d61363b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454929 Mar 10 18:24:20.531868 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-5018e405-82fc-4402-96cc-88b8b6ce0939 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041543 Mar 10 18:24:20.633353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-ae69f512-130b-43fa-8335-71a4ed16ba39 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953133 Mar 10 18:24:20.633642 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-44e4bdb7-606f-4a71-8163-6e2a30f30bc3 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911908 Mar 10 18:24:20.755330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-e52a7c53-ed3a-4cac-b82f-7f417cad77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.758923 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-e52a7c53-ed3a-4cac-b82f-7f417cad77ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0563574 Mar 10 18:24:20.761493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-0df662e8-94de-4ab1-8d24-a557f2cd7c0e service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213243 Mar 10 18:24:20.868181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-23dbc3bb-23a3-4954-b8d1-e989f609af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:20.869982 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-23dbc3bb-23a3-4954-b8d1-e989f609af1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1013560 Mar 10 18:24:20.954129 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-bba203d7-f288-4273-8d86-b694068f7deb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0749209 Mar 10 18:24:21.012154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-33e3244c-d7de-40eb-b75d-785c1ad9f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:21.013598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-33e3244c-d7de-40eb-b75d-785c1ad9f18c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0503759 Mar 10 18:24:21.084423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-3a46451b-35cb-4785-8db8-971c060f959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:21.086374 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-3a46451b-35cb-4785-8db8-971c060f959e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611861 Mar 10 18:24:21.204749 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-229ad956-7e48-4b1f-b3df-e37ff64b96c3 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080155 Mar 10 18:24:21.312734 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b4da393e-cc03-4139-b8bc-25538651a0cf req-f4cd0ac8-cb15-4b1c-b905-c1d690798522 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987959 Mar 10 18:24:21.483321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4a10-2833-4f1c-b570-11eadc201e0d req-2e0f42b4-4ea9-4f2d-a6d6-33eb9ec054bd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:21.485435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a0d4a10-2833-4f1c-b570-11eadc201e0d req-2e0f42b4-4ea9-4f2d-a6d6-33eb9ec054bd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0644014 Mar 10 18:24:21.542873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3a0d4a10-2833-4f1c-b570-11eadc201e0d req-e3d8f7fc-74c7-477c-ac54-c707bc4980f8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503974 Mar 10 18:24:22.676532 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099096d-b7e5-41db-be76-6f4adeaf3fe8 req-b37f92ea-d914-4b9b-8e3f-dddf252ede6d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:22.678000 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b099096d-b7e5-41db-be76-6f4adeaf3fe8 req-b37f92ea-d914-4b9b-8e3f-dddf252ede6d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0564175 Mar 10 18:24:22.724994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b099096d-b7e5-41db-be76-6f4adeaf3fe8 req-2c40232a-79ef-4c23-b5bf-39c07cfbca67 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Mar 10 18:24:23.857107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-c0611020-c068-471e-aa8e-81479640b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:23.858873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-c0611020-c068-471e-aa8e-81479640b1d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1125 time: 0.0475602 Mar 10 18:24:23.859186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fbf03-d823-4833-9dd2-094433919fdf req-3558d893-39c5-4f34-ad34-b2b32e93d1e7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:23.860695 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf2fbf03-d823-4833-9dd2-094433919fdf req-3558d893-39c5-4f34-ad34-b2b32e93d1e7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0586770 Mar 10 18:24:23.914020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf2fbf03-d823-4833-9dd2-094433919fdf req-a7cc95b2-2c6b-4ab5-80ea-0ec2d6533f2b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450795 Mar 10 18:24:23.975145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-49bf32e0-7e62-445d-a4d2-57aa31f33050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:23.976629 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-49bf32e0-7e62-445d-a4d2-57aa31f33050 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0937057 Mar 10 18:24:24.046162 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-5e346915-9099-48af-9c0a-3d03021dc7c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0601687 Mar 10 18:24:24.098257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-e1017e5f-ea6a-413c-86b7-dceab932e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:24.099821 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-e1017e5f-ea6a-413c-86b7-dceab932e073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0445602 Mar 10 18:24:24.163108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-1f6920bc-560c-4e32-b64c-e799c12f8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:24.164651 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-1f6920bc-560c-4e32-b64c-e799c12f8eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549684 Mar 10 18:24:24.259821 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-e3d25ff3-1b55-4188-a269-6dcb2d8c499f service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Mar 10 18:24:24.360889 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0a224225-dc58-47ee-a9d0-d90c8e011f3f req-aa5b6f3c-6ecd-49a5-9204-3b23dfff882d service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911698 Mar 10 18:24:25.044530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5343b7a-3d55-4b9f-bc7d-426b1b0bdef6 req-1bae1baf-8a07-4888-be6e-22ce22135cb5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:25.046561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5343b7a-3d55-4b9f-bc7d-426b1b0bdef6 req-1bae1baf-8a07-4888-be6e-22ce22135cb5 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0617392 Mar 10 18:24:25.094107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a5343b7a-3d55-4b9f-bc7d-426b1b0bdef6 req-689df405-1990-4c6c-b162-74d3ad66f6c4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Mar 10 18:24:26.218336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046fac9-e56b-4328-9244-36d120685377 req-90af42ba-b676-41ec-aa92-cec94e6a2b9b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:26.219769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f046fac9-e56b-4328-9244-36d120685377 req-90af42ba-b676-41ec-aa92-cec94e6a2b9b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0538340 Mar 10 18:24:26.273670 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f046fac9-e56b-4328-9244-36d120685377 req-e2b16f4a-f66e-4574-8289-003f6829531f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481954 Mar 10 18:24:27.391151 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:27.402279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd51e86-25bc-416c-97b2-8c03594f9c51 req-6db09a41-0a33-4b65-b47b-59205505a77a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:27.403757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcd51e86-25bc-416c-97b2-8c03594f9c51 req-6db09a41-0a33-4b65-b47b-59205505a77a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0575938 Mar 10 18:24:27.453563 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcd51e86-25bc-416c-97b2-8c03594f9c51 req-f2758e5a-6b17-40da-a0a3-d18d31bb149e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432010 Mar 10 18:24:28.578394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af56ec-f297-4ecd-ae38-ae87b17466c2 req-d2351527-3c57-4420-ba72-cf3701f99fea tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:28.579898 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40af56ec-f297-4ecd-ae38-ae87b17466c2 req-d2351527-3c57-4420-ba72-cf3701f99fea tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0553756 Mar 10 18:24:28.627444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40af56ec-f297-4ecd-ae38-ae87b17466c2 req-482412f9-2fdd-41cb-932f-fa295aee3bb9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Mar 10 18:24:29.760001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88ae1-3a97-4a55-971f-67a3c36e3fc8 req-e1c7bb0e-0769-4707-9b4a-80ad1fd3b1d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:29.761515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0dd88ae1-3a97-4a55-971f-67a3c36e3fc8 req-e1c7bb0e-0769-4707-9b4a-80ad1fd3b1d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0586519 Mar 10 18:24:29.810580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0dd88ae1-3a97-4a55-971f-67a3c36e3fc8 req-93415314-5028-439a-ac84-5c042dac2bc1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Mar 10 18:24:30.401566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:30.940489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6192c28-d8c3-4863-b785-6cc450502264 req-89db57b4-b96e-4190-930a-279999518b82 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:30.941983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6192c28-d8c3-4863-b785-6cc450502264 req-89db57b4-b96e-4190-930a-279999518b82 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0566225 Mar 10 18:24:30.989259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a6192c28-d8c3-4863-b785-6cc450502264 req-736bca25-8b14-4d6e-82ba-516d2f528fda tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Mar 10 18:24:32.129394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a5438-62d4-4917-8206-01ee7f917875 req-e5d386fd-3b45-4796-a104-fab8c431ef97 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:32.130868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e8a5438-62d4-4917-8206-01ee7f917875 req-e5d386fd-3b45-4796-a104-fab8c431ef97 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0593214 Mar 10 18:24:32.180188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e8a5438-62d4-4917-8206-01ee7f917875 req-1ff47468-65bf-4331-a246-a85dde9cb2f4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Mar 10 18:24:33.326126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950fddf-a4b0-40df-a750-034b7491f3a8 req-9856b6ec-6630-4cf5-a83a-60754b2a3d65 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:33.327624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5950fddf-a4b0-40df-a750-034b7491f3a8 req-9856b6ec-6630-4cf5-a83a-60754b2a3d65 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0588832 Mar 10 18:24:33.377351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5950fddf-a4b0-40df-a750-034b7491f3a8 req-9822aea5-0b1f-4bb8-a4d9-05db469d6ca8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Mar 10 18:24:34.507771 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4af63-d6c4-426f-b46a-e73977ff221c req-fd72cf9d-58d1-49d2-8876-49740e821454 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:34.509315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14b4af63-d6c4-426f-b46a-e73977ff221c req-fd72cf9d-58d1-49d2-8876-49740e821454 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0570264 Mar 10 18:24:34.567203 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-14b4af63-d6c4-426f-b46a-e73977ff221c req-23727396-fc25-4b77-a998-0af7b6e08c6d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470243 Mar 10 18:24:35.728154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6fde0-3aee-4dcb-90cd-d7cf0a25e1ab req-66b00d51-d7db-4016-a75a-bdeb6d1bacb9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:35.730188 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b6fde0-3aee-4dcb-90cd-d7cf0a25e1ab req-66b00d51-d7db-4016-a75a-bdeb6d1bacb9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0696874 Mar 10 18:24:35.779546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e6b6fde0-3aee-4dcb-90cd-d7cf0a25e1ab req-ad54bcb5-d8c6-4c57-a835-d174c17b770e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Mar 10 18:24:36.917837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d8182-629e-4c1d-baae-7a50d173cbfe req-7f2f74bb-5595-4ddd-992c-16b6903c516c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:36.919744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-709d8182-629e-4c1d-baae-7a50d173cbfe req-7f2f74bb-5595-4ddd-992c-16b6903c516c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0604615 Mar 10 18:24:36.972320 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-709d8182-629e-4c1d-baae-7a50d173cbfe req-31451c13-47ce-4e9a-b0e7-5d0ba9270900 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Mar 10 18:24:38.115347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb18e7-aa28-462f-b193-dfab19ead7ec req-8097c21d-a254-42d0-9806-c51ccea20e2d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:38.116956 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cedb18e7-aa28-462f-b193-dfab19ead7ec req-8097c21d-a254-42d0-9806-c51ccea20e2d tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 943 time: 0.0576794 Mar 10 18:24:38.166094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cedb18e7-aa28-462f-b193-dfab19ead7ec req-f8ca587b-4136-47d2-b3ca-8babeb7f6cfe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Mar 10 18:24:38.232452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:24:38.500296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:38.511392 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '38953983-e96d-4f45-9762-5c742a9335e7', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:24:38.563352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:24:38.563741 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:38.576359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:24:38.596702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:38.602472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:38.654184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:38.661866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.662203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.662561 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.662917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.663218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.663538 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.663858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.664173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.664471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.664783 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.665094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.665428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.665715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:38.842306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['38953983-e96d-4f45-9762-5c742a9335e7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:24:39.292066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb353-3662-417f-b6e1-9a552dfdc5ca req-55a61177-bce0-4d7f-b882-7b1ea4ef8528 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:39.294037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ecb353-3662-417f-b6e1-9a552dfdc5ca req-55a61177-bce0-4d7f-b882-7b1ea4ef8528 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0566027 Mar 10 18:24:39.350393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-33ecb353-3662-417f-b6e1-9a552dfdc5ca req-4899f591-3584-4c73-9704-0b754a7b269b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Mar 10 18:24:39.654230 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-6c639e03-02d2-4cb5-9ed2-78e49ea5ed44 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:39.656007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-6c639e03-02d2-4cb5-9ed2-78e49ea5ed44 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&binding%3Ahost_id=n-h1-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0593188 Mar 10 18:24:39.666803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788ce02-e325-4b67-88bf-10e70599eb28 req-1cb3823a-ed8d-4228-97ff-54e40b86aee7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:39.668290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5788ce02-e325-4b67-88bf-10e70599eb28 req-1cb3823a-ed8d-4228-97ff-54e40b86aee7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0543139 Mar 10 18:24:39.718392 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-ff7fe36c-1335-40c6-bc44-42bad83a75da service neutron] 10.222.0.59 "GET /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7/bindings/n-h1-833115-2 HTTP/1.1" status: 200 len: 382 time: 0.0553482 Mar 10 18:24:39.723196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5788ce02-e325-4b67-88bf-10e70599eb28 req-5eec901c-0d19-4d82-85fa-848953fe2b7e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Mar 10 18:24:39.810204 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-f4515fe3-51e1-4b30-9c34-791983a3e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:39.812007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-f4515fe3-51e1-4b30-9c34-791983a3e649 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1126 time: 0.0575819 Mar 10 18:24:39.914767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-6e852740-59e9-4057-bd8c-19d0667417a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:39.916248 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-6e852740-59e9-4057-bd8c-19d0667417a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0983806 Mar 10 18:24:39.985841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-eebf5e88-dedc-42fd-a748-342887788446 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1001 time: 0.0632632 Mar 10 18:24:40.049144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-92d5d50a-8fb5-4364-acaa-c1010e33ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:40.050689 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-92d5d50a-8fb5-4364-acaa-c1010e33ea70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0587075 Mar 10 18:24:40.100274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-23ed12a6-ac80-4d83-bab0-526bf4aaf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:40.101752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-23ed12a6-ac80-4d83-bab0-526bf4aaf67f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450251 Mar 10 18:24:40.144123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:24:40.201963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-f963e9b4-0636-458d-b82c-22049f322e11 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924792 Mar 10 18:24:40.248107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:24:40.295085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-bed2426b-9e4e-4858-99a1-a8a016266dc4 service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871418 Mar 10 18:24:40.303217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 38953983-e96d-4f45-9762-5c742a9335e7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:24:40.307294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 38953983-e96d-4f45-9762-5c742a9335e7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:24:40.307669 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38953983-e96d-4f45-9762-5c742a9335e7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:40.407288 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:24:40.407678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:40.429942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:24:40.432248 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d3d56-8dd8-4073-a56f-0e51578f6f00" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:24:40.445615 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:40.451094 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:40.483884 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a555e64b-26a7-4a71-9987-39a71a673ab9 x-openstack-request-id: req-a555e64b-26a7-4a71-9987-39a71a673ab9 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:24:40.484238 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:24:40.484825 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a555e64b-26a7-4a71-9987-39a71a673ab9 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:24:40.485254 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'code': 200} Mar 10 18:24:40.505451 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:40.854589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6057-fbb3-4aae-8d22-30891e8f53df req-6afabd1d-ffec-4ab7-b315-3474b335a7af tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:40.856063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3e6057-fbb3-4aae-8d22-30891e8f53df req-6afabd1d-ffec-4ab7-b315-3474b335a7af tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0550382 Mar 10 18:24:40.911683 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a3e6057-fbb3-4aae-8d22-30891e8f53df req-915a132c-bf1f-4c08-8c90-25207edf1be6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497534 Mar 10 18:24:42.040508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6365d-4fc5-4773-b273-8e55cad13416 req-4d95027d-f259-4439-a2a5-2d1085a1a522 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:42.041991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77e6365d-4fc5-4773-b273-8e55cad13416 req-4d95027d-f259-4439-a2a5-2d1085a1a522 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0564058 Mar 10 18:24:42.089114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77e6365d-4fc5-4773-b273-8e55cad13416 req-f0ff5eb2-e5a0-45c6-990d-ee336d65cb82 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Mar 10 18:24:42.502657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e756a00a-7ce2-4927-852c-11b408c9284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:43.217176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e87cb-f3cc-4643-922b-f7649f8030e7 req-add88817-431a-4c7f-88e4-10e192c2c2ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:43.218677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-868e87cb-f3cc-4643-922b-f7649f8030e7 req-add88817-431a-4c7f-88e4-10e192c2c2ad tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0570936 Mar 10 18:24:43.270970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-868e87cb-f3cc-4643-922b-f7649f8030e7 req-4950a40f-72b3-417d-b385-8426ffd6269f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Mar 10 18:24:44.393985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ac29-28eb-4ef0-acf8-f0b530f512b8 req-e5ee8391-0c7f-424d-ad4b-04e9bcbfc3c4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:44.395482 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b084ac29-28eb-4ef0-acf8-f0b530f512b8 req-e5ee8391-0c7f-424d-ad4b-04e9bcbfc3c4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0547667 Mar 10 18:24:44.443338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b084ac29-28eb-4ef0-acf8-f0b530f512b8 req-d18edbb1-fec1-43a4-821f-aa6ae2da02bf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Mar 10 18:24:44.710194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8ad831e2-06e6-48fb-a7b6-9e59a535d252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:45.572954 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be301068-56e9-4458-bf8e-25c1c804504a req-d8189909-3671-45d0-8bea-c662383ac7a3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:45.574636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be301068-56e9-4458-bf8e-25c1c804504a req-d8189909-3671-45d0-8bea-c662383ac7a3 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0597172 Mar 10 18:24:45.626448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be301068-56e9-4458-bf8e-25c1c804504a req-3c0384d1-f9a9-4c75-97e4-8fc85ae3096f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Mar 10 18:24:46.041834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:46.280721 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:24:46.364718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:24:46.365111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:46.388578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:24:46.390970 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d757f97a-6048-4d7e-a023-e6e6fbe25c2f" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-unplugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:24:46.404159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:46.409238 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:46.447484 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c341b5-ee6d-401b-a984-9e0d4d13c1b6 x-openstack-request-id: req-62c341b5-ee6d-401b-a984-9e0d4d13c1b6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:24:46.447788 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-unplugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:24:46.448053 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62c341b5-ee6d-401b-a984-9e0d4d13c1b6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:24:46.448446 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'code': 200} Mar 10 18:24:46.462194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:46.530137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-3cec33f8-3305-4ada-ab66-5101c31c4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:46.531999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-3cec33f8-3305-4ada-ab66-5101c31c4f1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8&tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b HTTP/1.1" status: 200 len: 1126 time: 0.0448935 Mar 10 18:24:46.544501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:24:46.612963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:46.834121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2f677-dc36-4440-89ee-bf090301d38f req-091fda04-3802-428b-ad13-c5b6b7e506a9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:46.835613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95c2f677-dc36-4440-89ee-bf090301d38f req-091fda04-3802-428b-ad13-c5b6b7e506a9 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.1205301 Mar 10 18:24:46.874279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:24:46.919680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-95c2f677-dc36-4440-89ee-bf090301d38f req-10bb59ed-8545-42de-a845-6df955a6e836 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769424 Mar 10 18:24:46.927805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:24:46.963370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:24:46.971298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks [] for port (38953983-e96d-4f45-9762-5c742a9335e7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:46.984229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Transition to ACTIVE for port object 38953983-e96d-4f45-9762-5c742a9335e7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:24:46.989379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:47.049379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=12']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:47.085797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.086156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.086499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.086834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.087162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.087486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.087807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.088125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.088447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.088758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.089075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.089389 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.089707 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:24:47.132138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] No DVR routers for this DVR port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:24:47.282458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:24:47.282825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:24:47.283147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:24:47.287967 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:24:47.288284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Attempting to bind port 38953983-e96d-4f45-9762-5c742a9335e7 on network 7fe18721-b50e-413a-9a47-7deac73c263f {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:24:47.293872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:24:47.294222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Checking segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:24:47.294636 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Bound using segment: {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:24:47.295056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Bound port: 38953983-e96d-4f45-9762-5c742a9335e7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88433b23-e7d0-4098-b192-45a4b690c6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:24:47.295405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:47.365594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:24:47.368735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:24:47.377723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:47.411784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.412467 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:47.413776 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] 10.222.0.41 "PUT /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1092 time: 0.8736057 Mar 10 18:24:47.414236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:24:47.416484 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538aa94f-78a3-496c-a9e1-57042621c4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:24:47.477511 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12047e2-e90d-4bfd-9e00-2b9350ead164 x-openstack-request-id: req-b12047e2-e90d-4bfd-9e00-2b9350ead164 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:24:47.477819 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:24:47.478112 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b12047e2-e90d-4bfd-9e00-2b9350ead164 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:24:47.478440 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'status': 'completed', 'code': 200} Mar 10 18:24:47.479885 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:47.480423 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac16f8-2ccf-469b-b405-33261f3fc201 service neutron] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=13']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:24:47.508442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-230144ad-1285-48d3-b159-df04b2732a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.510457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-230144ad-1285-48d3-b159-df04b2732a3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1126 time: 0.0706241 Mar 10 18:24:47.551290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-94eed6f9-b9da-4b1f-a25a-4bd9b0bf6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.553169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-94eed6f9-b9da-4b1f-a25a-4bd9b0bf6c9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1126 time: 0.0503871 Mar 10 18:24:47.613574 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-40575676-907c-4415-866d-5729aafccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.615080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-40575676-907c-4415-866d-5729aafccc19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.0989797 Mar 10 18:24:47.663058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-a2852a65-6927-420d-a643-ed4a7941d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.664486 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-a2852a65-6927-420d-a643-ed4a7941d540 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1005175 Mar 10 18:24:47.682242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-0f3c3edc-d3c8-4bde-b7af-7a4f1ae56fc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0609114 Mar 10 18:24:47.730512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-aa203155-e805-40f8-a206-68c6cd8bbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.732118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-aa203155-e805-40f8-a206-68c6cd8bbebe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0438125 Mar 10 18:24:47.740965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-d1b68074-3bf0-48c4-9694-74f308567a8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0661247 Mar 10 18:24:47.787160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-5466b813-a6fb-4f93-b354-91ea83a54155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.788657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-5466b813-a6fb-4f93-b354-91ea83a54155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509768 Mar 10 18:24:47.791284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-29420fb3-6abf-466a-ad77-0a0908704f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.792741 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-29420fb3-6abf-466a-ad77-0a0908704f70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0453596 Mar 10 18:24:47.854746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-ad9fdeee-5be7-4468-a609-efbca0e585d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:47.856278 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-ad9fdeee-5be7-4468-a609-efbca0e585d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542161 Mar 10 18:24:47.882026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-ec5c2878-95d9-40b2-abe9-d50a9ba9ec3c service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868475 Mar 10 18:24:47.954851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-32564b55-b839-47a1-bf63-c234ad3b13af service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903575 Mar 10 18:24:47.976828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8032c1e9-5faa-40de-b1c3-23c53f39e217 req-18108014-8c53-4261-88d8-66233fc31d4b service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Mar 10 18:24:48.067240 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-f8f13339-d484-4dc9-abf5-0100ad4d1e0c service neutron] 10.222.0.59 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032512 Mar 10 18:24:48.085817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ec4bb-9cba-4e7d-aa8d-215781cccc90 req-59ec37b3-6dfe-44b2-867f-05ee11b57597 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:48.087506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f17ec4bb-9cba-4e7d-aa8d-215781cccc90 req-59ec37b3-6dfe-44b2-867f-05ee11b57597 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0879562 Mar 10 18:24:48.093193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-059b232e-13ff-458e-aaf6-ceeffb8883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:48.094907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-059b232e-13ff-458e-aaf6-ceeffb8883ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 1126 time: 0.0670502 Mar 10 18:24:48.203689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f17ec4bb-9cba-4e7d-aa8d-215781cccc90 req-f2446a5c-df0b-4b03-b6f2-91b5e24a98d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076801 Mar 10 18:24:48.221342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-290c4ba7-ec96-4219-b52e-9f82b01337cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:48.222864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-290c4ba7-ec96-4219-b52e-9f82b01337cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 200 len: 912 time: 0.1210651 Mar 10 18:24:48.298700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-01a818e6-7e38-49a9-b02e-2fe3b11acb5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 200 len: 1000 time: 0.0692866 Mar 10 18:24:48.348701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-8dc26d2f-13ae-42c9-8b3b-729e7ca4aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:48.350162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-8dc26d2f-13ae-42c9-8b3b-729e7ca4aaf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 200 len: 850 time: 0.0451291 Mar 10 18:24:48.401226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-223572a7-1f0f-48cc-ae49-f8f5d802de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:48.402765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-223572a7-1f0f-48cc-ae49-f8f5d802de12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fe18721-b50e-413a-9a47-7deac73c263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464079 Mar 10 18:24:48.495560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-b841b8e1-8c01-4470-964b-0363124c3731 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Mar 10 18:24:48.585366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538aa94f-78a3-496c-a9e1-57042621c4a9 req-765a9c11-1116-4358-8ff7-a734c38ee512 service neutron] 10.222.0.41 "GET /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Mar 10 18:24:49.334250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c34367-0dec-4b97-8686-6ef78d03aec6 req-3eb4d9a8-2fa3-43fe-a3bc-f367c1e28d06 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:49.335723 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06c34367-0dec-4b97-8686-6ef78d03aec6 req-3eb4d9a8-2fa3-43fe-a3bc-f367c1e28d06 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0599368 Mar 10 18:24:49.386556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:49.387752 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-06c34367-0dec-4b97-8686-6ef78d03aec6 req-d7b6f68f-1eef-43e8-b1b7-841ff7aeed12 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Mar 10 18:24:50.513884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965531-11a0-48c8-accd-9bbae163592a req-22e8b5f9-1efc-42d0-8ec3-87add3a77bae tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:50.515460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87965531-11a0-48c8-accd-9bbae163592a req-22e8b5f9-1efc-42d0-8ec3-87add3a77bae tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0559275 Mar 10 18:24:50.563460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-87965531-11a0-48c8-accd-9bbae163592a req-a4a74774-87a3-4753-831c-7c7cc766bc88 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Mar 10 18:24:51.691860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd733c2c-47fa-4341-ab23-528d57127b4b req-b38a517e-5eec-434d-bf81-6e9bb23d8323 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:51.693340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd733c2c-47fa-4341-ab23-528d57127b4b req-b38a517e-5eec-434d-bf81-6e9bb23d8323 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0540421 Mar 10 18:24:51.747737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd733c2c-47fa-4341-ab23-528d57127b4b req-5e51ed1e-cf37-42a7-9bf5-8229d50a593e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485444 Mar 10 18:24:52.873709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeedf7-aa3a-49a3-8b51-494eab4c1d05 req-e81c0f52-f74c-48fb-aa30-354e06b690cc tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:52.875445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbdeedf7-aa3a-49a3-8b51-494eab4c1d05 req-e81c0f52-f74c-48fb-aa30-354e06b690cc tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0541906 Mar 10 18:24:52.924477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbdeedf7-aa3a-49a3-8b51-494eab4c1d05 req-8003c847-16ab-4776-9fea-b65e252e1bd6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Mar 10 18:24:54.048170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee50a5-2122-45c9-a056-0fe7557cdc59 req-23afaa9c-7eb9-4a3b-921c-d68b3bf139f4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:54.049709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21ee50a5-2122-45c9-a056-0fe7557cdc59 req-23afaa9c-7eb9-4a3b-921c-d68b3bf139f4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0554397 Mar 10 18:24:54.097643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-21ee50a5-2122-45c9-a056-0fe7557cdc59 req-72015a35-4125-4eab-90db-f1d9ef306643 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Mar 10 18:24:55.230259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e3fd0-82ba-4da4-ac4e-e829661f0148 req-d77e73f0-4fad-4de0-8315-673bbb6d6376 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:55.231697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090e3fd0-82ba-4da4-ac4e-e829661f0148 req-d77e73f0-4fad-4de0-8315-673bbb6d6376 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0588131 Mar 10 18:24:55.281567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-090e3fd0-82ba-4da4-ac4e-e829661f0148 req-4d6a75ad-42d9-4556-ac2b-20785e496777 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Mar 10 18:24:56.407147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc257ce-5613-4235-a626-d2c2269d1cd4 req-fcbfc270-ff33-4602-ad65-b964a84b4075 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:56.408577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dc257ce-5613-4235-a626-d2c2269d1cd4 req-fcbfc270-ff33-4602-ad65-b964a84b4075 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0550799 Mar 10 18:24:56.456619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4dc257ce-5613-4235-a626-d2c2269d1cd4 req-b81027ae-68d6-4069-8d13-2ee0010e6233 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Mar 10 18:24:57.389169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:24:57.581701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd527b5-cf0d-401b-a49b-7ef977711f26 req-860edec7-d921-4eee-8709-d12adeafae0e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:57.583214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd527b5-cf0d-401b-a49b-7ef977711f26 req-860edec7-d921-4eee-8709-d12adeafae0e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0543103 Mar 10 18:24:57.636589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd527b5-cf0d-401b-a49b-7ef977711f26 req-dd749c06-1421-4dc5-9196-ec02604d2bd0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Mar 10 18:24:58.768683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72464-638d-477a-936e-e6e0b5361f03 req-603cf667-c489-462b-b583-3ece055d437e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:58.770161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5f72464-638d-477a-936e-e6e0b5361f03 req-603cf667-c489-462b-b583-3ece055d437e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0628202 Mar 10 18:24:58.819100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5f72464-638d-477a-936e-e6e0b5361f03 req-4823af1c-78af-47e4-92ff-0a8d0187b74c tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Mar 10 18:24:59.957762 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2187bf-655f-4bb7-8e2d-d48c12e17680 req-5620ec9c-fe55-4595-bfe7-22ea3911d850 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:24:59.959285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c2187bf-655f-4bb7-8e2d-d48c12e17680 req-5620ec9c-fe55-4595-bfe7-22ea3911d850 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0643349 Mar 10 18:25:00.009065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c2187bf-655f-4bb7-8e2d-d48c12e17680 req-c81226eb-549f-47c9-a820-ca3fd9c731eb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 Mar 10 18:25:00.422501 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:01.156929 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cea2-e961-47d3-9dfb-9e0eab1554f2 req-8d61ed90-ca9b-4bc3-bc61-c37b622b4afb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:01.159383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73b4cea2-e961-47d3-9dfb-9e0eab1554f2 req-8d61ed90-ca9b-4bc3-bc61-c37b622b4afb tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0704212 Mar 10 18:25:01.215083 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73b4cea2-e961-47d3-9dfb-9e0eab1554f2 req-fde908a7-a605-453b-bead-f2990af8123f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Mar 10 18:25:02.351927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9253-84a4-478d-b16c-12176bf3d71b req-c0516021-824d-427a-9ee6-251515fe99b4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:02.353407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7ba9253-84a4-478d-b16c-12176bf3d71b req-c0516021-824d-427a-9ee6-251515fe99b4 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0601346 Mar 10 18:25:02.400799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f7ba9253-84a4-478d-b16c-12176bf3d71b req-a28ec2a0-0438-4fa0-8c35-3f72aba868b0 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Mar 10 18:25:03.550373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdcb09-76a2-474d-a0ed-3fa3e92209aa req-a1b175cb-ea8c-4115-898a-127367d03e3e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:03.551888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1cbdcb09-76a2-474d-a0ed-3fa3e92209aa req-a1b175cb-ea8c-4115-898a-127367d03e3e tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0783062 Mar 10 18:25:03.927338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1cbdcb09-76a2-474d-a0ed-3fa3e92209aa req-7585d36b-bb21-4ed2-ab12-157961498f20 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695219 Mar 10 18:25:05.052523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4e3b-1922-4330-a07a-85324bbcca3d req-ef4f957b-f82c-4a0a-81f4-6dab3851e537 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:05.053951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-256f4e3b-1922-4330-a07a-85324bbcca3d req-ef4f957b-f82c-4a0a-81f4-6dab3851e537 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0549099 Mar 10 18:25:05.100296 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-256f4e3b-1922-4330-a07a-85324bbcca3d req-c3dc4278-af4c-4027-9b3d-e31449ae21d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Mar 10 18:25:06.255617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb5c7a-ac4a-4d7f-9e28-e0eea9cc0014 req-3261d466-2813-4e3e-aff9-2053f28692cd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:06.257846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44bb5c7a-ac4a-4d7f-9e28-e0eea9cc0014 req-3261d466-2813-4e3e-aff9-2053f28692cd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 944 time: 0.0661840 Mar 10 18:25:06.327118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-44bb5c7a-ac4a-4d7f-9e28-e0eea9cc0014 req-0d183165-c462-405f-b89f-7c260c952bd7 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570147 Mar 10 18:25:06.953711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:25:07.054983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:07.069698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '38953983-e96d-4f45-9762-5c742a9335e7', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'port_id': '38953983-e96d-4f45-9762-5c742a9335e7', 'mac_address': 'fa:16:3e:43:bd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:25:07.106356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:07.106781 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:07.119670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:25:07.140152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:07.145219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:07.191791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=14']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:07.449995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe8a90-2ad4-4e5e-809d-122ee8f837af req-67586994-1fd6-47c3-87ae-46f436725b74 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:07.451378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9fe8a90-2ad4-4e5e-809d-122ee8f837af req-67586994-1fd6-47c3-87ae-46f436725b74 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Mar 10 18:25:07.457431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['38953983-e96d-4f45-9762-5c742a9335e7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:07.501462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e9fe8a90-2ad4-4e5e-809d-122ee8f837af req-47ab581b-d1ce-4296-a5d5-b41dfe2023c8 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Mar 10 18:25:07.622451 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cac4e-2e6a-4757-b593-cd0d9d452a70 req-0579e482-f1be-4804-bfd8-6483adc76d72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:07.623937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-659cac4e-2e6a-4757-b593-cd0d9d452a70 req-0579e482-f1be-4804-bfd8-6483adc76d72 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0540330 Mar 10 18:25:07.671286 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-659cac4e-2e6a-4757-b593-cd0d9d452a70 req-2f1aeec5-7de3-4326-a6d8-2e9ea5164ac6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 Mar 10 18:25:07.798893 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c4803-9de2-4e18-a99e-f7ec669d1b36 req-5dc9ac0b-98a4-4869-bc5f-4ec8b57bbcba tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:07.800378 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54c4803-9de2-4e18-a99e-f7ec669d1b36 req-5dc9ac0b-98a4-4869-bc5f-4ec8b57bbcba tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0635765 Mar 10 18:25:07.849405 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54c4803-9de2-4e18-a99e-f7ec669d1b36 req-4069f0af-98a9-47b4-aebb-6f087585760b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Mar 10 18:25:08.113164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21dce6-c277-4aba-93f8-e407e1e3c0e3 req-3ddf35db-c4e7-49ae-b889-6bd909e2de2b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:08.114662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c21dce6-c277-4aba-93f8-e407e1e3c0e3 req-3ddf35db-c4e7-49ae-b889-6bd909e2de2b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 945 time: 0.0569980 Mar 10 18:25:08.166055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c21dce6-c277-4aba-93f8-e407e1e3c0e3 req-474c996e-cfae-4328-89c2-6dff7ff16585 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Mar 10 18:25:08.979530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:25:09.035364 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 38953983-e96d-4f45-9762-5c742a9335e7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:25:09.039322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 38953983-e96d-4f45-9762-5c742a9335e7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:25:09.039693 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (38953983-e96d-4f45-9762-5c742a9335e7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:09.144847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 38953983-e96d-4f45-9762-5c742a9335e7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:09.145231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:09.167761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:09.170401 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0a8d1b-4ead-4aaf-a94e-e0ccf90d4556" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:09.183048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:09.188015 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:09.210941 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0573f7-2d1e-4baa-8203-bdf8b32f653a x-openstack-request-id: req-9c0573f7-2d1e-4baa-8203-bdf8b32f653a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:09.211211 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-plugged", "status": "completed", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:09.211455 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c0573f7-2d1e-4baa-8203-bdf8b32f653a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:09.211882 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'code': 200} Mar 10 18:25:09.239610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=15']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:09.367774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b7249-c0a6-4f52-9176-f3cd0e83661d req-58983007-532e-4aa7-9069-b7a1151d3c74 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:09.369309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-031b7249-c0a6-4f52-9176-f3cd0e83661d req-58983007-532e-4aa7-9069-b7a1151d3c74 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0659363 Mar 10 18:25:09.417062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-031b7249-c0a6-4f52-9176-f3cd0e83661d req-0287a368-9ed2-410a-bd8e-18ea98e26461 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups?id=2130b863-98ed-4a61-8a8b-25a9d088927f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Mar 10 18:25:09.808022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-5b61aaf5-8100-44dd-a170-9d2433ea1ddd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:09.809822 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-5b61aaf5-8100-44dd-a170-9d2433ea1ddd tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 946 time: 0.0656898 Mar 10 18:25:09.905621 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Deleting port 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:09.905935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (38953983-e96d-4f45-9762-5c742a9335e7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:09.998346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] For port 38953983-e96d-4f45-9762-5c742a9335e7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=38953983-e96d-4f45-9762-5c742a9335e7,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:09.998744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (38953983-e96d-4f45-9762-5c742a9335e7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:10.179409 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:10.179768 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:10.180075 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6 disassociated. External IP: 172.25.3.136, port: 38953983-e96d-4f45-9762-5c742a9335e7. Mar 10 18:25:10.180380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Calling delete_port for 38953983-e96d-4f45-9762-5c742a9335e7 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:10.322063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (38953983-e96d-4f45-9762-5c742a9335e7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:10.351630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'Port': ['ID=38953983-e96d-4f45-9762-5c742a9335e7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:10.477359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:25:10.554681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64d0ad10-4ae0-446d-93ea-480d6927c8ec req-bdcebe7e-7dd4-42e6-a411-fdf187f72377 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0310705 Mar 10 18:25:10.615394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:25:10.625672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:25:10.636864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:25:10.637504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:10.664931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] No DVR routers for this DVR port 38953983-e96d-4f45-9762-5c742a9335e7 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:25:10.667773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:10.671530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce5fb306-e95c-41cd-80a8-13963a751931 req-a6f6a1a3-07ea-4e28-aef0-42146d3d4eb2 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.41 "DELETE /v2.0/ports/38953983-e96d-4f45-9762-5c742a9335e7 HTTP/1.1" status: 204 len: 173 time: 0.8561335 Mar 10 18:25:10.671984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-deleted', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:10.674330 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e262e-a1da-4973-99f4-4bce9404308f" -d '{"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-deleted", "tag": "38953983-e96d-4f45-9762-5c742a9335e7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:10.714472 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06efce-560d-47c1-bf91-6277c6349c2a x-openstack-request-id: req-af06efce-560d-47c1-bf91-6277c6349c2a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:10.714773 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8", "name": "network-vif-deleted", "tag": "38953983-e96d-4f45-9762-5c742a9335e7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:10.715430 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af06efce-560d-47c1-bf91-6277c6349c2a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:10.715837 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8', 'name': 'network-vif-deleted', 'tag': '38953983-e96d-4f45-9762-5c742a9335e7', 'status': 'completed', 'code': 200} Mar 10 18:25:10.762217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:25:10.970537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:10.997319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:25:11.006296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:25:11.006940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:24:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:11.116373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:25:11.315712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:11.347323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0e851-b804-4742-8b3e-4b61597739ff None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:08Z', 'revision_number': 4, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'd014ad0c-72f3-4f3f-9cfc-72e1e378ae3f', 'name': '', 'network_id': '7fe18721-b50e-413a-9a47-7deac73c263f', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'mac_address': 'fa:16:3e:b0:d5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:07Z', 'updated_at': '2022-03-10T18:20:12Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'subnets': [{'id': 'd2199d01-b14a-47fa-a837-b338d8cdd817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:25:11.580570 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5a0fe-1813-4d74-84a6-66ebd36286a5 None None] New status for floating IP b015d89b-1f95-4eb4-acdb-d543c1e24ab6: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:25:11.659962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5a7b6620-4842-4823-9233-19cf5e9318bf req-9f18ac65-4a39-4c0c-959b-50354041e4bf tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Mar 10 18:25:12.509271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae0de622-f3d3-4dda-a7a3-e730de74c071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:12.761916 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13eec746-88ce-41cf-a382-a03bac2786c5 req-f989c471-64ac-4d04-ad50-f476e26cd935 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0285027 Mar 10 18:25:12.994949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:25:13.016006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 38953983-e96d-4f45-9762-5c742a9335e7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:25:13.016232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 38953983-e96d-4f45-9762-5c742a9335e7 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:25:13.859118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d271af6a-5230-4fee-919e-5721ca65b9a5 req-25fc0512-591c-45bc-b0f4-07f55160049f tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Mar 10 18:25:14.705537 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35fc581c-4385-45be-936e-76efe5a7c296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:14.959328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-730610c9-6ce3-42be-9c02-29d990c9327e req-41f5d75f-c0a8-446e-aebb-d404006c54d1 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0282114 Mar 10 18:25:16.057564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:16.079444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-08e469a6-e8b3-438c-a724-b3d1ca043fce req-1be41354-361e-4d47-a7c9-285c9a2d5183 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0332396 Mar 10 18:25:17.146109 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:25:17.185623 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6901f58f-4348-48a1-97c1-a832b312bf6a req-426b1afb-3a2b-46d9-84fe-444380568d13 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Mar 10 18:25:17.474270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:18.284537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4907d50-1303-4b4e-8104-113abe53f5e4 req-6770be09-c62e-401c-a42d-ae9c782abfca tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Mar 10 18:25:19.389170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55e6e8f0-bdb1-424a-937c-f796cda78306 req-33aecbe5-409c-40ab-8462-a8cbec74873b tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0d0cd37-b3c6-48fe-bd50-9ff353e0bff8 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Mar 10 18:25:19.389931 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.344485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:27.403905 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (2130b863-98ed-4a61-8a8b-25a9d088927f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.404352 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.428248 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (2130b863-98ed-4a61-8a8b-25a9d088927f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.479994 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (2130b863-98ed-4a61-8a8b-25a9d088927f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.482886 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.484206 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "DELETE /v2.0/security-groups/2130b863-98ed-4a61-8a8b-25a9d088927f HTTP/1.1" status: 204 len: 168 time: 0.1387467 Mar 10 18:25:27.487251 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:27.499288 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130b863-98ed-4a61-8a8b-25a9d088927f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:27.508533 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.508981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.509409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.509814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.510219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.510452 n-d-833115-2 neutron-server[103795]: INFO neutron.api.v2.resource [None req-11e552c8-b5d0-46ae-98d9-82aa921a389a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] show failed (client error): The resource could not be found. Mar 10 18:25:27.510634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.511208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.511604 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.512093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.512500 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.512888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.513278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.513673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731fe6-9bf8-4dde-877c-7ada3f25b9fe tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:27.514324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-11e552c8-b5d0-46ae-98d9-82aa921a389a tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "GET /v2.0/security-groups/2130b863-98ed-4a61-8a8b-25a9d088927f HTTP/1.1" status: 404 len: 347 time: 0.0260746 Mar 10 18:25:27.514939 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56876) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:27.646401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Deleting port a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:27.646863 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.727644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.727960 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.740427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Calling delete_port for a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:27.877216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.908009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Pushing event deleted for resources: {'Port': ['ID=a9bd9d8e-4b87-4e70-a322-f44ab6c15f6b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:27.972631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks [] for floatingip (b015d89b-1f95-4eb4-acdb-d543c1e24ab6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.975350 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:27.976511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-31883a8e-cff6-4e11-a638-2645b9d5fed6 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] 10.222.0.35 "DELETE /v2.0/floatingips/b015d89b-1f95-4eb4-acdb-d543c1e24ab6 HTTP/1.1" status: 204 len: 168 time: 0.4606824 Mar 10 18:25:27.979568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56878) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:28.428079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (319b65e0-9944-4015-9806-20d3aea9b5da), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:28.682992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Deleting port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:28.683767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:28.767123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] For port d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:28.767505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:28.780974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Calling delete_port for d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:28.973074 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:28.999485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:29.177201 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (319b65e0-9944-4015-9806-20d3aea9b5da), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:29.405843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Router 319b65e0-9944-4015-9806-20d3aea9b5da has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:25:29.519953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:25:29.525230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-20475e45-d35d-41af-926b-a43f80d921fe admin admin] 10.222.0.35 "PUT /v2.0/routers/319b65e0-9944-4015-9806-20d3aea9b5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5444741 Mar 10 18:25:29.527925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56882) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:29.530588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Sync routers for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:25:29.541958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:25:29.542698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:29.634879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks [] for router (319b65e0-9944-4015-9806-20d3aea9b5da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:29.652367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:25:29.742397 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks [] for router_gateway (319b65e0-9944-4015-9806-20d3aea9b5da), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:29.797217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Deleting port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:29.797484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:29.834383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:25:28Z', 'revision_number': 5, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port': {'id': 'ce0a74ac-a065-4a55-8b53-e6eceacb1c1d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:87:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:29.861679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Checking router: 319b65e0-9944-4015-9806-20d3aea9b5da for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:25:29.871408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Routers {'319b65e0-9944-4015-9806-20d3aea9b5da'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:25:29.872057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:25:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['319b65e0-9944-4015-9806-20d3aea9b5da'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:29.880355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] For port ce0a74ac-a065-4a55-8b53-e6eceacb1c1d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:29.880927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:29.893823 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Calling delete_port for ce0a74ac-a065-4a55-8b53-e6eceacb1c1d owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:30.070115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ce0a74ac-a065-4a55-8b53-e6eceacb1c1d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.099830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0a74ac-a065-4a55-8b53-e6eceacb1c1d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:30.131415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] Set router 319b65e0-9944-4015-9806-20d3aea9b5da gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:25:30.163023 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (319b65e0-9944-4015-9806-20d3aea9b5da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.183666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:25:29Z', 'revision_number': 6, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:30.213087 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fe701-39a2-416d-a20c-2a743c9e74b6 None None] The sync data for ids ['319b65e0-9944-4015-9806-20d3aea9b5da'] in n-d-833115-2 is: [{'id': '319b65e0-9944-4015-9806-20d3aea9b5da', 'name': 'tempest-ServerActionsTestJSON-770123596-router', 'tenant_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:20:05Z', 'updated_at': '2022-03-10T18:25:29Z', 'revision_number': 6, 'project_id': 'd1ad85dcbe164a03a1ae64fbfca9ae6b', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:25:30.261225 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (319b65e0-9944-4015-9806-20d3aea9b5da), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.263615 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks [] for router_controller (319b65e0-9944-4015-9806-20d3aea9b5da), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.315137 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (319b65e0-9944-4015-9806-20d3aea9b5da), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.315996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319b65e0-9944-4015-9806-20d3aea9b5da {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:25:30.321361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.326574 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b122292d-8459-4e39-94ee-ac8a1dd1badd admin admin] 10.222.0.35 "DELETE /v2.0/routers/319b65e0-9944-4015-9806-20d3aea9b5da HTTP/1.1" status: 204 len: 168 time: 0.7930830 Mar 10 18:25:30.326574 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:30.371161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Deleting subnet d2199d01-b14a-47fa-a837-b338d8cdd817 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:25:30.375722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Publish callbacks [] for subnet (d2199d01-b14a-47fa-a837-b338d8cdd817), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.415543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.419722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (d2199d01-b14a-47fa-a837-b338d8cdd817), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.502631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d2199d01-b14a-47fa-a837-b338d8cdd817), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.561379 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (d2199d01-b14a-47fa-a837-b338d8cdd817), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.590403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.596324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:30.597041 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2199d01-b14a-47fa-a837-b338d8cdd817 HTTP/1.1" status: 204 len: 168 time: 0.2695310 Mar 10 18:25:30.598090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd362d-ce02-49a8-a8b3-4ac31fed7609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2199d01-b14a-47fa-a837-b338d8cdd817,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:30.599400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ed794-4def-4295-a61b-bbd605623d8f None None] Network 7fe18721-b50e-413a-9a47-7deac73c263f requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:25:30.670704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (7fe18721-b50e-413a-9a47-7deac73c263f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.725883 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Deleting port 35130184-7b3b-416d-97bc-884fcf223b69 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:30.726222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (35130184-7b3b-416d-97bc-884fcf223b69), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.794570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] For port 35130184-7b3b-416d-97bc-884fcf223b69, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=35130184-7b3b-416d-97bc-884fcf223b69,segment=NetworkSegment(88433b23-e7d0-4098-b192-45a4b690c6e8),segment_id=88433b23-e7d0-4098-b192-45a4b690c6e8)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:30.794930 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (35130184-7b3b-416d-97bc-884fcf223b69), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.806932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Calling delete_port for 35130184-7b3b-416d-97bc-884fcf223b69 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:30.892059 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (35130184-7b3b-416d-97bc-884fcf223b69), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:30.917931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=35130184-7b3b-416d-97bc-884fcf223b69,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:30.921906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] No DVR routers for this DVR port 35130184-7b3b-416d-97bc-884fcf223b69 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:25:30.996497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (7fe18721-b50e-413a-9a47-7deac73c263f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.019518 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe18721-b50e-413a-9a47-7deac73c263f']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:31.030998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88433b23-e7d0-4098-b192-45a4b690c6e8') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:31.031258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88433b23-e7d0-4098-b192-45a4b690c6e8') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:25:31.042232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (88433b23-e7d0-4098-b192-45a4b690c6e8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.045834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f91390-f70e-42f7-a85e-03b024575ef4 None None] DHCP port deletion for 7fe18721-b50e-413a-9a47-7deac73c263f request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:25:31.059181 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (88433b23-e7d0-4098-b192-45a4b690c6e8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.068920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:25:31.069715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (88433b23-e7d0-4098-b192-45a4b690c6e8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:25:31.071629 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:25:31.134228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (7fe18721-b50e-413a-9a47-7deac73c263f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.141746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ce0a74ac-a065-4a55-8b53-e6eceacb1c1d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:25:31.142220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.146243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] 10.222.0.35 "DELETE /v2.0/networks/7fe18721-b50e-413a-9a47-7deac73c263f HTTP/1.1" status: 204 len: 168 time: 0.5481043 Mar 10 18:25:31.162991 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32957-694d-4ae0-9857-8051af935bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe18721-b50e-413a-9a47-7deac73c263f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:31.181450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ce0a74ac-a065-4a55-8b53-e6eceacb1c1d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:25:31.181807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ce0a74ac-a065-4a55-8b53-e6eceacb1c1d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:25:31.182244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:25:31.207309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:25:31.208409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device d014ad0c-72f3-4f3f-9cfc-72e1e378ae3f not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:25:31.209018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 35130184-7b3b-416d-97bc-884fcf223b69 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:25:31.231051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 35130184-7b3b-416d-97bc-884fcf223b69 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:25:31.231488 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 35130184-7b3b-416d-97bc-884fcf223b69 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:25:31.273456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56890) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:31.314598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9b3beb4f-204d-417f-b1bb-0fd97d1371a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1ad85dcbe164a03a1ae64fbfca9ae6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397258 Mar 10 18:25:31.316883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:31.367090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] Publish callbacks [] for security_group (95d2fd61-dee6-4547-9511-ad29945a1d17), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.388971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] Publish callbacks [] for security_group (95d2fd61-dee6-4547-9511-ad29945a1d17), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.439414 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (95d2fd61-dee6-4547-9511-ad29945a1d17), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.442376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:31.446626 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95d2fd61-dee6-4547-9511-ad29945a1d17 HTTP/1.1" status: 204 len: 168 time: 0.1263874 Mar 10 18:25:31.454099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bd7c0-8380-4e79-b9f9-5ffe34e83cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d2fd61-dee6-4547-9511-ad29945a1d17,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:32.221137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 56914) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:32.341853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2061553047-network', 'tenant_id': '369baeeee1794f318383dfe7bf542813'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:32.366250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Made reservation on behalf of 369baeeee1794f318383dfe7bf542813 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:25:32.369933 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.382715 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.461260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks [] for security_group (ce69d44c-fdb4-4064-8b26-f77bda245742), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.466599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ce69d44c-fdb4-4064-8b26-f77bda245742), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.490709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:25:32.500335 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69d44c-fdb4-4064-8b26-f77bda245742,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:32.505175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ef829256-7af1-4ae1-843b-85c01f38886b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.505519 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Added segment ef829256-7af1-4ae1-843b-85c01f38886b of type vlan for network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 Mar 10 18:25:32.547219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (e12e67f2-6d3c-4016-8c12-a43bb024cdf7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.573220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (e12e67f2-6d3c-4016-8c12-a43bb024cdf7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.574105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:32.574716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.610850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3883216 Mar 10 18:25:32.614791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 56920) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:25:32.619781 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Request body: {'subnet': {'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2061553047-subnet', 'tenant_id': '369baeeee1794f318383dfe7bf542813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:32.640921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64538-916c-4ac3-9df7-a3c0414fc754 admin admin] Pushing event updated for resources: {'Network': ['ID=e12e67f2-6d3c-4016-8c12-a43bb024cdf7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:32.646441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Made reservation on behalf of 369baeeee1794f318383dfe7bf542813 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:25:32.648989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.651872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:25:32.827112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (8d643163-7330-413c-a7ab-a7093162aaef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.874675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d643163-7330-413c-a7ab-a7093162aaef,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:32.889824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Checking segment: {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:25:32.890180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Network hostable DHCP agents. Network: e12e67f2-6d3c-4016-8c12-a43bb024cdf7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:25:32.909641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:25:32.920330 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, e12e67f2-6d3c-4016-8c12-a43bb024cdf7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:25:32.924460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:32.925055 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:32.933253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6842d9-f40e-4d59-a55f-97d5f0d8c710 None None] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:25:32.945898 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2f89f9d9-f6ca-4e7b-ba5f-2cbad7f65a50 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3299794 Mar 10 18:25:33.037470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c022a5-adc7-4acf-87f8-3f4f11a94178 None None] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:25:33.398637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-53d204c1-11c5-4b98-9b81-e4fc1bfda9f8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:33.400093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-53d204c1-11c5-4b98-9b81-e4fc1bfda9f8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 814 time: 0.1037741 Mar 10 18:25:33.420014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-68d2a9ce-f1de-4533-b1e1-ca6cc6cffebe tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/quotas/369baeeee1794f318383dfe7bf542813 HTTP/1.1" status: 200 len: 375 time: 0.0135057 Mar 10 18:25:33.791709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-8cf0e5c9-cded-4062-9fde-43a003109d3a tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3653865 Mar 10 18:25:33.892058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-44473de5-3e9c-4efc-a8d8-b1d105ae019a service neutron] 10.222.0.35 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897975 Mar 10 18:25:33.986173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-8da7bc6c-6651-4e6a-bd4a-ade9fd2ffa0e service neutron] 10.222.0.35 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881903 Mar 10 18:25:34.164277 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c39bf316-03cd-4131-a68d-171e33a14fa4 req-31e68e87-93af-4fff-927d-f11a934a5053 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 210 time: 0.0278387 Mar 10 18:25:35.158596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-fff71349-24c4-45dc-870e-0077b9c10317 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:35.160709 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-fff71349-24c4-45dc-870e-0077b9c10317 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.41 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 814 time: 0.1138253 Mar 10 18:25:35.176362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Request body: {'port': {'device_id': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7', 'admin_state_up': True, 'tenant_id': '369baeeee1794f318383dfe7bf542813'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:35.280336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a51fd5a7-60e4-46f4-ab5f-95761e120e70 req-e1e8a895-2c19-4ba2-9e70-b723a1e9d7bf tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 210 time: 0.0391288 Mar 10 18:25:35.318176 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Made reservation on behalf of 369baeeee1794f318383dfe7bf542813 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:25:35.321523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:35.449150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Allocated IP 172.20.0.8 (e12e67f2-6d3c-4016-8c12-a43bb024cdf7/8d643163-7330-413c-a7ab-a7093162aaef/90fcedca-3271-4839-bc77-61f30b0a941b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:25:35.603088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks [] for port (90fcedca-3271-4839-bc77-61f30b0a941b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:35.640218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:35.684242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:25:35.689186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:25:35.693336 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:25:35.699756 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Pushing event updated for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:35.749152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:35.749754 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:35.767162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-4ccf5e60-bdc7-424f-ae57-38361720ac97 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972917 Mar 10 18:25:35.779066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Request body: {'port': {'device_id': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:35.838917 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.113987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fcedca-3271-4839-bc77-61f30b0a941b {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:25:36.121606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks [] for port (90fcedca-3271-4839-bc77-61f30b0a941b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.134927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Transition to ACTIVE for port object 90fcedca-3271-4839-bc77-61f30b0a941b will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:25:36.139871 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.192331 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Pushing event updated for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:36.261984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Attempting to bind port 90fcedca-3271-4839-bc77-61f30b0a941b on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:25:36.262272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Attempting to bind port 90fcedca-3271-4839-bc77-61f30b0a941b by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:25:36.262678 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Attempting to bind port 90fcedca-3271-4839-bc77-61f30b0a941b on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:25:36.267479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Port 90fcedca-3271-4839-bc77-61f30b0a941b on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:25:36.267808 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Attempting to bind port 90fcedca-3271-4839-bc77-61f30b0a941b on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:25:36.273684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:25:36.274037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Checking segment: {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:25:36.274463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Bound using segment: {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:25:36.274894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Bound port: 90fcedca-3271-4839-bc77-61f30b0a941b, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:25:36.275285 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.346037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:25:36.350623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=90fcedca-3271-4839-bc77-61f30b0a941b,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:25:36.369562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.424097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:36.424740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:36.426160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] 10.222.0.41 "PUT /v2.0/ports/90fcedca-3271-4839-bc77-61f30b0a941b HTTP/1.1" status: 200 len: 1091 time: 0.6516328 Mar 10 18:25:36.426704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:36.429010 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:36.455394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3446b-4213-4b32-b564-5ef70c372e9b service neutron] Pushing event updated for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:36.467872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401a619-1655-490b-a160-981df66c1752 req-96154eaa-97e1-440b-bc65-548adaf013f0 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:36.469556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1401a619-1655-490b-a160-981df66c1752 req-96154eaa-97e1-440b-bc65-548adaf013f0 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 943 time: 0.1171849 Mar 10 18:25:36.549439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1401a619-1655-490b-a160-981df66c1752 req-c81e8713-a69f-4e7d-b4a7-78e53f69602f tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Mar 10 18:25:36.554547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-467f33d6-2330-4184-aa99-ea0a70e2a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:36.556042 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-467f33d6-2330-4184-aa99-ea0a70e2a56b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 1125 time: 0.0855613 Mar 10 18:25:36.599347 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc8697c-3f32-4d0a-8fb3-84ac20d5526f x-openstack-request-id: req-ebc8697c-3f32-4d0a-8fb3-84ac20d5526f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:36.599642 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:36.599897 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebc8697c-3f32-4d0a-8fb3-84ac20d5526f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:36.600299 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b', 'status': 'completed', 'code': 200} Mar 10 18:25:36.602126 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-08853ed2-2586-4716-903a-6e9739e9b33a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fcedca-3271-4839-bc77-61f30b0a941b HTTP/1.1" status: 200 len: 217 time: 0.0396399 Mar 10 18:25:36.661504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-d88fc9a5-897e-441c-aaaf-484f8cee20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:36.662929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-d88fc9a5-897e-441c-aaaf-484f8cee20c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d643163-7330-413c-a7ab-a7093162aaef HTTP/1.1" status: 200 len: 854 time: 0.0453734 Mar 10 18:25:36.693964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-b46ff2ad-e9d1-4fd0-ab8d-58321b6e08fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253377 Mar 10 18:25:36.791536 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-81e9b33f-da45-49bc-bbae-efcf000c5bb2 service neutron] 10.222.0.41 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912254 Mar 10 18:25:36.885897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74903fc6-50db-4a8c-b2ed-9f3b869d2c75 req-a1e7fe5a-105b-4522-bdc4-e531dd9d332e service neutron] 10.222.0.41 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886102 Mar 10 18:25:36.991829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-4224702c-1434-4d69-8521-fcc63779568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:36.993356 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-4224702c-1434-4d69-8521-fcc63779568f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 1125 time: 0.0512967 Mar 10 18:25:37.090618 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-c0e560d8-aa2d-4738-90c6-247a3a0b7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:37.092096 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-c0e560d8-aa2d-4738-90c6-247a3a0b7cf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 915 time: 0.0929492 Mar 10 18:25:37.132504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-dc88aeae-ce50-430a-8196-9f36643b4103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fcedca-3271-4839-bc77-61f30b0a941b HTTP/1.1" status: 200 len: 217 time: 0.0345602 Mar 10 18:25:37.182447 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-162958c9-5eba-4f4d-87a4-fea336eef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:37.183995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-162958c9-5eba-4f4d-87a4-fea336eef1da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d643163-7330-413c-a7ab-a7093162aaef HTTP/1.1" status: 200 len: 854 time: 0.0457814 Mar 10 18:25:37.216836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-6c9376ca-35f3-4e2b-9614-879555559386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264502 Mar 10 18:25:37.311632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-3f6d28cc-b6c7-4c5c-bba9-5d3277250a30 service neutron] 10.222.0.41 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885706 Mar 10 18:25:37.422539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-856d1622-0e6e-4e5a-b1d5-a79babacc6fc req-bff93fde-3caa-4b87-a367-fc8172b513e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044502 Mar 10 18:25:37.684904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e96b-c881-4974-8ed6-7846239bfc41 req-78fa1d7f-205b-4bcd-bca2-75133f5380b0 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:37.686379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c11e96b-c881-4974-8ed6-7846239bfc41 req-78fa1d7f-205b-4bcd-bca2-75133f5380b0 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 943 time: 0.0573766 Mar 10 18:25:37.735660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5c11e96b-c881-4974-8ed6-7846239bfc41 req-5b499ed0-6485-4452-b326-cf8548527897 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Mar 10 18:25:38.860427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b779e9-a53a-4adf-ac63-456ac6bca9a5 req-7fe5fb1c-1250-4150-b843-7440b495e671 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:38.861909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55b779e9-a53a-4adf-ac63-456ac6bca9a5 req-7fe5fb1c-1250-4150-b843-7440b495e671 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 943 time: 0.0562322 Mar 10 18:25:38.910338 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55b779e9-a53a-4adf-ac63-456ac6bca9a5 req-3bdb17a4-f64a-44db-ab37-e7f7b5319ca6 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Mar 10 18:25:40.053258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fef693-1c39-4bfe-ada2-ab2a947d2fa8 req-f81e4d5a-3b8c-4904-b2b0-67e41633986d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:40.054743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47fef693-1c39-4bfe-ada2-ab2a947d2fa8 req-f81e4d5a-3b8c-4904-b2b0-67e41633986d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 943 time: 0.0689583 Mar 10 18:25:40.101527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-47fef693-1c39-4bfe-ada2-ab2a947d2fa8 req-cca364c4-6869-4595-8c2d-fe556a8fbb8e tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Mar 10 18:25:41.075206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 90fcedca-3271-4839-bc77-61f30b0a941b details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:25:41.184812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=90fcedca-3271-4839-bc77-61f30b0a941b,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:41.200565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '90fcedca-3271-4839-bc77-61f30b0a941b', 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7', 'port_id': '90fcedca-3271-4839-bc77-61f30b0a941b', 'mac_address': 'fa:16:3e:f8:95:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d643163-7330-413c-a7ab-a7093162aaef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:25:41.227644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b162-8dcb-4044-a102-3ec6b4f458c0 req-74d07fb2-8159-4239-9feb-60c9b68e9a23 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:41.229214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e05b162-8dcb-4044-a102-3ec6b4f458c0 req-74d07fb2-8159-4239-9feb-60c9b68e9a23 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 943 time: 0.0558395 Mar 10 18:25:41.240419 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 90fcedca-3271-4839-bc77-61f30b0a941b is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:41.240812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:41.253808 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fcedca-3271-4839-bc77-61f30b0a941b {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:25:41.275467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=90fcedca-3271-4839-bc77-61f30b0a941b,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:41.278688 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4e05b162-8dcb-4044-a102-3ec6b4f458c0 req-201dd711-e66e-4b3d-b96e-4ad8d96c1605 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Mar 10 18:25:41.281182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:41.328011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:41.335983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.336329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.336665 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.337000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.337299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.337625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.337948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.338273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.338620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.338938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.339256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.339579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.339889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:25:41.554742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['90fcedca-3271-4839-bc77-61f30b0a941b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:42.432536 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fecc5-006e-46c3-b5dc-3241c03af294 req-275fd06c-811b-4f98-8f03-98ac9820120c tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:42.434025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2fecc5-006e-46c3-b5dc-3241c03af294 req-275fd06c-811b-4f98-8f03-98ac9820120c tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 944 time: 0.0665185 Mar 10 18:25:42.487390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7f2fecc5-006e-46c3-b5dc-3241c03af294 req-57d1dfa7-d41c-4814-8b5c-a48d003d83fb tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475144 Mar 10 18:25:42.505965 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9490-eb07-47bb-8cae-5148908a1c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:43.091113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 90fcedca-3271-4839-bc77-61f30b0a941b up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:25:43.152694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 90fcedca-3271-4839-bc77-61f30b0a941b completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:25:43.156648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 90fcedca-3271-4839-bc77-61f30b0a941b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:25:43.157125 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:43.249941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 90fcedca-3271-4839-bc77-61f30b0a941b is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:43.250184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:43.273650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:43.275972 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5cc00-edfe-4bd1-a9f8-094e4fd0a2b5" -d '{"events": [{"server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:43.288328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=90fcedca-3271-4839-bc77-61f30b0a941b,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:43.292960 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:43.317856 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6cb00f-3521-4127-a40c-c89b9c674d98 x-openstack-request-id: req-9d6cb00f-3521-4127-a40c-c89b9c674d98 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:43.318154 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:43.318404 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d6cb00f-3521-4127-a40c-c89b9c674d98 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:43.318820 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b', 'code': 200} Mar 10 18:25:43.345031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:43.428632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c254c1-c070-4be4-83bf-86ffe21fd5e5 req-52c84115-5c29-4561-b7e0-ca56ff7d8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:43.430154 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8c254c1-c070-4be4-83bf-86ffe21fd5e5 req-52c84115-5c29-4561-b7e0-ca56ff7d8925 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 1127 time: 0.0465333 Mar 10 18:25:43.473499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b8c254c1-c070-4be4-83bf-86ffe21fd5e5 req-b9f8b0ab-8527-4b2b-bd8a-bfd221977e99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Mar 10 18:25:43.614687 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece83336-28a0-4908-a99d-26ae500cda41 req-0e64d81c-a498-4e1b-ae3a-394e5af7ee47 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:43.616170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ece83336-28a0-4908-a99d-26ae500cda41 req-0e64d81c-a498-4e1b-ae3a-394e5af7ee47 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0569618 Mar 10 18:25:43.666274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ece83336-28a0-4908-a99d-26ae500cda41 req-bea91a08-d6b5-4b6e-90cd-57ad713c584a tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Mar 10 18:25:44.711104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab39c76-3915-4dc4-b094-09f29569e501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:44.798811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abf412-7f74-49c8-bfff-4c565f0343b2 req-ecd1eb23-d730-4905-bde8-5182efdd06f1 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:44.800311 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32abf412-7f74-49c8-bfff-4c565f0343b2 req-ecd1eb23-d730-4905-bde8-5182efdd06f1 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0597429 Mar 10 18:25:44.849245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-32abf412-7f74-49c8-bfff-4c565f0343b2 req-f4a23215-59ac-4029-b9ad-44cbc0264eb8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Mar 10 18:25:45.990198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0930b-48a1-460d-b2ee-2b5eb9c545c5 req-875f2554-91cd-4c5a-a14d-96aa5de96b98 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:45.991706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fff0930b-48a1-460d-b2ee-2b5eb9c545c5 req-875f2554-91cd-4c5a-a14d-96aa5de96b98 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0639868 Mar 10 18:25:46.041412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fff0930b-48a1-460d-b2ee-2b5eb9c545c5 req-29b0cc18-9cf9-4a98-ad8c-24cc881c610e tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437241 Mar 10 18:25:46.046954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:46.284741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-ab7ab8ed-20b8-4d08-96db-701a3a394e05 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:46.286206 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-ab7ab8ed-20b8-4d08-96db-701a3a394e05 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 814 time: 0.1089218 Mar 10 18:25:46.302330 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95525b88-2d50-4644-9775-6b1d9966d445 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/quotas/369baeeee1794f318383dfe7bf542813 HTTP/1.1" status: 200 len: 375 time: 0.0098555 Mar 10 18:25:46.357905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-53d9b705-1806-4014-a1cd-30ed70dcf6d4 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497603 Mar 10 18:25:46.464021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-6ea6d382-d02e-4e24-895b-b9eb1e82b642 service neutron] 10.222.0.35 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989823 Mar 10 18:25:46.556347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c29d4933-6d75-424e-bdb5-e44156d8e02d service neutron] 10.222.0.35 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Mar 10 18:25:46.734643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0afbcb7d-4614-4ddd-8373-5828660accdf req-6d45a6bc-945d-40c7-b5be-0f393aca8000 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 210 time: 0.0280969 Mar 10 18:25:47.474828 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:47.818961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-fcf6756a-3851-4a3a-b11d-79a20f2fea7a tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:47.820646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-fcf6756a-3851-4a3a-b11d-79a20f2fea7a tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.59 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 814 time: 0.1126630 Mar 10 18:25:47.833483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Request body: {'port': {'device_id': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7', 'admin_state_up': True, 'tenant_id': '369baeeee1794f318383dfe7bf542813'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:47.843533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1c29da72-c689-4409-aeff-85b99ebd021d req-e05eb7cd-ac32-478c-958b-2235fc5f31a6 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 210 time: 0.0329707 Mar 10 18:25:47.947812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Made reservation on behalf of 369baeeee1794f318383dfe7bf542813 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:25:47.951217 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:48.086300 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Allocated IP 172.20.0.14 (e12e67f2-6d3c-4016-8c12-a43bb024cdf7/8d643163-7330-413c-a7ab-a7093162aaef/16398d50-3755-4d0d-b901-2c47c3bb8a2f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:25:48.545616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks [] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:48.581221 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:48.593440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['90fcedca-3271-4839-bc77-61f30b0a941b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:48.629058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:25:48.634723 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:25:48.639333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:25:48.648568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Pushing event updated for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:48.695095 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:48.695711 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:48.712754 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-c36427b3-c4e4-427c-819d-c5015e8b6335 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832438 Mar 10 18:25:48.728191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Request body: {'port': {'device_id': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:25:48.787936 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:48.965805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6b59b-dffe-494b-aa23-7f63a50b4446 req-22f55493-1169-448b-a46a-c75338d865ff tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:48.967329 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fde6b59b-dffe-494b-aa23-7f63a50b4446 req-22f55493-1169-448b-a46a-c75338d865ff tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 932 time: 0.0534396 Mar 10 18:25:49.015495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fde6b59b-dffe-494b-aa23-7f63a50b4446 req-9076491b-98df-4bc5-8e2e-3e182ec1b02c tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Mar 10 18:25:49.057547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16398d50-3755-4d0d-b901-2c47c3bb8a2f {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:25:49.065016 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks [] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.076984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Transition to ACTIVE for port object 16398d50-3755-4d0d-b901-2c47c3bb8a2f will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:25:49.082022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.129115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Pushing event updated for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:49.205560 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Attempting to bind port 16398d50-3755-4d0d-b901-2c47c3bb8a2f on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:25:49.206134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Attempting to bind port 16398d50-3755-4d0d-b901-2c47c3bb8a2f by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:25:49.206747 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Attempting to bind port 16398d50-3755-4d0d-b901-2c47c3bb8a2f on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:25:49.212802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Port 16398d50-3755-4d0d-b901-2c47c3bb8a2f on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:25:49.213121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Attempting to bind port 16398d50-3755-4d0d-b901-2c47c3bb8a2f on network e12e67f2-6d3c-4016-8c12-a43bb024cdf7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:25:49.218052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:25:49.218390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Checking segment: {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:25:49.218803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Bound using segment: {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:25:49.219224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Bound port: 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef829256-7af1-4ae1-843b-85c01f38886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:25:49.219577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.281862 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:25:49.284878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:25:49.294889 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.328106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:49.328728 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.330157 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] 10.222.0.59 "PUT /v2.0/ports/16398d50-3755-4d0d-b901-2c47c3bb8a2f HTTP/1.1" status: 200 len: 1092 time: 0.6063020 Mar 10 18:25:49.330614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:49.332868 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0198088-ffb3-47b9-9f64-98dc9ece224c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:49.357344 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e638e5-2000-48a8-8f6b-d04fe2eb737b service neutron] Pushing event updated for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:49.373064 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e879b58a-3933-412f-bb0f-277fd10671c2 x-openstack-request-id: req-e879b58a-3933-412f-bb0f-277fd10671c2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:49.373574 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:49.373832 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e879b58a-3933-412f-bb0f-277fd10671c2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:49.374234 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f', 'status': 'completed', 'code': 200} Mar 10 18:25:49.388108 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:49.424970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-6422d421-4936-4452-ac23-e92ab8516113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:49.426500 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-6422d421-4936-4452-ac23-e92ab8516113 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 1126 time: 0.0463271 Mar 10 18:25:49.475505 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-cd2ea1a6-5214-401b-bc14-0533623a6166 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f HTTP/1.1" status: 200 len: 217 time: 0.0380876 Mar 10 18:25:49.535211 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-d4d30e8c-6bae-4f56-92da-732958c7d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:49.536633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-d4d30e8c-6bae-4f56-92da-732958c7d64e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d643163-7330-413c-a7ab-a7093162aaef HTTP/1.1" status: 200 len: 854 time: 0.0522935 Mar 10 18:25:49.579177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-7c6b62e2-95de-4015-b5d6-626a12158c82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327084 Mar 10 18:25:49.679469 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-a3ac5b61-66de-40a3-aa53-03f046eb60e0 service neutron] 10.222.0.59 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Mar 10 18:25:49.779379 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-069a5fa6-c846-4969-b702-03270b8a1ad3 req-036ed0db-052b-4493-b2b5-e050b4742d7b service neutron] 10.222.0.59 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899341 Mar 10 18:25:49.885248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-9c3f0236-ed0a-44dc-a92b-d17d4830bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:49.886758 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-9c3f0236-ed0a-44dc-a92b-d17d4830bc47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=369baeeee1794f318383dfe7bf542813&device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 1126 time: 0.0494719 Mar 10 18:25:49.975858 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-e26a604e-e1ec-42b6-a8d0-10968a55d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:49.977329 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-e26a604e-e1ec-42b6-a8d0-10968a55d390 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 200 len: 915 time: 0.0847771 Mar 10 18:25:50.023320 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-85f55473-fa80-4e4e-8d73-f9a9292e090b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f HTTP/1.1" status: 200 len: 217 time: 0.0391078 Mar 10 18:25:50.074221 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-5d9443cc-4af8-4dfd-b9cf-db1be1faf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:50.075822 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-5d9443cc-4af8-4dfd-b9cf-db1be1faf5d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d643163-7330-413c-a7ab-a7093162aaef HTTP/1.1" status: 200 len: 854 time: 0.0466423 Mar 10 18:25:50.108811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-441254e1-9bb1-43df-872c-42ab07c000ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e12e67f2-6d3c-4016-8c12-a43bb024cdf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259631 Mar 10 18:25:50.140966 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31599239-00cd-4c99-99c4-4c75359609fd req-7ce7f356-eec8-4505-9979-ce9aa4d6d4d9 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:50.142453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31599239-00cd-4c99-99c4-4c75359609fd req-7ce7f356-eec8-4505-9979-ce9aa4d6d4d9 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 944 time: 0.0540230 Mar 10 18:25:50.193593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-31599239-00cd-4c99-99c4-4c75359609fd req-36c42ad2-9bb7-4c54-ae60-1ed3f6a3bafa tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Mar 10 18:25:50.203649 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-09783d87-73a9-46e9-bbe0-7b72df3c8973 service neutron] 10.222.0.59 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Mar 10 18:25:50.297543 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0198088-ffb3-47b9-9f64-98dc9ece224c req-98e6bcfe-b906-480a-99c2-50adf5a2069a service neutron] 10.222.0.59 "GET /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870190 Mar 10 18:25:51.318975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8545b-aad6-4d90-bb27-cf9fa845f862 req-b7d068ba-6e66-4dec-8248-65296a7b296c tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:51.320624 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e8545b-aad6-4d90-bb27-cf9fa845f862 req-b7d068ba-6e66-4dec-8248-65296a7b296c tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 944 time: 0.0594296 Mar 10 18:25:51.369499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a9e8545b-aad6-4d90-bb27-cf9fa845f862 req-7ed77bc2-70fd-4e26-91de-70fd9fdc0a22 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Mar 10 18:25:52.510280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f1444-b478-4886-b3ac-a89c094dd4b9 req-ac5f70f3-318c-43b0-9196-babf94396920 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:52.511794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c08f1444-b478-4886-b3ac-a89c094dd4b9 req-ac5f70f3-318c-43b0-9196-babf94396920 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 944 time: 0.0576468 Mar 10 18:25:52.530931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 16398d50-3755-4d0d-b901-2c47c3bb8a2f details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:25:52.560791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c08f1444-b478-4886-b3ac-a89c094dd4b9 req-177bfc14-2753-405a-9ece-9a69e93d222d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Mar 10 18:25:52.629090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:52.640920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '16398d50-3755-4d0d-b901-2c47c3bb8a2f', 'network_id': 'e12e67f2-6d3c-4016-8c12-a43bb024cdf7', 'port_id': '16398d50-3755-4d0d-b901-2c47c3bb8a2f', 'mac_address': 'fa:16:3e:81:77:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d643163-7330-413c-a7ab-a7093162aaef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:25:52.682057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 16398d50-3755-4d0d-b901-2c47c3bb8a2f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:52.682368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:52.695259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16398d50-3755-4d0d-b901-2c47c3bb8a2f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:25:52.716112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:52.721737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:52.770813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:52.989429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['16398d50-3755-4d0d-b901-2c47c3bb8a2f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:53.695145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480443b-d58a-4a0a-9bea-5ff67a3f120a req-4a6c72e2-10cf-4f6d-8a1c-adb27811ddd8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:53.696626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0480443b-d58a-4a0a-9bea-5ff67a3f120a req-4a6c72e2-10cf-4f6d-8a1c-adb27811ddd8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 945 time: 0.0649977 Mar 10 18:25:53.747616 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0480443b-d58a-4a0a-9bea-5ff67a3f120a req-4c19d00d-6dda-4823-a63b-f76ad08559a4 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Mar 10 18:25:54.151530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:25:54.539588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 16398d50-3755-4d0d-b901-2c47c3bb8a2f up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:25:54.603218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 16398d50-3755-4d0d-b901-2c47c3bb8a2f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:25:54.608598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 16398d50-3755-4d0d-b901-2c47c3bb8a2f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:25:54.608975 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:54.697689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 16398d50-3755-4d0d-b901-2c47c3bb8a2f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:25:54.698097 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:54.725110 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:54.727947 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c3841f-4520-4873-8f87-81eda9784d78" -d '{"events": [{"server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "name": "network-vif-plugged", "status": "completed", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:54.740189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:54.746127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:54.769531 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1fae3-62dd-4b2c-87b1-38019130a69a x-openstack-request-id: req-12f1fae3-62dd-4b2c-87b1-38019130a69a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:54.769819 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "name": "network-vif-plugged", "status": "completed", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:54.770066 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12f1fae3-62dd-4b2c-87b1-38019130a69a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:54.770457 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f', 'code': 200} Mar 10 18:25:54.797706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:54.872812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38bdca-516f-4bc1-a88f-15e46fdc63db req-e7f66775-165e-4c0c-b6a5-933b14cf086d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:54.874887 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd38bdca-516f-4bc1-a88f-15e46fdc63db req-e7f66775-165e-4c0c-b6a5-933b14cf086d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0536861 Mar 10 18:25:54.880244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20161aa-402c-4254-a3e0-9e75dbb700a8 req-daa15c12-f5b7-4a22-a4ef-cc1b45ed00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:54.881863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f20161aa-402c-4254-a3e0-9e75dbb700a8 req-daa15c12-f5b7-4a22-a4ef-cc1b45ed00a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 1128 time: 0.0457163 Mar 10 18:25:54.924081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd38bdca-516f-4bc1-a88f-15e46fdc63db req-1fd7674c-6c87-47eb-bc17-85ac9f5ff70f tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Mar 10 18:25:54.936239 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f20161aa-402c-4254-a3e0-9e75dbb700a8 req-35140988-8cc6-4e8d-b732-cc7517fcbafe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Mar 10 18:25:56.050685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2346-d944-45f8-b712-7379f1d7770f req-2e00ee31-779b-42b1-b15d-d3d714b28ecf tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:56.052174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-035f2346-d944-45f8-b712-7379f1d7770f req-2e00ee31-779b-42b1-b15d-d3d714b28ecf tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0569909 Mar 10 18:25:56.105413 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-035f2346-d944-45f8-b712-7379f1d7770f req-25d53f5b-673d-4da2-8e1e-e83091eb9f0a tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Mar 10 18:25:57.243551 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441166e5-3f6a-4a42-870a-381e08cd6fa8 req-16874fd7-eb83-426d-82e0-85d40c7d6682 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:57.244936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-441166e5-3f6a-4a42-870a-381e08cd6fa8 req-16874fd7-eb83-426d-82e0-85d40c7d6682 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0625830 Mar 10 18:25:57.292668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-441166e5-3f6a-4a42-870a-381e08cd6fa8 req-dd2461a6-a90a-48e4-ae06-b59a8f58307f tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Mar 10 18:25:57.410998 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:57.545343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5bf8b-8905-430a-8e3f-18e035110ef0 req-aa85efee-086a-4eeb-887b-83146d79d8c3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:57.546771 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6e5bf8b-8905-430a-8e3f-18e035110ef0 req-aa85efee-086a-4eeb-887b-83146d79d8c3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0649776 Mar 10 18:25:57.596196 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6e5bf8b-8905-430a-8e3f-18e035110ef0 req-75f5bc20-8aa8-40fb-b489-1c0a0d90f951 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Mar 10 18:25:58.745713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357758e6-5c88-4964-ad7f-880d9b9563cc req-862a5e2b-afdb-487d-928b-d93f44d5898d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:58.747559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-357758e6-5c88-4964-ad7f-880d9b9563cc req-862a5e2b-afdb-487d-928b-d93f44d5898d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0644515 Mar 10 18:25:58.797453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-357758e6-5c88-4964-ad7f-880d9b9563cc req-6549e97d-b707-46ee-8ebd-8adaa8d99c75 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Mar 10 18:25:58.870232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-bae793b3-0afc-44ea-bc86-45673a7c9b5f tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:58.871791 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-bae793b3-0afc-44ea-bc86-45673a7c9b5f tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce377d95-1681-49d0-b653-43a9da2eba2d HTTP/1.1" status: 200 len: 946 time: 0.0537269 Mar 10 18:25:58.967384 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Deleting port 16398d50-3755-4d0d-b901-2c47c3bb8a2f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:25:58.967714 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:59.058818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] For port 16398d50-3755-4d0d-b901-2c47c3bb8a2f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=16398d50-3755-4d0d-b901-2c47c3bb8a2f,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:25:59.059142 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:59.071312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Calling delete_port for 16398d50-3755-4d0d-b901-2c47c3bb8a2f owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:25:59.225395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (16398d50-3755-4d0d-b901-2c47c3bb8a2f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:59.237319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['90fcedca-3271-4839-bc77-61f30b0a941b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:59.242455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['16398d50-3755-4d0d-b901-2c47c3bb8a2f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:25:59.254693 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Pushing event deleted for resources: {'Port': ['ID=16398d50-3755-4d0d-b901-2c47c3bb8a2f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:25:59.297673 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] No DVR routers for this DVR port 16398d50-3755-4d0d-b901-2c47c3bb8a2f on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:25:59.300325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:25:59.304123 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-945681dd-f90f-4dd4-8721-b58b5a4eaa96 req-d3b48a08-5771-4276-a797-4cdae476dfb3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.59 "DELETE /v2.0/ports/16398d50-3755-4d0d-b901-2c47c3bb8a2f HTTP/1.1" status: 204 len: 173 time: 0.4240065 Mar 10 18:25:59.304588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'name': 'network-vif-deleted', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:25:59.307079 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1f963-f076-425d-8fc4-17b01ad05bab" -d '{"events": [{"server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "name": "network-vif-deleted", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:25:59.344996 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32577c0-1bc8-439b-893b-0dfdc71af364 x-openstack-request-id: req-d32577c0-1bc8-439b-893b-0dfdc71af364 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:25:59.346575 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce377d95-1681-49d0-b653-43a9da2eba2d", "name": "network-vif-deleted", "tag": "16398d50-3755-4d0d-b901-2c47c3bb8a2f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:25:59.347248 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d32577c0-1bc8-439b-893b-0dfdc71af364 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:25:59.347248 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce377d95-1681-49d0-b653-43a9da2eba2d', 'name': 'network-vif-deleted', 'tag': '16398d50-3755-4d0d-b901-2c47c3bb8a2f', 'status': 'completed', 'code': 200} Mar 10 18:25:59.969112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a39958-7da5-4e0b-90bc-0e4b7bd55f17 req-bd3826ea-dd2d-4809-bf2a-79a3595f436d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:25:59.970751 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2a39958-7da5-4e0b-90bc-0e4b7bd55f17 req-bd3826ea-dd2d-4809-bf2a-79a3595f436d tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0627894 Mar 10 18:26:00.019629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d2a39958-7da5-4e0b-90bc-0e4b7bd55f17 req-9073518e-4301-4eb6-9070-5abe4c36f168 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Mar 10 18:26:00.173873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bf693-c1af-4782-a943-cee325489f99 req-d094a5b1-cf04-485a-b3bb-a5fb44b04965 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:00.175396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-684bf693-c1af-4782-a943-cee325489f99 req-d094a5b1-cf04-485a-b3bb-a5fb44b04965 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0687947 Mar 10 18:26:00.230893 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-684bf693-c1af-4782-a943-cee325489f99 req-edb8af9f-5687-485e-9669-3a4e4f01e914 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Mar 10 18:26:00.358947 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1367ebf-9260-49a4-87ed-a0699534d0b2 req-5528ea39-3723-4c18-89af-a2e12112eab6 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:00.360441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1367ebf-9260-49a4-87ed-a0699534d0b2 req-5528ea39-3723-4c18-89af-a2e12112eab6 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0553951 Mar 10 18:26:00.412444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e1367ebf-9260-49a4-87ed-a0699534d0b2 req-b352ec95-c7c8-4da8-93f5-300265621488 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Mar 10 18:26:00.435359 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:00.591096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a7206-0c4b-4f10-8701-ee1ea0e8c529 req-a8735264-ba05-42c9-861e-a708744290cc tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:00.592544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-432a7206-0c4b-4f10-8701-ee1ea0e8c529 req-a8735264-ba05-42c9-861e-a708744290cc tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0579946 Mar 10 18:26:00.641544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-432a7206-0c4b-4f10-8701-ee1ea0e8c529 req-e3259949-953c-4772-812d-43d1cc6aeb95 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Mar 10 18:26:00.837506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a083c57-a3e0-4c11-9021-c1a47618e0f3 req-9466d2dc-576f-4e0b-b9e8-18532f12da83 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:00.839326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a083c57-a3e0-4c11-9021-c1a47618e0f3 req-9466d2dc-576f-4e0b-b9e8-18532f12da83 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.1278384 Mar 10 18:26:00.894555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8a083c57-a3e0-4c11-9021-c1a47618e0f3 req-3cc35258-daf1-49e3-8e6f-6b63640fe564 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Mar 10 18:26:01.031175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f7984-aac7-4353-b180-ff77e7a06cd3 req-07036737-f11d-4f20-bbc8-b63eda36c392 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:01.032700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0f7984-aac7-4353-b180-ff77e7a06cd3 req-07036737-f11d-4f20-bbc8-b63eda36c392 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0581725 Mar 10 18:26:01.081825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f0f7984-aac7-4353-b180-ff77e7a06cd3 req-abc9f981-d121-4e51-a657-8ef4aeb83cad tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Mar 10 18:26:01.417846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aae97c-c988-4b42-9f16-dd045e3738a2 req-1e4e939f-870b-4097-b659-b3b471c7b9f8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:01.419717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61aae97c-c988-4b42-9f16-dd045e3738a2 req-1e4e939f-870b-4097-b659-b3b471c7b9f8 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0717058 Mar 10 18:26:01.476418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61aae97c-c988-4b42-9f16-dd045e3738a2 req-df5002d9-10c8-4a2c-ac03-1d0988e4b5e3 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Mar 10 18:26:02.560166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 16398d50-3755-4d0d-b901-2c47c3bb8a2f no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:26:02.581305 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 16398d50-3755-4d0d-b901-2c47c3bb8a2f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:26:02.581652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 16398d50-3755-4d0d-b901-2c47c3bb8a2f not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:26:02.623108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e51e5-5e33-4a85-a791-86f8f565765d req-d6d425ef-2bc5-442d-b9d2-280fb48f8110 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:02.624609 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-091e51e5-5e33-4a85-a791-86f8f565765d req-d6d425ef-2bc5-442d-b9d2-280fb48f8110 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0573025 Mar 10 18:26:02.675949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-091e51e5-5e33-4a85-a791-86f8f565765d req-2c4a093a-fc77-4fea-8bb9-1ebaa073a0e4 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce69d44c-fdb4-4064-8b26-f77bda245742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 Mar 10 18:26:02.966653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003741fb-c387-4ebe-ad06-65c52736db04 req-d64acd3d-8404-46ec-b5bd-5bf72153687b tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:02.968135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-003741fb-c387-4ebe-ad06-65c52736db04 req-d64acd3d-8404-46ec-b5bd-5bf72153687b tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.41 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 945 time: 0.0598741 Mar 10 18:26:03.065703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Deleting port 90fcedca-3271-4839-bc77-61f30b0a941b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:03.066010 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:03.158401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] For port 90fcedca-3271-4839-bc77-61f30b0a941b, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=90fcedca-3271-4839-bc77-61f30b0a941b,segment=NetworkSegment(ef829256-7af1-4ae1-843b-85c01f38886b),segment_id=ef829256-7af1-4ae1-843b-85c01f38886b)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:03.158760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:03.176139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Calling delete_port for 90fcedca-3271-4839-bc77-61f30b0a941b owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:03.310197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (90fcedca-3271-4839-bc77-61f30b0a941b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:03.337408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['90fcedca-3271-4839-bc77-61f30b0a941b'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:26:03.350519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Pushing event deleted for resources: {'Port': ['ID=90fcedca-3271-4839-bc77-61f30b0a941b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:03.380814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.381131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.381492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.381826 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.382151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.382480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.382834 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.383155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.383474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.383792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.384108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.384438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.384750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:03.404666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] No DVR routers for this DVR port 90fcedca-3271-4839-bc77-61f30b0a941b on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:03.407197 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:03.410860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-003741fb-c387-4ebe-ad06-65c52736db04 req-b669e41f-0ff5-4ed6-9139-dddad04d5978 tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.41 "DELETE /v2.0/ports/90fcedca-3271-4839-bc77-61f30b0a941b HTTP/1.1" status: 204 len: 173 time: 0.4375949 Mar 10 18:26:03.411295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'name': 'network-vif-deleted', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:26:03.413571 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad2f3b-6461-4fcc-8a89-2f7a27812bb9" -d '{"events": [{"server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "name": "network-vif-deleted", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:26:03.457703 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa51c19-d1df-4e63-9cce-b4c46d675a8a x-openstack-request-id: req-0fa51c19-d1df-4e63-9cce-b4c46d675a8a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:26:03.458088 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bbad49-e022-41cb-87fe-29a685e4dbfd", "name": "network-vif-deleted", "tag": "90fcedca-3271-4839-bc77-61f30b0a941b", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:26:03.458356 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fa51c19-d1df-4e63-9cce-b4c46d675a8a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:26:03.458808 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bbad49-e022-41cb-87fe-29a685e4dbfd', 'name': 'network-vif-deleted', 'tag': '90fcedca-3271-4839-bc77-61f30b0a941b', 'status': 'completed', 'code': 200} Mar 10 18:26:03.815867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7202ad20-85d5-46f6-a28f-cc93008c2ca8 req-24a05608-fb57-49be-aeb4-12573bd003ac tempest-ServersNegativeTestJSON-911481739 tempest-ServersNegativeTestJSON-911481739-project] 10.222.0.35 "GET /v2.0/ports?device_id=18bbad49-e022-41cb-87fe-29a685e4dbfd HTTP/1.1" status: 200 len: 210 time: 0.0314808 Mar 10 18:26:04.874013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57072) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:04.920560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Deleting subnet 8d643163-7330-413c-a7ab-a7093162aaef {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:26:04.923907 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Publish callbacks [] for subnet (8d643163-7330-413c-a7ab-a7093162aaef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:04.964407 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (8d643163-7330-413c-a7ab-a7093162aaef), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.004143 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (8d643163-7330-413c-a7ab-a7093162aaef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.065044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (8d643163-7330-413c-a7ab-a7093162aaef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.092529 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.095849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d643163-7330-413c-a7ab-a7093162aaef HTTP/1.1" status: 204 len: 168 time: 0.2207904 Mar 10 18:26:05.096810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f296e4-328a-4ebe-ad66-164fe3a023b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d643163-7330-413c-a7ab-a7093162aaef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:05.098564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57074) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:05.176360 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (e12e67f2-6d3c-4016-8c12-a43bb024cdf7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.265928 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (e12e67f2-6d3c-4016-8c12-a43bb024cdf7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.286732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12e67f2-6d3c-4016-8c12-a43bb024cdf7']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:05.298598 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef829256-7af1-4ae1-843b-85c01f38886b') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:05.298992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef829256-7af1-4ae1-843b-85c01f38886b') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:05.312375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (ef829256-7af1-4ae1-843b-85c01f38886b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.326296 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ef829256-7af1-4ae1-843b-85c01f38886b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.332482 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:05.332866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (ef829256-7af1-4ae1-843b-85c01f38886b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:05.334525 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:05.393628 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (e12e67f2-6d3c-4016-8c12-a43bb024cdf7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.399386 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.402746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e12e67f2-6d3c-4016-8c12-a43bb024cdf7 HTTP/1.1" status: 204 len: 168 time: 0.3032846 Mar 10 18:26:05.413374 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cab495-765e-4cb0-9606-d375f47f8d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12e67f2-6d3c-4016-8c12-a43bb024cdf7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:05.521634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:05.563733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-594ece32-1639-4646-9ae8-d4aba2ef39b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=369baeeee1794f318383dfe7bf542813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408838 Mar 10 18:26:05.566309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57080) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:05.615052 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] Publish callbacks [] for security_group (ce69d44c-fdb4-4064-8b26-f77bda245742), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.642915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] Publish callbacks [] for security_group (ce69d44c-fdb4-4064-8b26-f77bda245742), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.692319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ce69d44c-fdb4-4064-8b26-f77bda245742), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.694906 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:05.696065 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce69d44c-fdb4-4064-8b26-f77bda245742 HTTP/1.1" status: 204 len: 168 time: 0.1288340 Mar 10 18:26:05.703954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d341e-362d-4eae-9c74-01de7ec90139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69d44c-fdb4-4064-8b26-f77bda245742,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:06.448634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57102) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:06.554253 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117677463'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:06.576621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:06.579996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.588982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.681722 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for security_group (b4a40be9-0a90-4e5e-a450-3c7681b8274c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.687467 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4a40be9-0a90-4e5e-a450-3c7681b8274c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.713833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:06.723726 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a40be9-0a90-4e5e-a450-3c7681b8274c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:06.729528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b10817d8-c6ed-46cc-aa03-f5e3dc2e2073), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.729866 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Added segment b10817d8-c6ed-46cc-aa03-f5e3dc2e2073 of type vlan for network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a Mar 10 18:26:06.775749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.804843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.810418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:06.811037 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:06.853532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4037902 Mar 10 18:26:06.889238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ad2c-1b3c-47f9-bf65-4bde48b370c9 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Network': ['ID=b45e0f7e-3a19-40f7-8b4b-1ead41e1964a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:06.901193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:07.228505 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 90fcedca-3271-4839-bc77-61f30b0a941b no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:26:07.254757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 90fcedca-3271-4839-bc77-61f30b0a941b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:26:07.255234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 90fcedca-3271-4839-bc77-61f30b0a941b not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:26:10.149381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57106) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:10.157739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'subnet': {'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:10.258669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:10.262382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.459565 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3bfd413b-ec93-43e8-a564-6ab357495b6f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.529138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Subnet': ['ID=3bfd413b-ec93-43e8-a564-6ab357495b6f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:10.539049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking segment: {'id': 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:10.539405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network hostable DHCP agents. Network: b45e0f7e-3a19-40f7-8b4b-1ead41e1964a, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:10.558681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:10.568005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b45e0f7e-3a19-40f7-8b4b-1ead41e1964a) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:10.573811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:10.574382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.577666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8efb44-1d13-4378-80d7-b5985555573b None None] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:10.591250 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c499f7fc-f7c8-4f4b-8b11-60fb9edbbb77 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4404120 Mar 10 18:26:10.594712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57108) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:10.599594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729159679'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:10.618992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:10.622376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.646412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:10.656568 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.657013 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Added segment 9a89a698-e7b6-4b69-b63c-60da324ed3f5 of type vlan for network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa Mar 10 18:26:10.688753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-b45e0f7e-3a19-40f7-8b4b-1ead41e1964a', 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a', 'project_id': '1d8a2119eadf4e318684375568d1a6c6', 'fixed_ips': [{'subnet_id': '3bfd413b-ec93-43e8-a564-6ab357495b6f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:10.689812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.700681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.726284 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.731302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:10.731888 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:10.768465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1726947 Mar 10 18:26:10.771304 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57110) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:10.777596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'subnet': {'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:10.824763 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a6cfe-69c1-4fb0-a4fb-ef3f1f5ad7fa tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Network': ['ID=3a8d5a32-8de9-4dee-a59c-2e3be51a39aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:10.826845 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Allocated IP 2001:db8:0:ffff::2 (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a/3bfd413b-ec93-43e8-a564-6ab357495b6f/a42993fa-a221-4a9e-9441-ec36454dc820) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:10.853742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:10.896591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:10.900066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.036704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks [] for port (a42993fa-a221-4a9e-9441-ec36454dc820), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.044652 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.082780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:11.087877 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:11.091839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:11.097484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Pushing event updated for resources: {'Port': ['ID=a42993fa-a221-4a9e-9441-ec36454dc820,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:11.154875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Attempting to bind port a42993fa-a221-4a9e-9441-ec36454dc820 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:11.155213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Attempting to bind port a42993fa-a221-4a9e-9441-ec36454dc820 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:11.155595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Attempting to bind port a42993fa-a221-4a9e-9441-ec36454dc820 on network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:11.161111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:11.161480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Checking segment: {'id': 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:11.161852 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.162243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Bound using segment: {'id': 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:11.162768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Bound port: a42993fa-a221-4a9e-9441-ec36454dc820, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b45e0f7e-3a19-40f7-8b4b-1ead41e1964a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:11.163123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.231660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] For port a42993fa-a221-4a9e-9441-ec36454dc820, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:11.234811 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] For port a42993fa-a221-4a9e-9441-ec36454dc820, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a42993fa-a221-4a9e-9441-ec36454dc820,segment=NetworkSegment(b10817d8-c6ed-46cc-aa03-f5e3dc2e2073),segment_id=b10817d8-c6ed-46cc-aa03-f5e3dc2e2073)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:11.241496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.306863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493ebc-0e1d-40df-985a-4d77056e7f40 None None] Pushing event updated for resources: {'Port': ['ID=a42993fa-a221-4a9e-9441-ec36454dc820,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:11.448632 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (111041ad-4950-46bb-b1e9-dd451a4e3197), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.527880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Subnet': ['ID=111041ad-4950-46bb-b1e9-dd451a4e3197,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:11.537290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking segment: {'id': '9a89a698-e7b6-4b69-b63c-60da324ed3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:11.537652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network hostable DHCP agents. Network: 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:11.556012 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:11.567248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:11.571497 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:11.572109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.584566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7cd1a3-bdd8-4b87-9365-579d28502fea None None] Network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:11.590129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-01fdc970-9921-470a-88a4-f8c51cd7d499 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8178084 Mar 10 18:26:11.592818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57112) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:11.688670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.692928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-3a8d5a32-8de9-4dee-a59c-2e3be51a39aa', 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa', 'project_id': '1d8a2119eadf4e318684375568d1a6c6', 'fixed_ips': [{'subnet_id': '111041ad-4950-46bb-b1e9-dd451a4e3197'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:11.693800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.773105 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (111041ad-4950-46bb-b1e9-dd451a4e3197), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.835972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Allocated IP 2001:db8::2 (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa/111041ad-4950-46bb-b1e9-dd451a4e3197/b8c4d6e0-0813-4dc3-8db9-be7b7670bb61) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:11.984944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks [] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:11.996351 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.010846 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (111041ad-4950-46bb-b1e9-dd451a4e3197), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.042726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Subnet': ['ID=111041ad-4950-46bb-b1e9-dd451a4e3197,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:12.052004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:12.056067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Pushing event updated for resources: {'Port': ['ID=b8c4d6e0-0813-4dc3-8db9-be7b7670bb61,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:12.059479 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:12.061735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:12.113674 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.117765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Attempting to bind port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:12.118184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Attempting to bind port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9a89a698-e7b6-4b69-b63c-60da324ed3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:12.118594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Attempting to bind port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 on network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:12.124238 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:12.124612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Checking segment: {'id': '9a89a698-e7b6-4b69-b63c-60da324ed3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:12.125021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.125410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Bound using segment: {'id': '9a89a698-e7b6-4b69-b63c-60da324ed3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:12.125878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Bound port: b8c4d6e0-0813-4dc3-8db9-be7b7670bb61, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a89a698-e7b6-4b69-b63c-60da324ed3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:12.126260 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.136191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d5a32-8de9-4dee-a59c-2e3be51a39aa']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:12.146547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a89a698-e7b6-4b69-b63c-60da324ed3f5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:12.147188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a89a698-e7b6-4b69-b63c-60da324ed3f5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:12.157631 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.172805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.179737 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:12.180129 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:12.184704 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:12.193086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] For port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:12.241371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] For port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b8c4d6e0-0813-4dc3-8db9-be7b7670bb61,segment=NetworkSegment(9a89a698-e7b6-4b69-b63c-60da324ed3f5),segment_id=9a89a698-e7b6-4b69-b63c-60da324ed3f5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:12.243770 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.api [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 18:26:12.243770 n-d-833115-2 neutron-server[103795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 18:26:12.243770 n-d-833115-2 neutron-server[103795]: [parameters: {'id': '3a8d5a32-8de9-4dee-a59c-2e3be51a39aa'}] Mar 10 18:26:12.243770 n-d-833115-2 neutron-server[103795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:26:12.244210 n-d-833115-2 neutron-server[103795]: DEBUG oslo_db.api [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:26:12.248809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.303248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0545752-9854-4307-ac17-813ae7c5bbad None None] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:12.356414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe15fe-354b-4300-b104-0a9051b17d12 None None] Pushing event updated for resources: {'Port': ['ID=b8c4d6e0-0813-4dc3-8db9-be7b7670bb61,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:12.402348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a3088-75e0-468d-80b4-501c58ef0b24 None None] Network 3a8d5a32-8de9-4dee-a59c-2e3be51a39aa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:12.615886 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Provisioning complete for port a42993fa-a221-4a9e-9441-ec36454dc820 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:12.616609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.714590 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-224d77f1-86a0-4fa2-881a-e25faa36dc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.745971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.798653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Current status of the port a42993fa-a221-4a9e-9441-ec36454dc820 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:12.799145 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.809907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:12.810367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.834904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] For port a42993fa-a221-4a9e-9441-ec36454dc820, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a42993fa-a221-4a9e-9441-ec36454dc820,segment=NetworkSegment(b10817d8-c6ed-46cc-aa03-f5e3dc2e2073),segment_id=b10817d8-c6ed-46cc-aa03-f5e3dc2e2073)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:12.840352 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.885072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] For port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b8c4d6e0-0813-4dc3-8db9-be7b7670bb61,segment=NetworkSegment(9a89a698-e7b6-4b69-b63c-60da324ed3f5),segment_id=9a89a698-e7b6-4b69-b63c-60da324ed3f5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:12.885445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:12.896826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51052a57-864f-4f41-bebc-77551ed1a42d None None] Pushing event updated for resources: {'Port': ['ID=a42993fa-a221-4a9e-9441-ec36454dc820,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:12.899549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Calling delete_port for b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:12.941578 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32dc7c-2afd-4409-a7df-432a3dcf3ac3 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 18:26:12.985207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b8c4d6e0-0813-4dc3-8db9-be7b7670bb61), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.000812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6c1fa0e2-7aac-4996-885c-a24844c80dcc None None] Provisioning complete for port a42993fa-a221-4a9e-9441-ec36454dc820 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:13.001190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa0e2-7aac-4996-885c-a24844c80dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.013242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No DVR routers for this DVR port b8c4d6e0-0813-4dc3-8db9-be7b7670bb61 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:13.014982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Port': ['ID=b8c4d6e0-0813-4dc3-8db9-be7b7670bb61,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:13.052909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32dc7c-2afd-4409-a7df-432a3dcf3ac3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 18:26:13.100052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.119982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a42993fa-a221-4a9e-9441-ec36454dc820 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:13.126565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8d5a32-8de9-4dee-a59c-2e3be51a39aa']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:13.137266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a89a698-e7b6-4b69-b63c-60da324ed3f5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:13.137655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a89a698-e7b6-4b69-b63c-60da324ed3f5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:13.146936 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.159757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.165438 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:13.165802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (9a89a698-e7b6-4b69-b63c-60da324ed3f5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:13.179151 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:13.186802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fa0e2-7aac-4996-885c-a24844c80dcc None None] Current status of the port a42993fa-a221-4a9e-9441-ec36454dc820 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:13.234488 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (3a8d5a32-8de9-4dee-a59c-2e3be51a39aa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.241786 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.245736 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/3a8d5a32-8de9-4dee-a59c-2e3be51a39aa HTTP/1.1" status: 204 len: 168 time: 1.6517317 Mar 10 18:26:13.249707 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57114) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:13.256590 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884167075'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:13.256803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a42993fa-a221-4a9e-9441-ec36454dc820 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:13.257003 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.258980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6c33-1a5a-494d-a5fe-75f0ff110ea3 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Network': ['ID=3a8d5a32-8de9-4dee-a59c-2e3be51a39aa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:13.279004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:13.282558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.308073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:13.318046 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.318407 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Added segment c7914d7d-f694-4363-b3f7-9cf08bf7dc19 of type vlan for network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 Mar 10 18:26:13.353501 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a42993fa-a221-4a9e-9441-ec36454dc820 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:13.362566 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.392386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.397176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:13.397752 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.435951 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1838179 Mar 10 18:26:13.438903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:13.446855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'subnet': {'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:13.488128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84f7c-0bbe-4ee1-b878-e85a45fbd30d tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Network': ['ID=98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:13.498964 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:13.566947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:13.570564 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.631133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Performing IP validity checks on allocation pools {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 18:26:13.631644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.ipam_backend_mixin [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 18:26:13.762589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (344f6f60-e62b-401e-9654-9ecdb25f42b6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.830029 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Subnet': ['ID=344f6f60-e62b-401e-9654-9ecdb25f42b6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:13.838920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking segment: {'id': 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:13.839298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network hostable DHCP agents. Network: 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:13.860510 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:13.869938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:13.874652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:13.875270 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.880060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a26d5d-4a1c-432d-a43d-abd904418295 None None] Network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:13.893176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-97268c33-918b-4eb6-97e0-60f494d58850 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4531407 Mar 10 18:26:13.896221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57118) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:13.986923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9', 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9', 'project_id': '1d8a2119eadf4e318684375568d1a6c6', 'fixed_ips': [{'subnet_id': '344f6f60-e62b-401e-9654-9ecdb25f42b6'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:13.987768 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:13.998858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.057427 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (344f6f60-e62b-401e-9654-9ecdb25f42b6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.128415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Allocated IP 2001:db8::3 (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9/344f6f60-e62b-401e-9654-9ecdb25f42b6/e3882126-b720-463d-aa31-5a1047cffc1c) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:14.273428 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks [] for port (e3882126-b720-463d-aa31-5a1047cffc1c), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.283066 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.299145 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (344f6f60-e62b-401e-9654-9ecdb25f42b6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.320952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:14.325960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:14.329370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:14.336323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Pushing event updated for resources: {'Port': ['ID=e3882126-b720-463d-aa31-5a1047cffc1c,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:14.350010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Subnet': ['ID=344f6f60-e62b-401e-9654-9ecdb25f42b6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:14.390468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Attempting to bind port e3882126-b720-463d-aa31-5a1047cffc1c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:14.390842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Attempting to bind port e3882126-b720-463d-aa31-5a1047cffc1c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:14.391194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Attempting to bind port e3882126-b720-463d-aa31-5a1047cffc1c on network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:14.396154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:14.396518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Checking segment: {'id': 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:14.396910 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.397291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Bound using segment: {'id': 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:14.397745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Bound port: e3882126-b720-463d-aa31-5a1047cffc1c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:14.398112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.398980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.421343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:14.431615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:14.432029 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:14.442052 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.456363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.462561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:14.463040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:14.466172 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:14.468590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] For port e3882126-b720-463d-aa31-5a1047cffc1c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:14.525894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] For port e3882126-b720-463d-aa31-5a1047cffc1c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3882126-b720-463d-aa31-5a1047cffc1c,segment=NetworkSegment(c7914d7d-f694-4363-b3f7-9cf08bf7dc19),segment_id=c7914d7d-f694-4363-b3f7-9cf08bf7dc19)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:14.526505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.db.api [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 18:26:14.526505 n-d-833115-2 neutron-server[103795]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 18:26:14.526505 n-d-833115-2 neutron-server[103795]: [parameters: {'id': '98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9'}] Mar 10 18:26:14.526505 n-d-833115-2 neutron-server[103795]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 18:26:14.526896 n-d-833115-2 neutron-server[103795]: DEBUG oslo_db.api [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 18:26:14.534014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.620511 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4a32-d858-4e83-a586-370dc79188e1 None None] Pushing event updated for resources: {'Port': ['ID=e3882126-b720-463d-aa31-5a1047cffc1c,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:14.639018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0072284-37b7-4935-88be-9b6e94248e1f None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 18:26:14.720144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0072284-37b7-4935-88be-9b6e94248e1f None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 18:26:14.725264 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-adcfa682-d4f7-4275-9093-6c737cb35fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:14.886664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420c1de-8b87-41dc-b42c-1d17f335ab22 None None] Network 98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:15.028450 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.082309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting port e3882126-b720-463d-aa31-5a1047cffc1c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:15.082691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.147014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] For port e3882126-b720-463d-aa31-5a1047cffc1c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e3882126-b720-463d-aa31-5a1047cffc1c,segment=NetworkSegment(c7914d7d-f694-4363-b3f7-9cf08bf7dc19),segment_id=c7914d7d-f694-4363-b3f7-9cf08bf7dc19)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:15.147304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.160897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Calling delete_port for e3882126-b720-463d-aa31-5a1047cffc1c owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:15.250133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e3882126-b720-463d-aa31-5a1047cffc1c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.276720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Port': ['ID=e3882126-b720-463d-aa31-5a1047cffc1c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:15.280499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No DVR routers for this DVR port e3882126-b720-463d-aa31-5a1047cffc1c on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:15.362628 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.384697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:15.395349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:15.395643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7914d7d-f694-4363-b3f7-9cf08bf7dc19') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:15.405401 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.419202 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.425185 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:15.425572 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (c7914d7d-f694-4363-b3f7-9cf08bf7dc19), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:15.428635 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:15.485445 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.492708 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.499495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 HTTP/1.1" status: 204 len: 168 time: 1.5986743 Mar 10 18:26:15.499646 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57120) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:15.517359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285685615'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:15.521642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718731-007e-41fc-bfdf-091c2aa8781e tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Network': ['ID=98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:15.539086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:15.542523 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.567139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:15.576239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f45759ed-cbba-4311-8423-87bbf5541127), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.576583 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Added segment f45759ed-cbba-4311-8423-87bbf5541127 of type vlan for network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 Mar 10 18:26:15.616553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (dbcfd201-fb74-4d90-b09a-455d4e0a18e7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.643404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (dbcfd201-fb74-4d90-b09a-455d4e0a18e7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.648547 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:15.652069 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.697593 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1966491 Mar 10 18:26:15.701480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57122) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:15.706677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'subnet': {'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:15.728746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018af1-eea0-41ed-b82b-8f25fdd88498 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Network': ['ID=dbcfd201-fb74-4d90-b09a-455d4e0a18e7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:15.740857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:15.797497 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:15.801663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:15.991565 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (5bf5c442-205a-49f1-b255-a4aca3e03e15), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.048855 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.054070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Subnet': ['ID=5bf5c442-205a-49f1-b255-a4aca3e03e15,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:16.064744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking segment: {'id': 'f45759ed-cbba-4311-8423-87bbf5541127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:16.065110 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network hostable DHCP agents. Network: dbcfd201-fb74-4d90-b09a-455d4e0a18e7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:16.083259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:16.093835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, dbcfd201-fb74-4d90-b09a-455d4e0a18e7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:16.098746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:16.099529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.107178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b8c9f-2df7-475a-a92d-bbfa20534cca None None] Network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:16.122364 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad7a7504-9b32-429c-b9f0-26f17942c5ca tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4163208 Mar 10 18:26:16.123203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57124) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:16.128572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-966277846'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:16.151233 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:16.155112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.181985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:16.192123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2092d1d7-cb82-4ea7-b083-8980dcd5588f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.193158 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Added segment 2092d1d7-cb82-4ea7-b083-8980dcd5588f of type vlan for network 8a2e87d4-666a-44f3-806e-4814b904dca9 Mar 10 18:26:16.229040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-dbcfd201-fb74-4d90-b09a-455d4e0a18e7', 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7', 'project_id': '1d8a2119eadf4e318684375568d1a6c6', 'fixed_ips': [{'subnet_id': '5bf5c442-205a-49f1-b255-a4aca3e03e15'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:16.230019 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.248852 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (8a2e87d4-666a-44f3-806e-4814b904dca9), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.278245 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (8a2e87d4-666a-44f3-806e-4814b904dca9), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.283348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:16.283998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.333223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2062845 Mar 10 18:26:16.333829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57126) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:16.364565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Request body: {'subnet': {'network_id': '8a2e87d4-666a-44f3-806e-4814b904dca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:16.369981 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089fded-4a0a-4bfc-a80d-cf93e20af4f4 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Network': ['ID=8a2e87d4-666a-44f3-806e-4814b904dca9,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:16.388185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Allocated IP 2001:db8::2 (dbcfd201-fb74-4d90-b09a-455d4e0a18e7/5bf5c442-205a-49f1-b255-a4aca3e03e15/9825de72-e93c-4ea8-85e9-67615e403833) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:16.390227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 8a2e87d4-666a-44f3-806e-4814b904dca9 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:16.470062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Made reservation on behalf of 1d8a2119eadf4e318684375568d1a6c6 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:16.474383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.598584 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks [] for port (9825de72-e93c-4ea8-85e9-67615e403833), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.604784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (9825de72-e93c-4ea8-85e9-67615e403833), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.647175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:16.652643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:16.658309 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:16.660701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Pushing event updated for resources: {'Port': ['ID=9825de72-e93c-4ea8-85e9-67615e403833,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:16.678804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (051bf04d-875e-4566-8e78-cdab55d29332), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.733251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Attempting to bind port 9825de72-e93c-4ea8-85e9-67615e403833 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:16.733652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Attempting to bind port 9825de72-e93c-4ea8-85e9-67615e403833 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f45759ed-cbba-4311-8423-87bbf5541127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:16.734000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Attempting to bind port 9825de72-e93c-4ea8-85e9-67615e403833 on network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:16.740260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:16.740490 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Checking segment: {'id': 'f45759ed-cbba-4311-8423-87bbf5541127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:16.740956 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.741344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Bound using segment: {'id': 'f45759ed-cbba-4311-8423-87bbf5541127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:16.741819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Bound port: 9825de72-e93c-4ea8-85e9-67615e403833, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45759ed-cbba-4311-8423-87bbf5541127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dbcfd201-fb74-4d90-b09a-455d4e0a18e7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:16.742188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9825de72-e93c-4ea8-85e9-67615e403833), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.752048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event updated for resources: {'Subnet': ['ID=051bf04d-875e-4566-8e78-cdab55d29332,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:16.761934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Checking segment: {'id': '2092d1d7-cb82-4ea7-b083-8980dcd5588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8a2e87d4-666a-44f3-806e-4814b904dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:16.762732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network hostable DHCP agents. Network: 8a2e87d4-666a-44f3-806e-4814b904dca9, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:16.780202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Network 8a2e87d4-666a-44f3-806e-4814b904dca9 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:16.790409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 8a2e87d4-666a-44f3-806e-4814b904dca9) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:16.799283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:16.800027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.804411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97838ad3-ca4f-4391-b339-b17a86f9739c None None] Network 8a2e87d4-666a-44f3-806e-4814b904dca9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:16.817777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-68a0b995-c1d0-4915-9025-3a7720ed318c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4827812 Mar 10 18:26:16.820313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:16.844709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] For port 9825de72-e93c-4ea8-85e9-67615e403833, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:16.889461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] For port 9825de72-e93c-4ea8-85e9-67615e403833, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9825de72-e93c-4ea8-85e9-67615e403833,segment=NetworkSegment(f45759ed-cbba-4311-8423-87bbf5541127),segment_id=f45759ed-cbba-4311-8423-87bbf5541127)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:16.899954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9825de72-e93c-4ea8-85e9-67615e403833), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.934222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (8a2e87d4-666a-44f3-806e-4814b904dca9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.973133 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca02bdb4-3418-4bbf-b1c3-027fe86efbb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-8a2e87d4-666a-44f3-806e-4814b904dca9', 'network_id': '8a2e87d4-666a-44f3-806e-4814b904dca9', 'project_id': '1d8a2119eadf4e318684375568d1a6c6', 'fixed_ips': [{'subnet_id': '051bf04d-875e-4566-8e78-cdab55d29332'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:16.974373 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ca02bdb4-3418-4bbf-b1c3-027fe86efbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:16.999326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (051bf04d-875e-4566-8e78-cdab55d29332), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.000890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c78a2-9a95-4758-90f5-38e404bc2732 None None] Pushing event updated for resources: {'Port': ['ID=9825de72-e93c-4ea8-85e9-67615e403833,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:17.087422 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (051bf04d-875e-4566-8e78-cdab55d29332), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server [None req-ca02bdb4-3418-4bbf-b1c3-027fe86efbb8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 051bf04d-875e-4566-8e78-cdab55d29332: This subnet is being modified by another concurrent operation. Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server raise exception Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 051bf04d-875e-4566-8e78-cdab55d29332: This subnet is being modified by another concurrent operation. Mar 10 18:26:17.108702 n-d-833115-2 neutron-server[103796]: ERROR oslo_messaging.rpc.server Mar 10 18:26:17.119552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Subnet': ['ID=051bf04d-875e-4566-8e78-cdab55d29332,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:17.141404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b030e-dfc7-4ff5-8baf-f8dc7338a0d2 None None] Network 8a2e87d4-666a-44f3-806e-4814b904dca9 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:17.189290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (8a2e87d4-666a-44f3-806e-4814b904dca9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.227206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2e87d4-666a-44f3-806e-4814b904dca9']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:17.242256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2092d1d7-cb82-4ea7-b083-8980dcd5588f') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:17.242837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2092d1d7-cb82-4ea7-b083-8980dcd5588f') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:17.253723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (2092d1d7-cb82-4ea7-b083-8980dcd5588f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.268096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2092d1d7-cb82-4ea7-b083-8980dcd5588f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.281603 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:17.282298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (2092d1d7-cb82-4ea7-b083-8980dcd5588f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:17.286469 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:17.372635 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (8a2e87d4-666a-44f3-806e-4814b904dca9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.380465 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.386821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57130) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.387470 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/8a2e87d4-666a-44f3-806e-4814b904dca9 HTTP/1.1" status: 204 len: 168 time: 0.5653729 Mar 10 18:26:17.407697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8323251-6353-4a5d-ad71-fec3638a6a8f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Network': ['ID=8a2e87d4-666a-44f3-806e-4814b904dca9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:17.428305 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc54683-52d2-4b32-94f9-6c17d5acc366 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] GET failed (client error): The resource could not be found. Mar 10 18:26:17.429650 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2cc54683-52d2-4b32-94f9-6c17d5acc366 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "GET /v2.0/subnets/051bf04d-875e-4566-8e78-cdab55d29332 HTTP/1.1" status: 404 len: 337 time: 0.0411706 Mar 10 18:26:17.432877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57132) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.457725 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e3b2c5-8774-494e-a2fe-af7e20b9c90f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:17.458239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e3b2c5-8774-494e-a2fe-af7e20b9c90f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:17.465305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d4e3b2c5-8774-494e-a2fe-af7e20b9c90f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/8a2e87d4-666a-44f3-806e-4814b904dca9 HTTP/1.1" status: 404 len: 339 time: 0.0272250 Mar 10 18:26:17.466578 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57134) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.486643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.491203 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e79a5af-76ef-4185-b2fc-1ba124a412d8 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:17.491655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e79a5af-76ef-4185-b2fc-1ba124a412d8 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:17.494787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1e79a5af-76ef-4185-b2fc-1ba124a412d8 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/subnets/051bf04d-875e-4566-8e78-cdab55d29332 HTTP/1.1" status: 404 len: 337 time: 0.0284092 Mar 10 18:26:17.497440 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57136) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.515293 n-d-833115-2 neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad6a14c-eb08-46b7-9f3b-f779089bbcef tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:17.515788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad6a14c-eb08-46b7-9f3b-f779089bbcef tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103795) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:17.518773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ad6a14c-eb08-46b7-9f3b-f779089bbcef tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/8a2e87d4-666a-44f3-806e-4814b904dca9 HTTP/1.1" status: 404 len: 339 time: 0.0204270 Mar 10 18:26:17.521401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57138) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.577155 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting subnet 5bf5c442-205a-49f1-b255-a4aca3e03e15 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:26:17.581314 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (5bf5c442-205a-49f1-b255-a4aca3e03e15), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.623102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (5bf5c442-205a-49f1-b255-a4aca3e03e15), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.712884 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5bf5c442-205a-49f1-b255-a4aca3e03e15), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.776870 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (5bf5c442-205a-49f1-b255-a4aca3e03e15), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.802662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf5c442-205a-49f1-b255-a4aca3e03e15,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:17.810032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.812817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0667883e-bc2d-4bdd-b44f-8b17732c605f tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/subnets/5bf5c442-205a-49f1-b255-a4aca3e03e15 HTTP/1.1" status: 204 len: 168 time: 0.2905195 Mar 10 18:26:17.815496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57140) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:17.903860 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (dbcfd201-fb74-4d90-b09a-455d4e0a18e7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:17.960378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting port 9825de72-e93c-4ea8-85e9-67615e403833 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:17.960739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9825de72-e93c-4ea8-85e9-67615e403833), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.029750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] For port 9825de72-e93c-4ea8-85e9-67615e403833, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9825de72-e93c-4ea8-85e9-67615e403833,segment=NetworkSegment(f45759ed-cbba-4311-8423-87bbf5541127),segment_id=f45759ed-cbba-4311-8423-87bbf5541127)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:18.030114 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9825de72-e93c-4ea8-85e9-67615e403833), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.043157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Calling delete_port for 9825de72-e93c-4ea8-85e9-67615e403833 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:18.076276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04503079-a17e-4f35-bfde-5571678b4822 None None] get_active_networks_info from n-d-833115-2 {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 18:26:18.127109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9825de72-e93c-4ea8-85e9-67615e403833), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.149244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4c9f0fd8-edfd-46f6-8869-19436e111f08 None None] Could not find standard attr ID for object 9825de72-e93c-4ea8-85e9-67615e403833. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 18:26:18.153413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04503079-a17e-4f35-bfde-5571678b4822 None None] Resources bound (agent type, host, resource id): {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 18:26:18.154842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Port': ['ID=9825de72-e93c-4ea8-85e9-67615e403833,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:18.159356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No DVR routers for this DVR port 9825de72-e93c-4ea8-85e9-67615e403833 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:18.240164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (dbcfd201-fb74-4d90-b09a-455d4e0a18e7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.261235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcfd201-fb74-4d90-b09a-455d4e0a18e7']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:18.270592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45759ed-cbba-4311-8423-87bbf5541127') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:18.270917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45759ed-cbba-4311-8423-87bbf5541127') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:18.281663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (f45759ed-cbba-4311-8423-87bbf5541127), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.295581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f45759ed-cbba-4311-8423-87bbf5541127), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.302732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:18.303148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (f45759ed-cbba-4311-8423-87bbf5541127), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:18.306441 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:18.308919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703f3bc-330b-41dc-afb3-a09fe8aef1a4 None None] Network dbcfd201-fb74-4d90-b09a-455d4e0a18e7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:18.374044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (dbcfd201-fb74-4d90-b09a-455d4e0a18e7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.382474 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.385996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/dbcfd201-fb74-4d90-b09a-455d4e0a18e7 HTTP/1.1" status: 204 len: 168 time: 0.5695789 Mar 10 18:26:18.388920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.396371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5af643-2cf6-470f-a848-e43c8629ac84 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Network': ['ID=dbcfd201-fb74-4d90-b09a-455d4e0a18e7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:18.417611 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-72686bff-456c-4a9a-b7d2-c379a126b542 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:18.418067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72686bff-456c-4a9a-b7d2-c379a126b542 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:18.423934 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-72686bff-456c-4a9a-b7d2-c379a126b542 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/subnets/344f6f60-e62b-401e-9654-9ecdb25f42b6 HTTP/1.1" status: 404 len: 337 time: 0.0338018 Mar 10 18:26:18.424581 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57144) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.443438 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4407e20-3a11-4f74-86ce-3ee293e3880c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:18.443988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4407e20-3a11-4f74-86ce-3ee293e3880c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:18.447646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a4407e20-3a11-4f74-86ce-3ee293e3880c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/98edf947-bdb5-4c1b-adf8-cb8e9dbb08f9 HTTP/1.1" status: 404 len: 339 time: 0.0220771 Mar 10 18:26:18.450447 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57146) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.452049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee91137-cbac-4b14-a4c9-2bc4de05d0cb None None] DHCP port deletion for dbcfd201-fb74-4d90-b09a-455d4e0a18e7 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:26:18.476106 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5f1b42-ef0d-4ca9-8be7-bf27b9f10a39 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:18.476559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5f1b42-ef0d-4ca9-8be7-bf27b9f10a39 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:18.479783 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8c5f1b42-ef0d-4ca9-8be7-bf27b9f10a39 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/subnets/111041ad-4950-46bb-b1e9-dd451a4e3197 HTTP/1.1" status: 404 len: 337 time: 0.0283766 Mar 10 18:26:18.482388 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57148) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.504116 n-d-833115-2 neutron-server[103794]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaab92b-1b4d-44de-81cb-d27b725d205c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] DELETE failed (client error): The resource could not be found. Mar 10 18:26:18.504605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaab92b-1b4d-44de-81cb-d27b725d205c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 18:26:18.508665 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-deaab92b-1b4d-44de-81cb-d27b725d205c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/3a8d5a32-8de9-4dee-a59c-2e3be51a39aa HTTP/1.1" status: 404 len: 339 time: 0.0253556 Mar 10 18:26:18.511300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.565230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting subnet 3bfd413b-ec93-43e8-a564-6ab357495b6f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:26:18.570098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (3bfd413b-ec93-43e8-a564-6ab357495b6f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.612007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (3bfd413b-ec93-43e8-a564-6ab357495b6f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.704372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3bfd413b-ec93-43e8-a564-6ab357495b6f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.772320 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (3bfd413b-ec93-43e8-a564-6ab357495b6f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.803153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfd413b-ec93-43e8-a564-6ab357495b6f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:18.805117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.808377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-96a7c96d-4a6c-4a42-93e7-0702e84c0f64 tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/subnets/3bfd413b-ec93-43e8-a564-6ab357495b6f HTTP/1.1" status: 204 len: 168 time: 0.2960825 Mar 10 18:26:18.810413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d244734-a37f-4c21-8310-b9efca0afb2e None None] Network b45e0f7e-3a19-40f7-8b4b-1ead41e1964a requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:18.810863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57152) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:18.896972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.961110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Deleting port a42993fa-a221-4a9e-9441-ec36454dc820 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:18.961453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:18.961761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] DHCP port deletion for b45e0f7e-3a19-40f7-8b4b-1ead41e1964a request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:26:19.014350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Deleting port a42993fa-a221-4a9e-9441-ec36454dc820 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:19.014770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.030529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] For port a42993fa-a221-4a9e-9441-ec36454dc820, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a42993fa-a221-4a9e-9441-ec36454dc820,segment=NetworkSegment(b10817d8-c6ed-46cc-aa03-f5e3dc2e2073),segment_id=b10817d8-c6ed-46cc-aa03-f5e3dc2e2073)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:19.031189 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.044774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Calling delete_port for a42993fa-a221-4a9e-9441-ec36454dc820 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:19.075930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a42993fa-a221-4a9e-9441-ec36454dc820 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:26:19.113786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] For port a42993fa-a221-4a9e-9441-ec36454dc820, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a42993fa-a221-4a9e-9441-ec36454dc820,segment=NetworkSegment(b10817d8-c6ed-46cc-aa03-f5e3dc2e2073),segment_id=b10817d8-c6ed-46cc-aa03-f5e3dc2e2073)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:19.114178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.130932 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.138409 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Calling delete_port for a42993fa-a221-4a9e-9441-ec36454dc820 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:19.143973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No active binding found for port a42993fa-a221-4a9e-9441-ec36454dc820 {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 18:26:19.144338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] The host n-d-833115-2 is not matching for port a42993fa-a221-4a9e-9441-ec36454dc820 host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:26:19.144715 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a42993fa-a221-4a9e-9441-ec36454dc820 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:26:19.156569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Port': ['ID=a42993fa-a221-4a9e-9441-ec36454dc820,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:19.162046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] No DVR routers for this DVR port a42993fa-a221-4a9e-9441-ec36454dc820 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:19.217615 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (a42993fa-a221-4a9e-9441-ec36454dc820), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.242332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] Pushing event deleted for resources: {'Port': ['ID=a42993fa-a221-4a9e-9441-ec36454dc820,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:19.246006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b84eb-779c-4e5f-aee9-86698d658582 None None] No DVR routers for this DVR port a42993fa-a221-4a9e-9441-ec36454dc820 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:19.247367 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.269206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45e0f7e-3a19-40f7-8b4b-1ead41e1964a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:19.278855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:19.279154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10817d8-c6ed-46cc-aa03-f5e3dc2e2073') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:19.288414 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (b10817d8-c6ed-46cc-aa03-f5e3dc2e2073), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.302224 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (b10817d8-c6ed-46cc-aa03-f5e3dc2e2073), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.308620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:19.309000 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (b10817d8-c6ed-46cc-aa03-f5e3dc2e2073), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:19.312081 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:19.374841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b45e0f7e-3a19-40f7-8b4b-1ead41e1964a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.381935 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.384919 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.388187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] 10.222.0.35 "DELETE /v2.0/networks/b45e0f7e-3a19-40f7-8b4b-1ead41e1964a HTTP/1.1" status: 204 len: 168 time: 0.5736742 Mar 10 18:26:19.397493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edddd3-0ca0-40a3-84b1-e8aade9cd92c tempest-NetworksIpV6Test-1000104043 tempest-NetworksIpV6Test-1000104043-project] Pushing event deleted for resources: {'Network': ['ID=b45e0f7e-3a19-40f7-8b4b-1ead41e1964a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:19.651278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57158) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:19.805406 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c5fdffc7-b21f-4ac0-a2d3-3444dea4c88c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d8a2119eadf4e318684375568d1a6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528125 Mar 10 18:26:19.808975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57162) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:19.863124 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] Publish callbacks [] for security_group (b4a40be9-0a90-4e5e-a450-3c7681b8274c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.885568 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] Publish callbacks [] for security_group (b4a40be9-0a90-4e5e-a450-3c7681b8274c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.933504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (b4a40be9-0a90-4e5e-a450-3c7681b8274c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.936239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:19.937377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4a40be9-0a90-4e5e-a450-3c7681b8274c HTTP/1.1" status: 204 len: 168 time: 0.1275001 Mar 10 18:26:19.946247 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d542a-103b-47f5-841e-1a9381927804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a40be9-0a90-4e5e-a450-3c7681b8274c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:20.616483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57184) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:20.714405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-543022270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:20.737678 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.738800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.797279 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router_controller (bd4088b8-ccad-4a44-9610-8a422efbd053), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.803793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.826624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.827839 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fe9cfacd-79cd-4aed-af52-dd92a5ca7d2e tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2103806 Mar 10 18:26:20.831069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:20.835838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-901101446'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:20.855476 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Made reservation on behalf of f3e0115daed14362ab1c5a3fd47e20fb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:20.858683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.867035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.954060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for security_group (44f456dc-883c-4bc0-8b22-bdbc0d69af57), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.961096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (44f456dc-883c-4bc0-8b22-bdbc0d69af57), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:20.988034 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:20.998005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f456dc-883c-4bc0-8b22-bdbc0d69af57,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:21.002794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3ed114f0-d064-46f8-8068-1d0d15db81b5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.003115 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Added segment 3ed114f0-d064-46f8-8068-1d0d15db81b5 of type vlan for network 6ef33246-356a-4eac-8e8a-6780c47b974c Mar 10 18:26:21.046263 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (6ef33246-356a-4eac-8e8a-6780c47b974c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.073362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (6ef33246-356a-4eac-8e8a-6780c47b974c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.078207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:21.078813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.116818 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2846892 Mar 10 18:26:21.120228 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:21.125050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'subnet': {'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:21.157699 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5322-58b9-4371-8560-d7aeb61171c3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event updated for resources: {'Network': ['ID=6ef33246-356a-4eac-8e8a-6780c47b974c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:21.168101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 6ef33246-356a-4eac-8e8a-6780c47b974c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:21.219573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Made reservation on behalf of f3e0115daed14362ab1c5a3fd47e20fb for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:21.223440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.406182 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (d2161b40-3e46-4e8e-ba90-e39b81819b96), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.465768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event updated for resources: {'Subnet': ['ID=d2161b40-3e46-4e8e-ba90-e39b81819b96,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:21.476390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Checking segment: {'id': '3ed114f0-d064-46f8-8068-1d0d15db81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:21.476758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Network hostable DHCP agents. Network: 6ef33246-356a-4eac-8e8a-6780c47b974c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:21.497700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Network 6ef33246-356a-4eac-8e8a-6780c47b974c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:21.507628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 6ef33246-356a-4eac-8e8a-6780c47b974c) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:21.511684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:21.512277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.517673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746800d-14a4-4796-a586-808da747984a None None] Network 6ef33246-356a-4eac-8e8a-6780c47b974c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:21.530648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4c377113-92c9-4fa4-ba9d-d4cdd89a8722 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094737 Mar 10 18:26:21.534117 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57194) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:21.539396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1912311835'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:21.559734 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Made reservation on behalf of f3e0115daed14362ab1c5a3fd47e20fb for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:21.563238 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.587479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:21.599657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dd442045-a646-4412-baa9-4e6b455d6652), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.600003 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Added segment dd442045-a646-4412-baa9-4e6b455d6652 of type vlan for network 02a16ddb-732d-4de3-9397-15752231abab Mar 10 18:26:21.623290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-6ef33246-356a-4eac-8e8a-6780c47b974c', 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c', 'project_id': 'f3e0115daed14362ab1c5a3fd47e20fb', 'fixed_ips': [{'subnet_id': 'd2161b40-3e46-4e8e-ba90-e39b81819b96'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:21.624271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.643542 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (02a16ddb-732d-4de3-9397-15752231abab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.668945 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (02a16ddb-732d-4de3-9397-15752231abab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.673996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:21.674631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.711463 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1761289 Mar 10 18:26:21.714768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:21.722451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'subnet': {'network_id': '02a16ddb-732d-4de3-9397-15752231abab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:21.755867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a51a7-d93f-4a6b-8bf9-fb6dce168564 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event updated for resources: {'Network': ['ID=02a16ddb-732d-4de3-9397-15752231abab,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:21.762346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Allocated IP 172.20.0.2 (6ef33246-356a-4eac-8e8a-6780c47b974c/d2161b40-3e46-4e8e-ba90-e39b81819b96/79b2630f-294b-445f-993c-96e128529aa3) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:21.767933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 02a16ddb-732d-4de3-9397-15752231abab details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:21.840424 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Made reservation on behalf of f3e0115daed14362ab1c5a3fd47e20fb for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:21.843941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.975557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks [] for port (79b2630f-294b-445f-993c-96e128529aa3), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:21.982005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (79b2630f-294b-445f-993c-96e128529aa3), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.019482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Network 6ef33246-356a-4eac-8e8a-6780c47b974c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:22.025925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:22.028688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:22.034544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Pushing event updated for resources: {'Port': ['ID=79b2630f-294b-445f-993c-96e128529aa3,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:22.047013 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (af37bcb9-5b16-48bc-934e-67145db4505f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.093500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Attempting to bind port 79b2630f-294b-445f-993c-96e128529aa3 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:22.093836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Attempting to bind port 79b2630f-294b-445f-993c-96e128529aa3 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '3ed114f0-d064-46f8-8068-1d0d15db81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:22.094214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Attempting to bind port 79b2630f-294b-445f-993c-96e128529aa3 on network 6ef33246-356a-4eac-8e8a-6780c47b974c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:22.099260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:22.099623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Checking segment: {'id': '3ed114f0-d064-46f8-8068-1d0d15db81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:22.099996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.100404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Bound using segment: {'id': '3ed114f0-d064-46f8-8068-1d0d15db81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:22.100857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Bound port: 79b2630f-294b-445f-993c-96e128529aa3, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed114f0-d064-46f8-8068-1d0d15db81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6ef33246-356a-4eac-8e8a-6780c47b974c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:22.101231 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (79b2630f-294b-445f-993c-96e128529aa3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.105618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event updated for resources: {'Subnet': ['ID=af37bcb9-5b16-48bc-934e-67145db4505f,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:22.114901 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Checking segment: {'id': 'dd442045-a646-4412-baa9-4e6b455d6652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '02a16ddb-732d-4de3-9397-15752231abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:22.115266 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Network hostable DHCP agents. Network: 02a16ddb-732d-4de3-9397-15752231abab, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:22.132972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Network 02a16ddb-732d-4de3-9397-15752231abab is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:22.143462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 02a16ddb-732d-4de3-9397-15752231abab) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:22.149209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:22.149903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.155836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281310b-5cf7-4a17-b330-f6bae772f452 None None] Network 02a16ddb-732d-4de3-9397-15752231abab requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:22.168144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-93c0d8e2-be4f-42d0-a1f2-efbb6b7f1c33 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4523549 Mar 10 18:26:22.171321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:22.176730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f12eb022-6cd1-4bbd-b655-aef8124deec6 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Request body: {'router': {'external_gateway_info': {'network_id': '02a16ddb-732d-4de3-9397-15752231abab'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:22.193113 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] For port 79b2630f-294b-445f-993c-96e128529aa3, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:22.235477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] For port 79b2630f-294b-445f-993c-96e128529aa3, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79b2630f-294b-445f-993c-96e128529aa3,segment=NetworkSegment(3ed114f0-d064-46f8-8068-1d0d15db81b5),segment_id=3ed114f0-d064-46f8-8068-1d0d15db81b5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:22.248184 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (79b2630f-294b-445f-993c-96e128529aa3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.329244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-02a16ddb-732d-4de3-9397-15752231abab', 'network_id': '02a16ddb-732d-4de3-9397-15752231abab', 'project_id': 'f3e0115daed14362ab1c5a3fd47e20fb', 'fixed_ips': [{'subnet_id': 'af37bcb9-5b16-48bc-934e-67145db4505f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:22.330243 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.344838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53e364-1dd7-4953-be59-2d35899d58a6 None None] Pushing event updated for resources: {'Port': ['ID=79b2630f-294b-445f-993c-96e128529aa3,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:22.401090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f12eb022-6cd1-4bbd-b655-aef8124deec6 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router_gateway (bd4088b8-ccad-4a44-9610-8a422efbd053), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.506239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Allocated IP 172.21.0.2 (02a16ddb-732d-4de3-9397-15752231abab/af37bcb9-5b16-48bc-934e-67145db4505f/6cdbb6fb-a788-4dde-862b-7446898ef58e) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:22.539832 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [None req-f12eb022-6cd1-4bbd-b655-aef8124deec6 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 18:26:22.540968 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f12eb022-6cd1-4bbd-b655-aef8124deec6 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "PUT /v2.0/routers/bd4088b8-ccad-4a44-9610-8a422efbd053 HTTP/1.1" status: 400 len: 364 time: 0.3686886 Mar 10 18:26:22.548714 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:22.609469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Deleting subnet af37bcb9-5b16-48bc-934e-67145db4505f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:26:22.681171 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks [] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.689194 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (af37bcb9-5b16-48bc-934e-67145db4505f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.689905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.727482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Network 02a16ddb-732d-4de3-9397-15752231abab is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:22.732134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:22.735392 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (af37bcb9-5b16-48bc-934e-67145db4505f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.737385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:22.744298 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Pushing event updated for resources: {'Port': ['ID=6cdbb6fb-a788-4dde-862b-7446898ef58e,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:22.801169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Attempting to bind port 6cdbb6fb-a788-4dde-862b-7446898ef58e on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:22.801531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Attempting to bind port 6cdbb6fb-a788-4dde-862b-7446898ef58e by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'dd442045-a646-4412-baa9-4e6b455d6652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '02a16ddb-732d-4de3-9397-15752231abab'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:22.801865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Attempting to bind port 6cdbb6fb-a788-4dde-862b-7446898ef58e on network 02a16ddb-732d-4de3-9397-15752231abab {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:22.807040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:22.807947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Checking segment: {'id': 'dd442045-a646-4412-baa9-4e6b455d6652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '02a16ddb-732d-4de3-9397-15752231abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:22.808335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.808725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Bound using segment: {'id': 'dd442045-a646-4412-baa9-4e6b455d6652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '02a16ddb-732d-4de3-9397-15752231abab'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:22.809172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Bound port: 6cdbb6fb-a788-4dde-862b-7446898ef58e, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd442045-a646-4412-baa9-4e6b455d6652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '02a16ddb-732d-4de3-9397-15752231abab'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:22.809550 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.820275 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (af37bcb9-5b16-48bc-934e-67145db4505f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.881303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (af37bcb9-5b16-48bc-934e-67145db4505f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.883370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] For port 6cdbb6fb-a788-4dde-862b-7446898ef58e, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:22.886891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] For port 6cdbb6fb-a788-4dde-862b-7446898ef58e, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6cdbb6fb-a788-4dde-862b-7446898ef58e,segment=NetworkSegment(dd442045-a646-4412-baa9-4e6b455d6652),segment_id=dd442045-a646-4412-baa9-4e6b455d6652)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:22.893958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.914166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Subnet': ['ID=af37bcb9-5b16-48bc-934e-67145db4505f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:22.919866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:22.924383 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-74f5c091-0704-4a97-ac5b-cb0033420364 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "DELETE /v2.0/subnets/af37bcb9-5b16-48bc-934e-67145db4505f HTTP/1.1" status: 204 len: 168 time: 0.3735363 Mar 10 18:26:22.926159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:22.955891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd5ce9-4af9-4c51-a634-5f75f4c5cd59 None None] Pushing event updated for resources: {'Port': ['ID=6cdbb6fb-a788-4dde-862b-7446898ef58e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:23.008683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (02a16ddb-732d-4de3-9397-15752231abab), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.086996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Deleting port 6cdbb6fb-a788-4dde-862b-7446898ef58e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:23.087328 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.125742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79b2630f-294b-445f-993c-96e128529aa3 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:23.162900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] For port 6cdbb6fb-a788-4dde-862b-7446898ef58e, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6cdbb6fb-a788-4dde-862b-7446898ef58e,segment=NetworkSegment(dd442045-a646-4412-baa9-4e6b455d6652),segment_id=dd442045-a646-4412-baa9-4e6b455d6652)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:23.163148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.182337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Calling delete_port for 6cdbb6fb-a788-4dde-862b-7446898ef58e owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:23.218065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 79b2630f-294b-445f-993c-96e128529aa3 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:23.218705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79b2630f-294b-445f-993c-96e128529aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.310648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 79b2630f-294b-445f-993c-96e128529aa3 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:23.311392 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (79b2630f-294b-445f-993c-96e128529aa3), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.316911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6cdbb6fb-a788-4dde-862b-7446898ef58e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.341367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Port': ['ID=6cdbb6fb-a788-4dde-862b-7446898ef58e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:23.359871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] No DVR routers for this DVR port 6cdbb6fb-a788-4dde-862b-7446898ef58e on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:23.370758 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 79b2630f-294b-445f-993c-96e128529aa3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79b2630f-294b-445f-993c-96e128529aa3,segment=NetworkSegment(3ed114f0-d064-46f8-8068-1d0d15db81b5),segment_id=3ed114f0-d064-46f8-8068-1d0d15db81b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:23.375857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (79b2630f-294b-445f-993c-96e128529aa3), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.431594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=79b2630f-294b-445f-993c-96e128529aa3,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:23.449260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (02a16ddb-732d-4de3-9397-15752231abab), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.480123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a16ddb-732d-4de3-9397-15752231abab']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:23.490111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd442045-a646-4412-baa9-4e6b455d6652') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:23.490404 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd442045-a646-4412-baa9-4e6b455d6652') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:23.500379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (dd442045-a646-4412-baa9-4e6b455d6652), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.516972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (dd442045-a646-4412-baa9-4e6b455d6652), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.529031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:23.529428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (dd442045-a646-4412-baa9-4e6b455d6652), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:23.532813 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:23.543871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c0463-e8ac-4f84-9659-07a6c1ca2901 None None] Network 6ef33246-356a-4eac-8e8a-6780c47b974c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:23.602999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (02a16ddb-732d-4de3-9397-15752231abab), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.610550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.615877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "DELETE /v2.0/networks/02a16ddb-732d-4de3-9397-15752231abab HTTP/1.1" status: 204 len: 168 time: 0.6864855 Mar 10 18:26:23.616826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:23.630946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050fcfe-fed6-45ba-830c-bbddddf9fcb3 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Network': ['ID=02a16ddb-732d-4de3-9397-15752231abab,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:23.633122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9159b1d1-b838-438a-8323-00cdf081bbae None None] Provisioning complete for port 79b2630f-294b-445f-993c-96e128529aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:23.637700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9159b1d1-b838-438a-8323-00cdf081bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79b2630f-294b-445f-993c-96e128529aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.687659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Deleting subnet d2161b40-3e46-4e8e-ba90-e39b81819b96 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:26:23.691026 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (d2161b40-3e46-4e8e-ba90-e39b81819b96), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.747375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (d2161b40-3e46-4e8e-ba90-e39b81819b96), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.760523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9159b1d1-b838-438a-8323-00cdf081bbae None None] Current status of the port 79b2630f-294b-445f-993c-96e128529aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:23.857071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (d2161b40-3e46-4e8e-ba90-e39b81819b96), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.946071 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (d2161b40-3e46-4e8e-ba90-e39b81819b96), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.982741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Subnet': ['ID=d2161b40-3e46-4e8e-ba90-e39b81819b96,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:23.986235 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:23.989860 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f653c2b-533f-4cba-8113-68f5a7063494 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "DELETE /v2.0/subnets/d2161b40-3e46-4e8e-ba90-e39b81819b96 HTTP/1.1" status: 204 len: 168 time: 0.3717895 Mar 10 18:26:23.992848 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:24.009882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d15a15-3c85-421d-9a7f-ae0655391035 None None] Network 6ef33246-356a-4eac-8e8a-6780c47b974c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:24.091148 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (6ef33246-356a-4eac-8e8a-6780c47b974c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.110562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-46bd21cc-e9cc-47e2-bc92-d3dbfaa5c07b None None] Provisioning complete for port 79b2630f-294b-445f-993c-96e128529aa3 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:24.110942 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-46bd21cc-e9cc-47e2-bc92-d3dbfaa5c07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (79b2630f-294b-445f-993c-96e128529aa3), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.169907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Deleting port 79b2630f-294b-445f-993c-96e128529aa3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:24.170248 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (79b2630f-294b-445f-993c-96e128529aa3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.253657 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] For port 79b2630f-294b-445f-993c-96e128529aa3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79b2630f-294b-445f-993c-96e128529aa3,segment=NetworkSegment(3ed114f0-d064-46f8-8068-1d0d15db81b5),segment_id=3ed114f0-d064-46f8-8068-1d0d15db81b5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:24.254021 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (79b2630f-294b-445f-993c-96e128529aa3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.270284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Calling delete_port for 79b2630f-294b-445f-993c-96e128529aa3 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:24.317553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5943d-4eb9-4994-bf4f-9b84571e1a52 None None] DHCP port deletion for 02a16ddb-732d-4de3-9397-15752231abab request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:26:24.362884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff788e-5c11-4814-8e9c-c2d1e3dd288d None None] Network 02a16ddb-732d-4de3-9397-15752231abab requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:24.408088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff788e-5c11-4814-8e9c-c2d1e3dd288d None None] Network 02a16ddb-732d-4de3-9397-15752231abab could not be found, it might have been deleted concurrently. {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 18:26:24.427280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-46bd21cc-e9cc-47e2-bc92-d3dbfaa5c07b None None] Current status of the port 79b2630f-294b-445f-993c-96e128529aa3 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:24.433700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] DHCP port deletion for 6ef33246-356a-4eac-8e8a-6780c47b974c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:26:24.494376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Deleting port 79b2630f-294b-445f-993c-96e128529aa3 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:26:24.494939 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (79b2630f-294b-445f-993c-96e128529aa3), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.580141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e9159475-7ea1-4a2d-a0c7-ac682db5251a None None] Could not find standard attr ID for object 6cdbb6fb-a788-4dde-862b-7446898ef58e. {{(pid=103796) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 18:26:24.583970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] For port 79b2630f-294b-445f-993c-96e128529aa3, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=79b2630f-294b-445f-993c-96e128529aa3,segment=NetworkSegment(3ed114f0-d064-46f8-8068-1d0d15db81b5),segment_id=3ed114f0-d064-46f8-8068-1d0d15db81b5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:24.584366 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (79b2630f-294b-445f-993c-96e128529aa3), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.599296 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Calling delete_port for 79b2630f-294b-445f-993c-96e128529aa3 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:26:24.695585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (79b2630f-294b-445f-993c-96e128529aa3), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.721398 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (79b2630f-294b-445f-993c-96e128529aa3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.725599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] Pushing event deleted for resources: {'Port': ['ID=79b2630f-294b-445f-993c-96e128529aa3,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:24.729282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7feb3-d580-4a7d-b1bc-3b7412bbfb10 None None] No DVR routers for this DVR port 79b2630f-294b-445f-993c-96e128529aa3 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:24.748663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Port': ['ID=79b2630f-294b-445f-993c-96e128529aa3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:24.750512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] No DVR routers for this DVR port 79b2630f-294b-445f-993c-96e128529aa3 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:26:24.833236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (6ef33246-356a-4eac-8e8a-6780c47b974c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.854634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef33246-356a-4eac-8e8a-6780c47b974c']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:24.864655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed114f0-d064-46f8-8068-1d0d15db81b5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:24.864948 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed114f0-d064-46f8-8068-1d0d15db81b5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:24.876177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (3ed114f0-d064-46f8-8068-1d0d15db81b5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.893978 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (3ed114f0-d064-46f8-8068-1d0d15db81b5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.901093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:26:24.901493 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (3ed114f0-d064-46f8-8068-1d0d15db81b5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self.session.flush() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:26:24.904459 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:26:24.962249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (6ef33246-356a-4eac-8e8a-6780c47b974c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.969135 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:24.972248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "DELETE /v2.0/networks/6ef33246-356a-4eac-8e8a-6780c47b974c HTTP/1.1" status: 204 len: 168 time: 0.9783733 Mar 10 18:26:24.975196 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:24.983742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218d05e-629e-4a9d-be52-4f36d20ee0ca tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Pushing event deleted for resources: {'Network': ['ID=6ef33246-356a-4eac-8e8a-6780c47b974c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:25.009892 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-16f602ed-0851-47ed-b94b-9b81430ea7f1 tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4088b8-ccad-4a44-9610-8a422efbd053 HTTP/1.1" status: 200 len: 205 time: 0.0334790 Mar 10 18:26:25.012527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57210) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:25.056500 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79b2630f-294b-445f-993c-96e128529aa3 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:26:25.077536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 79b2630f-294b-445f-993c-96e128529aa3 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:26:25.077880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 79b2630f-294b-445f-993c-96e128529aa3 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:26:25.102096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.262022 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.264238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router_controller (bd4088b8-ccad-4a44-9610-8a422efbd053), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.321132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (bd4088b8-ccad-4a44-9610-8a422efbd053), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.321641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Fanout notify agent at l3_agent the message router_deleted on router bd4088b8-ccad-4a44-9610-8a422efbd053 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:26:25.328615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.329783 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0f4405c1-602f-4709-9a62-add43989985a tempest-RoutersNegativeTest-1833846999 tempest-RoutersNegativeTest-1833846999-project] 10.222.0.35 "DELETE /v2.0/routers/bd4088b8-ccad-4a44-9610-8a422efbd053 HTTP/1.1" status: 204 len: 168 time: 0.3161802 Mar 10 18:26:25.605113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57216) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:25.743590 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5b29bac-744c-49db-9494-aadc6b2e0817 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3e0115daed14362ab1c5a3fd47e20fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372714 Mar 10 18:26:25.747006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:25.796060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] Publish callbacks [] for security_group (44f456dc-883c-4bc0-8b22-bdbc0d69af57), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.818621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] Publish callbacks [] for security_group (44f456dc-883c-4bc0-8b22-bdbc0d69af57), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.869600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (44f456dc-883c-4bc0-8b22-bdbc0d69af57), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.872260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:25.873450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44f456dc-883c-4bc0-8b22-bdbc0d69af57 HTTP/1.1" status: 204 len: 168 time: 0.1255858 Mar 10 18:26:25.882171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d2bf8-f7ec-428e-aa7a-e512223a63fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f456dc-883c-4bc0-8b22-bdbc0d69af57,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:26.516891 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:26.619892 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-758901030-network', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:26.641880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Made reservation on behalf of b67774bbfb2b48e389340dfbe97775c6 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:26.644146 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.652975 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.726941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks [] for security_group (7df21ba7-b211-411a-8abc-7ccfcfde54a9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.732127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7df21ba7-b211-411a-8abc-7ccfcfde54a9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.756270 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:26.766047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df21ba7-b211-411a-8abc-7ccfcfde54a9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:26.770729 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2e300bb2-08b6-4888-ad54-c21c20506e9e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.771086 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Added segment 2e300bb2-08b6-4888-ad54-c21c20506e9e of type vlan for network bdbe6b3b-b864-44be-bfb7-5616134f841e Mar 10 18:26:26.810823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (bdbe6b3b-b864-44be-bfb7-5616134f841e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.844034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (bdbe6b3b-b864-44be-bfb7-5616134f841e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.845684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:26.846477 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.882990 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3649168 Mar 10 18:26:26.886048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57246) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:26.891043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Request body: {'subnet': {'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-subnet', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:26.912479 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Made reservation on behalf of b67774bbfb2b48e389340dfbe97775c6 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:26.914350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cd0f0-c71a-43c6-95ca-0dd068213a55 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbe6b3b-b864-44be-bfb7-5616134f841e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:26.915311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:26.925067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network bdbe6b3b-b864-44be-bfb7-5616134f841e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:27.087443 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (5acd4b3c-7f5f-42c6-bada-6791c6c2d01f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.137137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:27.153201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Checking segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:27.153563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Network hostable DHCP agents. Network: bdbe6b3b-b864-44be-bfb7-5616134f841e, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:27.171468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:27.180694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, bdbe6b3b-b864-44be-bfb7-5616134f841e) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:27.186738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:27.187791 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.193175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1488e9-0a73-4bd8-876d-8c697fdef182 None None] Network bdbe6b3b-b864-44be-bfb7-5616134f841e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:27.207545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-20accf31-32b3-4978-8965-41b4a0b99769 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3203752 Mar 10 18:26:27.211358 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:27.215632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:27.236213 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.237237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.294575 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for router_controller (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.300594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-bdbe6b3b-b864-44be-bfb7-5616134f841e', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:27.302096 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.442518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for router_gateway (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.448597 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.449768 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Allocated IP 172.20.0.2 (bdbe6b3b-b864-44be-bfb7-5616134f841e/5acd4b3c-7f5f-42c6-bada-6791c6c2d01f/2b97e709-2f6a-40c3-97dc-106d0d491c3d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:27.596983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks [] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.603030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.640130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:27.646416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:27.646694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for router_gateway (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.650852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:27.653839 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Pushing event updated for resources: {'Port': ['ID=2b97e709-2f6a-40c3-97dc-106d0d491c3d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:27.667926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.712921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Attempting to bind port 2b97e709-2f6a-40c3-97dc-106d0d491c3d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:27.713379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Attempting to bind port 2b97e709-2f6a-40c3-97dc-106d0d491c3d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:27.713907 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Attempting to bind port 2b97e709-2f6a-40c3-97dc-106d0d491c3d on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:27.719235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:27.719592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Checking segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:27.720252 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.720400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Bound using segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:27.720806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Bound port: 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:27.721182 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.779566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Allocated IP 172.25.3.186 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/3147178f-dd8f-47d8-aa67-49dd1f5f7c0b) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:27.785024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] For port 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:27.788380 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] For port 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b97e709-2f6a-40c3-97dc-106d0d491c3d,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:27.794448 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.849961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f4e80-09e0-480b-ad04-78e7bf430a92 None None] Pushing event updated for resources: {'Port': ['ID=2b97e709-2f6a-40c3-97dc-106d0d491c3d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:27.891873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.931971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:27.969811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:27.972778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:27.978510 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:28.006610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Pushing event updated for resources: {'Port': ['ID=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:28.273327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for router_gateway (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:28.481760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:28.618050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Router aca53a3f-c5a8-4cc5-b335-8c322d0b174f is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:26:28.730169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:26:28.741127 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Sync routers for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:26:28.746274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3a5ee-d729-4095-a432-8bb298194f47 None None] Network bdbe6b3b-b864-44be-bfb7-5616134f841e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:28.750338 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:28.751689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b9033980-8342-46be-beaf-b1e00b36348f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5396554 Mar 10 18:26:28.754724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:28.762536 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:28.762971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:28.863697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Provisioning complete for port 2b97e709-2f6a-40c3-97dc-106d0d491c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:28.864067 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:28.969483 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:28.975445 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Current status of the port 2b97e709-2f6a-40c3-97dc-106d0d491c3d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:28.975847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.015623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] For port 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b97e709-2f6a-40c3-97dc-106d0d491c3d,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:29.021375 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.108173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac381-84c5-42de-9718-98ea107478dd None None] Pushing event updated for resources: {'Port': ['ID=2b97e709-2f6a-40c3-97dc-106d0d491c3d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:29.154724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b97e709-2f6a-40c3-97dc-106d0d491c3d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:29.207440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2b97e709-2f6a-40c3-97dc-106d0d491c3d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:29.208216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.209894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:28Z', 'revision_number': 3, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:29.237809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Checking router: aca53a3f-c5a8-4cc5-b335-8c322d0b174f for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:26:29.238154 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Updating router aca53a3f-c5a8-4cc5-b335-8c322d0b174f port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:26:29.266872 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.269870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-6348c764-60f3-407e-a515-4e24b8bc4e74 None None] Provisioning complete for port 2b97e709-2f6a-40c3-97dc-106d0d491c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:29.269870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6348c764-60f3-407e-a515-4e24b8bc4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.344690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2b97e709-2f6a-40c3-97dc-106d0d491c3d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:29.392353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6348c764-60f3-407e-a515-4e24b8bc4e74 None None] Current status of the port 2b97e709-2f6a-40c3-97dc-106d0d491c3d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:29.534462 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks [] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.541682 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.590177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Attempting to bind port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:29.590575 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Attempting to bind port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:29.590930 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Attempting to bind port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:29.597659 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Pushing event updated for resources: {'Port': ['ID=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:29.600728 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:29.601096 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:29.601490 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.601872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:29.602324 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Bound port: 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:29.602721 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.625721 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.626050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.626388 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.626877 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.627335 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.627641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.627962 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.628274 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.628585 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.628898 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.629209 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.629518 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.629842 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:29.640618 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.673252 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] For port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:29.676633 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] For port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:29.683160 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.738740 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:29.739357 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:29.777290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e0ef1-1579-4b5a-8d5b-f451604fe357 None None] Pushing event updated for resources: {'Port': ['ID=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:29.805641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Allocated IP 172.20.0.1 (bdbe6b3b-b864-44be-bfb7-5616134f841e/5acd4b3c-7f5f-42c6-bada-6791c6c2d01f/2c22487a-9eab-407e-991f-bd61a40009b0) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:29.855281 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:29.913011 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks [] for port (2c22487a-9eab-407e-991f-bd61a40009b0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.950205 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:29.986694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:29.989732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:29.994097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:30.027072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Pushing event updated for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:30.036492 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:28Z', 'revision_number': 3, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:30.044050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.068443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549f2fc-1644-4b46-b0fc-178277ea017a None None] The sync data for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 is: [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:28Z', 'revision_number': 3, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:26:30.196644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.328233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1afb3de9-dd82-4795-bafe-59955ce4e113 None None] Provisioning complete for port 2c22487a-9eab-407e-991f-bd61a40009b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:30.328865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1afb3de9-dd82-4795-bafe-59955ce4e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.373618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1afb3de9-dd82-4795-bafe-59955ce4e113 None None] Port 2c22487a-9eab-407e-991f-bd61a40009b0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:30.393995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks [] for port (2c22487a-9eab-407e-991f-bd61a40009b0), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.400740 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.453398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.475926 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.477790 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Pushing event updated for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:30.576069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:30.577685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:30.710114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Router aca53a3f-c5a8-4cc5-b335-8c322d0b174f has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:26:30.832632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:26:30.839239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b53f8f52-e83c-4e3a-a691-c9bf9f7dd45c admin admin] 10.222.0.35 "PUT /v2.0/routers/aca53a3f-c5a8-4cc5-b335-8c322d0b174f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823236 Mar 10 18:26:30.904119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5f7255d8-024b-4e75-8d0f-9089d757b357 None None] Provisioning complete for port 2c22487a-9eab-407e-991f-bd61a40009b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:30.904504 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f7255d8-024b-4e75-8d0f-9089d757b357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:30.949146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5f7255d8-024b-4e75-8d0f-9089d757b357 None None] Port 2c22487a-9eab-407e-991f-bd61a40009b0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:31.153647 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:26:31.157819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:31.228284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:31.229935 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.310523 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:31.310928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.332322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:31.337565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.338388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b97e709-2f6a-40c3-97dc-106d0d491c3d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:31.358822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57270) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:31.364886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-521795275-network', 'tenant_id': 'a2b0319b19514839858a370b9a43df55'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:31.397867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Made reservation on behalf of a2b0319b19514839858a370b9a43df55 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:31.401705 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.410547 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.433782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:31.448797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2b97e709-2f6a-40c3-97dc-106d0d491c3d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:31.449181 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.493150 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks [] for security_group (af5c539d-5429-472a-aa09-f9c63a9beb55), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.501255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (af5c539d-5429-472a-aa09-f9c63a9beb55), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.518354 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:26:31.532440 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2b97e709-2f6a-40c3-97dc-106d0d491c3d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:31.542873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (633dba57-18ad-4049-801b-326420f20bf3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.543573 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Added segment 633dba57-18ad-4049-801b-326420f20bf3 of type vlan for network d797e9cb-4147-4c28-a508-91792aee46c0 Mar 10 18:26:31.552739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c539d-5429-472a-aa09-f9c63a9beb55,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:31.589781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d797e9cb-4147-4c28-a508-91792aee46c0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.615607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d797e9cb-4147-4c28-a508-91792aee46c0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.616641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:31.617216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.657202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2970080 Mar 10 18:26:31.660098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57272) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:31.665125 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Request body: {'subnet': {'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-subnet', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:31.687952 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Made reservation on behalf of a2b0319b19514839858a370b9a43df55 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:31.688212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056c150-35b0-4d22-b5a5-2c9f6b5d7533 admin admin] Pushing event updated for resources: {'Network': ['ID=d797e9cb-4147-4c28-a508-91792aee46c0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:31.690352 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:31.701584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d797e9cb-4147-4c28-a508-91792aee46c0 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:26:31.732283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Sync routers for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:26:31.783617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:31.784245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:31.900193 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:32.114195 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:30Z', 'revision_number': 4, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2c22487a-9eab-407e-991f-bd61a40009b0', 'name': '', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'mac_address': 'fa:16:3e:33:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:29Z', 'updated_at': '2022-03-10T18:26:30Z', 'revision_number': 2, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'subnets': [{'id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:32.144533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Checking router: aca53a3f-c5a8-4cc5-b335-8c322d0b174f for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:26:32.144883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Updating router aca53a3f-c5a8-4cc5-b335-8c322d0b174f port 2c22487a-9eab-407e-991f-bd61a40009b0 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:26:32.173764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.177935 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (b4e6f68e-42c0-48d0-b98d-3f329c8c401e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.232039 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e6f68e-42c0-48d0-b98d-3f329c8c401e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:32.241910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.242254 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.242654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.242993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.243322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.243650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.243972 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.244369 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.244660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.244973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.245303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.245622 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.245935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:32.252060 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Checking segment: {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:32.252424 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Network hostable DHCP agents. Network: d797e9cb-4147-4c28-a508-91792aee46c0, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:26:32.268782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Network d797e9cb-4147-4c28-a508-91792aee46c0 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:26:32.277614 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d797e9cb-4147-4c28-a508-91792aee46c0) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:32.281633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:32.282229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.290050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487eef7d-1dc7-4f27-9d28-bca430112e4a None None] Network d797e9cb-4147-4c28-a508-91792aee46c0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:32.299205 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1d026626-10a9-4caf-ac6d-8ba8961f77cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6379693 Mar 10 18:26:32.302199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:32.306862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:32.328687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.329508 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.384954 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for router_controller (81b2231c-8cc1-4c14-bfb2-585d676d7d55), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.540226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for router_gateway (81b2231c-8cc1-4c14-bfb2-585d676d7d55), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.635259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d797e9cb-4147-4c28-a508-91792aee46c0', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'project_id': 'a2b0319b19514839858a370b9a43df55', 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:26:32.636125 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.750916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for router_gateway (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.768864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks [] for port (2c22487a-9eab-407e-991f-bd61a40009b0), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.772880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.780308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.875361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Allocated IP 172.20.0.2 (d797e9cb-4147-4c28-a508-91792aee46c0/b4e6f68e-42c0-48d0-b98d-3f329c8c401e/6f168350-b38e-4682-8c36-7b6e0c365307) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:32.877413 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55246be-9afb-4e3e-aaf7-6f81007cc7d2 None None] Pushing event updated for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:32.894761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Allocated IP 172.25.3.125 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:32.959967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Attempting to bind port 2c22487a-9eab-407e-991f-bd61a40009b0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:32.960366 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Attempting to bind port 2c22487a-9eab-407e-991f-bd61a40009b0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:32.960941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Attempting to bind port 2c22487a-9eab-407e-991f-bd61a40009b0 on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:32.992001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:32.992374 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Checking segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:32.992788 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:32.993190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Bound using segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:32.993862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Bound port: 2c22487a-9eab-407e-991f-bd61a40009b0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:32.994024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.032691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.085886 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.121103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:33.123817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:33.126748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:33.133081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:33.157969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] For port 2c22487a-9eab-407e-991f-bd61a40009b0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:33.158343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:33.161998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-55e04b0f-af67-4d7d-ad46-0a5b7d8b4874 None None] Provisioning complete for port 2c22487a-9eab-407e-991f-bd61a40009b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:33.162523 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55e04b0f-af67-4d7d-ad46-0a5b7d8b4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.206865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] For port 2c22487a-9eab-407e-991f-bd61a40009b0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c22487a-9eab-407e-991f-bd61a40009b0,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:33.209608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks [] for port (6f168350-b38e-4682-8c36-7b6e0c365307), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.223595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.232197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.267939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-55e04b0f-af67-4d7d-ad46-0a5b7d8b4874 None None] Port 2c22487a-9eab-407e-991f-bd61a40009b0 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:33.299741 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Network d797e9cb-4147-4c28-a508-91792aee46c0 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:33.311940 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:33.317990 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:33.317990 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.320555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:33.323965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:33.324124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:33.344185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55246be-9afb-4e3e-aaf7-6f81007cc7d2 None None] Pushing event updated for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:33.417071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for router_gateway (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.491319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Pushing event updated for resources: {'Port': ['ID=6f168350-b38e-4682-8c36-7b6e0c365307,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:33.537989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Attempting to bind port 6f168350-b38e-4682-8c36-7b6e0c365307 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:33.538369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Attempting to bind port 6f168350-b38e-4682-8c36-7b6e0c365307 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:33.538763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Attempting to bind port 6f168350-b38e-4682-8c36-7b6e0c365307 on network d797e9cb-4147-4c28-a508-91792aee46c0 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:33.554943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:33.555395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Checking segment: {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:33.555731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.556129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Bound using segment: {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:33.556628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Bound port: 6f168350-b38e-4682-8c36-7b6e0c365307, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:33.557018 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.606700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:33.633403 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.665275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:33.735502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Provisioning complete for port 2c22487a-9eab-407e-991f-bd61a40009b0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:33.735879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.778332 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:26:33.785555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] For port 6f168350-b38e-4682-8c36-7b6e0c365307, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:33.840551 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] For port 6f168350-b38e-4682-8c36-7b6e0c365307, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6f168350-b38e-4682-8c36-7b6e0c365307,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:33.855315 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.892346 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:26:33.903918 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Sync routers for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:26:33.913298 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:33.917354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e2dabf15-bfde-4be7-838c-db5c29094b08 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6114912 Mar 10 18:26:33.917666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57276) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:26:33.925124 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:33.925846 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:33.980579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de39156-fe86-4b91-8df9-35531c47df7e None None] Pushing event updated for resources: {'Port': ['ID=6f168350-b38e-4682-8c36-7b6e0c365307,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:34.016194 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Current status of the port 2c22487a-9eab-407e-991f-bd61a40009b0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:34.016743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.076752 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:34.081530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:30Z', 'revision_number': 4, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2c22487a-9eab-407e-991f-bd61a40009b0', 'name': '', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'mac_address': 'fa:16:3e:33:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:29Z', 'updated_at': '2022-03-10T18:26:33Z', 'revision_number': 4, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'subnets': [{'id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:34.085385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] For port 2c22487a-9eab-407e-991f-bd61a40009b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c22487a-9eab-407e-991f-bd61a40009b0,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:34.111245 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.158780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8213cd-9cb1-44b6-acbd-99228a7bb88c None None] The sync data for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 is: [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:30Z', 'revision_number': 4, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '2c22487a-9eab-407e-991f-bd61a40009b0', 'name': '', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'mac_address': 'fa:16:3e:33:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:29Z', 'updated_at': '2022-03-10T18:26:33Z', 'revision_number': 4, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'subnets': [{'id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:26:34.160649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e0ba1-0052-4278-bdb7-bd8fd312e7fa None None] Pushing event updated for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:34.364597 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:33Z', 'revision_number': 3, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:34.395178 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Checking router: 81b2231c-8cc1-4c14-bfb2-585d676d7d55 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:26:34.395444 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Updating router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:26:34.438003 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.511853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.687557 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Allocated IP 172.20.0.1 (d797e9cb-4147-4c28-a508-91792aee46c0/b4e6f68e-42c0-48d0-b98d-3f329c8c401e/e663a94f-ce01-4d71-bc13-91afc3a2937c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:34.811297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks [] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.843299 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks [] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.851832 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.853165 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.890950 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Network d797e9cb-4147-4c28-a508-91792aee46c0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:34.894213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:34.896746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:34.924287 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35e73-c5b0-4f67-8298-3c06eacf1140 None None] Pushing event updated for resources: {'Port': ['ID=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:34.931706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Attempting to bind port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:34.931706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Attempting to bind port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:34.931706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Attempting to bind port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:34.934738 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:34.935044 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:34.935446 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.935839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:34.936732 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Bound port: 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:34.937377 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.941920 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Pushing event updated for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:34.953884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:34.999064 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] For port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:35.003219 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] For port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:35.029558 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.130060 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:35.130982 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:35.168079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.191644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c22487a-9eab-407e-991f-bd61a40009b0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:35.261377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2c22487a-9eab-407e-991f-bd61a40009b0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:35.261954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.265086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d60e3-9d45-4437-a045-d1acd3e7635d None None] Network d797e9cb-4147-4c28-a508-91792aee46c0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:26:35.274883 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:35.399645 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35e73-c5b0-4f67-8298-3c06eacf1140 None None] Pushing event updated for resources: {'Port': ['ID=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:35.416899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks [] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.425185 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.512919 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Pushing event updated for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:35.522061 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.530310 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e663a94f-ce01-4d71-bc13-91afc3a2937c', 'name': '', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'mac_address': 'fa:16:3e:da:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:34Z', 'updated_at': '2022-03-10T18:26:34Z', 'revision_number': 1, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'subnets': [{'id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:35.564222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Provisioning complete for port 6f168350-b38e-4682-8c36-7b6e0c365307 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:35.564825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.567269 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05080f-e43e-435e-923f-2aa04c4d45ba None None] The sync data for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 is: [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e663a94f-ce01-4d71-bc13-91afc3a2937c', 'name': '', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'mac_address': 'fa:16:3e:da:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:34Z', 'updated_at': '2022-03-10T18:26:34Z', 'revision_number': 1, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'subnets': [{'id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:26:35.648234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Network d797e9cb-4147-4c28-a508-91792aee46c0 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:35.649808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:35.692735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2c22487a-9eab-407e-991f-bd61a40009b0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:35.693816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6f168350-b38e-4682-8c36-7b6e0c365307 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:35.770547 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Current status of the port 6f168350-b38e-4682-8c36-7b6e0c365307 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:35.770944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.798169 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:26:35.817782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] For port 6f168350-b38e-4682-8c36-7b6e0c365307, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6f168350-b38e-4682-8c36-7b6e0c365307,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:35.819151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6f168350-b38e-4682-8c36-7b6e0c365307 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:35.819502 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.826220 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:35.952676 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:26:35.954222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daba79f-b6e0-405b-8b03-33ac87a320d7 None None] Pushing event updated for resources: {'Port': ['ID=6f168350-b38e-4682-8c36-7b6e0c365307,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:35.965270 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5165c663-3178-48dd-a835-c1df9840b513 admin admin] 10.222.0.35 "PUT /v2.0/routers/81b2231c-8cc1-4c14-bfb2-585d676d7d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0447428 Mar 10 18:26:36.017745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6f168350-b38e-4682-8c36-7b6e0c365307 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:36.155390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:36.155929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:36.200975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Port e663a94f-ce01-4d71-bc13-91afc3a2937c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:36.211898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Provisioning complete for port 6f168350-b38e-4682-8c36-7b6e0c365307 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:36.212459 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:36.309686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a562641e-8702-4ab0-8050-83c26f947d90 None None] Current status of the port 6f168350-b38e-4682-8c36-7b6e0c365307 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:36.431699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3f159af5-7d06-4c30-812e-421b73e5adf3 None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:36.432520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f159af5-7d06-4c30-812e-421b73e5adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:36.476792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3f159af5-7d06-4c30-812e-421b73e5adf3 None None] Port e663a94f-ce01-4d71-bc13-91afc3a2937c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:36.597150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3abd483e-3f11-4417-a9b5-5e495c030770 None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:36.597526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3abd483e-3f11-4417-a9b5-5e495c030770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:36.633532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3abd483e-3f11-4417-a9b5-5e495c030770 None None] Port e663a94f-ce01-4d71-bc13-91afc3a2937c cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:36.914710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-d44dba77-7b8f-48ea-97e7-20d65affa752 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:36.924084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-d44dba77-7b8f-48ea-97e7-20d65affa752 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 816 time: 0.1227746 Mar 10 18:26:36.935013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-7a63201e-8fd2-46d0-95d7-74427d3c754d tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/quotas/b67774bbfb2b48e389340dfbe97775c6 HTTP/1.1" status: 200 len: 375 time: 0.0100112 Mar 10 18:26:36.992761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-e37dc6ac-4277-40d2-bc65-12ff2d006e39 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519729 Mar 10 18:26:37.100569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-b26fd647-ff7d-4af0-b973-6f4c28d4f226 service neutron] 10.222.0.35 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958092 Mar 10 18:26:37.162487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:37.205839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-3c451b12-0f91-400e-8fb3-21eeebfb8799 service neutron] 10.222.0.35 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981064 Mar 10 18:26:37.216278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:37.216278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:37.301218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:37.301633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:37.336029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:37.342209 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:37.342996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6f168350-b38e-4682-8c36-7b6e0c365307 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:37.399062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee26354b-ee0d-4e82-9bd4-62f5ffb82d2a req-ed4e7832-c79a-4c7d-a21f-d795ab628ac8 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 210 time: 0.0383127 Mar 10 18:26:37.445049 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:37.455350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6f168350-b38e-4682-8c36-7b6e0c365307 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:37.455724 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:37.547050 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6f168350-b38e-4682-8c36-7b6e0c365307 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:38.465613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Sync routers for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:26:38.477698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:38.478697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:38.530134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c90d64b-e13d-4332-80ca-f24f2fac0974 req-ef9e3606-09f0-494a-a374-f942509a01f7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 210 time: 0.0439832 Mar 10 18:26:38.600983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-7f70a6f6-6182-443d-9031-d34ef8ec50aa req-6f1c2007-6b8e-4b1a-9f45-431538f08888 tempest-TestNetworkAdvancedServerOps-469591658 tempest-TestNetworkAdvancedServerOps-469591658-project-admin] (103795) timed out ('10.222.0.35', 54212) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:26:38.604256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:38.622472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-07a41d18-e059-4433-a340-26b92994ac64 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:38.623912 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-07a41d18-e059-4433-a340-26b92994ac64 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 816 time: 0.1742826 Mar 10 18:26:38.640987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Request body: {'port': {'device_id': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'admin_state_up': True, 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:38.752457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Made reservation on behalf of b67774bbfb2b48e389340dfbe97775c6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:26:38.756460 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:38.810320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e663a94f-ce01-4d71-bc13-91afc3a2937c', 'name': '', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'mac_address': 'fa:16:3e:da:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:34Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 2, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'subnets': [{'id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:38.841217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Checking router: 81b2231c-8cc1-4c14-bfb2-585d676d7d55 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:26:38.841571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Updating router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 port e663a94f-ce01-4d71-bc13-91afc3a2937c binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:26:38.869248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:38.890761 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Allocated IP 172.20.0.10 (bdbe6b3b-b864-44be-bfb7-5616134f841e/5acd4b3c-7f5f-42c6-bada-6791c6c2d01f/7ad83063-8235-439e-ad32-a261de3e65ef) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:26:39.045985 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks [] for port (7ad83063-8235-439e-ad32-a261de3e65ef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.081766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.094275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:39.124873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:26:39.129902 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:26:39.133545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:26:39.157676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Pushing event updated for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:39.186375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:39.187066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.195641 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks [] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.203606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:39.203972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.209266 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-31df03d9-2e7e-4f4b-ae52-a1266ddc8c8f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719576 Mar 10 18:26:39.220694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Request body: {'port': {'device_id': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:26:39.226856 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.290207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.295866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca9034-dbf6-46bd-969a-decfa97b242a None None] Pushing event updated for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:39.384465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Attempting to bind port e663a94f-ce01-4d71-bc13-91afc3a2937c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:39.384949 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Attempting to bind port e663a94f-ce01-4d71-bc13-91afc3a2937c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:39.385313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Attempting to bind port e663a94f-ce01-4d71-bc13-91afc3a2937c on network d797e9cb-4147-4c28-a508-91792aee46c0 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:39.397920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:39.398312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Checking segment: {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:39.399569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.399985 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Bound using segment: {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:39.400513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Bound port: e663a94f-ce01-4d71-bc13-91afc3a2937c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633dba57-18ad-4049-801b-326420f20bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:39.401305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.403893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:39.493913 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] For port e663a94f-ce01-4d71-bc13-91afc3a2937c, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:39.498230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] For port e663a94f-ce01-4d71-bc13-91afc3a2937c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e663a94f-ce01-4d71-bc13-91afc3a2937c,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:39.501709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b9467a2a-1d96-4279-bb4f-2cf9adf4efdf None None] Provisioning complete for port 7ad83063-8235-439e-ad32-a261de3e65ef triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:39.502117 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b9467a2a-1d96-4279-bb4f-2cf9adf4efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.530932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.600477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad83063-8235-439e-ad32-a261de3e65ef {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:26:39.609306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks [] for port (7ad83063-8235-439e-ad32-a261de3e65ef), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.611919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca9034-dbf6-46bd-969a-decfa97b242a None None] Pushing event updated for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:39.632986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Transition to ACTIVE for port object 7ad83063-8235-439e-ad32-a261de3e65ef will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:26:39.641910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b9467a2a-1d96-4279-bb4f-2cf9adf4efdf None None] Port 7ad83063-8235-439e-ad32-a261de3e65ef cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:26:39.652847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.655339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:26:39.656067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:26:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:39.745634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:39.795943 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b11a7-248e-4a60-8f80-c586a757c7ee req-4839ee5f-0012-44c4-bed9-789ea0b6e17a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:39.797810 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b0b11a7-248e-4a60-8f80-c586a757c7ee req-4839ee5f-0012-44c4-bed9-789ea0b6e17a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 944 time: 0.1618590 Mar 10 18:26:39.818011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:39.818369 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:39.826335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:26:39.901971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9b0b11a7-248e-4a60-8f80-c586a757c7ee req-aa1f5643-8bdc-44fe-9ec8-fa71859f16b4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Mar 10 18:26:39.934786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Attempting to bind port 7ad83063-8235-439e-ad32-a261de3e65ef on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:26:39.935126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Attempting to bind port 7ad83063-8235-439e-ad32-a261de3e65ef by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:26:39.935457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Attempting to bind port 7ad83063-8235-439e-ad32-a261de3e65ef on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:39.940348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Port 7ad83063-8235-439e-ad32-a261de3e65ef on network bdbe6b3b-b864-44be-bfb7-5616134f841e not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:26:39.940673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Attempting to bind port 7ad83063-8235-439e-ad32-a261de3e65ef on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:26:39.951776 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:26:39.952124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Checking segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:26:39.952476 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Bound using segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:26:39.952913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Bound port: 7ad83063-8235-439e-ad32-a261de3e65ef, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:26:39.953273 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.029097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:26:40.032424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7ad83063-8235-439e-ad32-a261de3e65ef,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:26:40.041122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.075852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.076453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.078269 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ad83063-8235-439e-ad32-a261de3e65ef HTTP/1.1" status: 200 len: 1092 time: 0.8616071 Mar 10 18:26:40.078269 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:26:40.080582 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:26:40.097869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Current status of the port e663a94f-ce01-4d71-bc13-91afc3a2937c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:40.098275 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.115840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5541b-5d2a-4e06-90d1-931fb4b0b065 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:40.155266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] For port e663a94f-ce01-4d71-bc13-91afc3a2937c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e663a94f-ce01-4d71-bc13-91afc3a2937c,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:40.162886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.169655 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe067884-5ac6-4216-be00-60ce959499d7 x-openstack-request-id: req-fe067884-5ac6-4216-be00-60ce959499d7 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:26:40.170117 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:26:40.170404 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe067884-5ac6-4216-be00-60ce959499d7 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:26:40.170918 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef', 'status': 'completed', 'code': 200} Mar 10 18:26:40.192632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-aa6ed3ad-4b50-43d0-96eb-f21690e0977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.194142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-aa6ed3ad-4b50-43d0-96eb-f21690e0977e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 1126 time: 0.0684347 Mar 10 18:26:40.235760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6f082-9237-477c-b85d-ef9d32973b6e None None] Pushing event updated for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:40.244513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e663a94f-ce01-4d71-bc13-91afc3a2937c', 'name': '', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'mac_address': 'fa:16:3e:da:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:34Z', 'updated_at': '2022-03-10T18:26:39Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'subnets': [{'id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:26:40.251914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-f023e1ee-6a27-4ba7-97b7-4d4d719afed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ad83063-8235-439e-ad32-a261de3e65ef HTTP/1.1" status: 200 len: 217 time: 0.0509586 Mar 10 18:26:40.277480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a622d82-7d9a-4155-a223-21f7e06d7d3d None None] The sync data for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 is: [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:35Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e663a94f-ce01-4d71-bc13-91afc3a2937c', 'name': '', 'network_id': 'd797e9cb-4147-4c28-a508-91792aee46c0', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'mac_address': 'fa:16:3e:da:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:34Z', 'updated_at': '2022-03-10T18:26:39Z', 'revision_number': 4, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'subnets': [{'id': 'b4e6f68e-42c0-48d0-b98d-3f329c8c401e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:26:40.295600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1f4b57fe-47d0-4349-bc24-1ef89320d6ec None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:40.295894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f4b57fe-47d0-4349-bc24-1ef89320d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:40.314477 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-41ad912e-02a3-44e5-b85d-3c67d4477104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.316228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-41ad912e-02a3-44e5-b85d-3c67d4477104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f HTTP/1.1" status: 200 len: 855 time: 0.0574436 Mar 10 18:26:40.376952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-c924c91e-6984-477b-801b-a55a59a1ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.378513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-c924c91e-6984-477b-801b-a55a59a1ed51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdbe6b3b-b864-44be-bfb7-5616134f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511186 Mar 10 18:26:40.383455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b57fe-47d0-4349-bc24-1ef89320d6ec None None] Current status of the port e663a94f-ce01-4d71-bc13-91afc3a2937c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:40.474361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-9589efe5-5c9e-4b62-92dc-58dd499e3e8d service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Mar 10 18:26:40.579486 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c87b145b-55b2-44d3-a421-96837cbf5554 req-3eea6570-9c38-4354-b3e5-6d37bba32774 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994480 Mar 10 18:26:40.676239 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-3ec19a7a-4647-428d-813d-0bef6413b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.677761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-3ec19a7a-4647-428d-813d-0bef6413b9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 1126 time: 0.0531774 Mar 10 18:26:40.770133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-d7e35c54-fdbe-4c99-af91-28b8fd2bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:40.771681 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-d7e35c54-fdbe-4c99-af91-28b8fd2bc99b service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 917 time: 0.0881884 Mar 10 18:26:40.816367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-05a6de6c-81d1-4033-a236-5b0bc4854938 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ad83063-8235-439e-ad32-a261de3e65ef HTTP/1.1" status: 200 len: 217 time: 0.0386274 Mar 10 18:26:41.106718 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e663a94f-ce01-4d71-bc13-91afc3a2937c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:41.238074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-252e8bdc-268e-415c-8b93-69d4924d5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:41.239612 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-252e8bdc-268e-415c-8b93-69d4924d5d23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f HTTP/1.1" status: 200 len: 855 time: 0.4172268 Mar 10 18:26:41.283205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778ac4-4d28-4f9d-9e1c-20569cea494c req-d5fed4ba-c5e1-4ea9-961b-f0b622b7156f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:41.284936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78778ac4-4d28-4f9d-9e1c-20569cea494c req-d5fed4ba-c5e1-4ea9-961b-f0b622b7156f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 944 time: 0.0926712 Mar 10 18:26:41.333209 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e663a94f-ce01-4d71-bc13-91afc3a2937c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:41.333571 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:41.339755 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-993680d2-b516-4d88-b5f1-aa220252e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:41.341270 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-993680d2-b516-4d88-b5f1-aa220252e7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdbe6b3b-b864-44be-bfb7-5616134f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930796 Mar 10 18:26:41.348718 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78778ac4-4d28-4f9d-9e1c-20569cea494c req-05968986-4535-407a-9ee6-41794155f3fc tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Mar 10 18:26:41.420251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e663a94f-ce01-4d71-bc13-91afc3a2937c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:41.435597 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-2b90323e-40a7-461e-a084-78f55e2132c1 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858583 Mar 10 18:26:41.528577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ce1d2c35-8d18-4f89-b995-fc1630d1f73a req-bcf68453-8e5d-4cb6-9b1b-d00578f37dec service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867565 Mar 10 18:26:42.476608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c3a88-cded-4fb7-96eb-7bb317872b4c req-60b5e238-d5f5-4736-8701-f183bd83e950 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:42.478077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-083c3a88-cded-4fb7-96eb-7bb317872b4c req-60b5e238-d5f5-4736-8701-f183bd83e950 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 944 time: 0.0534098 Mar 10 18:26:42.500166 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1bf22c06-658e-4883-a1d1-ae357cd90351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:42.526843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-083c3a88-cded-4fb7-96eb-7bb317872b4c req-2b8c4d5c-f4ae-469b-b446-c3ca95ac1e10 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Mar 10 18:26:43.661333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa4cf-4d3b-4d37-9283-1c5422eec5d7 req-2de0f5ae-fd6c-4cfa-b03d-80488e14a584 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:43.662849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e73aa4cf-4d3b-4d37-9283-1c5422eec5d7 req-2de0f5ae-fd6c-4cfa-b03d-80488e14a584 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 944 time: 0.0615184 Mar 10 18:26:43.717703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e73aa4cf-4d3b-4d37-9283-1c5422eec5d7 req-2920e548-f010-41ea-a745-4b3b36970507 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Mar 10 18:26:44.726896 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bbc27537-c0b4-4b20-85ad-560abea963b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:44.849121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb02f39-00e2-4cf8-b8c4-1e2fecb9a145 req-762b4371-bae5-4150-b70b-d15cad3669f6 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:44.850635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fb02f39-00e2-4cf8-b8c4-1e2fecb9a145 req-762b4371-bae5-4150-b70b-d15cad3669f6 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 944 time: 0.0574570 Mar 10 18:26:44.900172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5fb02f39-00e2-4cf8-b8c4-1e2fecb9a145 req-4edb0f25-dfef-4f6c-8718-67aaeaee28c4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Mar 10 18:26:45.479173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7ad83063-8235-439e-ad32-a261de3e65ef details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:26:45.592415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7ad83063-8235-439e-ad32-a261de3e65ef,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:45.604478 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '7ad83063-8235-439e-ad32-a261de3e65ef', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'port_id': '7ad83063-8235-439e-ad32-a261de3e65ef', 'mac_address': 'fa:16:3e:ee:28:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:26:45.643508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7ad83063-8235-439e-ad32-a261de3e65ef is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:45.643899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:45.657815 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad83063-8235-439e-ad32-a261de3e65ef {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:26:45.682800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7ad83063-8235-439e-ad32-a261de3e65ef,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:45.688103 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:45.735806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:45.743430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.743780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.744126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.744498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.744849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.745178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.745484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.745807 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.746135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.746456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.746805 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.747103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.747566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:26:45.989282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7ad83063-8235-439e-ad32-a261de3e65ef'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:26:46.040475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5e80-0bbb-47ee-8c7f-069a4332a400 req-ad54eb10-4227-4119-b67e-d551138ed74b tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:46.042049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54e5e80-0bbb-47ee-8c7f-069a4332a400 req-ad54eb10-4227-4119-b67e-d551138ed74b tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 945 time: 0.0613582 Mar 10 18:26:46.063627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:46.090674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f54e5e80-0bbb-47ee-8c7f-069a4332a400 req-da3e6127-c8cf-4ec5-9793-f8bc235a4483 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Mar 10 18:26:47.221382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d468020-3c04-4666-a7fd-6634b4d97a14 req-1232045d-f4d1-447e-9bc7-8cb2ccd9fba9 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:47.222861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d468020-3c04-4666-a7fd-6634b4d97a14 req-1232045d-f4d1-447e-9bc7-8cb2ccd9fba9 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 945 time: 0.0581894 Mar 10 18:26:47.270746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d468020-3c04-4666-a7fd-6634b4d97a14 req-82d0318b-9b44-4c5b-96fb-b2e37992a7f8 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Mar 10 18:26:47.483869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:47.491753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7ad83063-8235-439e-ad32-a261de3e65ef up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:26:47.544376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 7ad83063-8235-439e-ad32-a261de3e65ef completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:26:47.548372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 7ad83063-8235-439e-ad32-a261de3e65ef triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:26:47.548746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:47.627311 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 7ad83063-8235-439e-ad32-a261de3e65ef is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:26:47.627695 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:47.651672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:26:47.654014 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e2a068-e42c-4617-9721-df2e37eed10b" -d '{"events": [{"server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "name": "network-vif-plugged", "status": "completed", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:26:47.669149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7ad83063-8235-439e-ad32-a261de3e65ef,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:26:47.677544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:47.703498 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301315b1-6291-4bca-a813-d456ab53b49e x-openstack-request-id: req-301315b1-6291-4bca-a813-d456ab53b49e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:26:47.703741 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "name": "network-vif-plugged", "status": "completed", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:26:47.704026 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-301315b1-6291-4bca-a813-d456ab53b49e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:26:47.704409 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef', 'code': 200} Mar 10 18:26:47.732994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:26:47.795611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea284074-56cb-4f62-a2f7-50753422318c req-0f4ef1a6-75d6-498b-9e21-cbc7d102b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:47.796988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea284074-56cb-4f62-a2f7-50753422318c req-0f4ef1a6-75d6-498b-9e21-cbc7d102b937 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 1128 time: 0.0443332 Mar 10 18:26:47.840435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea284074-56cb-4f62-a2f7-50753422318c req-a446c898-2db5-404d-9aad-e42cec1a204b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374179 Mar 10 18:26:48.407193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69565f-d93b-4ec5-8096-4d44287e8ee1 req-2c26c24c-d817-49c5-8cee-eecf2ec944e2 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:48.408655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c69565f-d93b-4ec5-8096-4d44287e8ee1 req-2c26c24c-d817-49c5-8cee-eecf2ec944e2 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0579438 Mar 10 18:26:48.464067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7c69565f-d93b-4ec5-8096-4d44287e8ee1 req-f03d70e6-c6a4-48c5-9a6b-b15e7bc3daab tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Mar 10 18:26:49.385282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:26:49.600069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa13f7-4eb9-4d5f-b7c2-e97e70cdd4d9 req-0da99dd4-8a1d-4a7e-ab2f-4dd8638bf571 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:49.601595 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fa13f7-4eb9-4d5f-b7c2-e97e70cdd4d9 req-0da99dd4-8a1d-4a7e-ab2f-4dd8638bf571 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0568957 Mar 10 18:26:49.651828 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71fa13f7-4eb9-4d5f-b7c2-e97e70cdd4d9 req-3da45061-b326-406e-bc59-23628bf1d7fb tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Mar 10 18:26:49.808323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f255dd-a625-4bea-861c-d30e7aed6566 req-761a7f1e-c041-49fb-8601-473eda424e3f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:26:49.809801 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70f255dd-a625-4bea-861c-d30e7aed6566 req-761a7f1e-c041-49fb-8601-473eda424e3f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0652268 Mar 10 18:26:49.860138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-70f255dd-a625-4bea-861c-d30e7aed6566 req-49a3cea8-67e6-4c5f-9c5c-4d2c08d132a1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Mar 10 18:26:57.439314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:00.455325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:08.162760 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:27:12.504201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d7e4ff97-2954-4f4e-a0aa-bcf6c6c134d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:14.721848 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-804570b2-5fed-4257-80c5-9c4dbcb6378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:16.061358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:17.485924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:19.381331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:24.298136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff177c9f-4688-416c-bff0-6a03d020606f req-57c89f0e-d4a5-4fa8-8e4b-beb04b650565 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:24.299566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff177c9f-4688-416c-bff0-6a03d020606f req-57c89f0e-d4a5-4fa8-8e4b-beb04b650565 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0586953 Mar 10 18:27:24.348323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ff177c9f-4688-416c-bff0-6a03d020606f req-6a4a5276-d0eb-4c0a-9d42-5b396436290e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Mar 10 18:27:25.489720 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf7245-ed98-485e-8880-5e02eb54fa1b req-634692b3-bc27-413b-a9a7-960964fc312e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:25.489720 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03cf7245-ed98-485e-8880-5e02eb54fa1b req-634692b3-bc27-413b-a9a7-960964fc312e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0625548 Mar 10 18:27:25.536614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-03cf7245-ed98-485e-8880-5e02eb54fa1b req-1ba07b0c-0576-4c8e-8d9d-952720558c43 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Mar 10 18:27:25.902136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0b42e822-560b-4089-8f07-69cec020b73a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:25.903724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0b42e822-560b-4089-8f07-69cec020b73a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 946 time: 0.0592711 Mar 10 18:27:25.999181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Deleting port 7ad83063-8235-439e-ad32-a261de3e65ef {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:27:25.999504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:26.100928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] For port 7ad83063-8235-439e-ad32-a261de3e65ef, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=7ad83063-8235-439e-ad32-a261de3e65ef,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:27:26.101290 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:26.115713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Calling delete_port for 7ad83063-8235-439e-ad32-a261de3e65ef owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:27:26.259149 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7ad83063-8235-439e-ad32-a261de3e65ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:26.272849 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['7ad83063-8235-439e-ad32-a261de3e65ef'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:27:26.292844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Pushing event deleted for resources: {'Port': ['ID=7ad83063-8235-439e-ad32-a261de3e65ef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:26.305693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.306050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.306400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.306766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.307104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.307436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.307767 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.308097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.309017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.309017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.309203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.309400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.309677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:27:26.347539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] No DVR routers for this DVR port 7ad83063-8235-439e-ad32-a261de3e65ef on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:27:26.350680 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:26.354001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c904de8-2f6c-4449-9663-ed6ad33fc0dc req-0c8a8da4-ffa2-4e35-92df-b0262e6cbad4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "DELETE /v2.0/ports/7ad83063-8235-439e-ad32-a261de3e65ef HTTP/1.1" status: 204 len: 173 time: 0.4447792 Mar 10 18:27:26.354462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'name': 'network-vif-deleted', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:27:26.356805 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6200e30-7eb3-4938-95ce-dc99827e807c" -d '{"events": [{"server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "name": "network-vif-deleted", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:27:26.463805 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901d0b1-419e-4d3b-b718-bb40cae19bce x-openstack-request-id: req-5901d0b1-419e-4d3b-b718-bb40cae19bce {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:27:26.464142 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fef5bdc-11bd-41d1-ae35-d915bf21728a", "name": "network-vif-deleted", "tag": "7ad83063-8235-439e-ad32-a261de3e65ef", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:27:26.464391 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5901d0b1-419e-4d3b-b718-bb40cae19bce {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:27:26.464935 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fef5bdc-11bd-41d1-ae35-d915bf21728a', 'name': 'network-vif-deleted', 'tag': '7ad83063-8235-439e-ad32-a261de3e65ef', 'status': 'completed', 'code': 200} Mar 10 18:27:26.649666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a127f760-374a-4b98-8d76-03a9cd40c9be req-4b4da407-9db9-4dd7-9dc9-24dacc148cab tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fef5bdc-11bd-41d1-ae35-d915bf21728a HTTP/1.1" status: 200 len: 210 time: 0.0294724 Mar 10 18:27:27.437040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:28.247097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-968c1145-c622-4dae-b979-914924be977c tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:28.248453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-968c1145-c622-4dae-b979-914924be977c tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 816 time: 0.1084859 Mar 10 18:27:28.263441 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-7ba13a84-b55c-43d7-88c1-3e983a6bf07b tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/quotas/b67774bbfb2b48e389340dfbe97775c6 HTTP/1.1" status: 200 len: 375 time: 0.0092747 Mar 10 18:27:28.323062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2216c61d-a3df-4926-998d-41ea5034486b tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533750 Mar 10 18:27:28.426148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-86ab8e8f-bb5a-4be3-a55c-1156073ac0e4 service neutron] 10.222.0.35 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889699 Mar 10 18:27:28.515573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-43dd4403-6de3-46f4-b69b-741be0d32a33 service neutron] 10.222.0.35 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Mar 10 18:27:28.700725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0d8493ac-b02c-45f1-97fc-d6d1a5f28101 req-855119a5-4c2b-47da-ab96-ba8bb76839d8 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 210 time: 0.0281234 Mar 10 18:27:29.633286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7ad83063-8235-439e-ad32-a261de3e65ef no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:27:29.655253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 7ad83063-8235-439e-ad32-a261de3e65ef {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:27:29.655590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 7ad83063-8235-439e-ad32-a261de3e65ef not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:27:29.816500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0b811ac4-cdb3-4816-9ae3-e34f2e51a72e req-88d7ece7-6793-480e-8219-c992e0ece75f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 210 time: 0.0349061 Mar 10 18:27:29.844189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-9162de99-a925-4f1f-a3d0-810bef2ab85e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:29.845722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-9162de99-a925-4f1f-a3d0-810bef2ab85e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 816 time: 0.1472416 Mar 10 18:27:29.857988 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Request body: {'port': {'device_id': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'admin_state_up': True, 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:27:29.971681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Made reservation on behalf of b67774bbfb2b48e389340dfbe97775c6 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:27:29.974991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.109605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Allocated IP 172.20.0.12 (bdbe6b3b-b864-44be-bfb7-5616134f841e/5acd4b3c-7f5f-42c6-bada-6791c6c2d01f/6925298e-d9c1-4044-8703-fb576f6f7284) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:27:30.254987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks [] for port (6925298e-d9c1-4044-8703-fb576f6f7284), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.289226 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.334605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Network bdbe6b3b-b864-44be-bfb7-5616134f841e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:27:30.339616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:27:30.343235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:27:30.367463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Pushing event updated for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:30.396568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:30.397188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.415426 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-eb05bdf8-e552-4ae1-9e42-a85d100d4843 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609293 Mar 10 18:27:30.462055 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.528111 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Request body: {'port': {'device_id': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:27:30.600678 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.618083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fcdd7449-2898-4fce-b200-68a392183c65 None None] Provisioning complete for port 6925298e-d9c1-4044-8703-fb576f6f7284 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:27:30.618582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7449-2898-4fce-b200-68a392183c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.652967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fcdd7449-2898-4fce-b200-68a392183c65 None None] Port 6925298e-d9c1-4044-8703-fb576f6f7284 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:27:30.877009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6925298e-d9c1-4044-8703-fb576f6f7284 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:27:30.884915 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks [] for port (6925298e-d9c1-4044-8703-fb576f6f7284), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.923538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Transition to ACTIVE for port object 6925298e-d9c1-4044-8703-fb576f6f7284 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:27:30.928483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:30.984630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:30.996390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6176cd0-6efc-42b1-85d2-f2c079add8b1 req-766b0c67-cc06-4904-82ed-02e8abf8896a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:30.997932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6176cd0-6efc-42b1-85d2-f2c079add8b1 req-766b0c67-cc06-4904-82ed-02e8abf8896a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 932 time: 0.1106343 Mar 10 18:27:31.114145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6176cd0-6efc-42b1-85d2-f2c079add8b1 req-186914e1-64d3-43f9-beb2-af4540a68808 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093078 Mar 10 18:27:31.118797 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Attempting to bind port 6925298e-d9c1-4044-8703-fb576f6f7284 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:27:31.119143 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Attempting to bind port 6925298e-d9c1-4044-8703-fb576f6f7284 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:27:31.119478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Attempting to bind port 6925298e-d9c1-4044-8703-fb576f6f7284 on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:27:31.125118 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Port 6925298e-d9c1-4044-8703-fb576f6f7284 on network bdbe6b3b-b864-44be-bfb7-5616134f841e not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:27:31.125459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Attempting to bind port 6925298e-d9c1-4044-8703-fb576f6f7284 on network bdbe6b3b-b864-44be-bfb7-5616134f841e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:27:31.138516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:27:31.138516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Checking segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:27:31.138516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Bound using segment: {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:27:31.138516 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Bound port: 6925298e-d9c1-4044-8703-fb576f6f7284, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e300bb2-08b6-4888-ad54-c21c20506e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:27:31.138516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:31.208474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:27:31.211577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6925298e-d9c1-4044-8703-fb576f6f7284,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:27:31.218190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:31.261317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.261728 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:31.263498 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] 10.222.0.41 "PUT /v2.0/ports/6925298e-d9c1-4044-8703-fb576f6f7284 HTTP/1.1" status: 200 len: 1092 time: 0.8403625 Mar 10 18:27:31.265856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:27:31.269213 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5853e-8639-48a6-a73c-a2af1fd91a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:27:31.300677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9141bf-2c27-450c-9df7-5f6b9da83ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:31.319783 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f998a-1933-4a43-84fc-d0bc5973532a x-openstack-request-id: req-b13f998a-1933-4a43-84fc-d0bc5973532a {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:27:31.320082 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:27:31.320340 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b13f998a-1933-4a43-84fc-d0bc5973532a {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:27:31.320741 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284', 'status': 'completed', 'code': 200} Mar 10 18:27:31.359754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-c157091a-9ef0-492b-adb0-5fda36dde863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.362062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-c157091a-9ef0-492b-adb0-5fda36dde863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 1126 time: 0.0529490 Mar 10 18:27:31.406049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-1ea8575b-cb30-4b99-b553-4ce60f4f227c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6925298e-d9c1-4044-8703-fb576f6f7284 HTTP/1.1" status: 200 len: 217 time: 0.0362363 Mar 10 18:27:31.458863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-d89b545a-472c-4954-9bd2-1b03aae0aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.460354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-d89b545a-472c-4954-9bd2-1b03aae0aa8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f HTTP/1.1" status: 200 len: 855 time: 0.0468793 Mar 10 18:27:31.516392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-4ed782eb-bbb9-4555-9f5c-f9646ced7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.518016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-4ed782eb-bbb9-4555-9f5c-f9646ced7938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdbe6b3b-b864-44be-bfb7-5616134f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497110 Mar 10 18:27:31.609303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-6b2ddf1e-bc69-4eee-876c-09e9934cb319 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Mar 10 18:27:31.707069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-060e5ea9-ce0a-44c4-a875-55033efe78f7 req-98efb98e-f6de-4f3c-bf14-6ff89e3c17a2 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914152 Mar 10 18:27:31.799475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-a651db82-efbc-4d07-bd63-8fce1a4f2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.800988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-a651db82-efbc-4d07-bd63-8fce1a4f2f29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b67774bbfb2b48e389340dfbe97775c6&device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 1126 time: 0.0480950 Mar 10 18:27:31.898498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-7b475968-cb18-4948-82e5-bcb42fe7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.899983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-7b475968-cb18-4948-82e5-bcb42fe7a5d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 200 len: 917 time: 0.0927200 Mar 10 18:27:31.943592 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-975daf53-e70d-4a64-9704-5f904966f591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6925298e-d9c1-4044-8703-fb576f6f7284 HTTP/1.1" status: 200 len: 217 time: 0.0367014 Mar 10 18:27:31.998495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-9d4c4a36-ed68-4036-95dc-ae7eeba90839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:31.999806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-9d4c4a36-ed68-4036-95dc-ae7eeba90839 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f HTTP/1.1" status: 200 len: 855 time: 0.0502782 Mar 10 18:27:32.058597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-4ecfe0b1-1397-47d4-a2c6-6fc78c222b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:32.060085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-4ecfe0b1-1397-47d4-a2c6-6fc78c222b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdbe6b3b-b864-44be-bfb7-5616134f841e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538654 Mar 10 18:27:32.149173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-60151edd-6b2f-4c9c-a85e-e56120c8fad5 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825741 Mar 10 18:27:32.269702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-73d5853e-8639-48a6-a73c-a2af1fd91a5e req-e2604d9d-7b89-4e4e-83cc-cdbc7c7540f8 service neutron] 10.222.0.41 "GET /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135037 Mar 10 18:27:32.286397 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357d91-87a8-4cfc-b758-ea5321d4e4d7 req-00565a2f-f5ca-414f-b544-79c2f06d7c8c tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:32.287897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2357d91-87a8-4cfc-b758-ea5321d4e4d7 req-00565a2f-f5ca-414f-b544-79c2f06d7c8c tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 944 time: 0.0719821 Mar 10 18:27:32.339878 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2357d91-87a8-4cfc-b758-ea5321d4e4d7 req-dd068d3a-9282-4959-bf12-4b6ca2acb7e4 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Mar 10 18:27:33.471363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001f95-e09f-469d-a72a-40cbd9aa9839 req-083682ea-ee41-4990-92f1-783a47482ee7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:33.472850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30001f95-e09f-469d-a72a-40cbd9aa9839 req-083682ea-ee41-4990-92f1-783a47482ee7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 944 time: 0.0556338 Mar 10 18:27:33.530685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30001f95-e09f-469d-a72a-40cbd9aa9839 req-a8abd706-9403-4b8c-a37f-50da7521cdf8 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493023 Mar 10 18:27:34.669093 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306cda-99a7-473a-982e-6659d6d775d6 req-984b9b7e-aa8a-4c6f-b783-319b7efe8f2f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:34.670639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5306cda-99a7-473a-982e-6659d6d775d6 req-984b9b7e-aa8a-4c6f-b783-319b7efe8f2f tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 944 time: 0.0601079 Mar 10 18:27:34.717936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5306cda-99a7-473a-982e-6659d6d775d6 req-06ebcd64-c9c1-433a-849b-ae05634ab851 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Mar 10 18:27:35.665459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6925298e-d9c1-4044-8703-fb576f6f7284 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:27:35.774726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6925298e-d9c1-4044-8703-fb576f6f7284,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:27:35.792484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '6925298e-d9c1-4044-8703-fb576f6f7284', 'network_id': 'bdbe6b3b-b864-44be-bfb7-5616134f841e', 'port_id': '6925298e-d9c1-4044-8703-fb576f6f7284', 'mac_address': 'fa:16:3e:c7:01:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acd4b3c-7f5f-42c6-bada-6791c6c2d01f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:27:35.831562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6925298e-d9c1-4044-8703-fb576f6f7284 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:27:35.831955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:35.844934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6925298e-d9c1-4044-8703-fb576f6f7284 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:27:35.849175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc2dfa-cb48-4af9-84ab-fb68bab06328 req-cbca1f52-1445-4541-a5be-9d3d566d85f7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:35.850696 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-defc2dfa-cb48-4af9-84ab-fb68bab06328 req-cbca1f52-1445-4541-a5be-9d3d566d85f7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 944 time: 0.0529160 Mar 10 18:27:35.865253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6925298e-d9c1-4044-8703-fb576f6f7284,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:27:35.869865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:35.898525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-defc2dfa-cb48-4af9-84ab-fb68bab06328 req-e52e0615-9b9e-4e8e-8c86-a627eaeaef31 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Mar 10 18:27:35.919629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:36.174597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6925298e-d9c1-4044-8703-fb576f6f7284'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:27:37.039252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0529ea3-45e2-4f87-8324-7d81598efe07 req-0ed6959d-f1e3-4ed3-aa0d-46543161fbdf tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:37.040685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0529ea3-45e2-4f87-8324-7d81598efe07 req-0ed6959d-f1e3-4ed3-aa0d-46543161fbdf tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 945 time: 0.0690835 Mar 10 18:27:37.090047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d0529ea3-45e2-4f87-8324-7d81598efe07 req-af122ce1-dc40-42e8-b00a-f3ec03e51af0 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Mar 10 18:27:37.697881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6925298e-d9c1-4044-8703-fb576f6f7284 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:27:37.762071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 6925298e-d9c1-4044-8703-fb576f6f7284 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:27:37.766185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 6925298e-d9c1-4044-8703-fb576f6f7284 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:27:37.766596 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:37.848892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 6925298e-d9c1-4044-8703-fb576f6f7284 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:27:37.849286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:37.871920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:27:37.874182 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b3c39-f7c5-45e1-b910-b237abd3339b" -d '{"events": [{"server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "name": "network-vif-plugged", "status": "completed", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:27:37.886407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6925298e-d9c1-4044-8703-fb576f6f7284,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:27:37.891570 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:37.939170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:27:37.970539 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57b7bb-2d8f-4046-9bf8-60235d78f96d x-openstack-request-id: req-eb57b7bb-2d8f-4046-9bf8-60235d78f96d {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:27:37.970904 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "name": "network-vif-plugged", "status": "completed", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:27:37.971163 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb57b7bb-2d8f-4046-9bf8-60235d78f96d {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:27:37.971569 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284', 'code': 200} Mar 10 18:27:38.078238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aff27-441a-498f-8438-94afe3a68f29 req-a35468d1-78c6-4121-8d9a-9412cae78c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:38.079942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b45aff27-441a-498f-8438-94afe3a68f29 req-a35468d1-78c6-4121-8d9a-9412cae78c01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 1128 time: 0.0479126 Mar 10 18:27:38.123780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b45aff27-441a-498f-8438-94afe3a68f29 req-9bdd7a61-19fb-4221-b5da-36c4e9705e43 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380356 Mar 10 18:27:38.222857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1bbe-8cf1-4073-a635-50b715147a8e req-34359161-9757-411c-af3a-c480020887d7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:38.224214 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d4c1bbe-8cf1-4073-a635-50b715147a8e req-34359161-9757-411c-af3a-c480020887d7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0591223 Mar 10 18:27:38.272703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d4c1bbe-8cf1-4073-a635-50b715147a8e req-1552c2fd-6a29-4aee-a12d-071e43165b27 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Mar 10 18:27:39.409490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1293c03-f4c1-4a13-9b5b-ca645bb72b69 req-eddb7203-4538-4278-8426-761b52ac01a1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:39.411289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1293c03-f4c1-4a13-9b5b-ca645bb72b69 req-eddb7203-4538-4278-8426-761b52ac01a1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0557880 Mar 10 18:27:39.461974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1293c03-f4c1-4a13-9b5b-ca645bb72b69 req-3f6fc5ed-92dc-40d5-bc5a-76fcc5285b55 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Mar 10 18:27:40.597971 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faac27-0651-4ea7-870e-31fbede9392b req-d43c1efe-e44a-4b9a-ba2b-e7513230f19e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:40.599484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85faac27-0651-4ea7-870e-31fbede9392b req-d43c1efe-e44a-4b9a-ba2b-e7513230f19e tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0553975 Mar 10 18:27:40.649759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-85faac27-0651-4ea7-870e-31fbede9392b req-322f0d36-fa44-4fa9-9669-b2582ca93f33 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Mar 10 18:27:40.782860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6fe6f-5a4d-43dd-ac5a-baafdb9c26c8 req-456ddcea-f379-43ef-9a2f-a351a9d4f9dd tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:27:40.784275 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a6fe6f-5a4d-43dd-ac5a-baafdb9c26c8 req-456ddcea-f379-43ef-9a2f-a351a9d4f9dd tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0532515 Mar 10 18:27:40.834578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04a6fe6f-5a4d-43dd-ac5a-baafdb9c26c8 req-176f0cd4-a55a-43d7-a982-743709083963 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Mar 10 18:27:42.509350 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1249bbc0-363f-478a-b43a-c7763c36c394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:44.728865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44e96048-1a58-4f5c-bfe7-6ccc44bf3a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:45.153106 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:27:46.060909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:47.492730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:49.376136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:27:57.448665 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:00.476356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:12.503997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f2fe-9710-4ffe-b588-2505556582fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:14.724739 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-df22ac86-24a7-4277-8c02-20964699dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:15.121249 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8014-00af-4452-9ad2-66f654709a85 req-2cf73a84-1621-4adf-abdf-400dcd9d9e69 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:15.123308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b8e8014-00af-4452-9ad2-66f654709a85 req-2cf73a84-1621-4adf-abdf-400dcd9d9e69 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0544758 Mar 10 18:28:15.170658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b8e8014-00af-4452-9ad2-66f654709a85 req-7d0cda52-73eb-4107-a882-4a97004ff9a7 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Mar 10 18:28:16.063591 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:16.302400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c70a47-5bfb-4f09-8d31-3f69cb9fea1a req-1235ee2d-8eb3-434d-9e74-8a751c2aeb42 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:16.304310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0c70a47-5bfb-4f09-8d31-3f69cb9fea1a req-1235ee2d-8eb3-434d-9e74-8a751c2aeb42 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0610757 Mar 10 18:28:16.353210 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0c70a47-5bfb-4f09-8d31-3f69cb9fea1a req-4d424c73-90f1-49fe-9539-0fbfc309aefe tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/security-groups?id=7df21ba7-b211-411a-8abc-7ccfcfde54a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Mar 10 18:28:16.837982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880737f-6946-4fca-bcdc-2112f2118447 req-6b11bfad-8495-4b85-89b8-ba18d3921d5a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:16.839619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3880737f-6946-4fca-bcdc-2112f2118447 req-6b11bfad-8495-4b85-89b8-ba18d3921d5a tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 946 time: 0.0591478 Mar 10 18:28:16.947952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Deleting port 6925298e-d9c1-4044-8703-fb576f6f7284 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:16.948293 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:17.041854 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] For port 6925298e-d9c1-4044-8703-fb576f6f7284, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=6925298e-d9c1-4044-8703-fb576f6f7284,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:17.042214 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:17.060317 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Calling delete_port for 6925298e-d9c1-4044-8703-fb576f6f7284 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:17.202843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6925298e-d9c1-4044-8703-fb576f6f7284), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:17.215388 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['6925298e-d9c1-4044-8703-fb576f6f7284'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:28:17.235842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Pushing event deleted for resources: {'Port': ['ID=6925298e-d9c1-4044-8703-fb576f6f7284,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:17.291140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] No DVR routers for this DVR port 6925298e-d9c1-4044-8703-fb576f6f7284 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:28:17.294337 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:17.297844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3880737f-6946-4fca-bcdc-2112f2118447 req-19ac1b8f-0e15-4479-a895-fd0c769981e1 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.41 "DELETE /v2.0/ports/6925298e-d9c1-4044-8703-fb576f6f7284 HTTP/1.1" status: 204 len: 173 time: 0.4526000 Mar 10 18:28:17.298309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'name': 'network-vif-deleted', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:28:17.300677 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a525b-e8a4-42c9-9713-8a0673018fc5" -d '{"events": [{"server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "name": "network-vif-deleted", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:28:17.342801 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c595d-6ad0-443b-bf93-5d69af005119 x-openstack-request-id: req-176c595d-6ad0-443b-bf93-5d69af005119 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:28:17.343414 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c", "name": "network-vif-deleted", "tag": "6925298e-d9c1-4044-8703-fb576f6f7284", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:28:17.343527 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-176c595d-6ad0-443b-bf93-5d69af005119 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:28:17.343851 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd372bd1c-b7ce-4ee1-ae18-23ca4c69d49c', 'name': 'network-vif-deleted', 'tag': '6925298e-d9c1-4044-8703-fb576f6f7284', 'status': 'completed', 'code': 200} Mar 10 18:28:17.470307 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7760726-e7e7-4d32-b0c8-efa7f79c3afb req-6b7bc6d7-87f5-4b98-b9f3-4ccfda298125 tempest-TestEncryptedCinderVolumes-1056203718 tempest-TestEncryptedCinderVolumes-1056203718-project] 10.222.0.35 "GET /v2.0/ports?device_id=d372bd1c-b7ce-4ee1-ae18-23ca4c69d49c HTTP/1.1" status: 200 len: 210 time: 0.0312908 Mar 10 18:28:17.495737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:18.580672 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:18.979299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:19.264626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Deleting port 2c22487a-9eab-407e-991f-bd61a40009b0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:19.264857 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:19.347819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] For port 2c22487a-9eab-407e-991f-bd61a40009b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2c22487a-9eab-407e-991f-bd61a40009b0,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:19.348147 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:19.360954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Calling delete_port for 2c22487a-9eab-407e-991f-bd61a40009b0 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:19.382834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:19.550925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2c22487a-9eab-407e-991f-bd61a40009b0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:19.583709 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c22487a-9eab-407e-991f-bd61a40009b0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:19.613495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.613841 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.614170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.614550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.614885 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.615208 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.615770 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.615954 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.616201 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.616524 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.616835 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.617154 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.617471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:19.880464 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6925298e-d9c1-4044-8703-fb576f6f7284 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:19.902130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 6925298e-d9c1-4044-8703-fb576f6f7284 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:19.902416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 6925298e-d9c1-4044-8703-fb576f6f7284 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:20.058470 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:20.282904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Router aca53a3f-c5a8-4cc5-b335-8c322d0b174f has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:28:20.395715 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:20.403008 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f194ac4f-4a1c-41c5-8668-e25bf3bfe5f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/aca53a3f-c5a8-4cc5-b335-8c322d0b174f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193150 Mar 10 18:28:20.403930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57646) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:20.409877 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Sync routers for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:20.422086 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:20.422727 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:20.513111 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks [] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:20.529383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:20.616877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks [] for router_gateway (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:20.669584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Deleting port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:20.669919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:20.711223 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:28:19Z', 'revision_number': 5, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port': {'id': '3147178f-dd8f-47d8-aa67-49dd1f5f7c0b', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:20.737642 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Checking router: aca53a3f-c5a8-4cc5-b335-8c322d0b174f for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:20.746277 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Routers {'aca53a3f-c5a8-4cc5-b335-8c322d0b174f'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:20.746901 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:20.749596 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] For port 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:20.749962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:20.762855 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Calling delete_port for 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:20.835804 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] Set router aca53a3f-c5a8-4cc5-b335-8c322d0b174f gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:20.888118 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:28:20Z', 'revision_number': 6, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:21.021966 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147b2e8-aed6-4225-9865-cc09397ec8c6 None None] The sync data for ids ['aca53a3f-c5a8-4cc5-b335-8c322d0b174f'] in n-d-833115-2 is: [{'id': 'aca53a3f-c5a8-4cc5-b335-8c322d0b174f', 'name': 'tempest-TestEncryptedCinderVolumes-758901030-router', 'tenant_id': 'b67774bbfb2b48e389340dfbe97775c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:27Z', 'updated_at': '2022-03-10T18:28:20Z', 'revision_number': 6, 'project_id': 'b67774bbfb2b48e389340dfbe97775c6', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:21.270721 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (3147178f-dd8f-47d8-aa67-49dd1f5f7c0b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.299592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Pushing event deleted for resources: {'Port': ['ID=3147178f-dd8f-47d8-aa67-49dd1f5f7c0b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:21.363140 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.467780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.469895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks [] for router_controller (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.518764 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (aca53a3f-c5a8-4cc5-b335-8c322d0b174f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.519286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca53a3f-c5a8-4cc5-b335-8c322d0b174f {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:28:21.524380 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.525576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d2137c22-0a16-4581-875d-436c0792b148 admin admin] 10.222.0.35 "DELETE /v2.0/routers/aca53a3f-c5a8-4cc5-b335-8c322d0b174f HTTP/1.1" status: 204 len: 168 time: 1.1204917 Mar 10 18:28:21.528427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57648) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:21.574691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Deleting subnet 5acd4b3c-7f5f-42c6-bada-6791c6c2d01f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:28:21.578093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Publish callbacks [] for subnet (5acd4b3c-7f5f-42c6-bada-6791c6c2d01f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.612718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (5acd4b3c-7f5f-42c6-bada-6791c6c2d01f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.695495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (5acd4b3c-7f5f-42c6-bada-6791c6c2d01f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.754227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (5acd4b3c-7f5f-42c6-bada-6791c6c2d01f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.781959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5acd4b3c-7f5f-42c6-bada-6791c6c2d01f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:21.787280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c22487a-9eab-407e-991f-bd61a40009b0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:21.788176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.794318 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dbf2a60b-4ea8-4bdc-ba36-ddefe78676bb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5acd4b3c-7f5f-42c6-bada-6791c6c2d01f HTTP/1.1" status: 204 len: 168 time: 0.2621846 Mar 10 18:28:21.794855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:21.822027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797a6f3-95c7-4218-8305-a3a3c7a5ca6e None None] Network bdbe6b3b-b864-44be-bfb7-5616134f841e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:21.824284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2c22487a-9eab-407e-991f-bd61a40009b0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:21.824599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2c22487a-9eab-407e-991f-bd61a40009b0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:21.870180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (bdbe6b3b-b864-44be-bfb7-5616134f841e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.926356 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Deleting port 2b97e709-2f6a-40c3-97dc-106d0d491c3d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:21.926787 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:21.994257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] DHCP port deletion for bdbe6b3b-b864-44be-bfb7-5616134f841e request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:28:22.011385 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] For port 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b97e709-2f6a-40c3-97dc-106d0d491c3d,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:22.011829 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.027692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Calling delete_port for 2b97e709-2f6a-40c3-97dc-106d0d491c3d owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:22.052534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Deleting port 2b97e709-2f6a-40c3-97dc-106d0d491c3d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:22.053298 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.117253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.120251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] For port 2b97e709-2f6a-40c3-97dc-106d0d491c3d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2b97e709-2f6a-40c3-97dc-106d0d491c3d,segment=NetworkSegment(2e300bb2-08b6-4888-ad54-c21c20506e9e),segment_id=2e300bb2-08b6-4888-ad54-c21c20506e9e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:22.120701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.136122 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Calling delete_port for 2b97e709-2f6a-40c3-97dc-106d0d491c3d owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:22.152395 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:28:22.154220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b97e709-2f6a-40c3-97dc-106d0d491c3d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:22.159523 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] No DVR routers for this DVR port 2b97e709-2f6a-40c3-97dc-106d0d491c3d on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:28:22.225716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2b97e709-2f6a-40c3-97dc-106d0d491c3d), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.231022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (bdbe6b3b-b864-44be-bfb7-5616134f841e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.250148 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Pushing event deleted for resources: {'Port': ['ID=2b97e709-2f6a-40c3-97dc-106d0d491c3d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:22.252321 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbe6b3b-b864-44be-bfb7-5616134f841e']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:22.254446 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] No DVR routers for this DVR port 2b97e709-2f6a-40c3-97dc-106d0d491c3d on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:28:22.261599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.261943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.262275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.262647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.262971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.263291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.263598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.263937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.264252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.264557 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.264876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.265191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.265514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec44dd-043e-4567-8da3-d3611599d42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:22.265642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e300bb2-08b6-4888-ad54-c21c20506e9e') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:22.266020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e300bb2-08b6-4888-ad54-c21c20506e9e') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:22.277178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (2e300bb2-08b6-4888-ad54-c21c20506e9e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.291403 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (2e300bb2-08b6-4888-ad54-c21c20506e9e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.298192 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:28:22.298625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (2e300bb2-08b6-4888-ad54-c21c20506e9e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:28:22.300461 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:28:22.362458 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (bdbe6b3b-b864-44be-bfb7-5616134f841e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.367794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:22.371313 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bdbe6b3b-b864-44be-bfb7-5616134f841e HTTP/1.1" status: 204 len: 168 time: 0.5755835 Mar 10 18:28:22.374378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:22.389577 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42539-f35e-4128-97cd-79e29076e878 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbe6b3b-b864-44be-bfb7-5616134f841e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:22.763126 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:23.018945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Deleting port e663a94f-ce01-4d71-bc13-91afc3a2937c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:23.019631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:23.110989 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] For port e663a94f-ce01-4d71-bc13-91afc3a2937c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e663a94f-ce01-4d71-bc13-91afc3a2937c,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:23.111377 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:23.124365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:23.125849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Calling delete_port for e663a94f-ce01-4d71-bc13-91afc3a2937c owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:23.147412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:23.147733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 3147178f-dd8f-47d8-aa67-49dd1f5f7c0b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:23.148156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b97e709-2f6a-40c3-97dc-106d0d491c3d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:23.167550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2b97e709-2f6a-40c3-97dc-106d0d491c3d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:23.168242 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2b97e709-2f6a-40c3-97dc-106d0d491c3d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:23.314949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e663a94f-ce01-4d71-bc13-91afc3a2937c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:23.340494 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Pushing event deleted for resources: {'Port': ['ID=e663a94f-ce01-4d71-bc13-91afc3a2937c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:23.518879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.052312 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:28:24.181000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:24.186527 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-119e8817-3a6b-45a9-9bc6-6e7b562e6834 admin admin] 10.222.0.35 "PUT /v2.0/routers/81b2231c-8cc1-4c14-bfb2-585d676d7d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111472 Mar 10 18:28:24.189515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57654) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:24.190381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Sync routers for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:24.200750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:24.201371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:24.298955 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks [] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.309573 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:24.405283 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks [] for router_gateway (81b2231c-8cc1-4c14-bfb2-585d676d7d55), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.459951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Deleting port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:24.460207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.493437 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:28:23Z', 'revision_number': 5, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port': {'id': '9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:24.519986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Checking router: 81b2231c-8cc1-4c14-bfb2-585d676d7d55 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:24.529225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Routers {'81b2231c-8cc1-4c14-bfb2-585d676d7d55'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:24.529846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:24.545318 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] For port 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:24.545683 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.558330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Calling delete_port for 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:24.622289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] Set router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:24.676492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:28:24Z', 'revision_number': 6, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:24.703706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579134b5-01f9-4f34-a83f-e296d72c3a2e None None] The sync data for ids ['81b2231c-8cc1-4c14-bfb2-585d676d7d55'] in n-d-833115-2 is: [{'id': '81b2231c-8cc1-4c14-bfb2-585d676d7d55', 'name': 'tempest-TestEncryptedCinderVolumes-521795275-router', 'tenant_id': 'a2b0319b19514839858a370b9a43df55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:26:32Z', 'updated_at': '2022-03-10T18:28:24Z', 'revision_number': 6, 'project_id': 'a2b0319b19514839858a370b9a43df55', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:24.736792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.762072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:24.829438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.930980 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.933222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks [] for router_controller (81b2231c-8cc1-4c14-bfb2-585d676d7d55), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.984326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (81b2231c-8cc1-4c14-bfb2-585d676d7d55), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.984758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b2231c-8cc1-4c14-bfb2-585d676d7d55 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:28:24.990880 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:24.992628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fba81f93-3a7c-4f92-8d38-230f1dcee6a4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/81b2231c-8cc1-4c14-bfb2-585d676d7d55 HTTP/1.1" status: 204 len: 168 time: 0.8018239 Mar 10 18:28:24.996459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57656) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:25.047730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Deleting subnet b4e6f68e-42c0-48d0-b98d-3f329c8c401e {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:28:25.051235 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Publish callbacks [] for subnet (b4e6f68e-42c0-48d0-b98d-3f329c8c401e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.090175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (b4e6f68e-42c0-48d0-b98d-3f329c8c401e), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.183914 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (b4e6f68e-42c0-48d0-b98d-3f329c8c401e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.240412 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (b4e6f68e-42c0-48d0-b98d-3f329c8c401e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.266049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e6f68e-42c0-48d0-b98d-3f329c8c401e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:25.271120 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.274567 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7e279e9c-b2ad-4897-a657-6c07508e3b94 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b4e6f68e-42c0-48d0-b98d-3f329c8c401e HTTP/1.1" status: 204 len: 168 time: 0.2768078 Mar 10 18:28:25.276998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc79ff-8e56-4c16-81fb-c8630b9f5b64 None None] Network d797e9cb-4147-4c28-a508-91792aee46c0 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:25.277998 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57658) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:25.347475 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d797e9cb-4147-4c28-a508-91792aee46c0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.408372 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Deleting port 6f168350-b38e-4682-8c36-7b6e0c365307 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:28:25.408663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.490070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] For port 6f168350-b38e-4682-8c36-7b6e0c365307, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6f168350-b38e-4682-8c36-7b6e0c365307,segment=NetworkSegment(633dba57-18ad-4049-801b-326420f20bf3),segment_id=633dba57-18ad-4049-801b-326420f20bf3)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:25.492195 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.507158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e663a94f-ce01-4d71-bc13-91afc3a2937c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:25.519347 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Calling delete_port for 6f168350-b38e-4682-8c36-7b6e0c365307 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:28:25.551410 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e663a94f-ce01-4d71-bc13-91afc3a2937c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:25.551753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e663a94f-ce01-4d71-bc13-91afc3a2937c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:25.607278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6f168350-b38e-4682-8c36-7b6e0c365307), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.637606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a5c13-ad66-4050-b868-e4e88439c7b3 None None] DHCP port deletion for d797e9cb-4147-4c28-a508-91792aee46c0 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:28:25.649109 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f168350-b38e-4682-8c36-7b6e0c365307,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:25.654009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] No DVR routers for this DVR port 6f168350-b38e-4682-8c36-7b6e0c365307 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:28:25.749390 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d797e9cb-4147-4c28-a508-91792aee46c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.786333 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d797e9cb-4147-4c28-a508-91792aee46c0']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:25.802340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633dba57-18ad-4049-801b-326420f20bf3') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:25.802840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633dba57-18ad-4049-801b-326420f20bf3') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:25.817092 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (633dba57-18ad-4049-801b-326420f20bf3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.836749 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (633dba57-18ad-4049-801b-326420f20bf3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.842974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:28:25.843328 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (633dba57-18ad-4049-801b-326420f20bf3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:28:25.845201 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:28:25.914189 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d797e9cb-4147-4c28-a508-91792aee46c0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.925224 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:25.928444 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] 10.222.0.35 "DELETE /v2.0/networks/d797e9cb-4147-4c28-a508-91792aee46c0 HTTP/1.1" status: 204 len: 168 time: 0.6493907 Mar 10 18:28:25.940569 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8eea3-3126-42cf-9797-934be70e583d admin admin] Pushing event deleted for resources: {'Network': ['ID=d797e9cb-4147-4c28-a508-91792aee46c0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:26.151255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57662) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:26.201097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2520bcfe-2ae7-4060-b6c4-ae8ef28505ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b67774bbfb2b48e389340dfbe97775c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470409 Mar 10 18:28:26.203613 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:26.267616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] Publish callbacks [] for security_group (7df21ba7-b211-411a-8abc-7ccfcfde54a9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.292405 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] Publish callbacks [] for security_group (7df21ba7-b211-411a-8abc-7ccfcfde54a9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.348571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (7df21ba7-b211-411a-8abc-7ccfcfde54a9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.351885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.353560 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7df21ba7-b211-411a-8abc-7ccfcfde54a9 HTTP/1.1" status: 204 len: 168 time: 0.1486433 Mar 10 18:28:26.364015 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573479d7-32d2-4d09-8d00-2ae0f2a6c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df21ba7-b211-411a-8abc-7ccfcfde54a9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:26.722182 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:26.772456 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f28c6845-2942-469e-b2ce-5a348acb7791 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2b0319b19514839858a370b9a43df55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490727 Mar 10 18:28:26.775129 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57672) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:26.823595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] Publish callbacks [] for security_group (af5c539d-5429-472a-aa09-f9c63a9beb55), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.845169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] Publish callbacks [] for security_group (af5c539d-5429-472a-aa09-f9c63a9beb55), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.893575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (af5c539d-5429-472a-aa09-f9c63a9beb55), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.896369 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:26.897836 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af5c539d-5429-472a-aa09-f9c63a9beb55 HTTP/1.1" status: 204 len: 168 time: 0.1216500 Mar 10 18:28:26.907462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca587-4854-48d3-808f-f2acb7780fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c539d-5429-472a-aa09-f9c63a9beb55,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:27.123089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:27.145180 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:27.145536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 9aaf220d-2b2c-4413-a54d-7b87e9f9e6d7 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:27.145916 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6f168350-b38e-4682-8c36-7b6e0c365307 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:28:27.171792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6f168350-b38e-4682-8c36-7b6e0c365307 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:28:27.172105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6f168350-b38e-4682-8c36-7b6e0c365307 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:28:27.448023 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.628723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57694) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:27.747009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-7524211-network', 'tenant_id': '1d35c647f892401993c64001d2e7a116'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:27.770104 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Made reservation on behalf of 1d35c647f892401993c64001d2e7a116 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:28:27.772633 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.781375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.861464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks [] for security_group (c3022dda-6be8-4c69-b5f6-329cd731cc83), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.866564 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c3022dda-6be8-4c69-b5f6-329cd731cc83), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.892372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:28:27.903072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3022dda-6be8-4c69-b5f6-329cd731cc83,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:27.907629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fc31fa01-7473-4e6e-9ff4-848bba370cbd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.907962 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Added segment fc31fa01-7473-4e6e-9ff4-848bba370cbd of type vlan for network effaac62-83a0-41fb-a90a-db608f71718e Mar 10 18:28:27.920073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.920437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.920754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.921085 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.921378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.921695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.922060 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.922383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.922727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.923076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.923375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.923684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.923992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:27.964225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (effaac62-83a0-41fb-a90a-db608f71718e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.990991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (effaac62-83a0-41fb-a90a-db608f71718e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:27.992038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:27.992725 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.026629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3966260 Mar 10 18:28:28.029250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:28.035637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Request body: {'subnet': {'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-7524211-subnet', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:28.066456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3e45-41ac-4b44-a135-241e818b47fe admin admin] Pushing event updated for resources: {'Network': ['ID=effaac62-83a0-41fb-a90a-db608f71718e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:28.080919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network effaac62-83a0-41fb-a90a-db608f71718e details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:28:28.089028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Made reservation on behalf of 1d35c647f892401993c64001d2e7a116 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:28:28.091554 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.262518 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (643bc97a-c0e8-467c-a42f-9f898d6f6d52), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.318147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=643bc97a-c0e8-467c-a42f-9f898d6f6d52,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:28.327272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Checking segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:28.327629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Network hostable DHCP agents. Network: effaac62-83a0-41fb-a90a-db608f71718e, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:28:28.347339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Network effaac62-83a0-41fb-a90a-db608f71718e is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:28:28.359647 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, effaac62-83a0-41fb-a90a-db608f71718e) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:28.364309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:28.365697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.368470 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1cebd-f236-410a-a27f-68c86eaf1c24 None None] Network effaac62-83a0-41fb-a90a-db608f71718e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:28.383620 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-480b9036-def2-4a3a-a531-60c986c71eca admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3533280 Mar 10 18:28:28.387416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57700) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:28.391997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:28.413133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (96810e84-1779-4092-8e95-b702b8f8f357), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.414543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (96810e84-1779-4092-8e95-b702b8f8f357), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.474276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-effaac62-83a0-41fb-a90a-db608f71718e', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'project_id': '1d35c647f892401993c64001d2e7a116', 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:28:28.474977 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for router_controller (96810e84-1779-4092-8e95-b702b8f8f357), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.475228 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.617644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Allocated IP 172.20.0.2 (effaac62-83a0-41fb-a90a-db608f71718e/643bc97a-c0e8-467c-a42f-9f898d6f6d52/c08be3a3-5298-49f2-ac75-c4cb3474a619) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:28.625805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for router_gateway (96810e84-1779-4092-8e95-b702b8f8f357), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.764616 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks [] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.773698 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.810143 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Network effaac62-83a0-41fb-a90a-db608f71718e is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:28.812977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:28.818483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:28.826984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Pushing event updated for resources: {'Port': ['ID=c08be3a3-5298-49f2-ac75-c4cb3474a619,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:28.831064 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for router_gateway (96810e84-1779-4092-8e95-b702b8f8f357), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.853115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.879235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Attempting to bind port c08be3a3-5298-49f2-ac75-c4cb3474a619 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:28.879592 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Attempting to bind port c08be3a3-5298-49f2-ac75-c4cb3474a619 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:28.879970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Attempting to bind port c08be3a3-5298-49f2-ac75-c4cb3474a619 on network effaac62-83a0-41fb-a90a-db608f71718e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:28.885627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:28.886004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Checking segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:28.886411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.886836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Bound using segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:28.887304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Bound port: c08be3a3-5298-49f2-ac75-c4cb3474a619, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:28.887679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.957274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] For port c08be3a3-5298-49f2-ac75-c4cb3474a619, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:28.961447 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] For port c08be3a3-5298-49f2-ac75-c4cb3474a619, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c08be3a3-5298-49f2-ac75-c4cb3474a619,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:28.970181 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:28.971931 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Allocated IP 172.25.3.245 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/30edaefd-6bd1-40cf-9327-6439d41b6189) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:29.032645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d83a3-614d-435d-a69e-4fd72ee85fb2 None None] Pushing event updated for resources: {'Port': ['ID=c08be3a3-5298-49f2-ac75-c4cb3474a619,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:29.082701 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:29.123504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:29.162648 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:29.169957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:29.175484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:29.211370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Pushing event updated for resources: {'Port': ['ID=30edaefd-6bd1-40cf-9327-6439d41b6189,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:29.457210 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for router_gateway (96810e84-1779-4092-8e95-b702b8f8f357), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:29.672426 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (96810e84-1779-4092-8e95-b702b8f8f357), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:29.810610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Router 96810e84-1779-4092-8e95-b702b8f8f357 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:28:29.909645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c33b4-6160-40f5-99f7-7fb747837ad6 None None] Network effaac62-83a0-41fb-a90a-db608f71718e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:29.923835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:29.934595 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Sync routers for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:29.942089 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:29.943798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-877cd348-bc67-4c5c-aa87-81492e6d3561 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5551245 Mar 10 18:28:29.946969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57702) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:29.948980 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:29.949634 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:30.008993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Provisioning complete for port c08be3a3-5298-49f2-ac75-c4cb3474a619 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:30.009361 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.062065 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:30.133912 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Current status of the port c08be3a3-5298-49f2-ac75-c4cb3474a619 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:30.134457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.176603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] For port c08be3a3-5298-49f2-ac75-c4cb3474a619, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c08be3a3-5298-49f2-ac75-c4cb3474a619,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:30.181879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.243142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b8a67-f554-43b8-8dd2-59eba8bf2a82 None None] Pushing event updated for resources: {'Port': ['ID=c08be3a3-5298-49f2-ac75-c4cb3474a619,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:30.274116 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:29Z', 'revision_number': 3, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:30.308071 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Checking router: 96810e84-1779-4092-8e95-b702b8f8f357 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:30.308501 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Updating router 96810e84-1779-4092-8e95-b702b8f8f357 port 30edaefd-6bd1-40cf-9327-6439d41b6189 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:28:30.338657 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.405668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cfa4ddf5-f0da-45cf-8017-ff3d9a8d849a None None] Provisioning complete for port c08be3a3-5298-49f2-ac75-c4cb3474a619 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:30.406052 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cfa4ddf5-f0da-45cf-8017-ff3d9a8d849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.502299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.503955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4ddf5-f0da-45cf-8017-ff3d9a8d849a None None] Current status of the port c08be3a3-5298-49f2-ac75-c4cb3474a619 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:30.602240 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks [] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.608410 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.664494 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Pushing event updated for resources: {'Port': ['ID=30edaefd-6bd1-40cf-9327-6439d41b6189,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:30.666678 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Attempting to bind port 30edaefd-6bd1-40cf-9327-6439d41b6189 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:30.667046 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Attempting to bind port 30edaefd-6bd1-40cf-9327-6439d41b6189 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:30.667402 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Attempting to bind port 30edaefd-6bd1-40cf-9327-6439d41b6189 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:30.676260 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:30.676634 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:30.677030 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.677418 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:30.677920 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Bound port: 30edaefd-6bd1-40cf-9327-6439d41b6189, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:30.678379 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.680598 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.680936 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.681272 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.681599 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.681926 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.682250 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.682593 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.682915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.683240 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.683583 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.683885 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.684198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.684492 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:28:30.735050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.736978 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] For port 30edaefd-6bd1-40cf-9327-6439d41b6189, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:30.740212 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] For port 30edaefd-6bd1-40cf-9327-6439d41b6189, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=30edaefd-6bd1-40cf-9327-6439d41b6189,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:30.746067 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:30.803148 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:30.803148 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:30.809280 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199019-b1c7-4ebb-93d2-6969dcd8294c None None] Pushing event updated for resources: {'Port': ['ID=30edaefd-6bd1-40cf-9327-6439d41b6189,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:30.911431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Allocated IP 172.20.0.1 (effaac62-83a0-41fb-a90a-db608f71718e/643bc97a-c0e8-467c-a42f-9f898d6f6d52/7be2764c-b53e-4fe2-a5fa-1444c76b62aa) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:30.918307 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:31.025937 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks [] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.065672 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.111807 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:29Z', 'revision_number': 3, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:31.125858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Network effaac62-83a0-41fb-a90a-db608f71718e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:31.127625 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:31.129463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Pushing event updated for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:31.131894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:31.140626 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02aee23-5db3-4e9b-9ef9-c067a7912657 None None] The sync data for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 is: [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:29Z', 'revision_number': 3, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:31.175753 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (96810e84-1779-4092-8e95-b702b8f8f357), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.197348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c08be3a3-5298-49f2-ac75-c4cb3474a619 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:31.274631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c08be3a3-5298-49f2-ac75-c4cb3474a619 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:31.275141 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.352363 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.376079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c08be3a3-5298-49f2-ac75-c4cb3474a619 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:31.438770 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1d64c46a-ac33-4cf1-943a-1f2b60d86e7b None None] Provisioning complete for port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:31.438770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d64c46a-ac33-4cf1-943a-1f2b60d86e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.508368 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1d64c46a-ac33-4cf1-943a-1f2b60d86e7b None None] Port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:31.549024 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks [] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.555625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.627134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Pushing event updated for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:31.630670 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (96810e84-1779-4092-8e95-b702b8f8f357), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:31.731721 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Network effaac62-83a0-41fb-a90a-db608f71718e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:31.733188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:31.856402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Router 96810e84-1779-4092-8e95-b702b8f8f357 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:28:31.979295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:31.989371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-349612ff-ac53-45ab-a522-fbfc386660cc admin admin] 10.222.0.35 "PUT /v2.0/routers/96810e84-1779-4092-8e95-b702b8f8f357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361948 Mar 10 18:28:32.033103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2709eb84-cb7d-436d-8eef-b80d2b608e8d None None] Provisioning complete for port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:32.033607 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2709eb84-cb7d-436d-8eef-b80d2b608e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.069704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2709eb84-cb7d-436d-8eef-b80d2b608e8d None None] Port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:32.484210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57718) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:32.489275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1748964952-network', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:32.514110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Made reservation on behalf of a5e12d66475b4db78a07c55b3031d522 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:28:32.516610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.525986 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.606795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks [] for security_group (dbecfad2-e548-4630-b9ef-a13feb708021), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.611757 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dbecfad2-e548-4630-b9ef-a13feb708021), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.638977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:28:32.648620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbecfad2-e548-4630-b9ef-a13feb708021,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:32.653704 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ff234338-6efc-4fbc-81d7-6d09e1b879e7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.654068 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Added segment ff234338-6efc-4fbc-81d7-6d09e1b879e7 of type vlan for network b4bd4506-c59b-4f01-8d68-7484eaac72dc Mar 10 18:28:32.696277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (b4bd4506-c59b-4f01-8d68-7484eaac72dc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.724008 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (b4bd4506-c59b-4f01-8d68-7484eaac72dc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.725247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:32.725780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.763636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2783334 Mar 10 18:28:32.766673 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57720) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:32.773083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Request body: {'subnet': {'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1748964952-subnet', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:32.803759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f9c2b-1644-4890-9e38-8cffbc25160c admin admin] Pushing event updated for resources: {'Network': ['ID=b4bd4506-c59b-4f01-8d68-7484eaac72dc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:32.816492 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:28:32.825942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Made reservation on behalf of a5e12d66475b4db78a07c55b3031d522 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:28:32.828332 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:32.845699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Sync routers for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:32.895590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:32.896328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:33.003590 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (69f397e5-c200-4131-8611-1d586d7c7820), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.009566 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:33.058882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f397e5-c200-4131-8611-1d586d7c7820,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:33.070009 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Checking segment: {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:33.070534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Network hostable DHCP agents. Network: b4bd4506-c59b-4f01-8d68-7484eaac72dc, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:28:33.092930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:28:33.110117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, b4bd4506-c59b-4f01-8d68-7484eaac72dc) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:33.115355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:33.117090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.121117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d3d09-bd16-4a03-a3f2-59b06435a4b8 None None] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:33.136633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e11c741d-1102-46e4-b582-8fb4bfed5641 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3687465 Mar 10 18:28:33.139152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57722) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:33.143491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:33.169675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.170919 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.174152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 30edaefd-6bd1-40cf-9327-6439d41b6189 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:33.228300 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for router_controller (cbe7385e-f22c-4b21-83ae-0fe363a117a7), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.336487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'fixed_ips': [{'subnet_id': '69f397e5-c200-4131-8611-1d586d7c7820'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:28:33.337344 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.357679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 30edaefd-6bd1-40cf-9327-6439d41b6189 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:33.358041 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.371093 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for router_gateway (cbe7385e-f22c-4b21-83ae-0fe363a117a7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.448716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 2, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:33.490258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Checking router: 96810e84-1779-4092-8e95-b702b8f8f357 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:33.490625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Updating router 96810e84-1779-4092-8e95-b702b8f8f357 port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:28:33.562832 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.587840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for router_gateway (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.607016 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.612191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Allocated IP 172.20.0.2 (b4bd4506-c59b-4f01-8d68-7484eaac72dc/69f397e5-c200-4131-8611-1d586d7c7820/c0e061aa-7101-436e-ab64-9326d451db7a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:33.653961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 30edaefd-6bd1-40cf-9327-6439d41b6189 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:33.654480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.718342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Allocated IP 172.25.3.243 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/34ca1277-604d-497e-a20e-0fe1e34e0452) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:33.828767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.866610 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:33.904842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:33.910215 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:33.914453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:33.920289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=34ca1277-604d-497e-a20e-0fe1e34e0452,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:33.929717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 30edaefd-6bd1-40cf-9327-6439d41b6189, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=30edaefd-6bd1-40cf-9327-6439d41b6189,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:33.969149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.128116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=30edaefd-6bd1-40cf-9327-6439d41b6189,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:34.162798 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks [] for port (c0e061aa-7101-436e-ab64-9326d451db7a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.176441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.194225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for router_gateway (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.228251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:34.236473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:34.238969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:34.273654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Pushing event updated for resources: {'Port': ['ID=c0e061aa-7101-436e-ab64-9326d451db7a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:34.330172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks [] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.343610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.352685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Attempting to bind port c0e061aa-7101-436e-ab64-9326d451db7a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:34.353051 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Attempting to bind port c0e061aa-7101-436e-ab64-9326d451db7a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:34.353395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Attempting to bind port c0e061aa-7101-436e-ab64-9326d451db7a on network b4bd4506-c59b-4f01-8d68-7484eaac72dc {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:34.382475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:34.382850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Checking segment: {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:34.383247 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.383626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Bound using segment: {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:34.384094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Bound port: c0e061aa-7101-436e-ab64-9326d451db7a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:34.384464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.403843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.419183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47661b8-ba7d-4807-a7a0-9f899471d2e5 None None] Pushing event updated for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:34.503205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Attempting to bind port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:34.503575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Attempting to bind port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:34.503932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Attempting to bind port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa on network effaac62-83a0-41fb-a90a-db608f71718e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:34.516164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:34.516558 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Checking segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:34.516949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.517338 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Bound using segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:34.517813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Bound port: 7be2764c-b53e-4fe2-a5fa-1444c76b62aa, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:34.518193 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.523489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] For port c0e061aa-7101-436e-ab64-9326d451db7a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:34.544868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] For port c0e061aa-7101-436e-ab64-9326d451db7a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e061aa-7101-436e-ab64-9326d451db7a,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:34.555398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Router cbe7385e-f22c-4b21-83ae-0fe363a117a7 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:28:34.573332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.648198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] For port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:34.661431 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61c49-340e-4cb1-9309-b61db617a155 None None] Pushing event updated for resources: {'Port': ['ID=c0e061aa-7101-436e-ab64-9326d451db7a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:34.666619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] For port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:34.673866 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:34.682812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.685354 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Sync routers for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:34.696236 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.697691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f4150ed3-12d2-454d-a1e3-e8fd8c2be3d9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5575538 Mar 10 18:28:34.701167 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57724) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:28:34.703915 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:34.704528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:34.766402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47661b8-ba7d-4807-a7a0-9f899471d2e5 None None] Pushing event updated for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:34.770293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Provisioning complete for port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:34.770721 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:34.773399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:34.774203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:34.878022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:34.952245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:35.135528 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Current status of the port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:35.135921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.157792 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:34Z', 'revision_number': 3, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:35.191362 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Checking router: cbe7385e-f22c-4b21-83ae-0fe363a117a7 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:35.192099 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Updating router cbe7385e-f22c-4b21-83ae-0fe363a117a7 port 34ca1277-604d-497e-a20e-0fe1e34e0452 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:28:35.226988 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.242198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] For port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:35.271014 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.333545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 30edaefd-6bd1-40cf-9327-6439d41b6189 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:35.357176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.363536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06deb99e-3e20-4fca-be5c-91ea46b15600 None None] Pushing event updated for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:35.393514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:34Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:35.426780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60a89b-3f44-4a8a-bcdd-f9aba800639d None None] The sync data for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 is: [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:34Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:35.437170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bff18088-c979-4621-a50e-117a596f1a04 None None] Provisioning complete for port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:35.437547 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bff18088-c979-4621-a50e-117a596f1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.479851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 30edaefd-6bd1-40cf-9327-6439d41b6189 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:35.479851 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.630765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Allocated IP 172.20.0.1 (b4bd4506-c59b-4f01-8d68-7484eaac72dc/69f397e5-c200-4131-8611-1d586d7c7820/1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:35.657610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bff18088-c979-4621-a50e-117a596f1a04 None None] Current status of the port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:35.679853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 30edaefd-6bd1-40cf-9327-6439d41b6189 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:35.680982 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e061aa-7101-436e-ab64-9326d451db7a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:35.704947 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks [] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.724232 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.755498 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Attempting to bind port 34ca1277-604d-497e-a20e-0fe1e34e0452 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:35.757336 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Attempting to bind port 34ca1277-604d-497e-a20e-0fe1e34e0452 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:35.758062 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Attempting to bind port 34ca1277-604d-497e-a20e-0fe1e34e0452 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:35.767653 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c0e061aa-7101-436e-ab64-9326d451db7a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:35.768024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.796852 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:35.797668 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:35.798279 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.798920 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:35.800415 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Bound port: 34ca1277-604d-497e-a20e-0fe1e34e0452, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:35.801031 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.818710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks [] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.884059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.888099 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] For port 34ca1277-604d-497e-a20e-0fe1e34e0452, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:35.892369 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdccf6-0f1c-440b-9d37-1ec33e748339 None None] Pushing event updated for resources: {'Port': ['ID=34ca1277-604d-497e-a20e-0fe1e34e0452,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:35.905596 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] For port 34ca1277-604d-497e-a20e-0fe1e34e0452, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=34ca1277-604d-497e-a20e-0fe1e34e0452,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:35.924121 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.961409 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:35.962124 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c0e061aa-7101-436e-ab64-9326d451db7a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:35.964070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:35.979261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:35.988514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:35.998054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Pushing event updated for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:36.020569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port c0e061aa-7101-436e-ab64-9326d451db7a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e061aa-7101-436e-ab64-9326d451db7a,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:36.023089 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:36.027561 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:36.027561 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdccf6-0f1c-440b-9d37-1ec33e748339 None None] Pushing event updated for resources: {'Port': ['ID=34ca1277-604d-497e-a20e-0fe1e34e0452,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:36.033829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.074747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.126585 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=c0e061aa-7101-436e-ab64-9326d451db7a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:36.160345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2bc49-ff1c-46e6-8824-801b498e1047 None None] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:28:36.215544 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:36.249925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4dd1c1bf-77e3-451a-abf2-496de523c997 None None] Provisioning complete for port c0e061aa-7101-436e-ab64-9326d451db7a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:36.250300 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1bf-77e3-451a-abf2-496de523c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.259178 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.383097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1c1bf-77e3-451a-abf2-496de523c997 None None] Current status of the port c0e061aa-7101-436e-ab64-9326d451db7a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:36.449030 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:34Z', 'revision_number': 3, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:36.473116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks [] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.483862 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e59570-e52c-4e0e-87ec-0b62a7c9f90b None None] The sync data for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 is: [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:34Z', 'revision_number': 3, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:36.486899 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.573452 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.605612 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Pushing event updated for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:36.694780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:36.696506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:36.724069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:36.724543 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.787104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:36.810024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Provisioning complete for port c0e061aa-7101-436e-ab64-9326d451db7a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:36.810396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:36.885302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Router cbe7385e-f22c-4b21-83ae-0fe363a117a7 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:28:37.064859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:28:37.080475 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-506dfeea-a5e7-480a-8d79-98c677762563 admin admin] 10.222.0.35 "PUT /v2.0/routers/cbe7385e-f22c-4b21-83ae-0fe363a117a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3775268 Mar 10 18:28:37.117677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9aea3-06d9-403b-aeb6-e95ae40e2b26 None None] Current status of the port c0e061aa-7101-436e-ab64-9326d451db7a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:37.240583 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1309b201-eafa-4886-9247-9f43a90782e2 None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:37.240962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1309b201-eafa-4886-9247-9f43a90782e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.295159 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1309b201-eafa-4886-9247-9f43a90782e2 None None] Port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:37.328480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 34ca1277-604d-497e-a20e-0fe1e34e0452 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:37.384680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 34ca1277-604d-497e-a20e-0fe1e34e0452 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:37.385131 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.434970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0e5dab7b-4a14-4f63-bdca-a83b5edd2fe8 None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:37.435349 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0e5dab7b-4a14-4f63-bdca-a83b5edd2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.498927 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dab7b-4a14-4f63-bdca-a83b5edd2fe8 None None] Port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:37.513215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 34ca1277-604d-497e-a20e-0fe1e34e0452 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:37.513503 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.537641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 34ca1277-604d-497e-a20e-0fe1e34e0452, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=34ca1277-604d-497e-a20e-0fe1e34e0452,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:37.542282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.543647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7be2764c-b53e-4fe2-a5fa-1444c76b62aa up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:37.631884 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=34ca1277-604d-497e-a20e-0fe1e34e0452,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:37.644598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:37.645091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.734628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:37.735636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e061aa-7101-436e-ab64-9326d451db7a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:37.781636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c0e061aa-7101-436e-ab64-9326d451db7a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:37.782038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:37.860897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c0e061aa-7101-436e-ab64-9326d451db7a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:39.021079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Sync routers for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:28:39.041255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:39.041871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:39.166827 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:39.170727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 34ca1277-604d-497e-a20e-0fe1e34e0452 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:39.341387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 34ca1277-604d-497e-a20e-0fe1e34e0452 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:39.342013 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:39.476370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 34ca1277-604d-497e-a20e-0fe1e34e0452 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:39.483829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:36Z', 'revision_number': 4, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b', 'name': '', 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'mac_address': 'fa:16:3e:67:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '69f397e5-c200-4131-8611-1d586d7c7820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:35Z', 'updated_at': '2022-03-10T18:28:36Z', 'revision_number': 2, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'subnets': [{'id': '69f397e5-c200-4131-8611-1d586d7c7820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:39.511865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Checking router: cbe7385e-f22c-4b21-83ae-0fe363a117a7 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:28:39.512289 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Updating router cbe7385e-f22c-4b21-83ae-0fe363a117a7 port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:28:39.544161 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:39.858070 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks [] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:39.863480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:39.919234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556cd6-4279-4758-b6d6-3004094ccd00 None None] Pushing event updated for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:39.973868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Attempting to bind port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:28:39.975275 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Attempting to bind port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:28:39.975828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Attempting to bind port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b on network b4bd4506-c59b-4f01-8d68-7484eaac72dc {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:28:39.982082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:28:39.982994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Checking segment: {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:28:39.983570 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:39.983981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Bound using segment: {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:28:39.987486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Bound port: 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff234338-6efc-4fbc-81d7-6d09e1b879e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:28:39.987989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.079634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] For port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:28:40.085208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] For port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:28:40.098150 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.197891 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:28:40.198684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:28:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:40.256092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556cd6-4279-4758-b6d6-3004094ccd00 None None] Pushing event updated for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:40.383956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:28:40.438462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:40.438841 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.688641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Current status of the port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:40.689036 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.736711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] For port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:28:40.741323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:36Z', 'revision_number': 4, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b', 'name': '', 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'mac_address': 'fa:16:3e:67:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '69f397e5-c200-4131-8611-1d586d7c7820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:35Z', 'updated_at': '2022-03-10T18:28:40Z', 'revision_number': 4, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'subnets': [{'id': '69f397e5-c200-4131-8611-1d586d7c7820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:28:40.745071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.779442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9964e2-c5a1-47e3-a45d-83a862d365af None None] The sync data for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 is: [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:36Z', 'revision_number': 4, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b', 'name': '', 'network_id': 'b4bd4506-c59b-4f01-8d68-7484eaac72dc', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'mac_address': 'fa:16:3e:67:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '69f397e5-c200-4131-8611-1d586d7c7820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:35Z', 'updated_at': '2022-03-10T18:28:40Z', 'revision_number': 4, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'subnets': [{'id': '69f397e5-c200-4131-8611-1d586d7c7820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:28:40.881360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5463dc-a1a7-488a-a0a2-e9915e0a5398 None None] Pushing event updated for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:40.892385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3291323d-bcd5-4557-a201-91738a114a7b None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:40.892765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3291323d-bcd5-4557-a201-91738a114a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:40.999477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3291323d-bcd5-4557-a201-91738a114a7b None None] Current status of the port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:41.185689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:28:41.465351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:41.466027 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:41.559394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:28:42.517330 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f05d41d6-e8b8-4342-a9a7-a32e4a541db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:44.720390 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b97db97-a4bc-4951-81f5-2057abe6a407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:46.080175 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:47.186221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-76c411a4-2365-4359-ae24-5cfbb5b62ed2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:47.187721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-76c411a4-2365-4359-ae24-5cfbb5b62ed2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 812 time: 0.1071792 Mar 10 18:28:47.202904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-06936c67-8252-47d0-a329-9f2bc99c4f84 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/quotas/1d35c647f892401993c64001d2e7a116 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Mar 10 18:28:47.260730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-e4151bb8-2006-459b-8929-21d37c55ef8d tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527368 Mar 10 18:28:47.382190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-e8cea5b2-ca5c-4685-a8a9-7f6b2dbc045e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:28:47.383242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-e8cea5b2-ca5c-4685-a8a9-7f6b2dbc045e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027305 Mar 10 18:28:47.491732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-1dc28457-72ce-40f4-af0a-776a1d6db59d service neutron] 10.222.0.35 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993421 Mar 10 18:28:47.498744 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:47.585573 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-6d8e0a0b-84ab-488d-aad4-4177f6e2c146 service neutron] 10.222.0.35 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871539 Mar 10 18:28:47.751879 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9890b7d3-58ed-4dda-b8f0-eb038db090db req-95935569-1691-47d6-a88d-312e1d11e836 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 210 time: 0.0294008 Mar 10 18:28:49.173411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c2b8dd5-a376-45e7-958c-43e446aa1fc6 req-e9bdc1d5-2154-451a-bba9-6e91d386ef12 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 210 time: 0.3633869 Mar 10 18:28:49.383249 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:50.265261 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54b99f98-e64b-4316-89a1-ee5e82ade383 req-764273a8-386b-43c0-8149-082218a6ea39 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 210 time: 0.0304914 Mar 10 18:28:51.368094 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9170f9c8-639a-483c-8717-9124e0344a6f req-bad60138-70c3-4075-a1ea-3397a7a8acd5 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 210 time: 0.0285814 Mar 10 18:28:51.914325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-c933cf0b-ef33-4396-a7ed-05d713b47f7f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:51.915806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-c933cf0b-ef33-4396-a7ed-05d713b47f7f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 812 time: 0.1080270 Mar 10 18:28:51.928498 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'port': {'device_id': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'admin_state_up': True, 'tenant_id': '1d35c647f892401993c64001d2e7a116'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:28:52.041068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Made reservation on behalf of 1d35c647f892401993c64001d2e7a116 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:28:52.044306 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:52.179435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Allocated IP 172.20.0.11 (effaac62-83a0-41fb-a90a-db608f71718e/643bc97a-c0e8-467c-a42f-9f898d6f6d52/555d474e-8a63-42af-8278-2f588daabf3f) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:28:52.407690 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for port (555d474e-8a63-42af-8278-2f588daabf3f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:52.447600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:52.539743 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Network effaac62-83a0-41fb-a90a-db608f71718e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:28:52.545698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:28:52.554202 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:28:52.594108 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:28:52.630633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ecdd-9460-4793-8f25-978a6331df12 req-4e667e99-1f2a-492b-86d3-68c6580ccc6a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:52.638660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f929ecdd-9460-4793-8f25-978a6331df12 req-4e667e99-1f2a-492b-86d3-68c6580ccc6a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.1428788 Mar 10 18:28:52.663957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:52.664203 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:52.736322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-8201f6f9-c6bb-40de-a8ae-f3c97293d203 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063831 Mar 10 18:28:52.775613 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f929ecdd-9460-4793-8f25-978a6331df12 req-125b481e-dffe-4b48-a3e0-7f913662f61c tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358113 Mar 10 18:28:53.004367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-90594236-30ca-40c6-8e11-2d42868525c1 None None] Provisioning complete for port 555d474e-8a63-42af-8278-2f588daabf3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:28:53.004971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-90594236-30ca-40c6-8e11-2d42868525c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (555d474e-8a63-42af-8278-2f588daabf3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:53.050324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-90594236-30ca-40c6-8e11-2d42868525c1 None None] Port 555d474e-8a63-42af-8278-2f588daabf3f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:28:53.924352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0ada-6b8b-464f-83c8-581acb2b7621 req-184ccdaf-cc11-459a-ae25-6fd8acc7e9a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:53.926033 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f49d0ada-6b8b-464f-83c8-581acb2b7621 req-184ccdaf-cc11-459a-ae25-6fd8acc7e9a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0586333 Mar 10 18:28:53.984790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f49d0ada-6b8b-464f-83c8-581acb2b7621 req-5e168062-0bbe-423c-8bc1-82238f04ad00 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Mar 10 18:28:55.118773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc403f-50fa-4e49-8991-13d0f4f3d398 req-77d39f6b-4d78-4ba5-b14e-1480ca0932ac tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:55.120625 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5bc403f-50fa-4e49-8991-13d0f4f3d398 req-77d39f6b-4d78-4ba5-b14e-1480ca0932ac tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0647635 Mar 10 18:28:55.171833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5bc403f-50fa-4e49-8991-13d0f4f3d398 req-de2bccd9-45ae-47b6-b7a3-7570740f2343 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Mar 10 18:28:56.303824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6216409-0baf-479a-b010-89cc4b6e9f24 req-9d4aefcf-9a56-45ff-9215-11550cc44cde tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:56.305480 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6216409-0baf-479a-b010-89cc4b6e9f24 req-9d4aefcf-9a56-45ff-9215-11550cc44cde tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0614340 Mar 10 18:28:56.361542 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f6216409-0baf-479a-b010-89cc4b6e9f24 req-c8730851-4241-4d6b-a6e6-6004166ccec1 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496824 Mar 10 18:28:57.462972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:28:57.523039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3621f7-46bf-43b1-92db-a038e47b9c0c req-5e89c791-162f-44b8-9359-1fbf4915baa6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:57.524633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3621f7-46bf-43b1-92db-a038e47b9c0c req-5e89c791-162f-44b8-9359-1fbf4915baa6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0902305 Mar 10 18:28:57.602354 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-af3621f7-46bf-43b1-92db-a038e47b9c0c req-6e13b72b-5f71-4fe7-ba8b-cbbc799156e0 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Mar 10 18:28:58.743973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fe742-8ea5-4658-a69c-68a9b6100cfc req-6ec170cb-845a-4805-aa44-c157d7d57ce1 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:58.746194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb5fe742-8ea5-4658-a69c-68a9b6100cfc req-6ec170cb-845a-4805-aa44-c157d7d57ce1 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0611074 Mar 10 18:28:58.801449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb5fe742-8ea5-4658-a69c-68a9b6100cfc req-8b9ff401-6530-4935-af9f-4c5e86d06b9b tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Mar 10 18:28:59.152860 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:28:59.951877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9538d3-1a50-4f5f-80b7-8b5d564ee43a req-01932943-1688-403a-a452-c6584797be8a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:28:59.953904 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9538d3-1a50-4f5f-80b7-8b5d564ee43a req-01932943-1688-403a-a452-c6584797be8a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0668719 Mar 10 18:29:00.009959 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da9538d3-1a50-4f5f-80b7-8b5d564ee43a req-1e4912a0-e996-488d-b275-df5a39154d75 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Mar 10 18:29:00.499417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:01.133557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70860-ebc8-482e-a873-71985f273dbd req-d1fa3e7d-3c99-4e8d-9fcd-7fbbd44a117e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:01.135053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4c70860-ebc8-482e-a873-71985f273dbd req-d1fa3e7d-3c99-4e8d-9fcd-7fbbd44a117e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0546434 Mar 10 18:29:01.188973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c4c70860-ebc8-482e-a873-71985f273dbd req-c52aca96-c31f-4870-afa7-21fe16b2bdf5 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Mar 10 18:29:02.326870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff68b7-969e-472a-86af-96ce456295ca req-f0022f4d-4384-40ca-aaf2-1b37885694fd tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:02.328380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2ff68b7-969e-472a-86af-96ce456295ca req-f0022f4d-4384-40ca-aaf2-1b37885694fd tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 932 time: 0.0602443 Mar 10 18:29:02.381571 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2ff68b7-969e-472a-86af-96ce456295ca req-578a842d-a32e-44ef-8bf9-a124da3d1a30 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Mar 10 18:29:03.063489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Request body: {'port': {'device_id': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:03.124421 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.398677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555d474e-8a63-42af-8278-2f588daabf3f {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:29:03.407079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks [] for port (555d474e-8a63-42af-8278-2f588daabf3f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.421138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Transition to ACTIVE for port object 555d474e-8a63-42af-8278-2f588daabf3f will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:29:03.427260 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.507782 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:03.586075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3fbdb-4156-4fdf-97c1-cb6af9a4a08b req-2ccff1f3-4526-4ddc-b717-7a5b38cdb6ad tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:03.587806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80b3fbdb-4156-4fdf-97c1-cb6af9a4a08b req-2ccff1f3-4526-4ddc-b717-7a5b38cdb6ad tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 944 time: 0.1251388 Mar 10 18:29:03.609432 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Attempting to bind port 555d474e-8a63-42af-8278-2f588daabf3f on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:29:03.609770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Attempting to bind port 555d474e-8a63-42af-8278-2f588daabf3f by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:29:03.610102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Attempting to bind port 555d474e-8a63-42af-8278-2f588daabf3f on network effaac62-83a0-41fb-a90a-db608f71718e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:29:03.623452 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Port 555d474e-8a63-42af-8278-2f588daabf3f on network effaac62-83a0-41fb-a90a-db608f71718e not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:29:03.623786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Attempting to bind port 555d474e-8a63-42af-8278-2f588daabf3f on network effaac62-83a0-41fb-a90a-db608f71718e {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:29:03.631592 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:29:03.631919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Checking segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:29:03.632307 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Bound using segment: {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:29:03.632738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Bound port: 555d474e-8a63-42af-8278-2f588daabf3f, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc31fa01-7473-4e6e-9ff4-848bba370cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:29:03.633071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.685809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-80b3fbdb-4156-4fdf-97c1-cb6af9a4a08b req-d6c3c01c-1009-4443-831d-5c9260fa178b tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874770 Mar 10 18:29:03.713974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:29:03.717005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:29:03.724788 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.763483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:03.764082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:03.765499 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] 10.222.0.41 "PUT /v2.0/ports/555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1092 time: 0.7065518 Mar 10 18:29:03.766073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:29:03.768458 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d211a19-d073-4cf4-9f08-17618583e96a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:29:03.798692 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca6e8f-f293-40ea-a3a0-ca23cdd56e8c service neutron] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:03.821803 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97d6967-e509-47d7-b1b9-5d9338637439 x-openstack-request-id: req-e97d6967-e509-47d7-b1b9-5d9338637439 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:29:03.822050 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:29:03.822253 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e97d6967-e509-47d7-b1b9-5d9338637439 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:29:03.822685 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:29:03.862194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-85d2b10d-8d46-4bee-b3da-4b1fdb26decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:03.863772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-85d2b10d-8d46-4bee-b3da-4b1fdb26decd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1126 time: 0.0524054 Mar 10 18:29:03.918168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-26fd2d1b-e678-44ac-88b8-642f36b20ea5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 217 time: 0.0463214 Mar 10 18:29:03.982975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-dc42641d-09fb-456c-934f-132228dbd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:03.984475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-dc42641d-09fb-456c-934f-132228dbd257 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0638530 Mar 10 18:29:04.040730 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-0c53d3ba-01b8-4250-83a7-0b799f898c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.042162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-0c53d3ba-01b8-4250-83a7-0b799f898c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514772 Mar 10 18:29:04.137064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-6146c633-bdd9-42d8-933f-669df3f04dac service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883973 Mar 10 18:29:04.239598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e2b4b1bc-f85f-4508-89a1-18f88af3690c req-9ef55fa4-b6f0-4409-9a7d-374bbbf422c8 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959618 Mar 10 18:29:04.338417 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211a19-d073-4cf4-9f08-17618583e96a req-00c8cd63-275a-4f24-a984-41646d13f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.339980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-00c8cd63-275a-4f24-a984-41646d13f38a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1126 time: 0.0478656 Mar 10 18:29:04.441371 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211a19-d073-4cf4-9f08-17618583e96a req-6cbef5de-a4ec-4638-a51c-e0fe8fb619f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.442914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-6cbef5de-a4ec-4638-a51c-e0fe8fb619f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0966158 Mar 10 18:29:04.485469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-f17a09e6-e96d-4873-b628-c8fadfc6a703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 217 time: 0.0355868 Mar 10 18:29:04.539921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211a19-d073-4cf4-9f08-17618583e96a req-d1580ea9-5d2f-4c92-b13d-5a056cbb8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.541360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-d1580ea9-5d2f-4c92-b13d-5a056cbb8c9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0500398 Mar 10 18:29:04.597937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211a19-d073-4cf4-9f08-17618583e96a req-e821f182-5f22-4aa7-93ef-26b7d5f52eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.599443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-e821f182-5f22-4aa7-93ef-26b7d5f52eaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520356 Mar 10 18:29:04.695057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-f7837082-acef-4c74-b4c5-cc941fe2c363 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890532 Mar 10 18:29:04.820818 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d211a19-d073-4cf4-9f08-17618583e96a req-e4c0899e-95d1-450c-971f-d2afed0be9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177754 Mar 10 18:29:04.836766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527549-d530-417d-a409-55b37ad7491e req-b88483d1-eafd-46f2-9f1b-085c0ffe4786 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:04.838241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa527549-d530-417d-a409-55b37ad7491e req-b88483d1-eafd-46f2-9f1b-085c0ffe4786 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 944 time: 0.0741434 Mar 10 18:29:04.890088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aa527549-d530-417d-a409-55b37ad7491e req-1ae13c98-8111-4905-801c-ed5265794422 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Mar 10 18:29:06.019379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2581301-de2b-45a5-81ae-c379d69ef8ba req-2da5ace2-76cb-4df8-9024-0715aec87668 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:06.020882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2581301-de2b-45a5-81ae-c379d69ef8ba req-2da5ace2-76cb-4df8-9024-0715aec87668 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 944 time: 0.0560856 Mar 10 18:29:06.074838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2581301-de2b-45a5-81ae-c379d69ef8ba req-c93096d4-d209-4881-b6b5-131603011c40 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Mar 10 18:29:07.214688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c955ae8-b4e1-4fed-b29f-e483601fda29 req-7fe36c35-e362-4689-91cf-f3d15e3848c2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:07.216059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c955ae8-b4e1-4fed-b29f-e483601fda29 req-7fe36c35-e362-4689-91cf-f3d15e3848c2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 944 time: 0.0613351 Mar 10 18:29:07.267589 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4c955ae8-b4e1-4fed-b29f-e483601fda29 req-d16e8ef0-2931-48ae-a379-e6a61a90484f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Mar 10 18:29:08.008230 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 555d474e-8a63-42af-8278-2f588daabf3f details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:29:08.127096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:29:08.139660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '555d474e-8a63-42af-8278-2f588daabf3f', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'port_id': '555d474e-8a63-42af-8278-2f588daabf3f', 'mac_address': 'fa:16:3e:2f:2c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:29:08.179006 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 555d474e-8a63-42af-8278-2f588daabf3f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:29:08.179422 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:08.195796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555d474e-8a63-42af-8278-2f588daabf3f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:29:08.214986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:29:08.221292 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:08.278602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:08.394517 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc2df-efb6-4d43-bc16-9107c71c3713 req-eaadca45-c101-4590-ba61-6399d4e2b083 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:08.396001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc5cc2df-efb6-4d43-bc16-9107c71c3713 req-eaadca45-c101-4590-ba61-6399d4e2b083 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 945 time: 0.0600080 Mar 10 18:29:08.445073 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc5cc2df-efb6-4d43-bc16-9107c71c3713 req-a681d0e3-2e5a-413a-991a-19a0e64995b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Mar 10 18:29:08.535732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:29:09.574674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572e6d-fa56-45dd-82ab-2913ea879310 req-b77af2ed-0ca8-4733-8899-39f8c9af9e76 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:09.576135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99572e6d-fa56-45dd-82ab-2913ea879310 req-b77af2ed-0ca8-4733-8899-39f8c9af9e76 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 945 time: 0.0548143 Mar 10 18:29:09.631637 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99572e6d-fa56-45dd-82ab-2913ea879310 req-a6004c49-041c-483e-b1e5-52d15dbad72d tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498483 Mar 10 18:29:10.009255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 555d474e-8a63-42af-8278-2f588daabf3f up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:29:10.062626 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 555d474e-8a63-42af-8278-2f588daabf3f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:29:10.066297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 555d474e-8a63-42af-8278-2f588daabf3f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:29:10.066704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (555d474e-8a63-42af-8278-2f588daabf3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:10.148118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 555d474e-8a63-42af-8278-2f588daabf3f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:29:10.148535 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:10.171757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:29:10.174026 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6438a456-f8d6-4088-a6ef-a3cfa6dbba36" -d '{"events": [{"server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "name": "network-vif-plugged", "status": "completed", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:29:10.190342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:29:10.195380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:10.220498 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94095b8f-89fb-4acb-9834-e36d97c4189e x-openstack-request-id: req-94095b8f-89fb-4acb-9834-e36d97c4189e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:29:10.220777 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "name": "network-vif-plugged", "status": "completed", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:29:10.221028 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94095b8f-89fb-4acb-9834-e36d97c4189e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:29:10.221416 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'code': 200} Mar 10 18:29:10.247784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:10.320286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39620b2-0da7-4704-ab16-a601fe2694d9 req-5e9fbb72-01f2-4521-947b-a67a9cd6c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:10.321815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d39620b2-0da7-4704-ab16-a601fe2694d9 req-5e9fbb72-01f2-4521-947b-a67a9cd6c647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0561914 Mar 10 18:29:10.369344 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d39620b2-0da7-4704-ab16-a601fe2694d9 req-1ffdbadc-29a8-4f2a-ad95-bee7106af3ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Mar 10 18:29:10.768867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799425-47ea-4b7b-ac83-b984c366ccbb req-309f4bc9-5a17-4985-8f31-1af239e3a0d0 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:10.770447 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b799425-47ea-4b7b-ac83-b984c366ccbb req-309f4bc9-5a17-4985-8f31-1af239e3a0d0 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0540380 Mar 10 18:29:10.818468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b799425-47ea-4b7b-ac83-b984c366ccbb req-2ecb8fbc-5f3b-4c02-8708-2f2cd0b988ac tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Mar 10 18:29:11.941102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf8c0d-e4ec-4418-a64d-34bb00348269 req-dfd5071b-3451-4363-bdd4-182ad634ef0a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:11.942642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9edf8c0d-e4ec-4418-a64d-34bb00348269 req-dfd5071b-3451-4363-bdd4-182ad634ef0a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0559354 Mar 10 18:29:11.993932 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9edf8c0d-e4ec-4418-a64d-34bb00348269 req-1987b474-9d4d-4c14-a0dc-ce6b1a7303ab tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Mar 10 18:29:12.134164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344006d-3e7f-48ce-8fac-f3d27fc89f00 req-e06be6a5-2df8-47c1-b1c4-89b580ae3e6a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:12.135677 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8344006d-3e7f-48ce-8fac-f3d27fc89f00 req-e06be6a5-2df8-47c1-b1c4-89b580ae3e6a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0607896 Mar 10 18:29:12.182993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8344006d-3e7f-48ce-8fac-f3d27fc89f00 req-4da08e5a-01cd-4021-b734-c63e42001482 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Mar 10 18:29:12.394244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d857c80-a4aa-410c-9fe6-f3c2b624dcd8 req-e68dfd48-7b93-40b9-bfd6-159d9d97bbc2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:12.396358 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d857c80-a4aa-410c-9fe6-f3c2b624dcd8 req-e68dfd48-7b93-40b9-bfd6-159d9d97bbc2 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0687799 Mar 10 18:29:12.446036 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d857c80-a4aa-410c-9fe6-f3c2b624dcd8 req-a3349d06-a1b4-434d-ace8-e11ca05e7513 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Mar 10 18:29:12.512039 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1c5a-728e-4614-ad36-84bf52efac97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:14.730932 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e19a2f11-9f80-40fb-a7e9-8bbe2672bbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:16.069179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:17.500541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:19.377577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:27.447530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:30.495869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:31.385208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4714ae2-aa60-4dd7-a09d-11de41cc9404 req-b5398d36-af09-45dd-bb3b-5a945d9bf9ad tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:31.386722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4714ae2-aa60-4dd7-a09d-11de41cc9404 req-b5398d36-af09-45dd-bb3b-5a945d9bf9ad tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0608919 Mar 10 18:29:31.435603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e4714ae2-aa60-4dd7-a09d-11de41cc9404 req-5faf552f-3965-498c-aafa-fd561a839385 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Mar 10 18:29:31.458284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57956) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:31.549669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5739eb-a051-4a1a-a206-6028b76f1cab tempest-TestMinimumBasicScenario-276664292 tempest-TestMinimumBasicScenario-276664292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:31.551239 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6b5739eb-a051-4a1a-a206-6028b76f1cab tempest-TestMinimumBasicScenario-276664292 tempest-TestMinimumBasicScenario-276664292-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1123 time: 0.0919280 Mar 10 18:29:31.554464 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 57960) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:31.558780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '555d474e-8a63-42af-8278-2f588daabf3f', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:31.583428 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:31.687242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:31.801180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Allocated IP 172.25.3.180 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/a5d1749e-0385-46ed-b241-982ae518cc61) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:29:31.912861 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for port (a5d1749e-0385-46ed-b241-982ae518cc61), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:31.949905 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:31.987046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:29:31.992359 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:29:31.997062 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:29:32.002456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'Port': ['ID=a5d1749e-0385-46ed-b241-982ae518cc61,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:32.030717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.031067 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.031414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.031748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.032082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.032410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.032739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.033050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.033412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.033738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.034063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.034383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.034728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:32.386699 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for floatingip (9930403e-4e87-4a25-9aaf-45439a2be3a6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:32.460865 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:32.622185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for port (a5d1749e-0385-46ed-b241-982ae518cc61), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:32.629188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:32.700288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'Port': ['ID=a5d1749e-0385-46ed-b241-982ae518cc61,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:32.713606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9930403e-4e87-4a25-9aaf-45439a2be3a6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:32.856174 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Floating IP 9930403e-4e87-4a25-9aaf-45439a2be3a6 associated. External IP: 172.25.3.180, port: 555d474e-8a63-42af-8278-2f588daabf3f. Mar 10 18:29:32.920936 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-6fcfe0ac-de51-4d00-a956-62cd9affe12a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932920 Mar 10 18:29:33.370587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-ecc369e3-94eb-439e-9b33-48d7c4f51355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:33.372108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-ecc369e3-94eb-439e-9b33-48d7c4f51355 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0952592 Mar 10 18:29:33.503717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Router 96810e84-1779-4092-8e95-b702b8f8f357 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:29:33.567473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-ba8d33be-7378-43e5-b585-92e762e2e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:33.568928 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-ba8d33be-7378-43e5-b585-92e762e2e73a service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.1462944 Mar 10 18:29:33.673496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-7850706e-98ae-4d12-bea5-14f96fb4d8f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1000 time: 0.0979123 Mar 10 18:29:33.692576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:29:33.702399 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Sync routers for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:29:33.713479 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:29:33.714393 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:29:33.737264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:33.740156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-1304013e-03d1-42f9-b998-ac6aadccfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:33.741636 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-1304013e-03d1-42f9-b998-ac6aadccfb7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0616367 Mar 10 18:29:33.794967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4b4786af-9113-4c3a-aca2-6768474c2d1e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2394786 Mar 10 18:29:33.795671 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:29:33.797929 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe438a-f25b-466c-9f50-ec9f4a774a63" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:29:33.798469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57962) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:33.810965 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890014465', 'description': 'tempest-secgroup-smoke-1890014465 description', 'project_id': '1d35c647f892401993c64001d2e7a116'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:33.816746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-8307090c-11c3-4e3a-a2a3-d5aac368c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:33.818253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-8307090c-11c3-4e3a-a2a3-d5aac368c5c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591874 Mar 10 18:29:33.823936 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:29:33.842753 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:33.853007 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340058b0-6218-4a38-ad53-269d1a096180 x-openstack-request-id: req-340058b0-6218-4a38-ad53-269d1a096180 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:29:33.853522 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:29:33.853835 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-340058b0-6218-4a38-ad53-269d1a096180 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:29:33.854322 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:29:33.916958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (3c8344af-423a-464b-ae66-dc11c4f1e9f9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:33.922497 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c8344af-423a-464b-ae66-dc11c4f1e9f9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:33.923566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-86aa6c07-64e4-4edc-928d-b44ba60589a2 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979171 Mar 10 18:29:33.956901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:33.960940 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1585724 Mar 10 18:29:33.961172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57966) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:33.965925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:33.970916 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8344af-423a-464b-ae66-dc11c4f1e9f9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:33.985768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.986118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.986495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.986821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.987151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.987478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.987796 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.988118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.988438 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.988755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.989079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.989391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:33.990159 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96145d-0f52-4a6b-9806-13066c141912 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:29:34.007011 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (d9917731-af36-439c-aeb6-2ee37fb38e38), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.039910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6d34cd78-fcd8-4b29-9337-68d04f48fad8 req-4d9e8c34-7ec4-4929-a02b-6373f302147a service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071661 Mar 10 18:29:34.062496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (d9917731-af36-439c-aeb6-2ee37fb38e38), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.066720 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d9917731-af36-439c-aeb6-2ee37fb38e38), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.078377 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9930403e-4e87-4a25-9aaf-45439a2be3a6', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'port_id': '555d474e-8a63-42af-8278-2f588daabf3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'mac_address': 'fa:16:3e:2f:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:29:32Z', 'updated_at': '2022-03-10T18:29:32Z', 'revision_number': 0, 'project_id': '1d35c647f892401993c64001d2e7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:29:34.085163 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9917731-af36-439c-aeb6-2ee37fb38e38,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.099782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.101416 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ab36b8f1-67d4-4eb4-9d57-6067fcf460b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393180 Mar 10 18:29:34.104261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:34.109296 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Checking router: 96810e84-1779-4092-8e95-b702b8f8f357 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:29:34.109660 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:34.118258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:29:34.118895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:29:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:29:34.136544 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (8af1908c-35a1-4fd5-9324-c0f58186e181), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.151694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-71acd1e0-a651-47a8-b411-e997e3f5229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:34.153443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-71acd1e0-a651-47a8-b411-e997e3f5229e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0619199 Mar 10 18:29:34.203018 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (8af1908c-35a1-4fd5-9324-c0f58186e181), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.208362 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8af1908c-35a1-4fd5-9324-c0f58186e181), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.226486 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af1908c-35a1-4fd5-9324-c0f58186e181,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.237386 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:29:34.239520 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.241323 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-92a72582-c183-49f0-9cb5-990a73ff8cc4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355629 Mar 10 18:29:34.243803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57970) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:34.248480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:34.252127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-d2caad9e-792e-47ad-836b-b4bba82dfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:34.253642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-d2caad9e-792e-47ad-836b-b4bba82dfb37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0927522 Mar 10 18:29:34.274311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (60cb3a09-509d-408f-8e6e-6d0e66da9070), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.326765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-a783cd8c-028c-4c5f-8c4a-bdc12ac41050 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1000 time: 0.0666559 Mar 10 18:29:34.334577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (60cb3a09-509d-408f-8e6e-6d0e66da9070), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.349298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (60cb3a09-509d-408f-8e6e-6d0e66da9070), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.371061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb3a09-509d-408f-8e6e-6d0e66da9070,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.380316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.384061 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-787a4d21-97b3-4ef5-85a2-dba2e5c904ce tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367526 Mar 10 18:29:34.384296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57972) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:34.387527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-e794c64f-be51-45cd-9d2c-412d26a6cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:34.389059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-e794c64f-be51-45cd-9d2c-412d26a6cb63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0551622 Mar 10 18:29:34.390813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:34.423773 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (ead25b17-67d2-46c8-9293-e3d96d8dc5c2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.450492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-d62092f9-fe90-4a6c-b06b-babdf6c17b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:34.452024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-d62092f9-fe90-4a6c-b06b-babdf6c17b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547142 Mar 10 18:29:34.496429 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (ead25b17-67d2-46c8-9293-e3d96d8dc5c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.505264 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ead25b17-67d2-46c8-9293-e3d96d8dc5c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.506161 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9930403e-4e87-4a25-9aaf-45439a2be3a6', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'port_id': '555d474e-8a63-42af-8278-2f588daabf3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'mac_address': 'fa:16:3e:2f:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:29:32Z', 'updated_at': '2022-03-10T18:29:32Z', 'revision_number': 0, 'project_id': '1d35c647f892401993c64001d2e7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:29:34.533050 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead25b17-67d2-46c8-9293-e3d96d8dc5c2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.539294 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aa71c-4d64-4c81-a48c-35352de4437a None None] The sync data for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 is: [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9930403e-4e87-4a25-9aaf-45439a2be3a6', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'port_id': '555d474e-8a63-42af-8278-2f588daabf3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'mac_address': 'fa:16:3e:2f:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:29:32Z', 'updated_at': '2022-03-10T18:29:32Z', 'revision_number': 0, 'project_id': '1d35c647f892401993c64001d2e7a116', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:29:34.543169 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.546828 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-80d869fe-e769-41f6-9026-81b5af352d78 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586704 Mar 10 18:29:34.550554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:34.555161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:34.568910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-2a7a61e9-8737-4c55-8bd7-9c0e99a18a79 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113298 Mar 10 18:29:34.576672 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Project 1d35c647f892401993c64001d2e7a116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:29:34.583157 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (b4f4c50b-d4a6-417a-8d40-a6ad0672f7eb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.646375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (b4f4c50b-d4a6-417a-8d40-a6ad0672f7eb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.650556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b4f4c50b-d4a6-417a-8d40-a6ad0672f7eb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.670591 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f4c50b-d4a6-417a-8d40-a6ad0672f7eb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.677228 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.678508 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ebe438a-f25b-466c-9f50-ec9f4a774a63 req-2a2c0d94-aea6-41bb-930e-d632840ba234 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027534 Mar 10 18:29:34.678811 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e68eddb-1c66-4fae-bb2c-1ca59787f2fe tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269255 Mar 10 18:29:34.681341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 57978) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:29:34.686131 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'security_group_rule': {'security_group_id': '3c8344af-423a-464b-ae66-dc11c4f1e9f9', 'project_id': '1d35c647f892401993c64001d2e7a116', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:34.709368 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Project 1d35c647f892401993c64001d2e7a116 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:29:34.715530 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (944acd06-14d0-46f2-954b-b5e3e7192dac), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.783011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848c5d7-3755-4018-bb69-cafd2f61e338 None None] New status for floating IP 9930403e-4e87-4a25-9aaf-45439a2be3a6: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:29:34.783801 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (944acd06-14d0-46f2-954b-b5e3e7192dac), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.790001 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (944acd06-14d0-46f2-954b-b5e3e7192dac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.808465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944acd06-14d0-46f2-954b-b5e3e7192dac,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:34.817904 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:34.819372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d46600f9-2ec5-454a-bd95-daaf7f4866a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371086 Mar 10 18:29:34.912554 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-5ea15bcd-9b13-41ba-ae27-6d9d90564242 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890014465&fields=id&tenant_id=1d35c647f892401993c64001d2e7a116 HTTP/1.1" status: 200 len: 267 time: 0.0468686 Mar 10 18:29:34.970541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-3247552e-6a35-4486-8d05-52028c310b1d tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:34.971953 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-3247552e-6a35-4486-8d05-52028c310b1d tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0530496 Mar 10 18:29:34.984285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'port': {'security_groups': ['c3022dda-6be8-4c69-b5f6-329cd731cc83', '3c8344af-423a-464b-ae66-dc11c4f1e9f9']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:29:35.052122 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:35.251175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:29:35.293884 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for port (555d474e-8a63-42af-8278-2f588daabf3f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:35.300452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:35.312689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:29:35.345641 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:35.346204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:35.347861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9883f976-e2fb-4a21-bffb-40f9029bb783 req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "PUT /v2.0/ports/555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 982 time: 0.3683121 Mar 10 18:29:35.379894 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49925e1b-54f6-414a-8f68-9daa83c410b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:29:35.414261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:29:35.472406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe3dc2-ddfe-43e5-8d4e-c5afb2c833c5 req-e9307c72-2c4a-454d-abae-a89686d9d30b tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:35.473949 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cbe3dc2-ddfe-43e5-8d4e-c5afb2c833c5 req-e9307c72-2c4a-454d-abae-a89686d9d30b tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0601308 Mar 10 18:29:35.549374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0cbe3dc2-ddfe-43e5-8d4e-c5afb2c833c5 req-00440788-abcb-451a-a51e-c425ea81ab15 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675786 Mar 10 18:29:35.663844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b96afb48-3103-4443-a0d7-b592268e14c3 None None] Provisioning complete for port 555d474e-8a63-42af-8278-2f588daabf3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:29:35.664219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b96afb48-3103-4443-a0d7-b592268e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (555d474e-8a63-42af-8278-2f588daabf3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:35.855928 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:29:35.858344 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b068b-6703-4484-8053-c570ef9f1066" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:29:35.881910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b96afb48-3103-4443-a0d7-b592268e14c3 None None] Current status of the port 555d474e-8a63-42af-8278-2f588daabf3f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:29:35.896164 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c5a60-0363-45e8-850e-af936b11ef5e x-openstack-request-id: req-1d9c5a60-0363-45e8-850e-af936b11ef5e {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:29:35.896479 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:29:35.896734 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d9c5a60-0363-45e8-850e-af936b11ef5e {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:29:35.897149 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:29:35.965101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b068b-6703-4484-8053-c570ef9f1066 req-bf5e7163-8e11-4c3c-b1bc-49ce29e1201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:35.966648 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-bf5e7163-8e11-4c3c-b1bc-49ce29e1201c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1167 time: 0.0479336 Mar 10 18:29:36.061764 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b068b-6703-4484-8053-c570ef9f1066 req-2bbabd3b-f2c2-46e8-8023-c74ac38139e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:36.063278 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-2bbabd3b-f2c2-46e8-8023-c74ac38139e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0900991 Mar 10 18:29:36.135493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-d5d90205-298a-4638-b8cb-4733c3c4b0b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1002 time: 0.0648963 Mar 10 18:29:36.153334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:29:36.187706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b068b-6703-4484-8053-c570ef9f1066 req-30d1584e-4d47-4cef-af96-88a7e90f63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:36.189174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-30d1584e-4d47-4cef-af96-88a7e90f63f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0470071 Mar 10 18:29:36.248051 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b068b-6703-4484-8053-c570ef9f1066 req-87732d68-c16a-481e-8214-30729e0616f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:29:36.249569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-87732d68-c16a-481e-8214-30729e0616f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533040 Mar 10 18:29:36.346248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-f211f5ed-0021-4651-87da-60a47d4ba15d service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896258 Mar 10 18:29:36.439398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b54b068b-6703-4484-8053-c570ef9f1066 req-60735e01-03e1-4de9-9544-79bc76708746 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Mar 10 18:29:42.518305 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cfaca1c1-5604-46f9-8375-bd9693b069d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:44.731791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4eac0038-587d-4f43-90a3-c055ee592a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:46.078001 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:47.510485 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:49.379952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:29:57.454040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:00.499229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:12.519281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51b806d8-e104-462f-a360-6bf6f342f7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:13.153966 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:30:14.737651 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2c918064-1378-40ce-aaf2-40b69768e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:16.074732 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:17.513446 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:19.380530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:20.678101 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5965d-d8f3-4e1f-bb3c-4252c0668cdb req-139b3d31-98a9-4b6d-8ee6-ae90650cbb55 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:20.679599 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ab5965d-d8f3-4e1f-bb3c-4252c0668cdb req-139b3d31-98a9-4b6d-8ee6-ae90650cbb55 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0951352 Mar 10 18:30:20.685343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-66d3212c-5f48-4a9c-b755-225e80177df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:20.686768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-66d3212c-5f48-4a9c-b755-225e80177df8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1167 time: 0.0884361 Mar 10 18:30:20.811875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9ab5965d-d8f3-4e1f-bb3c-4252c0668cdb req-5ef2b945-fc48-4507-abeb-dc0569e7a7c6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240418 Mar 10 18:30:20.830147 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-6005eaa6-ff2e-401a-a3ae-627db668e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:20.832716 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-6005eaa6-ff2e-401a-a3ae-627db668e969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.1391921 Mar 10 18:30:20.900680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-18f1461e-11cd-466f-9537-17b8a7c702e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1002 time: 0.0617115 Mar 10 18:30:20.950266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-f9442e2e-7ddd-4bec-b440-330616b6fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:20.951769 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-f9442e2e-7ddd-4bec-b440-330616b6fae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0454056 Mar 10 18:30:21.008805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-4e3f6616-e5ca-4814-b46c-27db555cd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:21.010575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-4e3f6616-e5ca-4814-b46c-27db555cd6ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493550 Mar 10 18:30:21.107043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-bf0a7568-a9a2-46bf-84ea-e462d0bba137 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889006 Mar 10 18:30:21.200758 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-36ed6c18-4dbf-4eff-9c40-094e0cc6a00e req-cb8f5e45-7e45-4585-9d86-3debeadd90b9 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871391 Mar 10 18:30:21.955546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb9dc-dffd-4294-88a6-4f05d443e9a8 req-fd173eb9-05e5-4705-b8d8-d6fe1faa6c11 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:21.957058 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccbeb9dc-dffd-4294-88a6-4f05d443e9a8 req-fd173eb9-05e5-4705-b8d8-d6fe1faa6c11 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0636933 Mar 10 18:30:22.019628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ccbeb9dc-dffd-4294-88a6-4f05d443e9a8 req-e9b6e1a9-c325-4aa6-a706-355b2cd42ae5 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565147 Mar 10 18:30:23.157694 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5c4f-f511-49ff-90b6-dd324c6e0bda req-a34d599a-ba8d-4f58-b826-2aeed7640680 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:23.159253 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-834d5c4f-f511-49ff-90b6-dd324c6e0bda req-a34d599a-ba8d-4f58-b826-2aeed7640680 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0625207 Mar 10 18:30:23.229324 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-834d5c4f-f511-49ff-90b6-dd324c6e0bda req-89409307-5792-4039-bbeb-6d8723d2a5c5 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615077 Mar 10 18:30:24.374266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe968c-52a8-46aa-b3d6-20519a7fa299 req-e3588039-7553-4b1d-8145-8ef2c006c077 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:24.375797 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dfe968c-52a8-46aa-b3d6-20519a7fa299 req-e3588039-7553-4b1d-8145-8ef2c006c077 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0627692 Mar 10 18:30:24.438737 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dfe968c-52a8-46aa-b3d6-20519a7fa299 req-d33b03ef-ad0e-429b-8023-6222ec61e5ca tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570335 Mar 10 18:30:25.573593 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28426-c172-46f5-9dc7-3b4764d8e556 req-5dada821-efc4-4869-99b7-b143724ef925 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:25.575298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfd28426-c172-46f5-9dc7-3b4764d8e556 req-5dada821-efc4-4869-99b7-b143724ef925 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0620189 Mar 10 18:30:25.636337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfd28426-c172-46f5-9dc7-3b4764d8e556 req-80413d77-370c-4591-a85c-45c44ecdb6a4 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550499 Mar 10 18:30:26.789877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08509ef-b156-40cf-8913-255dc5027a5a req-45c3848c-777c-4a7e-a7d3-f63edfa098e9 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:26.791394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e08509ef-b156-40cf-8913-255dc5027a5a req-45c3848c-777c-4a7e-a7d3-f63edfa098e9 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0646827 Mar 10 18:30:26.865046 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e08509ef-b156-40cf-8913-255dc5027a5a req-c671bbdf-2198-4a6a-bc5c-624d5e2e9d9f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655150 Mar 10 18:30:27.449988 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:28.012624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be622396-0d7b-4d26-81c3-208dce6d2d1c req-5ebcb73a-ca87-4487-9cbb-c3feae06eb08 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:28.014105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be622396-0d7b-4d26-81c3-208dce6d2d1c req-5ebcb73a-ca87-4487-9cbb-c3feae06eb08 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0647306 Mar 10 18:30:28.078380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be622396-0d7b-4d26-81c3-208dce6d2d1c req-f9d94ea6-86bb-4050-9c97-c7af41a5f6b8 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556664 Mar 10 18:30:29.227431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0661aa1-ca6c-487d-92be-b4af4af9aea7 req-6af16369-f5e5-4e14-8a77-f4d5c666ee24 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:29.228816 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0661aa1-ca6c-487d-92be-b4af4af9aea7 req-6af16369-f5e5-4e14-8a77-f4d5c666ee24 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0551708 Mar 10 18:30:29.295572 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c0661aa1-ca6c-487d-92be-b4af4af9aea7 req-0736ad81-0b3e-47a7-bbde-6b524d2a5017 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604656 Mar 10 18:30:30.431600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b20e42-ccd8-4019-b31d-4207dc635360 req-cfff1b83-db2a-4aa5-b89f-fe9d52bd109e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:30.433091 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5b20e42-ccd8-4019-b31d-4207dc635360 req-cfff1b83-db2a-4aa5-b89f-fe9d52bd109e tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0586655 Mar 10 18:30:30.488710 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:30.495136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5b20e42-ccd8-4019-b31d-4207dc635360 req-9c36fbaf-cc9e-4401-9a44-ee29647d5954 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558424 Mar 10 18:30:31.638169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706fd2d-72d3-4553-8a88-8ed328832fc0 req-219848b1-2520-4b35-b176-6bc115823a92 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:31.639672 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7706fd2d-72d3-4553-8a88-8ed328832fc0 req-219848b1-2520-4b35-b176-6bc115823a92 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0657911 Mar 10 18:30:31.703283 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7706fd2d-72d3-4553-8a88-8ed328832fc0 req-0ec753c4-00a3-4b71-b743-2a3ca368ba40 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575597 Mar 10 18:30:32.843020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2b0a9-0480-4127-9fb0-a433fa8f6e72 req-7963445c-a706-414a-aeea-0f263a2ee32a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:32.844465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91b2b0a9-0480-4127-9fb0-a433fa8f6e72 req-7963445c-a706-414a-aeea-0f263a2ee32a tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0576434 Mar 10 18:30:32.904530 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-91b2b0a9-0480-4127-9fb0-a433fa8f6e72 req-6da262b0-d438-46db-bc21-8468ec3a8b66 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&id=3c8344af-423a-464b-ae66-dc11c4f1e9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542419 Mar 10 18:30:35.442143 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-8dc56eae-7bfe-4687-94d4-d6ea5e65f878 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477543 Mar 10 18:30:35.532234 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-d7fa5776-5cf7-4484-a357-50e1bc9e45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:35.533794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-d7fa5776-5cf7-4484-a357-50e1bc9e45ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1167 time: 0.0472803 Mar 10 18:30:35.647278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-a1b7d877-2b14-42ac-b1de-408c2f40c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:35.648773 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-a1b7d877-2b14-42ac-b1de-408c2f40c212 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0955091 Mar 10 18:30:35.719661 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-4273025a-b931-4840-9d71-ed4d359077d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1002 time: 0.0642390 Mar 10 18:30:35.771934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-e741d2b5-0255-4d45-9319-7f45d9333e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:35.773374 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-e741d2b5-0255-4d45-9319-7f45d9333e2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0481524 Mar 10 18:30:35.824341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-09856262-b777-4772-a835-e4936149d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:30:35.826116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-09856262-b777-4772-a835-e4936149d158 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466592 Mar 10 18:30:35.929276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-9760fef5-bd87-4691-9599-e025b587b4f7 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963092 Mar 10 18:30:36.026308 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7acf9f80-a449-4f5e-aeaf-cd7fcbe035d2 req-b0e70620-a694-4d32-b4ad-7472678b769a service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907147 Mar 10 18:30:42.522573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f7faf6e-cddf-452a-bcab-4cca6a88c060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:44.737382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e190-6fab-4773-bc35-8862caac02d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:46.077246 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:47.513859 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:49.385398 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:30:50.159019 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:30:57.455564 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:00.511048 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:12.525143 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-685b226f-c0f8-47d5-8539-00e3487ebccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:14.732552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1aad4747-9219-4b8b-b1de-f34d53d5c3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:16.082742 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:17.516731 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:19.391259 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:21.683467 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-1131400f-5e7c-44f5-b973-129dca10df4c tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890014465&fields=id&tenant_id=1d35c647f892401993c64001d2e7a116 HTTP/1.1" status: 200 len: 267 time: 0.1711140 Mar 10 18:31:21.748207 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-37280d8f-4182-4c00-a7c6-21066da4157f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:21.749601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-37280d8f-4182-4c00-a7c6-21066da4157f tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 985 time: 0.0581276 Mar 10 18:31:21.761281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Request body: {'port': {'security_groups': ['c3022dda-6be8-4c69-b5f6-329cd731cc83']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:21.831440 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.007921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:22.042164 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for port (555d474e-8a63-42af-8278-2f588daabf3f), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.050779 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.063335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:31:22.093895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:22.094540 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.097363 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79bdf2f7-71e9-4261-8f23-6b9fc31d30f8 req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "PUT /v2.0/ports/555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 943 time: 0.3410809 Mar 10 18:31:22.097843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:31:22.100846 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def97535-572f-48b4-81cf-6a6814f6614f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:31:22.102061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:22.130778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event updated for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:22.144825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.145446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.146083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.146644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.147151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.147652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.148160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.148973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.149473 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.150608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.151264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.152293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.152801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ae2bb-964a-4347-9163-06e66039c580 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.173325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:31:22.180862 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff51ac05-5989-4683-ae0c-64c8db3464ec x-openstack-request-id: req-ff51ac05-5989-4683-ae0c-64c8db3464ec {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:31:22.181163 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:31:22.181424 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff51ac05-5989-4683-ae0c-64c8db3464ec {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:31:22.181838 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:31:22.216528 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (3c8344af-423a-464b-ae66-dc11c4f1e9f9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.248916 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (3c8344af-423a-464b-ae66-dc11c4f1e9f9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.261097 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def97535-572f-48b4-81cf-6a6814f6614f req-8d3e27f1-e27d-4343-a5a3-c82d218b1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:22.263285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-8d3e27f1-e27d-4343-a5a3-c82d218b1155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0609791 Mar 10 18:31:22.323392 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (3c8344af-423a-464b-ae66-dc11c4f1e9f9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.326532 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.328474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c8344af-423a-464b-ae66-dc11c4f1e9f9 HTTP/1.1" status: 204 len: 168 time: 0.2247024 Mar 10 18:31:22.338619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:22.346474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8344af-423a-464b-ae66-dc11c4f1e9f9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:22.365129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def97535-572f-48b4-81cf-6a6814f6614f req-5360818e-dd6f-49d5-b9f7-ecd93e63a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:22.366643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-5360818e-dd6f-49d5-b9f7-ecd93e63a311 service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0963926 Mar 10 18:31:22.396455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.397108 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.397273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fbcca6c7-05fa-4720-b922-53e7f2a4be7b None None] Provisioning complete for port 555d474e-8a63-42af-8278-2f588daabf3f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:22.397446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.397778 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.397892 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbcca6c7-05fa-4720-b922-53e7f2a4be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (555d474e-8a63-42af-8278-2f588daabf3f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.398103 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.398450 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.398771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.399087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.399582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.399907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.400222 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.400746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.401107 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef932e-b7ee-4685-ad3b-26f6811d8827 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:22.437254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-e9082c50-de19-4c3f-a426-f4accd830701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 1002 time: 0.0640976 Mar 10 18:31:22.489631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def97535-572f-48b4-81cf-6a6814f6614f req-48cca880-6aef-4364-a4b6-f063442d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:22.491178 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-48cca880-6aef-4364-a4b6-f063442d24a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0478227 Mar 10 18:31:22.500705 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fbcca6c7-05fa-4720-b922-53e7f2a4be7b None None] Current status of the port 555d474e-8a63-42af-8278-2f588daabf3f is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:22.521261 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Deleting port a5d1749e-0385-46ed-b241-982ae518cc61 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:22.521534 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.540384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def97535-572f-48b4-81cf-6a6814f6614f req-29c95890-228f-4ed9-8bc8-8791c2b40664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:22.541955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-29c95890-228f-4ed9-8bc8-8791c2b40664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442522 Mar 10 18:31:22.596200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.596558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for floatingip (a5d1749e-0385-46ed-b241-982ae518cc61), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.608441 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Calling delete_port for a5d1749e-0385-46ed-b241-982ae518cc61 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:22.636658 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-0ddf2514-f443-4aa1-8278-293be32f4763 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863409 Mar 10 18:31:22.731429 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-def97535-572f-48b4-81cf-6a6814f6614f req-ea3975f5-de66-4023-afa2-d97941e467bd service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Mar 10 18:31:22.771089 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a5d1749e-0385-46ed-b241-982ae518cc61), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.799763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event deleted for resources: {'Port': ['ID=a5d1749e-0385-46ed-b241-982ae518cc61,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:22.865824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks [] for floatingip (9930403e-4e87-4a25-9aaf-45439a2be3a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:22.866123 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Floating IP 9930403e-4e87-4a25-9aaf-45439a2be3a6 disassociated (deleted). External IP: 172.25.3.180, port: 555d474e-8a63-42af-8278-2f588daabf3f. Mar 10 18:31:23.096847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Router 96810e84-1779-4092-8e95-b702b8f8f357 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:31:23.221025 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:31:23.225744 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:23.232583 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Sync routers for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:31:23.242937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:23.243545 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:23.256223 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e157f178-f098-4d11-96a3-ee26e5a99c58 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "DELETE /v2.0/floatingips/9930403e-4e87-4a25-9aaf-45439a2be3a6 HTTP/1.1" status: 204 len: 168 time: 0.9161878 Mar 10 18:31:23.256867 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:31:23.259372 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ca51c-c975-4eeb-a844-cbf8e21b72fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:31:23.353472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:23.551242 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96160d3-fe28-49dc-b088-496ded310c32 x-openstack-request-id: req-b96160d3-fe28-49dc-b088-496ded310c32 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:31:23.551726 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:31:23.552263 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b96160d3-fe28-49dc-b088-496ded310c32 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:31:23.552911 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:31:23.589553 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:23.615872 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Checking router: 96810e84-1779-4092-8e95-b702b8f8f357 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:31:23.626767 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:23.627362 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:23.631975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-7b505ec0-2774-4376-b66e-84b4a55b93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:23.633502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-7b505ec0-2774-4376-b66e-84b4a55b93c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0515995 Mar 10 18:31:23.733781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-670df912-4bde-4aa7-b6f1-b859a25641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:23.735421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-670df912-4bde-4aa7-b6f1-b859a25641ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0950654 Mar 10 18:31:23.743129 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:23.781596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-a1f35486-8e9e-4712-97b5-350ea284c605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 217 time: 0.0387340 Mar 10 18:31:23.833175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-2462f8d9-6fdb-4ee9-9a37-f4b6f8a86480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:23.834927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-2462f8d9-6fdb-4ee9-9a37-f4b6f8a86480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0470095 Mar 10 18:31:23.884360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-59267a23-dde7-4e28-ad73-a66e8ed711b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:23.885789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-59267a23-dde7-4e28-ad73-a66e8ed711b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449958 Mar 10 18:31:23.947938 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:23.974589 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c5b13-d2f2-4286-9e33-aaad8f49eac0 None None] The sync data for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 is: [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:31Z', 'revision_number': 4, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7be2764c-b53e-4fe2-a5fa-1444c76b62aa', 'name': '', 'network_id': 'effaac62-83a0-41fb-a90a-db608f71718e', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'mac_address': 'fa:16:3e:10:90:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:30Z', 'updated_at': '2022-03-10T18:28:35Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'subnets': [{'id': '643bc97a-c0e8-467c-a42f-9f898d6f6d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:31:24.235572 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd76a65-d3a5-46fb-9ef4-fed2067fe77e None None] New status for floating IP 9930403e-4e87-4a25-9aaf-45439a2be3a6: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:31:24.326258 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-539fae86-2cd9-4c1e-8eb4-c3cdd7fac999 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299495 Mar 10 18:31:24.416579 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-565ca51c-c975-4eeb-a844-cbf8e21b72fa req-dd3d558a-960d-4fcf-b451-c22858270bbd service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831449 Mar 10 18:31:27.158509 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:31:27.435126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:30.518500 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:36.869135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-29351e66-3302-4848-a2f8-f4c37dba6523 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471373 Mar 10 18:31:36.966391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-9ffe9966-fbbe-4a4c-b747-d2c020204b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:36.967975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-9ffe9966-fbbe-4a4c-b747-d2c020204b7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d35c647f892401993c64001d2e7a116&device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 1128 time: 0.0555012 Mar 10 18:31:37.075701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-9495824b-2bbe-40b7-a40d-dfdcc416b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:37.077199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-9495824b-2bbe-40b7-a40d-dfdcc416b63d service neutron] 10.222.0.41 "GET /v2.0/networks?id=effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 200 len: 913 time: 0.0898910 Mar 10 18:31:37.124012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-fb51bc9e-864a-47f4-8289-e48b74cc270a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 200 len: 217 time: 0.0404558 Mar 10 18:31:37.175053 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-77279365-f35c-43bf-9dd2-eb8e9b5a0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:37.176627 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-77279365-f35c-43bf-9dd2-eb8e9b5a0d00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 200 len: 851 time: 0.0467613 Mar 10 18:31:37.227843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-a1266a77-5dc4-43e6-b44b-b9c959b5e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:37.229417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-a1266a77-5dc4-43e6-b44b-b9c959b5e296 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=effaac62-83a0-41fb-a90a-db608f71718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471268 Mar 10 18:31:37.323448 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-43c1c810-d221-4be8-b008-0ed5e1b61b9d service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872796 Mar 10 18:31:37.414039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-48f161ac-364f-4c78-9e37-88ed63847d5d req-2816a5ca-c8e8-4bb9-a64d-733555ea4436 service neutron] 10.222.0.41 "GET /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Mar 10 18:31:38.759004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024924ca-5f86-4dc3-9b64-0b086f2550f6 req-22163cfd-706f-4f56-ba7b-9c47127d3175 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:38.760534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-024924ca-5f86-4dc3-9b64-0b086f2550f6 req-22163cfd-706f-4f56-ba7b-9c47127d3175 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0618021 Mar 10 18:31:38.818561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-024924ca-5f86-4dc3-9b64-0b086f2550f6 req-6e1d2c99-cee5-4635-83e5-3c301f4ac390 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Mar 10 18:31:39.938072 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8adc3-afe8-462d-b75b-420f9fd3f202 req-00aed400-285a-4023-9c5a-f2e423bac1b0 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:39.939653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27f8adc3-afe8-462d-b75b-420f9fd3f202 req-00aed400-285a-4023-9c5a-f2e423bac1b0 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0542026 Mar 10 18:31:39.986106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27f8adc3-afe8-462d-b75b-420f9fd3f202 req-a34f6deb-446f-4c7f-801d-361852385084 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3022dda-6be8-4c69-b5f6-329cd731cc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Mar 10 18:31:40.470190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-16a56dc1-3b57-4513-bea1-b066ab762846 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:40.471730 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-16a56dc1-3b57-4513-bea1-b066ab762846 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 946 time: 0.0566304 Mar 10 18:31:40.579160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Deleting port 555d474e-8a63-42af-8278-2f588daabf3f {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:40.579454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (555d474e-8a63-42af-8278-2f588daabf3f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:40.677770 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] For port 555d474e-8a63-42af-8278-2f588daabf3f, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=555d474e-8a63-42af-8278-2f588daabf3f,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:40.678112 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (555d474e-8a63-42af-8278-2f588daabf3f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:40.697189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Calling delete_port for 555d474e-8a63-42af-8278-2f588daabf3f owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:40.827608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (555d474e-8a63-42af-8278-2f588daabf3f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:40.839430 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['555d474e-8a63-42af-8278-2f588daabf3f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:31:40.857496 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Pushing event deleted for resources: {'Port': ['ID=555d474e-8a63-42af-8278-2f588daabf3f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:40.906056 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] No DVR routers for this DVR port 555d474e-8a63-42af-8278-2f588daabf3f on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:31:40.909489 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:40.914858 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d639835-4b32-4dc5-8a26-f7a16abc12c8 req-48bb3c69-3547-4253-aae0-55035b7d27bb tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.41 "DELETE /v2.0/ports/555d474e-8a63-42af-8278-2f588daabf3f HTTP/1.1" status: 204 len: 173 time: 0.4375098 Mar 10 18:31:40.915605 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'name': 'network-vif-deleted', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:31:40.919337 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43a961c-41d5-47e5-85e6-749bf6160140" -d '{"events": [{"server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "name": "network-vif-deleted", "tag": "555d474e-8a63-42af-8278-2f588daabf3f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:31:40.961725 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc0c757-b6b1-490a-ba64-765846290f84 x-openstack-request-id: req-8bc0c757-b6b1-490a-ba64-765846290f84 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:31:40.962339 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd41dec-f4e1-43cb-915f-5c094adee5ad", "name": "network-vif-deleted", "tag": "555d474e-8a63-42af-8278-2f588daabf3f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:31:40.962339 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bc0c757-b6b1-490a-ba64-765846290f84 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:31:40.962682 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd41dec-f4e1-43cb-915f-5c094adee5ad', 'name': 'network-vif-deleted', 'tag': '555d474e-8a63-42af-8278-2f588daabf3f', 'status': 'completed', 'code': 200} Mar 10 18:31:41.107958 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64b5426c-80bb-421c-921d-3ad791434a20 req-d9446c76-9bc7-4718-af9b-583a9f1382b6 tempest-TestMinimumBasicScenario-557991349 tempest-TestMinimumBasicScenario-557991349-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bd41dec-f4e1-43cb-915f-5c094adee5ad HTTP/1.1" status: 200 len: 210 time: 0.0393534 Mar 10 18:31:42.521462 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-488b2696-d88c-4eac-a923-62a4905451ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:42.742040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58172) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:43.127498 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (96810e84-1779-4092-8e95-b702b8f8f357), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:43.695265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Deleting port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:43.695616 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:43.783455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] For port 7be2764c-b53e-4fe2-a5fa-1444c76b62aa, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:43.784154 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:43.797755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Calling delete_port for 7be2764c-b53e-4fe2-a5fa-1444c76b62aa owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:43.986843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7be2764c-b53e-4fe2-a5fa-1444c76b62aa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.012914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be2764c-b53e-4fe2-a5fa-1444c76b62aa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:44.192823 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (96810e84-1779-4092-8e95-b702b8f8f357), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.421260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Router 96810e84-1779-4092-8e95-b702b8f8f357 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:31:44.535909 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:31:44.541476 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3e89e81f-102e-42d9-b9c0-d58b0df63a72 admin admin] 10.222.0.35 "PUT /v2.0/routers/96810e84-1779-4092-8e95-b702b8f8f357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982702 Mar 10 18:31:44.544597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58174) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:44.546559 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Sync routers for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:31:44.557322 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:44.557931 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:44.581207 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 555d474e-8a63-42af-8278-2f588daabf3f no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:44.605157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 555d474e-8a63-42af-8278-2f588daabf3f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:44.605517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 555d474e-8a63-42af-8278-2f588daabf3f not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:44.656240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks [] for router (96810e84-1779-4092-8e95-b702b8f8f357), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.664864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:44.728196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3551e15a-78ce-46b8-a217-97c0c66d718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.770399 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks [] for router_gateway (96810e84-1779-4092-8e95-b702b8f8f357), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.826285 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Deleting port 30edaefd-6bd1-40cf-9327-6439d41b6189 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:44.826556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.849470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:31:43Z', 'revision_number': 5, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port': {'id': '30edaefd-6bd1-40cf-9327-6439d41b6189', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96810e84-1779-4092-8e95-b702b8f8f357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:44.876014 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Checking router: 96810e84-1779-4092-8e95-b702b8f8f357 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:31:44.884194 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Routers {'96810e84-1779-4092-8e95-b702b8f8f357'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:44.884776 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['96810e84-1779-4092-8e95-b702b8f8f357'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:44.913813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] For port 30edaefd-6bd1-40cf-9327-6439d41b6189, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=30edaefd-6bd1-40cf-9327-6439d41b6189,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:44.914177 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:44.927488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Calling delete_port for 30edaefd-6bd1-40cf-9327-6439d41b6189 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:45.065648 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] Set router 96810e84-1779-4092-8e95-b702b8f8f357 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:45.101908 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (30edaefd-6bd1-40cf-9327-6439d41b6189), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.117403 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:31:44Z', 'revision_number': 6, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:45.133373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Pushing event deleted for resources: {'Port': ['ID=30edaefd-6bd1-40cf-9327-6439d41b6189,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:45.149716 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f2e5e-2595-4fdb-95b8-b735d5b7a2f6 None None] The sync data for ids ['96810e84-1779-4092-8e95-b702b8f8f357'] in n-d-833115-2 is: [{'id': '96810e84-1779-4092-8e95-b702b8f8f357', 'name': 'tempest-TestMinimumBasicScenario-7524211-router', 'tenant_id': '1d35c647f892401993c64001d2e7a116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:28Z', 'updated_at': '2022-03-10T18:31:44Z', 'revision_number': 6, 'project_id': '1d35c647f892401993c64001d2e7a116', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:31:45.196099 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (96810e84-1779-4092-8e95-b702b8f8f357), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.289204 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (96810e84-1779-4092-8e95-b702b8f8f357), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.291442 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks [] for router_controller (96810e84-1779-4092-8e95-b702b8f8f357), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.340910 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (96810e84-1779-4092-8e95-b702b8f8f357), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.341665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96810e84-1779-4092-8e95-b702b8f8f357 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:31:45.348103 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.349712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56546801-7d57-448a-9096-a34963c7edde admin admin] 10.222.0.35 "DELETE /v2.0/routers/96810e84-1779-4092-8e95-b702b8f8f357 HTTP/1.1" status: 204 len: 168 time: 0.8040929 Mar 10 18:31:45.352490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:45.400016 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Deleting subnet 643bc97a-c0e8-467c-a42f-9f898d6f6d52 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:31:45.403546 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Publish callbacks [] for subnet (643bc97a-c0e8-467c-a42f-9f898d6f6d52), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.439964 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (643bc97a-c0e8-467c-a42f-9f898d6f6d52), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.549509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (643bc97a-c0e8-467c-a42f-9f898d6f6d52), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.593952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7be2764c-b53e-4fe2-a5fa-1444c76b62aa no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:45.607627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (643bc97a-c0e8-467c-a42f-9f898d6f6d52), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.619168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7be2764c-b53e-4fe2-a5fa-1444c76b62aa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:45.619512 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7be2764c-b53e-4fe2-a5fa-1444c76b62aa not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:45.633519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643bc97a-c0e8-467c-a42f-9f898d6f6d52,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:45.637254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.643116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7cf53758-f954-4d82-917d-50a92bfbfd71 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/643bc97a-c0e8-467c-a42f-9f898d6f6d52 HTTP/1.1" status: 204 len: 168 time: 0.2870779 Mar 10 18:31:45.643261 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58178) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:45.643841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823eec7-a99a-4a4c-a41a-2a7377e28c54 None None] Network effaac62-83a0-41fb-a90a-db608f71718e requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:31:45.713661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (effaac62-83a0-41fb-a90a-db608f71718e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.773412 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Deleting port c08be3a3-5298-49f2-ac75-c4cb3474a619 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:45.773748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.837627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] For port c08be3a3-5298-49f2-ac75-c4cb3474a619, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c08be3a3-5298-49f2-ac75-c4cb3474a619,segment=NetworkSegment(fc31fa01-7473-4e6e-9ff4-848bba370cbd),segment_id=fc31fa01-7473-4e6e-9ff4-848bba370cbd)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:45.837984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.850732 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Calling delete_port for c08be3a3-5298-49f2-ac75-c4cb3474a619 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:45.940038 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c08be3a3-5298-49f2-ac75-c4cb3474a619), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:45.949114 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f2490-940a-410c-8bc3-6d9f367c0a70 None None] DHCP port deletion for effaac62-83a0-41fb-a90a-db608f71718e request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:31:45.967021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08be3a3-5298-49f2-ac75-c4cb3474a619,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:45.974173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] No DVR routers for this DVR port c08be3a3-5298-49f2-ac75-c4cb3474a619 on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:31:46.052169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (effaac62-83a0-41fb-a90a-db608f71718e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.078615 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effaac62-83a0-41fb-a90a-db608f71718e']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:46.084051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.089888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc31fa01-7473-4e6e-9ff4-848bba370cbd') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:46.090187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc31fa01-7473-4e6e-9ff4-848bba370cbd') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:46.100184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (fc31fa01-7473-4e6e-9ff4-848bba370cbd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.113596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fc31fa01-7473-4e6e-9ff4-848bba370cbd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.119385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:31:46.119773 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (fc31fa01-7473-4e6e-9ff4-848bba370cbd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:31:46.121783 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:31:46.177297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (effaac62-83a0-41fb-a90a-db608f71718e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.182845 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.186495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/effaac62-83a0-41fb-a90a-db608f71718e HTTP/1.1" status: 204 len: 168 time: 0.5423160 Mar 10 18:31:46.190303 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58180) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:46.199802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de9bc-b865-4535-b5e2-e6c9843826b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=effaac62-83a0-41fb-a90a-db608f71718e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:46.551213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.813136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Deleting port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:46.813386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.894653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] For port 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:46.895005 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:46.907878 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Calling delete_port for 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:47.097764 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:47.122804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:47.302981 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:47.320759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c08be3a3-5298-49f2-ac75-c4cb3474a619 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:47.341310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c08be3a3-5298-49f2-ac75-c4cb3474a619 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:47.341655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c08be3a3-5298-49f2-ac75-c4cb3474a619 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:47.342081 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 30edaefd-6bd1-40cf-9327-6439d41b6189 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:47.363370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 30edaefd-6bd1-40cf-9327-6439d41b6189 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:47.363370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 30edaefd-6bd1-40cf-9327-6439d41b6189 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:47.518601 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:47.531845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Router cbe7385e-f22c-4b21-83ae-0fe363a117a7 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:31:47.934293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:31:47.942993 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f98483d5-dd13-467a-961a-b4e79af7b73a admin admin] 10.222.0.35 "PUT /v2.0/routers/cbe7385e-f22c-4b21-83ae-0fe363a117a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512164 Mar 10 18:31:47.945278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58182) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:47.945643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Sync routers for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:31:47.959908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:47.960564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:48.059474 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks [] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.169285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks [] for router_gateway (cbe7385e-f22c-4b21-83ae-0fe363a117a7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.225925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Deleting port 34ca1277-604d-497e-a20e-0fe1e34e0452 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:48.226180 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.231606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:48.317413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] For port 34ca1277-604d-497e-a20e-0fe1e34e0452, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=34ca1277-604d-497e-a20e-0fe1e34e0452,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:48.318041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.331248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Calling delete_port for 34ca1277-604d-497e-a20e-0fe1e34e0452 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:48.409034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:31:47Z', 'revision_number': 5, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port': {'id': '34ca1277-604d-497e-a20e-0fe1e34e0452', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:48.435640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Checking router: cbe7385e-f22c-4b21-83ae-0fe363a117a7 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:31:48.444352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Routers {'cbe7385e-f22c-4b21-83ae-0fe363a117a7'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:48.444961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:48.506790 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (34ca1277-604d-497e-a20e-0fe1e34e0452), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.532751 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ca1277-604d-497e-a20e-0fe1e34e0452,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:48.538090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] Set router cbe7385e-f22c-4b21-83ae-0fe363a117a7 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:48.594794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.596711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:31:48Z', 'revision_number': 6, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:48.623034 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbdc00-3167-4fae-a86a-ef0eb9cbe89f None None] The sync data for ids ['cbe7385e-f22c-4b21-83ae-0fe363a117a7'] in n-d-833115-2 is: [{'id': 'cbe7385e-f22c-4b21-83ae-0fe363a117a7', 'name': 'tempest-TestMinimumBasicScenario-1748964952-router', 'tenant_id': 'a5e12d66475b4db78a07c55b3031d522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:28:33Z', 'updated_at': '2022-03-10T18:31:48Z', 'revision_number': 6, 'project_id': 'a5e12d66475b4db78a07c55b3031d522', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:31:48.693835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.696079 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks [] for router_controller (cbe7385e-f22c-4b21-83ae-0fe363a117a7), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.749417 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (cbe7385e-f22c-4b21-83ae-0fe363a117a7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.749947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe7385e-f22c-4b21-83ae-0fe363a117a7 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:31:48.754694 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.758490 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e203c258-4b1c-475f-ab1d-d69a50c1be63 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cbe7385e-f22c-4b21-83ae-0fe363a117a7 HTTP/1.1" status: 204 len: 168 time: 0.8096087 Mar 10 18:31:48.758830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58184) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:48.806768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Deleting subnet 69f397e5-c200-4131-8611-1d586d7c7820 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:31:48.810149 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Publish callbacks [] for subnet (69f397e5-c200-4131-8611-1d586d7c7820), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.848971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (69f397e5-c200-4131-8611-1d586d7c7820), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.935830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (69f397e5-c200-4131-8611-1d586d7c7820), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:48.993437 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (69f397e5-c200-4131-8611-1d586d7c7820), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.020800 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f397e5-c200-4131-8611-1d586d7c7820,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:49.024384 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.027611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-613dcf78-6b33-4e86-b74f-80d924d15364 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/69f397e5-c200-4131-8611-1d586d7c7820 HTTP/1.1" status: 204 len: 168 time: 0.2677541 Mar 10 18:31:49.030066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58186) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:49.032751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea880d-77ad-4590-bff1-8c2b90f81bab None None] Network b4bd4506-c59b-4f01-8d68-7484eaac72dc requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:31:49.113242 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (b4bd4506-c59b-4f01-8d68-7484eaac72dc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.165792 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Deleting port c0e061aa-7101-436e-ab64-9326d451db7a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:31:49.166141 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.232022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] For port c0e061aa-7101-436e-ab64-9326d451db7a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c0e061aa-7101-436e-ab64-9326d451db7a,segment=NetworkSegment(ff234338-6efc-4fbc-81d7-6d09e1b879e7),segment_id=ff234338-6efc-4fbc-81d7-6d09e1b879e7)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:49.232379 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.245353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Calling delete_port for c0e061aa-7101-436e-ab64-9326d451db7a owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:31:49.331892 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c0e061aa-7101-436e-ab64-9326d451db7a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.357880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e061aa-7101-436e-ab64-9326d451db7a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:49.359843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] No DVR routers for this DVR port c0e061aa-7101-436e-ab64-9326d451db7a on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:31:49.384906 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.411818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94403e-394c-4e0e-8c59-103518b7d9d2 None None] DHCP port deletion for b4bd4506-c59b-4f01-8d68-7484eaac72dc request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:31:49.442882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (b4bd4506-c59b-4f01-8d68-7484eaac72dc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.464733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bd4506-c59b-4f01-8d68-7484eaac72dc']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:49.475347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff234338-6efc-4fbc-81d7-6d09e1b879e7') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:49.475483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff234338-6efc-4fbc-81d7-6d09e1b879e7') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:49.479812 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e061aa-7101-436e-ab64-9326d451db7a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:49.485347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (ff234338-6efc-4fbc-81d7-6d09e1b879e7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.499046 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (ff234338-6efc-4fbc-81d7-6d09e1b879e7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.500411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c0e061aa-7101-436e-ab64-9326d451db7a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:49.500759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c0e061aa-7101-436e-ab64-9326d451db7a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:49.501178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:49.505628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:31:49.506012 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (ff234338-6efc-4fbc-81d7-6d09e1b879e7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:31:49.507911 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:31:49.525240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:49.525588 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1f003c15-fb8b-4a5d-88ae-c3b6bb5fb41b not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:49.526088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 34ca1277-604d-497e-a20e-0fe1e34e0452 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:31:49.549695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 34ca1277-604d-497e-a20e-0fe1e34e0452 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:31:49.550032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 34ca1277-604d-497e-a20e-0fe1e34e0452 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:31:49.571607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (b4bd4506-c59b-4f01-8d68-7484eaac72dc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.579281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.585547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b4bd4506-c59b-4f01-8d68-7484eaac72dc HTTP/1.1" status: 204 len: 168 time: 0.5512159 Mar 10 18:31:49.592275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc2d6-8303-41fe-b6e8-a020476ee479 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bd4506-c59b-4f01-8d68-7484eaac72dc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:49.769698 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58190) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:49.813506 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb13cab4-9747-4925-b44f-ed052e8e1baf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d35c647f892401993c64001d2e7a116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425968 Mar 10 18:31:49.816871 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:49.867082 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] Publish callbacks [] for security_group (c3022dda-6be8-4c69-b5f6-329cd731cc83), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.890627 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] Publish callbacks [] for security_group (c3022dda-6be8-4c69-b5f6-329cd731cc83), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.946117 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (c3022dda-6be8-4c69-b5f6-329cd731cc83), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.948700 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:49.949859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3022dda-6be8-4c69-b5f6-329cd731cc83 HTTP/1.1" status: 204 len: 168 time: 0.1321390 Mar 10 18:31:49.960279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216efcde-3130-4a22-9348-49fc5c6a3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3022dda-6be8-4c69-b5f6-329cd731cc83,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:50.304631 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:50.346349 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-38459118-eba9-4d9a-af5b-91545c9c8373 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5e12d66475b4db78a07c55b3031d522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405591 Mar 10 18:31:50.348895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58200) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:50.397982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] Publish callbacks [] for security_group (dbecfad2-e548-4630-b9ef-a13feb708021), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:50.428756 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] Publish callbacks [] for security_group (dbecfad2-e548-4630-b9ef-a13feb708021), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:50.486007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dbecfad2-e548-4630-b9ef-a13feb708021), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:50.488609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:50.489781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbecfad2-e548-4630-b9ef-a13feb708021 HTTP/1.1" status: 204 len: 168 time: 0.1400189 Mar 10 18:31:50.497749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090dd7-2758-48fd-a71c-2bfcbf6e319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbecfad2-e548-4630-b9ef-a13feb708021,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.148423 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58240) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.155522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335930462', 'description': 'tempest-secgroup-smoke-335930462 description', 'project_id': '2089f86e868b416584f653520bdca88f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.183098 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.190778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.275521 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (a46dcbdc-ec83-40ec-b5df-9ee0751affef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.281376 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a46dcbdc-ec83-40ec-b5df-9ee0751affef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.318895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46dcbdc-ec83-40ec-b5df-9ee0751affef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.357361 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (9bd514a6-bb72-4944-aa89-c7490056fa3c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.363648 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9bd514a6-bb72-4944-aa89-c7490056fa3c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.391859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd514a6-bb72-4944-aa89-c7490056fa3c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.396029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.397246 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e80d1466-f098-4298-b0fd-5e9636b91a99 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2476220 Mar 10 18:31:52.400224 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58242) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.404504 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.433421 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (bfedc6b1-82f7-47f4-94f8-0ffceade43a9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.492708 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (bfedc6b1-82f7-47f4-94f8-0ffceade43a9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.497308 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (bfedc6b1-82f7-47f4-94f8-0ffceade43a9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.516232 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfedc6b1-82f7-47f4-94f8-0ffceade43a9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.524743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.526007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9609d190-3e29-45a0-9c08-413e3a2355a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248124 Mar 10 18:31:52.528887 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.533432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.560127 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (876f91eb-559d-4726-a1f7-28d67aa5806d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.622272 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (876f91eb-559d-4726-a1f7-28d67aa5806d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.628956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (876f91eb-559d-4726-a1f7-28d67aa5806d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.646089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876f91eb-559d-4726-a1f7-28d67aa5806d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.656112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.657712 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-1e446620-df5a-44de-a221-f8c94438ff3d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279087 Mar 10 18:31:52.660541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58246) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.665217 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.690702 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (96576645-d2b6-46ab-be00-2dbef86217b3), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.747084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (96576645-d2b6-46ab-be00-2dbef86217b3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.752862 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (96576645-d2b6-46ab-be00-2dbef86217b3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.770327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96576645-d2b6-46ab-be00-2dbef86217b3,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.778134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.779305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a86e8b61-a9e4-43dd-869d-67c0b788cf78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178191 Mar 10 18:31:52.782327 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.786668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.812643 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (45a023e2-ad18-498b-b0d0-5602e8d177c2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.870625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (45a023e2-ad18-498b-b0d0-5602e8d177c2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.876503 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (45a023e2-ad18-498b-b0d0-5602e8d177c2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.894148 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a023e2-ad18-498b-b0d0-5602e8d177c2,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:52.903173 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:52.904414 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be8ed915-2a95-4dfe-9f14-6ce5902248b9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211023 Mar 10 18:31:52.907654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:52.912201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:52.935189 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:31:52.942687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (a5237f4d-5120-439c-acde-9e04331d605f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.014820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (a5237f4d-5120-439c-acde-9e04331d605f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.019447 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (a5237f4d-5120-439c-acde-9e04331d605f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.036640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5237f4d-5120-439c-acde-9e04331d605f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:53.046714 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.047930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-41217d9d-0e5f-4b52-a2f4-c63782f43b15 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392853 Mar 10 18:31:53.050746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:53.055028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': '9bd514a6-bb72-4944-aa89-c7490056fa3c', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:53.077075 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:31:53.082040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (7856dfbf-0171-4a22-8925-a54d80ed181a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.143471 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (7856dfbf-0171-4a22-8925-a54d80ed181a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.148376 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7856dfbf-0171-4a22-8925-a54d80ed181a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.166735 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7856dfbf-0171-4a22-8925-a54d80ed181a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:53.175372 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.176578 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8b064d26-9afe-4bfa-a5ee-387e7ae19080 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248941 Mar 10 18:31:53.180004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58254) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:53.185214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'network': {'name': 'tempest-network-smoke--560720655', 'project_id': '2089f86e868b416584f653520bdca88f', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:53.206088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:31:53.209663 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.237550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:31:53.250715 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (51ef8bab-d64f-4f28-a2a0-be232b9a03df), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.251076 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Added segment 51ef8bab-d64f-4f28-a2a0-be232b9a03df of type vlan for network ffcce77e-20e4-4215-8f6b-6b7f802396fa Mar 10 18:31:53.290997 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ffcce77e-20e4-4215-8f6b-6b7f802396fa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.322198 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ffcce77e-20e4-4215-8f6b-6b7f802396fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.327294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:53.327879 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.360074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1784453 Mar 10 18:31:53.362759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58256) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:53.367748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'admin_state_up': True, 'project_id': '2089f86e868b416584f653520bdca88f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:53.389843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (faf73c11-192d-42ab-a605-a228fac29e4c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.391190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (faf73c11-192d-42ab-a605-a228fac29e4c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.399088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f32327-43b6-4519-8a36-df92d05e8e16 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Network': ['ID=ffcce77e-20e4-4215-8f6b-6b7f802396fa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:53.411448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:31:53.450346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (faf73c11-192d-42ab-a605-a228fac29e4c), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.595212 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (faf73c11-192d-42ab-a605-a228fac29e4c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.809253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (faf73c11-192d-42ab-a605-a228fac29e4c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.828354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:53.934113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.101 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/fcfbec67-1df0-434c-b42b-86f9983c6d5c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:31:54.049829 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:54.086693 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:54.123106 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:31:54.127888 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:31:54.131433 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:31:54.136725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=fcfbec67-1df0-434c-b42b-86f9983c6d5c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:54.395239 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (faf73c11-192d-42ab-a605-a228fac29e4c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:54.609620 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (faf73c11-192d-42ab-a605-a228fac29e4c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:54.745004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router faf73c11-192d-42ab-a605-a228fac29e4c is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:31:55.192739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:31:55.204068 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Sync routers for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:31:55.214221 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:55.214411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.214871 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:55.218747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-442b73d0-2573-4c0d-a963-875384ca7274 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8517954 Mar 10 18:31:55.219464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:55.326918 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:55.345019 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e398b04a-0214-46d9-ae62-6271d9bbab31 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2089f86e868b416584f653520bdca88f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247110 Mar 10 18:31:55.347956 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:55.434810 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba9d425-8f1a-4efc-b757-c45c6a18d1e5 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:55.436293 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cba9d425-8f1a-4efc-b757-c45c6a18d1e5 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874465 Mar 10 18:31:55.439719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:55.467995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8d4f966e-8396-418d-89f3-1b597237a2aa tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271482 Mar 10 18:31:55.470936 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:55.475961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363562585', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'project_id': '2089f86e868b416584f653520bdca88f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:31:55.503797 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:54Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:55.535020 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Checking router: faf73c11-192d-42ab-a605-a228fac29e4c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:31:55.535374 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Updating router faf73c11-192d-42ab-a605-a228fac29e4c port fcfbec67-1df0-434c-b42b-86f9983c6d5c binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:31:55.562631 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:31:55.564070 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.566218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.749102 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (bf16a495-6439-4e72-90e9-b3c2e9d4a9f5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.816161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Subnet': ['ID=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:55.818503 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks [] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.824071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Checking segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:31:55.824367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network hostable DHCP agents. Network: ffcce77e-20e4-4215-8f6b-6b7f802396fa, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:31:55.825034 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.843126 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:31:55.852540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ffcce77e-20e4-4215-8f6b-6b7f802396fa) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:31:55.856661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:55.857264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.866917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33367d-b918-4bf8-9e93-981eb3a5efef None None] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:31:55.876139 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1021a9aa-9419-4dc0-962c-ed34a49c6369 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041626 Mar 10 18:31:55.876462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Attempting to bind port fcfbec67-1df0-434c-b42b-86f9983c6d5c on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:31:55.876814 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Attempting to bind port fcfbec67-1df0-434c-b42b-86f9983c6d5c by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:31:55.877181 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Attempting to bind port fcfbec67-1df0-434c-b42b-86f9983c6d5c on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:31:55.878900 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:31:55.889484 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:31:55.889880 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:31:55.890231 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.890777 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:31:55.891412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Bound port: fcfbec67-1df0-434c-b42b-86f9983c6d5c, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:31:55.891536 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.926225 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Pushing event updated for resources: {'Port': ['ID=fcfbec67-1df0-434c-b42b-86f9983c6d5c,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:55.946380 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] For port fcfbec67-1df0-434c-b42b-86f9983c6d5c, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:31:55.949252 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.949585 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.950126 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.950500 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.950794 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.951238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.951564 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.951903 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.952272 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.952757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.953267 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.953428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.954002 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:55.959123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] For port fcfbec67-1df0-434c-b42b-86f9983c6d5c, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=fcfbec67-1df0-434c-b42b-86f9983c6d5c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:31:55.967437 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:55.983248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:31:55.984453 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.024240 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:56.025109 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:56.068642 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363795c7-b612-47ff-b0f5-0759adc074c6 None None] Pushing event updated for resources: {'Port': ['ID=fcfbec67-1df0-434c-b42b-86f9983c6d5c,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:56.124146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Allocated IP 172.20.0.2 (ffcce77e-20e4-4215-8f6b-6b7f802396fa/bf16a495-6439-4e72-90e9-b3c2e9d4a9f5/40fe9e8c-20a9-4faa-933a-6e6da1ae7055) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:31:56.143472 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:56.278338 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks [] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.285256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.325282 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:31:56.332293 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:31:56.332549 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:54Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:56.337794 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:31:56.347658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Pushing event updated for resources: {'Port': ['ID=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:56.361149 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8395e9c1-b279-4e43-85a4-1eabf833b003 None None] The sync data for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 is: [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:54Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:31:56.365137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.394351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.394862 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.395236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.395567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.395900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.396226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.396662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.396867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.397205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.397518 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.397838 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.398157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.398495 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:31:56.416962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Attempting to bind port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:31:56.417699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Attempting to bind port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:31:56.418061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Attempting to bind port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 on network ffcce77e-20e4-4215-8f6b-6b7f802396fa {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:31:56.423729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:31:56.424104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Checking segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:31:56.424509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.424908 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Bound using segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:31:56.425517 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Bound port: 40fe9e8c-20a9-4faa-933a-6e6da1ae7055, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:31:56.425912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.492276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] For port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:31:56.496925 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] For port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:31:56.504946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.593211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f528a-70e6-423b-aaa2-ec2e21ad5c6e None None] Pushing event updated for resources: {'Port': ['ID=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:56.716235 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.1 (ffcce77e-20e4-4215-8f6b-6b7f802396fa/bf16a495-6439-4e72-90e9-b3c2e9d4a9f5/72a4fd3c-7037-4111-a9f0-d2b3e1af8af6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:31:56.870972 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.910878 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:56.955313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:31:56.962906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:31:56.967586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:31:56.972121 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:57.014274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (faf73c11-192d-42ab-a605-a228fac29e4c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.160383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.322810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fcfbec67-1df0-434c-b42b-86f9983c6d5c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:31:57.381029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port fcfbec67-1df0-434c-b42b-86f9983c6d5c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:57.381491 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.472566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.475395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port fcfbec67-1df0-434c-b42b-86f9983c6d5c is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:57.475784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.498536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port fcfbec67-1df0-434c-b42b-86f9983c6d5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=fcfbec67-1df0-434c-b42b-86f9983c6d5c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:57.500552 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.504258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.505300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:31:57.506053 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.591026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:57.592701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=fcfbec67-1df0-434c-b42b-86f9983c6d5c,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:57.594096 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (faf73c11-192d-42ab-a605-a228fac29e4c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.612337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:57.612720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.703617 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:31:57.705283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:31:57.721239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:57.721641 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.742802 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d2800-28b2-4703-aee0-107a2fbf0c28 None None] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:31:57.786182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:31:57.826258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.832717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router faf73c11-192d-42ab-a605-a228fac29e4c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:31:57.879149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-090ffc32-bc49-4ba3-88b9-475d85937643 None None] Provisioning complete for port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:57.879149 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-090ffc32-bc49-4ba3-88b9-475d85937643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:57.934196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:57.956039 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:31:57.961025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dfef764a-f4e4-445f-bb30-ba65bfe4675c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/faf73c11-192d-42ab-a605-a228fac29e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811763 Mar 10 18:31:58.034855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-090ffc32-bc49-4ba3-88b9-475d85937643 None None] Current status of the port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:58.134840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-e698d979-191a-4657-bf54-ccebf6ab2e37 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335930462&fields=id&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 267 time: 0.0533969 Mar 10 18:31:58.225205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Sync routers for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:31:58.237938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:58.237938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:58.254885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-78b67c1a-4d1d-45cb-8835-15a4534d14ad tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:31:58.256537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-78b67c1a-4d1d-45cb-8835-15a4534d14ad tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 796 time: 0.1145661 Mar 10 18:31:58.275241 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-0791a411-79db-4b28-ad3a-934f03709fa7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/quotas/2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 375 time: 0.0128620 Mar 10 18:31:58.315872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Provisioning complete for port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:58.316249 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:58.353787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-e24eca22-711c-4dbb-9c15-69dcafd1f90e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729625 Mar 10 18:31:58.390091 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:31:58.412993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:31:58.445227 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Provisioning complete for port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:58.445595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:58.477618 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-a6a64beb-f659-4a22-b699-6d52486844f5 service neutron] 10.222.0.35 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112359 Mar 10 18:31:58.606461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-4ac29f13-9d8e-4474-bbc2-4e685de39cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221647 Mar 10 18:31:58.677971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e5183-2e31-4b2b-8ce0-6e22bc93f3c3 None None] Current status of the port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:58.705958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 2, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:58.814015 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c72d4d0d-5237-4cf1-9be3-3da9cd694207 req-ba9efbd8-bf0a-4976-ade2-3b442f287e41 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 210 time: 0.0337045 Mar 10 18:31:58.904876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Checking router: faf73c11-192d-42ab-a605-a228fac29e4c for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:31:58.905140 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Updating router faf73c11-192d-42ab-a605-a228fac29e4c port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:31:58.939852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-67129efc-6d87-47bf-99b0-9a03dfd47252 None None] Provisioning complete for port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:58.940215 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-67129efc-6d87-47bf-99b0-9a03dfd47252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:58.941650 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.007539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-67129efc-6d87-47bf-99b0-9a03dfd47252 None None] Port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:31:59.254681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks [] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.260921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.290332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fcfbec67-1df0-434c-b42b-86f9983c6d5c up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:31:59.349196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60fd4a-c33f-48ab-8017-b3f3f267f080 None None] Pushing event updated for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:59.415214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Attempting to bind port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:31:59.415887 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Attempting to bind port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:31:59.416012 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Attempting to bind port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 on network ffcce77e-20e4-4215-8f6b-6b7f802396fa {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:31:59.420878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port fcfbec67-1df0-434c-b42b-86f9983c6d5c triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:59.421254 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.426567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:31:59.426939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Checking segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:31:59.427526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.427932 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Bound using segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:31:59.428414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Bound port: 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:31:59.428800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.551562 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] For port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:31:59.570650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] For port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:31:59.575921 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port fcfbec67-1df0-434c-b42b-86f9983c6d5c is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:31:59.577061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:31:59.581104 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.690162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60fd4a-c33f-48ab-8017-b3f3f267f080 None None] Pushing event updated for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:31:59.692749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Provisioning complete for port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:59.693115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.695655 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:31:59.696255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:31:59.778300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:31:59.778703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:31:59.954826 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6f0ee074-8647-45ac-8d10-ecd53a60bb63 req-f4b59dfb-ceb5-4813-93b3-27a964507153 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 210 time: 0.0380461 Mar 10 18:31:59.966097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:00.008730 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-23f4330d-1e44-4e9f-b20d-08c3380c465e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:00.010347 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-23f4330d-1e44-4e9f-b20d-08c3380c465e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 796 time: 0.1232674 Mar 10 18:32:00.048567 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Current status of the port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:00.049115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.094888 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-07f0a0aa-3cd3-4e23-a602-08a08b71ad8a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 379 time: 0.0693443 Mar 10 18:32:00.104832 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'port': {'device_id': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'admin_state_up': True, 'tenant_id': '2089f86e868b416584f653520bdca88f', 'security_groups': ['9bd514a6-bb72-4944-aa89-c7490056fa3c']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:00.125171 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:00.160946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] For port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:00.200939 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.224181 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:32:00.227915 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.270390 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae145-1558-4a63-9397-0da2cea48f5d None None] Pushing event updated for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:00.331619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-807bdb21-ba78-4d35-8c0f-2c53902491c7 None None] Provisioning complete for port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:32:00.331997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-807bdb21-ba78-4d35-8c0f-2c53902491c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.363796 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:31:59Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:00.365910 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.14 (ffcce77e-20e4-4215-8f6b-6b7f802396fa/bf16a495-6439-4e72-90e9-b3c2e9d4a9f5/07732601-35fc-4b1b-9d84-708fac569038) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:32:00.401602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb07b4-9239-42d6-8010-a1619568bb57 None None] The sync data for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 is: [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:31:59Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:32:00.491724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-807bdb21-ba78-4d35-8c0f-2c53902491c7 None None] Current status of the port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:00.525063 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (07732601-35fc-4b1b-9d84-708fac569038), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.548554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.564614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.615668 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:32:00.618896 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:32:00.623555 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:32:00.628465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:00.680220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:00.680901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.700906 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-58b6853c-2d7c-4610-850e-3e8182840e02 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001482 Mar 10 18:32:00.775161 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Request body: {'port': {'device_id': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:00.850626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07732601-35fc-4b1b-9d84-708fac569038), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.923073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1c4de2c3-7f5f-42ff-a2c0-93b43620c433 None None] Provisioning complete for port 07732601-35fc-4b1b-9d84-708fac569038 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:32:00.923450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c4de2c3-7f5f-42ff-a2c0-93b43620c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (07732601-35fc-4b1b-9d84-708fac569038), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:00.960929 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1c4de2c3-7f5f-42ff-a2c0-93b43620c433 None None] Port 07732601-35fc-4b1b-9d84-708fac569038 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:32:01.085594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280241e4-57e8-49f2-bfce-bf55e9c71341 req-5184a91a-b320-4401-a977-72eab7d7dd57 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:01.087177 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-280241e4-57e8-49f2-bfce-bf55e9c71341 req-5184a91a-b320-4401-a977-72eab7d7dd57 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 932 time: 0.0564346 Mar 10 18:32:01.141360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07732601-35fc-4b1b-9d84-708fac569038 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:32:01.148995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-280241e4-57e8-49f2-bfce-bf55e9c71341 req-35d65859-7aad-426b-b8ce-9c0973c842b2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547812 Mar 10 18:32:01.149423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks [] for port (07732601-35fc-4b1b-9d84-708fac569038), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.162596 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Transition to ACTIVE for port object 07732601-35fc-4b1b-9d84-708fac569038 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:32:01.166826 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.243067 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Pushing event updated for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:01.298477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:32:01.335412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Attempting to bind port 07732601-35fc-4b1b-9d84-708fac569038 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:32:01.335766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Attempting to bind port 07732601-35fc-4b1b-9d84-708fac569038 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:32:01.336079 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Attempting to bind port 07732601-35fc-4b1b-9d84-708fac569038 on network ffcce77e-20e4-4215-8f6b-6b7f802396fa {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:32:01.341531 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Port 07732601-35fc-4b1b-9d84-708fac569038 on network ffcce77e-20e4-4215-8f6b-6b7f802396fa not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:32:01.341866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Attempting to bind port 07732601-35fc-4b1b-9d84-708fac569038 on network ffcce77e-20e4-4215-8f6b-6b7f802396fa {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:32:01.349352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:32:01.349881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Checking segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:32:01.350274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Bound using segment: {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:32:01.351023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Bound port: 07732601-35fc-4b1b-9d84-708fac569038, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ef8bab-d64f-4f28-a2a0-be232b9a03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:32:01.351393 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07732601-35fc-4b1b-9d84-708fac569038), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.357055 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:32:01.357433 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.425151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:32:01.429297 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07732601-35fc-4b1b-9d84-708fac569038,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:32:01.439973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.457109 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:01.481475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:01.482271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:01.483680 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 1092 time: 0.7706852 Mar 10 18:32:01.486873 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:32:01.489484 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9179fc46-ab7f-4b14-924f-2528959e7245" -d '{"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:32:01.520839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b1ae-3df4-4ec2-9162-ce16dffe42d4 service neutron] Pushing event updated for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:01.549746 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa2668-2442-4452-adeb-164cc95baa2c x-openstack-request-id: req-fefa2668-2442-4452-adeb-164cc95baa2c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:32:01.550153 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:32:01.550506 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fefa2668-2442-4452-adeb-164cc95baa2c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:32:01.551008 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038', 'status': 'completed', 'code': 200} Mar 10 18:32:01.605105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-50a559f6-0ba6-4ca0-a5d3-54a7f921540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:01.606913 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-50a559f6-0ba6-4ca0-a5d3-54a7f921540b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1126 time: 0.0678885 Mar 10 18:32:01.655084 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-3e1955d3-7a34-4b6b-a0d2-070d6c3a523b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 217 time: 0.0375953 Mar 10 18:32:01.713650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-81682181-443c-49ca-b848-8ad813399370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:01.715203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-81682181-443c-49ca-b848-8ad813399370 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 200 len: 835 time: 0.0491788 Mar 10 18:32:01.775090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-ddf566f2-7eb1-4700-b99f-7c7ff2cae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:01.776605 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-ddf566f2-7eb1-4700-b99f-7c7ff2cae451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffcce77e-20e4-4215-8f6b-6b7f802396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511847 Mar 10 18:32:01.873693 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-ca28c8d4-b1ed-41d2-86e4-56d0bc95a5a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Mar 10 18:32:01.988902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bcd3c0f5-2784-409b-9fde-a40114e1b89b req-9034b293-f3d4-4241-9033-6ee6a4bc6339 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038322 Mar 10 18:32:02.096460 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-1eaa83c0-162e-4de5-bcd6-5081d77c8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:02.097971 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-1eaa83c0-162e-4de5-bcd6-5081d77c8f64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1126 time: 0.0503790 Mar 10 18:32:02.198054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-175c3223-d1b0-4598-9fcc-597e9965536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:02.199577 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-175c3223-d1b0-4598-9fcc-597e9965536d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 897 time: 0.0924921 Mar 10 18:32:02.241941 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-6f0ea489-7c22-405e-ab34-6cd2b74801c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 217 time: 0.0359921 Mar 10 18:32:02.279197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b95d57-39dc-4529-89a6-3c7226ccbc16 req-4b679172-a7ca-4f3b-8951-fc66ddd7b609 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:02.280684 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01b95d57-39dc-4529-89a6-3c7226ccbc16 req-4b679172-a7ca-4f3b-8951-fc66ddd7b609 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 944 time: 0.0532300 Mar 10 18:32:02.290642 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-e57b66bf-dbf5-4c8a-a190-c25d2f44c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:02.292148 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-e57b66bf-dbf5-4c8a-a190-c25d2f44c459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 200 len: 835 time: 0.0446846 Mar 10 18:32:02.332906 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01b95d57-39dc-4529-89a6-3c7226ccbc16 req-0a2188da-8010-4686-8d72-098ecbcebc43 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460927 Mar 10 18:32:02.347777 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-7ce3ec40-01a3-4c3e-a238-567b926ad83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:02.349284 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-7ce3ec40-01a3-4c3e-a238-567b926ad83c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffcce77e-20e4-4215-8f6b-6b7f802396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505602 Mar 10 18:32:02.439936 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-8f1520d5-def5-4455-851c-987afe5bc992 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834365 Mar 10 18:32:02.533425 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9179fc46-ab7f-4b14-924f-2528959e7245 req-dae138e8-d997-4e48-97e9-8f0286558c9c service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863607 Mar 10 18:32:03.463018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f9e4-fc57-4367-9766-81f04c734bbb req-99a41c26-4230-4b71-bc61-673c1cc35fd9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:03.464418 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83b1f9e4-fc57-4367-9766-81f04c734bbb req-99a41c26-4230-4b71-bc61-673c1cc35fd9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 944 time: 0.0586360 Mar 10 18:32:03.519155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83b1f9e4-fc57-4367-9766-81f04c734bbb req-905bd0ce-92f3-4291-8549-767292c9a93d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459092 Mar 10 18:32:04.053576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07732601-35fc-4b1b-9d84-708fac569038 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:32:04.160956 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:32:04.171636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07732601-35fc-4b1b-9d84-708fac569038,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:04.183327 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '07732601-35fc-4b1b-9d84-708fac569038', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'port_id': '07732601-35fc-4b1b-9d84-708fac569038', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:32:04.224997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 07732601-35fc-4b1b-9d84-708fac569038 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:04.225403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07732601-35fc-4b1b-9d84-708fac569038), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:04.241930 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07732601-35fc-4b1b-9d84-708fac569038 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:32:04.266290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07732601-35fc-4b1b-9d84-708fac569038,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:04.272776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:04.320235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:04.566584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['07732601-35fc-4b1b-9d84-708fac569038'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:32:04.652129 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c60ca-751d-432b-afe5-9a3c011f2d8b req-7e1ae343-9dc4-4a3b-9840-b225609ec49c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:04.653626 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-918c60ca-751d-432b-afe5-9a3c011f2d8b req-7e1ae343-9dc4-4a3b-9840-b225609ec49c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 945 time: 0.0578101 Mar 10 18:32:04.704679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-918c60ca-751d-432b-afe5-9a3c011f2d8b req-80666d81-a244-4821-b11a-e16f6dac654a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448346 Mar 10 18:32:05.827378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3b934-fa77-4b85-917f-7065b4e22489 req-fd6a8370-07eb-4161-b870-053b9649e60c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:05.829065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c3b934-fa77-4b85-917f-7065b4e22489 req-fd6a8370-07eb-4161-b870-053b9649e60c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 945 time: 0.0561833 Mar 10 18:32:05.879402 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4c3b934-fa77-4b85-917f-7065b4e22489 req-3ff95260-7d6c-462f-a73e-aed1f80ba007 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445602 Mar 10 18:32:06.086175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07732601-35fc-4b1b-9d84-708fac569038 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:32:06.144530 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 07732601-35fc-4b1b-9d84-708fac569038 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:32:06.151543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 07732601-35fc-4b1b-9d84-708fac569038 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:32:06.152219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (07732601-35fc-4b1b-9d84-708fac569038), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:06.234595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 07732601-35fc-4b1b-9d84-708fac569038 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:32:06.235040 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (07732601-35fc-4b1b-9d84-708fac569038), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:06.257323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07732601-35fc-4b1b-9d84-708fac569038'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:32:06.259583 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d3ee9-3500-4252-9f93-49849e2c3917" -d '{"events": [{"server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "name": "network-vif-plugged", "status": "completed", "tag": "07732601-35fc-4b1b-9d84-708fac569038"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:32:06.271574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07732601-35fc-4b1b-9d84-708fac569038,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:06.277083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:06.301144 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1755e8-b1ca-48db-b70c-368337fb0323 x-openstack-request-id: req-9a1755e8-b1ca-48db-b70c-368337fb0323 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:32:06.301343 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "name": "network-vif-plugged", "status": "completed", "tag": "07732601-35fc-4b1b-9d84-708fac569038", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:32:06.301531 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a1755e8-b1ca-48db-b70c-368337fb0323 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:32:06.301917 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07732601-35fc-4b1b-9d84-708fac569038', 'code': 200} Mar 10 18:32:06.328727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:06.416160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bbffa-1a35-49ce-b5e5-0ebe72ffe804 req-0cee1265-3980-48ad-82fc-00550a0ad440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:06.418001 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-053bbffa-1a35-49ce-b5e5-0ebe72ffe804 req-0cee1265-3980-48ad-82fc-00550a0ad440 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1128 time: 0.0497513 Mar 10 18:32:06.469249 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-053bbffa-1a35-49ce-b5e5-0ebe72ffe804 req-f22375d3-6bde-432f-8c2b-9a4a58bf761b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Mar 10 18:32:07.009398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dc520-6761-4359-b098-680f40746cfb req-2a04dd45-ac60-47c5-aa8e-791f3baef6e1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:07.010789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e63dc520-6761-4359-b098-680f40746cfb req-2a04dd45-ac60-47c5-aa8e-791f3baef6e1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0588582 Mar 10 18:32:07.062863 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e63dc520-6761-4359-b098-680f40746cfb req-97eab489-0046-40ef-932b-6896d6cbc80a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Mar 10 18:32:08.195430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3e47-06db-4a0e-9005-a1a44531e8f2 req-2203b23a-8b93-495c-b4dd-0d8d63f9719a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:08.196793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8ba3e47-06db-4a0e-9005-a1a44531e8f2 req-2203b23a-8b93-495c-b4dd-0d8d63f9719a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0558820 Mar 10 18:32:08.259786 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8ba3e47-06db-4a0e-9005-a1a44531e8f2 req-ca105be3-a414-4132-b509-2f6c0fabfa7b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544715 Mar 10 18:32:08.384520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c48c7-ffe6-41af-8880-eb7fbc902863 req-431205f3-2d1e-4733-8cd5-d94dff05417c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:08.386007 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-368c48c7-ffe6-41af-8880-eb7fbc902863 req-431205f3-2d1e-4733-8cd5-d94dff05417c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0601678 Mar 10 18:32:08.444353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-368c48c7-ffe6-41af-8880-eb7fbc902863 req-260afa94-5f25-4768-893b-d12ece34d6e5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498960 Mar 10 18:32:08.466722 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58318) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:08.513131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a3e1b-a2e8-403b-a277-6461370f7f7d tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:08.514802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-258a3e1b-a2e8-403b-a277-6461370f7f7d tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1123 time: 0.0468135 Mar 10 18:32:08.518216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58320) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:08.522609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '07732601-35fc-4b1b-9d84-708fac569038', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:08.544970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:08.647020 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:08.755220 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.57 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4dbd90a8-bb57-4266-816d-8342b8f340b2) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:32:08.871108 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:08.908563 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:08.946342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:32:08.951163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:32:08.955514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:32:08.960889 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=4dbd90a8-bb57-4266-816d-8342b8f340b2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:09.339582 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (486b4c46-071b-424e-8557-4bcc619edfe1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:09.413199 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:09.588570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:09.595115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:09.663360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=4dbd90a8-bb57-4266-816d-8342b8f340b2,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:09.675735 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (486b4c46-071b-424e-8557-4bcc619edfe1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:09.790761 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 486b4c46-071b-424e-8557-4bcc619edfe1 associated. External IP: 172.25.3.57, port: 07732601-35fc-4b1b-9d84-708fac569038. Mar 10 18:32:10.017110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router faf73c11-192d-42ab-a605-a228fac29e4c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:32:10.142406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:32:10.153887 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Sync routers for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:32:10.163249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:10.166473 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:10.167560 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:10.195927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-10a3d7e4-f32f-43d5-8c99-b851a3d77398 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6764848 Mar 10 18:32:10.196351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:32:10.198739 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf97bd0-2440-4252-9295-962978531fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:32:10.304045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615ba5b-d24a-437a-bdde-2289089b2a55 req-f53f9c19-361c-48ec-b5be-6cfc66937a82 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:10.305594 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0615ba5b-d24a-437a-bdde-2289089b2a55 req-f53f9c19-361c-48ec-b5be-6cfc66937a82 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0574698 Mar 10 18:32:10.377174 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:10.616098 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '486b4c46-071b-424e-8557-4bcc619edfe1', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'port_id': '07732601-35fc-4b1b-9d84-708fac569038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:32:09Z', 'updated_at': '2022-03-10T18:32:09Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:10.643024 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Checking router: faf73c11-192d-42ab-a605-a228fac29e4c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:32:10.652168 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:10.652784 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:31:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:10.693019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0615ba5b-d24a-437a-bdde-2289089b2a55 req-fc016987-7b85-4316-85c8-8cebd9b2f5b5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813467 Mar 10 18:32:10.715718 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:10.761135 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50c337-3f14-422f-b03c-200aad7fb91d x-openstack-request-id: req-6c50c337-3f14-422f-b03c-200aad7fb91d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:32:10.761678 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:32:10.761936 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c50c337-3f14-422f-b03c-200aad7fb91d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:32:10.762338 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038', 'status': 'completed', 'code': 200} Mar 10 18:32:10.775198 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:10.787525 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1ed552d9-ab20-474c-98ba-d39b5861f566 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/486b4c46-071b-424e-8557-4bcc619edfe1 HTTP/1.1" status: 200 len: 991 time: 0.0700932 Mar 10 18:32:10.825945 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97bd0-2440-4252-9295-962978531fe5 req-71a0ab5d-c2aa-46c3-8f0d-4b10109693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:10.828317 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-71a0ab5d-c2aa-46c3-8f0d-4b10109693e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1128 time: 0.0627756 Mar 10 18:32:10.917827 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97bd0-2440-4252-9295-962978531fe5 req-db1a9359-308d-48e2-b505-ad56390b3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:10.919351 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-db1a9359-308d-48e2-b505-ad56390b3f72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 897 time: 0.0852566 Mar 10 18:32:10.988106 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-348678e8-4514-4b6e-8df3-a7e980fdb3e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 999 time: 0.0624154 Mar 10 18:32:11.007011 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '486b4c46-071b-424e-8557-4bcc619edfe1', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'port_id': '07732601-35fc-4b1b-9d84-708fac569038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:32:09Z', 'updated_at': '2022-03-10T18:32:09Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:11.034831 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f071e-baca-429c-968c-2bbbe9358f1f None None] The sync data for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 is: [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '486b4c46-071b-424e-8557-4bcc619edfe1', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'port_id': '07732601-35fc-4b1b-9d84-708fac569038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:32:09Z', 'updated_at': '2022-03-10T18:32:09Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:32:11.036318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97bd0-2440-4252-9295-962978531fe5 req-3142c066-d48e-4131-8298-b467ae69717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:11.037809 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-3142c066-d48e-4131-8298-b467ae69717c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 200 len: 835 time: 0.0442679 Mar 10 18:32:11.089683 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf97bd0-2440-4252-9295-962978531fe5 req-6f77d5e1-2920-49df-b595-a4b66780952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:11.091492 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-6f77d5e1-2920-49df-b595-a4b66780952e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffcce77e-20e4-4215-8f6b-6b7f802396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475311 Mar 10 18:32:11.189471 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-a204cb74-715b-4d39-b76b-c579128d6deb service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915387 Mar 10 18:32:11.248734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e0e62-bb7b-4c32-8b25-8f1226cbf6e7 None None] New status for floating IP 486b4c46-071b-424e-8557-4bcc619edfe1: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:32:11.283548 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-bbf97bd0-2440-4252-9295-962978531fe5 req-1743f67e-eba4-4b11-b531-c3a9b3884b8c service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Mar 10 18:32:11.792601 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58328) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:11.857803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-97055501-b17c-4592-bdf5-2c605baa9497 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/486b4c46-071b-424e-8557-4bcc619edfe1 HTTP/1.1" status: 200 len: 993 time: 0.0643492 Mar 10 18:32:12.525797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-039673a2-7214-4eb4-9209-ccdfb6ce6742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:14.728441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f042a10-da7c-4872-8428-06def2de8bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:16.087479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:17.520784 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:19.388662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:27.455582 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:30.555322 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:30.796887 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-12614f7d-82cd-4dab-8faf-aed702d93673 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502930 Mar 10 18:32:30.885980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779091-a366-4f60-8380-7774ccb867f3 req-c9e1f486-8241-4425-a018-929389954e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:30.887577 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-c9e1f486-8241-4425-a018-929389954e86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1128 time: 0.0450237 Mar 10 18:32:30.996014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779091-a366-4f60-8380-7774ccb867f3 req-45b7e8e6-3e32-43fd-bc80-df34db212e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:30.997491 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-45b7e8e6-3e32-43fd-bc80-df34db212e3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 897 time: 0.0896416 Mar 10 18:32:31.069940 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-1bd1eab8-bf60-403c-9eca-216ae73960d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 1001 time: 0.0653138 Mar 10 18:32:31.119209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779091-a366-4f60-8380-7774ccb867f3 req-218a767f-7255-48ee-b3cc-0a33e127dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:31.120646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-218a767f-7255-48ee-b3cc-0a33e127dec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 200 len: 835 time: 0.0445356 Mar 10 18:32:31.173145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779091-a366-4f60-8380-7774ccb867f3 req-900edca1-e9bc-4dab-ab46-237d031e5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:31.174601 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-900edca1-e9bc-4dab-ab46-237d031e5094 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffcce77e-20e4-4215-8f6b-6b7f802396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466325 Mar 10 18:32:31.269783 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-4cce0f07-632c-4e59-9799-03b2a48e6057 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881102 Mar 10 18:32:31.367148 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-cd779091-a366-4f60-8380-7774ccb867f3 req-44bdc0c2-f47d-4c9a-896b-53555e0203f1 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Mar 10 18:32:41.166839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:32:42.528091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4dd11714-50f0-4066-b3e7-037956bd0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:44.730921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ee52c9eb-f2e8-4075-b6ad-aac1787aa883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:45.259978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6adcac-1263-4542-92a1-2338cea8d067 req-5e6633de-ce35-467e-bbe4-8bad56849855 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:45.261452 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c6adcac-1263-4542-92a1-2338cea8d067 req-5e6633de-ce35-467e-bbe4-8bad56849855 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0545809 Mar 10 18:32:45.312394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2c6adcac-1263-4542-92a1-2338cea8d067 req-2383cdf1-f32b-4264-8f76-b856b7795217 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Mar 10 18:32:46.092356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:46.450391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c1b20-88e0-4ac6-9a0a-f9b0c038896e req-ef601027-635e-4433-8a30-93afc0193a83 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:46.451923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406c1b20-88e0-4ac6-9a0a-f9b0c038896e req-ef601027-635e-4433-8a30-93afc0193a83 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0621440 Mar 10 18:32:46.512534 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406c1b20-88e0-4ac6-9a0a-f9b0c038896e req-03991004-c881-4f65-823b-5c8a8b819588 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502980 Mar 10 18:32:46.540035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58348) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:46.619411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b85aecd0-1289-42b1-8632-7ea6ede65ad4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/486b4c46-071b-424e-8557-4bcc619edfe1 HTTP/1.1" status: 200 len: 993 time: 0.0768926 Mar 10 18:32:47.537944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:47.913495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bae9af-c3e1-41a0-adf0-a5143192117e req-1dd25cc6-e86a-421f-8cd1-646f96f4bbff tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:47.915355 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4bae9af-c3e1-41a0-adf0-a5143192117e req-1dd25cc6-e86a-421f-8cd1-646f96f4bbff tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0594585 Mar 10 18:32:47.972216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a4bae9af-c3e1-41a0-adf0-a5143192117e req-ff2b66b8-e2ab-4d1e-9947-69080d553bd6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505917 Mar 10 18:32:49.113414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0b5bb-3daf-4261-9ae4-8febd4abdb4f req-cf46c691-e1f2-4f89-bc27-442e1b276c4c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:49.114892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e0b5bb-3daf-4261-9ae4-8febd4abdb4f req-cf46c691-e1f2-4f89-bc27-442e1b276c4c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0651746 Mar 10 18:32:49.168957 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e0b5bb-3daf-4261-9ae4-8febd4abdb4f req-036711e9-b3f4-4abc-b328-c06dcf6315c7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461874 Mar 10 18:32:49.196385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58360) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:49.256490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-669dd379-97b8-4045-b119-9698eec5a801 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/486b4c46-071b-424e-8557-4bcc619edfe1 HTTP/1.1" status: 200 len: 993 time: 0.0590417 Mar 10 18:32:49.387140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:49.504036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58366) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:49.682992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 4dbd90a8-bb57-4266-816d-8342b8f340b2 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:32:49.683310 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:49.761875 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:49.762119 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (4dbd90a8-bb57-4266-816d-8342b8f340b2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:49.773705 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 4dbd90a8-bb57-4266-816d-8342b8f340b2 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:32:49.933635 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (4dbd90a8-bb57-4266-816d-8342b8f340b2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:49.960546 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=4dbd90a8-bb57-4266-816d-8342b8f340b2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:49.974290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.974758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.975101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.975432 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.975760 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.976080 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.976401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.976725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.977044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.977329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.977649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.977980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:49.978289 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:50.037747 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (486b4c46-071b-424e-8557-4bcc619edfe1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:50.038117 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 486b4c46-071b-424e-8557-4bcc619edfe1 disassociated (deleted). External IP: 172.25.3.57, port: 07732601-35fc-4b1b-9d84-708fac569038. Mar 10 18:32:50.573158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router faf73c11-192d-42ab-a605-a228fac29e4c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:32:50.688000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:32:50.692887 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:50.697696 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Sync routers for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:32:50.707318 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:50.707921 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:50.723685 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e021451c-144d-4217-98dc-f024d27e8571 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/floatingips/486b4c46-071b-424e-8557-4bcc619edfe1 HTTP/1.1" status: 204 len: 168 time: 1.2184184 Mar 10 18:32:50.724257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:32:50.726737 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec194741-946f-43b2-8fd4-993cf3a92e64" -d '{"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:32:50.820987 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:50.883981 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463c2df-e3fd-4965-9c77-ccc5e0da01e0 x-openstack-request-id: req-4463c2df-e3fd-4965-9c77-ccc5e0da01e0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:32:50.884264 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "tag": "07732601-35fc-4b1b-9d84-708fac569038", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:32:50.884521 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4463c2df-e3fd-4965-9c77-ccc5e0da01e0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:32:50.884943 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'tag': '07732601-35fc-4b1b-9d84-708fac569038', 'status': 'completed', 'code': 200} Mar 10 18:32:50.967458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-bcc0170d-a7c6-492b-ac2c-2bebe3278fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:50.969005 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-bcc0170d-a7c6-492b-ac2c-2bebe3278fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 1128 time: 0.0560501 Mar 10 18:32:50.998891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce027-f38d-48df-bd8b-effcae84dccb req-8572b503-1d20-4f10-885b-e6381f235f03 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:51.000560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-359ce027-f38d-48df-bd8b-effcae84dccb req-8572b503-1d20-4f10-885b-e6381f235f03 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0598171 Mar 10 18:32:51.041577 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:51.051792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-359ce027-f38d-48df-bd8b-effcae84dccb req-5a37a8b2-c221-48ee-a029-737ccbb8ad2a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455942 Mar 10 18:32:51.068164 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Checking router: faf73c11-192d-42ab-a605-a228fac29e4c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:32:51.076305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-c7b7a7d7-603e-4247-8e44-22bba554b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:51.077816 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-c7b7a7d7-603e-4247-8e44-22bba554b3b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 200 len: 897 time: 0.0997109 Mar 10 18:32:51.079621 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:51.080246 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:51.120535 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-26d5cd0d-6f78-4b0b-a7b1-d61c4fa469ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 200 len: 217 time: 0.0348723 Mar 10 18:32:51.169633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-97389e71-c6d5-47c8-93bc-f1446e2b60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:51.171139 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-97389e71-c6d5-47c8-93bc-f1446e2b60ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 200 len: 835 time: 0.0436878 Mar 10 18:32:51.191647 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:51.229528 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-9c3df3b4-c1f0-4f61-a37a-3ed1150691ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:51.231072 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-9c3df3b4-c1f0-4f61-a37a-3ed1150691ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ffcce77e-20e4-4215-8f6b-6b7f802396fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521545 Mar 10 18:32:51.326792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-ecd8d539-1611-4906-a255-27264bb69c28 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889378 Mar 10 18:32:51.394146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:51.425324 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-ec194741-946f-43b2-8fd4-993cf3a92e64 req-633614a4-58e5-4d6d-8896-9f2bee7138f1 service neutron] 10.222.0.59 "GET /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909331 Mar 10 18:32:51.511326 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e5e85-f31b-4159-92da-44c393d12a56 None None] The sync data for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 is: [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '72a4fd3c-7037-4111-a9f0-d2b3e1af8af6', 'name': '', 'network_id': 'ffcce77e-20e4-4215-8f6b-6b7f802396fa', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:91:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:56Z', 'updated_at': '2022-03-10T18:32:00Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': 'bf16a495-6439-4e72-90e9-b3c2e9d4a9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:32:51.735290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1638c-1acf-448c-9b43-f5db40a9efd4 None None] New status for floating IP 486b4c46-071b-424e-8557-4bcc619edfe1: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:32:52.194054 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7613d9-a770-4dfb-b28a-5aada6598823 req-f5635753-e075-4fb3-9585-08120964e264 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:52.195442 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e7613d9-a770-4dfb-b28a-5aada6598823 req-f5635753-e075-4fb3-9585-08120964e264 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0624981 Mar 10 18:32:52.244387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e7613d9-a770-4dfb-b28a-5aada6598823 req-3191fc81-4e15-4066-b5c6-b247a2e6ae3a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bd514a6-bb72-4944-aa89-c7490056fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432236 Mar 10 18:32:52.726391 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-043efc62-fb6f-4978-b4ed-9398e6334521 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:52.727874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-043efc62-fb6f-4978-b4ed-9398e6334521 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 946 time: 0.0689502 Mar 10 18:32:52.827004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 07732601-35fc-4b1b-9d84-708fac569038 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:32:52.827380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (07732601-35fc-4b1b-9d84-708fac569038), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:52.921477 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 07732601-35fc-4b1b-9d84-708fac569038, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=07732601-35fc-4b1b-9d84-708fac569038,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:52.921791 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (07732601-35fc-4b1b-9d84-708fac569038), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:52.935724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 07732601-35fc-4b1b-9d84-708fac569038 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:32:53.071491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (07732601-35fc-4b1b-9d84-708fac569038), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:53.104681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=07732601-35fc-4b1b-9d84-708fac569038,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:53.145463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] No DVR routers for this DVR port 07732601-35fc-4b1b-9d84-708fac569038 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:32:53.148097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:53.151583 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-51788786-ac4c-4c1e-9678-d835fe47bbba req-a9b1969d-2a9a-4340-937c-fc5d70e5f038 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "DELETE /v2.0/ports/07732601-35fc-4b1b-9d84-708fac569038 HTTP/1.1" status: 204 len: 173 time: 0.4159491 Mar 10 18:32:53.152005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'name': 'network-vif-deleted', 'tag': '07732601-35fc-4b1b-9d84-708fac569038'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:32:53.154313 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b81305-ed39-4e16-b253-0d82dd42a97b" -d '{"events": [{"server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "name": "network-vif-deleted", "tag": "07732601-35fc-4b1b-9d84-708fac569038"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:32:53.192885 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13c563-bf6e-4033-8b96-58ab8df3afe1 x-openstack-request-id: req-2f13c563-bf6e-4033-8b96-58ab8df3afe1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:32:53.193455 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cd0dbf-071a-4035-9d4b-d3cd6c251ddc", "name": "network-vif-deleted", "tag": "07732601-35fc-4b1b-9d84-708fac569038", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:32:53.193718 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f13c563-bf6e-4033-8b96-58ab8df3afe1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:32:53.194697 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cd0dbf-071a-4035-9d4b-d3cd6c251ddc', 'name': 'network-vif-deleted', 'tag': '07732601-35fc-4b1b-9d84-708fac569038', 'status': 'completed', 'code': 200} Mar 10 18:32:53.354598 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5509839c-9054-4568-8cbc-fe22303578f0 req-b7c04dee-c045-4434-8013-4cb358b59505 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cd0dbf-071a-4035-9d4b-d3cd6c251ddc HTTP/1.1" status: 200 len: 210 time: 0.0277758 Mar 10 18:32:54.422309 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58382) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:54.818193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (faf73c11-192d-42ab-a605-a228fac29e4c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:55.083628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:32:55.083883 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:55.176483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:55.176818 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:55.188767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:32:55.376029 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (72a4fd3c-7037-4111-a9f0-d2b3e1af8af6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:55.402099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=72a4fd3c-7037-4111-a9f0-d2b3e1af8af6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:55.578327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (faf73c11-192d-42ab-a605-a228fac29e4c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:55.812983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router faf73c11-192d-42ab-a605-a228fac29e4c has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:32:55.928427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:32:55.933967 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aee106b4-8997-48b5-b5e8-b36b23f349f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/faf73c11-192d-42ab-a605-a228fac29e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105639 Mar 10 18:32:55.937001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58384) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:55.939367 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Sync routers for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:32:55.950273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:55.950913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:55.987669 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting subnet bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:32:55.991197 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (bf16a495-6439-4e72-90e9-b3c2e9d4a9f5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.030683 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (bf16a495-6439-4e72-90e9-b3c2e9d4a9f5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.059131 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:56.120558 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (bf16a495-6439-4e72-90e9-b3c2e9d4a9f5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.180900 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (bf16a495-6439-4e72-90e9-b3c2e9d4a9f5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.207678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Subnet': ['ID=bf16a495-6439-4e72-90e9-b3c2e9d4a9f5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:56.211312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.217362 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-23f551be-f4a8-4f84-9363-42078a4b619c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/subnets/bf16a495-6439-4e72-90e9-b3c2e9d4a9f5 HTTP/1.1" status: 204 len: 168 time: 0.2767687 Mar 10 18:32:56.217594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58386) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:56.224629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b648d-4384-497f-b267-00a4cd73ab57 None None] Network ffcce77e-20e4-4215-8f6b-6b7f802396fa requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:32:56.237401 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:32:55Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:56.263421 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Checking router: faf73c11-192d-42ab-a605-a228fac29e4c for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:32:56.271717 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Routers {'faf73c11-192d-42ab-a605-a228fac29e4c'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:32:56.272327 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['faf73c11-192d-42ab-a605-a228fac29e4c'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:56.352718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (faf73c11-192d-42ab-a605-a228fac29e4c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.365472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07732601-35fc-4b1b-9d84-708fac569038 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:32:56.378704 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] Set router faf73c11-192d-42ab-a605-a228fac29e4c gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:32:56.393357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 07732601-35fc-4b1b-9d84-708fac569038 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:32:56.393698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 07732601-35fc-4b1b-9d84-708fac569038 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:32:56.411953 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] DHCP port deletion for ffcce77e-20e4-4215-8f6b-6b7f802396fa request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:32:56.465571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Deleting port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:32:56.465946 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.478031 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (faf73c11-192d-42ab-a605-a228fac29e4c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.531797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] For port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,segment=NetworkSegment(51ef8bab-d64f-4f28-a2a0-be232b9a03df),segment_id=51ef8bab-d64f-4f28-a2a0-be232b9a03df)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:56.532206 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.538833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port fcfbec67-1df0-434c-b42b-86f9983c6d5c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:32:56.539172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.547371 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Calling delete_port for 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:32:56.565440 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:32:55Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:56.597950 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a8f2e-9a86-4e89-8ecf-5f4ae466dc1f None None] The sync data for ids ['faf73c11-192d-42ab-a605-a228fac29e4c'] in n-d-833115-2 is: [{'id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297556025', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:32:55Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': 'fcfbec67-1df0-434c-b42b-86f9983c6d5c', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf73c11-192d-42ab-a605-a228fac29e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:31:53Z', 'updated_at': '2022-03-10T18:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:32:56.627033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port fcfbec67-1df0-434c-b42b-86f9983c6d5c, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=fcfbec67-1df0-434c-b42b-86f9983c6d5c,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:32:56.627476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.644996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for fcfbec67-1df0-434c-b42b-86f9983c6d5c owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:32:56.647099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (40fe9e8c-20a9-4faa-933a-6e6da1ae7055), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.673697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Pushing event deleted for resources: {'Port': ['ID=40fe9e8c-20a9-4faa-933a-6e6da1ae7055,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:56.678021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] No DVR routers for this DVR port 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:32:56.685240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.685594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.685919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.686264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.686611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.686944 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.687261 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.688044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.688044 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.688256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.688498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.688813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.689131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b470d2b-e236-47b0-bfec-bf5f51b02770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.834796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (fcfbec67-1df0-434c-b42b-86f9983c6d5c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:56.866265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=fcfbec67-1df0-434c-b42b-86f9983c6d5c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:56.878616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.878932 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.879258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.879600 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.879917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.880250 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.880583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.880908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.881237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.881567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.881946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.882222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.882566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:32:56.946560 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (faf73c11-192d-42ab-a605-a228fac29e4c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.045264 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (faf73c11-192d-42ab-a605-a228fac29e4c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.047925 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (faf73c11-192d-42ab-a605-a228fac29e4c), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.100537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (faf73c11-192d-42ab-a605-a228fac29e4c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.101100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Fanout notify agent at l3_agent the message router_deleted on router faf73c11-192d-42ab-a605-a228fac29e4c {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:32:57.108087 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.109194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7878ef9-07bf-41a2-83d5-d0730410db38 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/routers/faf73c11-192d-42ab-a605-a228fac29e4c HTTP/1.1" status: 204 len: 168 time: 0.8905559 Mar 10 18:32:57.112028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58390) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:57.194507 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ffcce77e-20e4-4215-8f6b-6b7f802396fa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.284703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ffcce77e-20e4-4215-8f6b-6b7f802396fa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.311922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcce77e-20e4-4215-8f6b-6b7f802396fa']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:57.321175 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ef8bab-d64f-4f28-a2a0-be232b9a03df') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:57.321467 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ef8bab-d64f-4f28-a2a0-be232b9a03df') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:32:57.330767 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (51ef8bab-d64f-4f28-a2a0-be232b9a03df), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.343796 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (51ef8bab-d64f-4f28-a2a0-be232b9a03df), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.349898 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:32:57.350304 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (51ef8bab-d64f-4f28-a2a0-be232b9a03df), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:32:57.353642 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:32:57.419255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ffcce77e-20e4-4215-8f6b-6b7f802396fa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.426033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.429215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/networks/ffcce77e-20e4-4215-8f6b-6b7f802396fa HTTP/1.1" status: 204 len: 168 time: 0.3161848 Mar 10 18:32:57.432190 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58392) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:57.442460 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8221-796b-4db6-adff-4a65b6fec5b7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Network': ['ID=ffcce77e-20e4-4215-8f6b-6b7f802396fa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:57.457200 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.495112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (9bd514a6-bb72-4944-aa89-c7490056fa3c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.524793 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (9bd514a6-bb72-4944-aa89-c7490056fa3c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.587901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9bd514a6-bb72-4944-aa89-c7490056fa3c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.590476 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:57.591678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/security-groups/9bd514a6-bb72-4944-aa89-c7490056fa3c HTTP/1.1" status: 204 len: 168 time: 0.1584134 Mar 10 18:32:57.603370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf259-774f-43a6-90b3-1c850be81979 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd514a6-bb72-4944-aa89-c7490056fa3c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:57.688698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:32:57.709690 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:32:57.710038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 40fe9e8c-20a9-4faa-933a-6e6da1ae7055 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:32:57.710486 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:32:57.732617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:32:57.732947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 72a4fd3c-7037-4111-a9f0-d2b3e1af8af6 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:32:58.070968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.075669 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895183878', 'description': 'tempest-secgroup-smoke-1895183878 description', 'project_id': '2089f86e868b416584f653520bdca88f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.100385 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.175289 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d02b8a7c-5c15-4c8c-9f56-5683b1f6281d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.184286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d02b8a7c-5c15-4c8c-9f56-5683b1f6281d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.223286 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.225059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1529126 Mar 10 18:32:58.227853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e94d67-0f1e-4da3-a20d-c7aac200be1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.229559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58400) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.234259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.262940 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (dc753e8e-0792-4e9e-a463-9e455202326e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.311108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (dc753e8e-0792-4e9e-a463-9e455202326e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.316096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (dc753e8e-0792-4e9e-a463-9e455202326e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.334990 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc753e8e-0792-4e9e-a463-9e455202326e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.339851 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.341167 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2cd19b58-f1df-43ec-a680-0ab4b8d968f2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104665 Mar 10 18:32:58.343995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58402) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.348282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.375867 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (46c02826-c90c-40ea-bb32-80f40d8be8ab), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.440078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (46c02826-c90c-40ea-bb32-80f40d8be8ab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.446402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (46c02826-c90c-40ea-bb32-80f40d8be8ab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.463917 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c02826-c90c-40ea-bb32-80f40d8be8ab,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.473253 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.478073 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44b47ea9-a075-4544-9f2e-dc0b575a4a6f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295426 Mar 10 18:32:58.478273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58404) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.482746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.512226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (d6a35309-9df1-45fd-a3dd-163950df43d1), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.572199 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (d6a35309-9df1-45fd-a3dd-163950df43d1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.577573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (d6a35309-9df1-45fd-a3dd-163950df43d1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.598160 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a35309-9df1-45fd-a3dd-163950df43d1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.605418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.607135 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e84a73c3-17f4-4d7a-b4d9-3db24da74839 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277955 Mar 10 18:32:58.610125 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58406) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.614825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.642157 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (ceea37e4-7513-4d7c-b456-eec4a4f35ceb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.717246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (ceea37e4-7513-4d7c-b456-eec4a4f35ceb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.722017 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ceea37e4-7513-4d7c-b456-eec4a4f35ceb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.740034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceea37e4-7513-4d7c-b456-eec4a4f35ceb,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.748188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.749408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f93c879c-6e8f-4866-8031-c6658698bd08 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381605 Mar 10 18:32:58.752616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58408) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.758677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.788233 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:32:58.795772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (6312351d-40e6-4483-a4d4-24d26c95f667), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.861919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (6312351d-40e6-4483-a4d4-24d26c95f667), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.867742 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (6312351d-40e6-4483-a4d4-24d26c95f667), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.887390 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6312351d-40e6-4483-a4d4-24d26c95f667,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:58.895151 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.896395 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e004f29-2ba4-4620-9e06-90b015bfd685 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424708 Mar 10 18:32:58.899381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58410) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:58.903814 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8a7c-5c15-4c8c-9f56-5683b1f6281d', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:58.926529 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:32:58.931709 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (50532ece-01b5-4d34-a55d-3738a5709f96), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.993563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (50532ece-01b5-4d34-a55d-3738a5709f96), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:58.999349 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (50532ece-01b5-4d34-a55d-3738a5709f96), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.021772 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50532ece-01b5-4d34-a55d-3738a5709f96,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:59.032338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.033579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-33d3bfc0-cc48-4f1e-9c73-0b14026e58fb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333001 Mar 10 18:32:59.038305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:59.044392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'network': {'name': 'tempest-network-smoke--994702731', 'project_id': '2089f86e868b416584f653520bdca88f', 'port_security_enabled': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:59.065407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:32:59.069220 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.094393 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:32:59.103312 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fe5c4972-826d-4ae1-bf82-304d09b66a77), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.103737 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Added segment fe5c4972-826d-4ae1-bf82-304d09b66a77 of type vlan for network fd15ed16-601f-4c2e-aab4-580468b82fe7 Mar 10 18:32:59.144325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fd15ed16-601f-4c2e-aab4-580468b82fe7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.177218 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fd15ed16-601f-4c2e-aab4-580468b82fe7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.182075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:32:59.182684 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.223365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839097 Mar 10 18:32:59.226462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58414) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:32:59.231018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'admin_state_up': True, 'project_id': '2089f86e868b416584f653520bdca88f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:32:59.247073 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fcfbec67-1df0-434c-b42b-86f9983c6d5c no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:32:59.267458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: fcfbec67-1df0-434c-b42b-86f9983c6d5c {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:32:59.267818 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device fcfbec67-1df0-434c-b42b-86f9983c6d5c not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:32:59.271162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a11705-87b4-4e63-b420-910fd115e9b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Network': ['ID=fd15ed16-601f-4c2e-aab4-580468b82fe7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:32:59.282395 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:32:59.288454 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.289784 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.345274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.489257 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.688351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.715562 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.828107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.77 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/1e915664-71c1-4a0c-b00e-63c7ceedee50) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:32:59.940783 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:32:59.978405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:00.012112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:00.014951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:00.018584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:33:00.047708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=1e915664-71c1-4a0c-b00e-63c7ceedee50,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:00.291906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:00.496266 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:00.571169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:00.653372 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:33:00.772384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:33:00.783059 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Sync routers for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:33:00.793605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:00.793820 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:00.794224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:00.795533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-de4c41a8-6591-4aad-aa85-c585ec58a04e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5675783 Mar 10 18:33:00.798540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58416) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:00.827998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-03a8fc68-a117-4991-852a-1d74443fc6f8 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2089f86e868b416584f653520bdca88f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280294 Mar 10 18:33:00.830519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:00.902212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:00.923874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe44a7-5667-4ca9-b4ad-5e4c861923d1 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:00.925412 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-05fe44a7-5667-4ca9-b4ad-5e4c861923d1 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939870 Mar 10 18:33:00.928547 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:00.959946 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-144b0809-228d-4129-aa52-ea2bf1d84183 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300982 Mar 10 18:33:00.962663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58422) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:00.967538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-576148576', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'project_id': '2089f86e868b416584f653520bdca88f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:33:01.055413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:33:01.059309 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.082389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:00Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:01.108670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Checking router: acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:33:01.108996 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Updating router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 port 1e915664-71c1-4a0c-b00e-63c7ceedee50 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:33:01.141396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.241771 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.303599 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Subnet': ['ID=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:01.311104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Checking segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:33:01.311543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network hostable DHCP agents. Network: fd15ed16-601f-4c2e-aab4-580468b82fe7, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:33:01.329387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:33:01.339035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fd15ed16-601f-4c2e-aab4-580468b82fe7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:01.343052 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:01.343657 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.350245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6acdc9-be04-46a9-85a3-4c8c6e0820de None None] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:33:01.362484 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fd567359-fe9f-40a1-9373-9b8267463a72 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964117 Mar 10 18:33:01.363249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58424) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:01.455201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks [] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.463077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.524790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-fd15ed16-601f-4c2e-aab4-580468b82fe7', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:33:01.525804 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.548752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31785a0b-d8b5-4f08-9ece-df7baea19d49 None None] Pushing event updated for resources: {'Port': ['ID=1e915664-71c1-4a0c-b00e-63c7ceedee50,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:01.552670 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Attempting to bind port 1e915664-71c1-4a0c-b00e-63c7ceedee50 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:33:01.553016 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Attempting to bind port 1e915664-71c1-4a0c-b00e-63c7ceedee50 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:33:01.553376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Attempting to bind port 1e915664-71c1-4a0c-b00e-63c7ceedee50 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:33:01.561203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:33:01.561565 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:33:01.561971 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.562357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:33:01.562888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Bound port: 1e915664-71c1-4a0c-b00e-63c7ceedee50, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:33:01.563273 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.704742 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] For port 1e915664-71c1-4a0c-b00e-63c7ceedee50, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:33:01.720527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] For port 1e915664-71c1-4a0c-b00e-63c7ceedee50, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e915664-71c1-4a0c-b00e-63c7ceedee50,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:33:01.732258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.734773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Allocated IP 172.20.0.2 (fd15ed16-601f-4c2e-aab4-580468b82fe7/80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de/0581bdc8-4fa0-4c89-9d87-690b2e114b9d) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:33:01.825161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:01.829914 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31785a0b-d8b5-4f08-9ece-df7baea19d49 None None] Pushing event updated for resources: {'Port': ['ID=1e915664-71c1-4a0c-b00e-63c7ceedee50,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:01.862846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:01.863482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:02.038021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:02.040075 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks [] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.096838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.165716 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:02.194245 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Pushing event updated for resources: {'Port': ['ID=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:02.199106 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:02.204847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:33:02.456870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Attempting to bind port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:33:02.457237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Attempting to bind port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:33:02.457595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Attempting to bind port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d on network fd15ed16-601f-4c2e-aab4-580468b82fe7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:33:02.466875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:33:02.467284 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Checking segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:33:02.467689 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.468080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Bound using segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:33:02.468545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Bound port: 0581bdc8-4fa0-4c89-9d87-690b2e114b9d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:33:02.468721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.1 (fd15ed16-601f-4c2e-aab4-580468b82fe7/80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de/c403b58f-5b31-4d79-a157-175b321fdf33) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:33:02.469227 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.533671 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:00Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:02.566590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33da297-189b-4906-ba8e-1375233021a7 None None] The sync data for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 is: [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:00Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:33:02.571933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] For port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:33:02.584564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] For port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:33:02.592526 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.593849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (c403b58f-5b31-4d79-a157-175b321fdf33), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.636093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.669235 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4e90-6cc8-4b1b-a8eb-73eb485bb305 None None] Pushing event updated for resources: {'Port': ['ID=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:02.688304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:02.691516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:02.694048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:33:02.720828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:02.744996 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:02.941494 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.247863 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (c403b58f-5b31-4d79-a157-175b321fdf33), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.259110 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.335640 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:03.338462 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.373684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0581bdc8-4fa0-4c89-9d87-690b2e114b9d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:03.439331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:03.439712 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.476456 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:03.478649 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:03.533083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:03.534844 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.579978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:03.588397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.589119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e915664-71c1-4a0c-b00e-63c7ceedee50 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:03.636686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:33:03.670882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:03.685779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1e915664-71c1-4a0c-b00e-63c7ceedee50 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:03.686155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.755411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:33:03.760620 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7c266851-1dea-4279-a8f7-8fccc9348a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/acde79bf-e0d4-4a3d-b6f6-c49ba1374c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963678 Mar 10 18:33:03.773487 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1e915664-71c1-4a0c-b00e-63c7ceedee50 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:03.773882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.798831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 1e915664-71c1-4a0c-b00e-63c7ceedee50, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e915664-71c1-4a0c-b00e-63c7ceedee50,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:03.801760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c91b2-068e-4e46-8be4-6737c6737b4d None None] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:33:03.805779 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.919101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=1e915664-71c1-4a0c-b00e-63c7ceedee50,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:03.933421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-eb7e02c2-6b92-42bb-8d55-113a01c84b83 None None] Provisioning complete for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:03.933799 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eb7e02c2-6b92-42bb-8d55-113a01c84b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:03.934257 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-546797bc-148a-44db-982d-121cacf0d10b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895183878&fields=id&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 267 time: 0.0500696 Mar 10 18:33:04.047860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e02c2-6b92-42bb-8d55-113a01c84b83 None None] Current status of the port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:04.048065 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-9545814f-80c7-470e-80c3-75c0016d54f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:04.050187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-9545814f-80c7-470e-80c3-75c0016d54f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 796 time: 0.1079211 Mar 10 18:33:04.066135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-bfe0c5dd-4275-4494-9fad-0b7426d2eda7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/quotas/2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 375 time: 0.0104282 Mar 10 18:33:04.133717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-f5e699f5-8382-4577-94ec-a6481454b1dd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618219 Mar 10 18:33:04.241057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-6f769c40-120c-4f22-a050-d531d6b0d678 service neutron] 10.222.0.35 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950136 Mar 10 18:33:04.269144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Provisioning complete for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:04.269443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:04.347540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-b3042686-4326-4e75-b754-b6003b052627 service neutron] 10.222.0.35 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003923 Mar 10 18:33:04.372191 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Current status of the port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:04.382775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:04.383402 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:04.424027 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-71e82bab-e6e0-453d-a0b3-aafcb650335d None None] Port c403b58f-5b31-4d79-a157-175b321fdf33 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:33:04.436994 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Sync routers for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:33:04.449368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:04.450016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:04.538049 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28b533d1-1b30-4a7d-ab7b-c5ab2f8c4b1c req-9ef80f61-cc47-4229-80d7-fff7d1b3ffe6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 210 time: 0.0402925 Mar 10 18:33:04.561650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fe6b78d7-785a-4a0e-b2e7-206778a00797 None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:04.563024 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe6b78d7-785a-4a0e-b2e7-206778a00797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:04.591492 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:04.613976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b78d7-785a-4a0e-b2e7-206778a00797 None None] Port c403b58f-5b31-4d79-a157-175b321fdf33 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:33:04.821992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 2, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:04.835885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-df335266-7e04-4359-a1c5-83f5957c7eca None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:04.836249 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-df335266-7e04-4359-a1c5-83f5957c7eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:04.853210 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Checking router: acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:33:04.853594 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Updating router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 port c403b58f-5b31-4d79-a157-175b321fdf33 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:33:04.874850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-df335266-7e04-4359-a1c5-83f5957c7eca None None] Port c403b58f-5b31-4d79-a157-175b321fdf33 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:33:04.887252 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.153726 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks [] for port (c403b58f-5b31-4d79-a157-175b321fdf33), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.160186 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.211637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Pushing event updated for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:05.237305 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.237641 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.237979 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.238308 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.238672 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.238989 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.239313 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.239625 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.239941 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.240262 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.240606 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.240881 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.241185 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:33:05.319571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0581bdc8-4fa0-4c89-9d87-690b2e114b9d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:05.379381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Attempting to bind port c403b58f-5b31-4d79-a157-175b321fdf33 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:33:05.379631 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Attempting to bind port c403b58f-5b31-4d79-a157-175b321fdf33 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:33:05.379952 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Attempting to bind port c403b58f-5b31-4d79-a157-175b321fdf33 on network fd15ed16-601f-4c2e-aab4-580468b82fe7 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:33:05.385981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:33:05.386662 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Checking segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:33:05.387252 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.387826 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Bound using segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:33:05.388465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Bound port: c403b58f-5b31-4d79-a157-175b321fdf33, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:33:05.388612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:05.389081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.389604 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.460212 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] For port c403b58f-5b31-4d79-a157-175b321fdf33, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:33:05.465774 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] For port c403b58f-5b31-4d79-a157-175b321fdf33, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c403b58f-5b31-4d79-a157-175b321fdf33,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:33:05.473698 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.492152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:05.493784 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e915664-71c1-4a0c-b00e-63c7ceedee50 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:05.531162 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:05.532489 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:32:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:05.540350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:05.541053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.598037 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-1076768e-e219-4ef6-9c02-2576a17214af tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:05.602679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-1076768e-e219-4ef6-9c02-2576a17214af tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 796 time: 0.1639972 Mar 10 18:33:05.638070 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 1e915664-71c1-4a0c-b00e-63c7ceedee50 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:05.638622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.692205 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da6831-cad0-479c-951f-684ace2ff156 None None] Pushing event updated for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:05.695478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55383cdc-720e-43e7-8c5f-44303bfdf5c0 req-622131c3-e3b0-4a66-a8ad-d2069e6063a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 210 time: 0.0377796 Mar 10 18:33:05.730249 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-50f2bcd3-2983-4da4-86ef-6e93b584afb2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 380 time: 0.1174252 Mar 10 18:33:05.744282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'port': {'device_id': '804cf554-50d9-4d09-83a9-f62895a035dc', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'admin_state_up': True, 'tenant_id': '2089f86e868b416584f653520bdca88f', 'security_groups': ['d02b8a7c-5c15-4c8c-9f56-5683b1f6281d']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:33:05.747123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:05.766175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Current status of the port c403b58f-5b31-4d79-a157-175b321fdf33 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:05.766175 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.789855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 1e915664-71c1-4a0c-b00e-63c7ceedee50 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:05.824462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] For port c403b58f-5b31-4d79-a157-175b321fdf33, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c403b58f-5b31-4d79-a157-175b321fdf33,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:05.831257 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.891859 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659caa-1abd-482b-aa45-8659462654a4 None None] Pushing event updated for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:05.955920 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5fc8f8e4-7b08-4660-8bb1-560db04c734c None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:05.956312 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5fc8f8e4-7b08-4660-8bb1-560db04c734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:05.991447 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:06.018895 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2f665-f411-4413-ab86-e180466e6a82 None None] The sync data for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 is: [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:33:06.044172 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8f8e4-7b08-4660-8bb1-560db04c734c None None] Current status of the port c403b58f-5b31-4d79-a157-175b321fdf33 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:06.208959 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:33:06.213062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.347152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.14 (fd15ed16-601f-4c2e-aab4-580468b82fe7/80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de/2eed9994-cf26-4c7e-802f-768115cff0eb) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:33:06.498916 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.535805 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.580608 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:06.585892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:06.589696 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:33:06.596394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:06.645772 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:06.646530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.664352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-ea4679f4-ce9f-4f6d-8407-ff21c07be85d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9251733 Mar 10 18:33:06.734753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Request body: {'port': {'device_id': '804cf554-50d9-4d09-83a9-f62895a035dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:33:06.846390 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.871760 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c68e29d9-f3f4-4cd5-9645-47ab9ece74bf None None] Provisioning complete for port 2eed9994-cf26-4c7e-802f-768115cff0eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:06.872319 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c68e29d9-f3f4-4cd5-9645-47ab9ece74bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:06.920217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c68e29d9-f3f4-4cd5-9645-47ab9ece74bf None None] Port 2eed9994-cf26-4c7e-802f-768115cff0eb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:33:06.925407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec0439-755e-4eae-968e-f43efe94dae8 req-3647c41f-a7db-408b-9f25-9dbce2480103 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:06.930201 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8ec0439-755e-4eae-968e-f43efe94dae8 req-3647c41f-a7db-408b-9f25-9dbce2480103 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 932 time: 0.1199491 Mar 10 18:33:07.054161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d8ec0439-755e-4eae-968e-f43efe94dae8 req-cb4bd201-72eb-49e1-a83d-1ee028c44af1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183007 Mar 10 18:33:07.183975 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eed9994-cf26-4c7e-802f-768115cff0eb {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:33:07.192188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks [] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.206083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Transition to ACTIVE for port object 2eed9994-cf26-4c7e-802f-768115cff0eb will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:33:07.211459 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.265368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Pushing event updated for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:07.331190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c403b58f-5b31-4d79-a157-175b321fdf33 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:07.344821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Attempting to bind port 2eed9994-cf26-4c7e-802f-768115cff0eb on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:33:07.345151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Attempting to bind port 2eed9994-cf26-4c7e-802f-768115cff0eb by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:33:07.345471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Attempting to bind port 2eed9994-cf26-4c7e-802f-768115cff0eb on network fd15ed16-601f-4c2e-aab4-580468b82fe7 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:33:07.350002 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Port 2eed9994-cf26-4c7e-802f-768115cff0eb on network fd15ed16-601f-4c2e-aab4-580468b82fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:33:07.350242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Attempting to bind port 2eed9994-cf26-4c7e-802f-768115cff0eb on network fd15ed16-601f-4c2e-aab4-580468b82fe7 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:33:07.356008 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:33:07.356348 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Checking segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:33:07.356724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Bound using segment: {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:33:07.357150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Bound port: 2eed9994-cf26-4c7e-802f-768115cff0eb, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5c4972-826d-4ae1-bf82-304d09b66a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:33:07.357500 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.382283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port c403b58f-5b31-4d79-a157-175b321fdf33 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:07.382774 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.425042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:33:07.428351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2eed9994-cf26-4c7e-802f-768115cff0eb,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:33:07.436234 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.469427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:07.470044 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:07.471521 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] 10.222.0.41 "PUT /v2.0/ports/2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 1092 time: 0.7994218 Mar 10 18:33:07.472007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:33:07.474200 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e8eb26-9920-472c-88ff-d291ae3b4fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:33:07.492701 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port c403b58f-5b31-4d79-a157-175b321fdf33 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:07.516124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c83f-e554-4159-9148-8efc235aa7fc service neutron] Pushing event updated for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:07.583501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-21b12c1b-fe9f-40b1-bc34-d2a054b103c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:07.585037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-21b12c1b-fe9f-40b1-bc34-d2a054b103c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1126 time: 0.0656173 Mar 10 18:33:07.599869 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6677ea78-6c6f-4373-ad2c-67a5b18589d8 x-openstack-request-id: req-6677ea78-6c6f-4373-ad2c-67a5b18589d8 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:33:07.600280 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:33:07.600557 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6677ea78-6c6f-4373-ad2c-67a5b18589d8 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:33:07.600958 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'status': 'completed', 'code': 200} Mar 10 18:33:07.634777 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-72d4c60d-e942-41b5-8b42-1cd6a0f194af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 217 time: 0.0420656 Mar 10 18:33:07.688114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-73369e55-771b-4c73-9c60-0f11779c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:07.691290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-73369e55-771b-4c73-9c60-0f11779c6416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0503271 Mar 10 18:33:07.742736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8c109ad5-a6a5-4005-b567-dd7e23d0df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:07.744388 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-8c109ad5-a6a5-4005-b567-dd7e23d0df9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470171 Mar 10 18:33:07.840348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-363ba6db-bf9c-4994-b978-4d18bbedbde3 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892606 Mar 10 18:33:07.943575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-15d4c21d-6d81-4942-8222-5f21b0b757b3 req-9fcbb08b-e55b-4f93-8072-f916a05bb9fc service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955725 Mar 10 18:33:08.050853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-ec949b0c-2a95-4c3d-8646-8fe845d55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:08.052401 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-ec949b0c-2a95-4c3d-8646-8fe845d55ebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1126 time: 0.0578740 Mar 10 18:33:08.172017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-53cd8321-c2e6-4a13-9787-249cf53646b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:08.173390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-53cd8321-c2e6-4a13-9787-249cf53646b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.1146555 Mar 10 18:33:08.217187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-a4499217-9925-449c-b2e9-fd7052de664b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 217 time: 0.0372534 Mar 10 18:33:08.227313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfda6a-6055-477f-89a0-fd923b5dfeda req-f8a98f43-bc5c-43b9-be74-1891d5406b55 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:08.228744 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfdfda6a-6055-477f-89a0-fd923b5dfeda req-f8a98f43-bc5c-43b9-be74-1891d5406b55 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 944 time: 0.1017513 Mar 10 18:33:08.293414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-a9c22f9e-18e3-42cb-9f67-5db6ff9c303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:08.294885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-a9c22f9e-18e3-42cb-9f67-5db6ff9c303b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0653224 Mar 10 18:33:08.319813 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfdfda6a-6055-477f-89a0-fd923b5dfeda req-6cddb6a3-efa1-42be-adf5-a85c802ec1ac tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829377 Mar 10 18:33:08.356139 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-4dd7ae71-e9a8-4622-99ff-a8e427fc4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:08.357615 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-4dd7ae71-e9a8-4622-99ff-a8e427fc4578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549259 Mar 10 18:33:08.448081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-b61ba942-c157-4db9-98a3-f7fe01414cfe service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Mar 10 18:33:08.546112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-92e8eb26-9920-472c-88ff-d291ae3b4fc2 req-cd9ebf62-56c3-4eb5-888d-0d3148910273 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916657 Mar 10 18:33:09.456080 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78cae9-62d0-4bc8-8453-7b1b281975f0 req-39c1285d-b990-4465-8ced-7bb94d0b86dc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:09.457570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b78cae9-62d0-4bc8-8453-7b1b281975f0 req-39c1285d-b990-4465-8ced-7bb94d0b86dc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 944 time: 0.0573280 Mar 10 18:33:09.509157 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b78cae9-62d0-4bc8-8453-7b1b281975f0 req-3eb4889a-667d-49b3-a3ca-e1b095f75573 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456181 Mar 10 18:33:10.647286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd33d7-d1b3-4235-af9f-68275f81b325 req-ad5e1676-7a93-4bd1-ab88-1aeadef1ed9a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:10.648750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfbd33d7-d1b3-4235-af9f-68275f81b325 req-ad5e1676-7a93-4bd1-ab88-1aeadef1ed9a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 944 time: 0.0560808 Mar 10 18:33:10.703580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dfbd33d7-d1b3-4235-af9f-68275f81b325 req-ab869691-6d79-4637-97bc-57fd3864d7f9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488176 Mar 10 18:33:10.939096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2eed9994-cf26-4c7e-802f-768115cff0eb details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:33:11.041897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2eed9994-cf26-4c7e-802f-768115cff0eb,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:11.056753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'port_id': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'mac_address': 'fa:16:3e:39:53:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:33:11.097189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2eed9994-cf26-4c7e-802f-768115cff0eb is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:11.097577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:11.110828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eed9994-cf26-4c7e-802f-768115cff0eb {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:33:11.129753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2eed9994-cf26-4c7e-802f-768115cff0eb,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:11.136656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:11.189474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:11.482053 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['2eed9994-cf26-4c7e-802f-768115cff0eb'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:33:11.837610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd346ab2-d5cf-4beb-8c21-23df209a99a5 req-9e53f228-48d0-4b30-9b27-2faf46fa2a5a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:11.839341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd346ab2-d5cf-4beb-8c21-23df209a99a5 req-9e53f228-48d0-4b30-9b27-2faf46fa2a5a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 945 time: 0.0663702 Mar 10 18:33:11.895749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cd346ab2-d5cf-4beb-8c21-23df209a99a5 req-1ef6315a-b1ca-4a22-bf0b-9855bdbb94d1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506713 Mar 10 18:33:12.527278 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e546960-6db1-4f5d-87b9-c4e41386cd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:12.939316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2eed9994-cf26-4c7e-802f-768115cff0eb up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:33:12.996214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 2eed9994-cf26-4c7e-802f-768115cff0eb completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:33:13.000197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 2eed9994-cf26-4c7e-802f-768115cff0eb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:33:13.001347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:13.025216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ed020-2707-443e-9246-3445de316021 req-f9a73ea5-805e-43a3-a298-9b7d1e9bd7ac tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:13.028529 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c63ed020-2707-443e-9246-3445de316021 req-f9a73ea5-805e-43a3-a298-9b7d1e9bd7ac tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 945 time: 0.0563560 Mar 10 18:33:13.080513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2eed9994-cf26-4c7e-802f-768115cff0eb is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:33:13.080834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:13.082159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c63ed020-2707-443e-9246-3445de316021 req-e9ce98b0-d41c-456d-9048-bb946f4f4ac3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469248 Mar 10 18:33:13.105220 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:33:13.107763 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01625c3c-75f4-44ce-b9b4-279204714dcd" -d '{"events": [{"server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "name": "network-vif-plugged", "status": "completed", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:33:13.122847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2eed9994-cf26-4c7e-802f-768115cff0eb,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:33:13.128388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:13.191991 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:13.202010 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d15519-3c25-44ac-b8de-34bcbf725a31 x-openstack-request-id: req-b7d15519-3c25-44ac-b8de-34bcbf725a31 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:33:13.202300 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "name": "network-vif-plugged", "status": "completed", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:33:13.202604 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7d15519-3c25-44ac-b8de-34bcbf725a31 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:33:13.203000 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'code': 200} Mar 10 18:33:13.311275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fdc5e-9927-41d9-b2e3-9caa59a55bae req-a1f70d30-4b82-4a18-8b3f-da936edb0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:13.312768 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-108fdc5e-9927-41d9-b2e3-9caa59a55bae req-a1f70d30-4b82-4a18-8b3f-da936edb0501 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0508668 Mar 10 18:33:13.362148 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-108fdc5e-9927-41d9-b2e3-9caa59a55bae req-a22ecc7b-1b1e-4b9d-a1c4-dfaa9e023b96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Mar 10 18:33:14.227994 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172db4-16cd-4f0b-bb19-c0e6f2cf223d req-6159eb78-790e-47c0-8594-f7190c1b8dfc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:14.230095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55172db4-16cd-4f0b-bb19-c0e6f2cf223d req-6159eb78-790e-47c0-8594-f7190c1b8dfc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0661304 Mar 10 18:33:14.288668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55172db4-16cd-4f0b-bb19-c0e6f2cf223d req-d2a5a617-a7ef-4371-9d1b-59efcc0dac14 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530372 Mar 10 18:33:14.729864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc87a-dc75-42e2-ac31-9deda2cd5316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:15.416857 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c32a4-e1d2-44fb-a495-a3bf359ac700 req-3bcee34d-d7c8-4800-b85c-6843f6933046 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:15.418948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-552c32a4-e1d2-44fb-a495-a3bf359ac700 req-3bcee34d-d7c8-4800-b85c-6843f6933046 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0591269 Mar 10 18:33:15.471824 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-552c32a4-e1d2-44fb-a495-a3bf359ac700 req-d4d519dc-4770-481b-93fb-10152a8755b3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Mar 10 18:33:15.595343 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52cda-b016-4000-9a91-8f65b94f3584 req-3ebefd14-db5b-4861-a917-744f92ce0356 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:15.596757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72e52cda-b016-4000-9a91-8f65b94f3584 req-3ebefd14-db5b-4861-a917-744f92ce0356 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0585098 Mar 10 18:33:15.648081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72e52cda-b016-4000-9a91-8f65b94f3584 req-c3da0b96-7b8a-42f6-88c4-e804bafb7946 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Mar 10 18:33:15.671538 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58482) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:15.718979 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e1826-8f2a-4518-bca6-5f66c0a62bc7 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:15.720536 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-123e1826-8f2a-4518-bca6-5f66c0a62bc7 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1123 time: 0.0478835 Mar 10 18:33:15.723490 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58484) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:15.727812 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:33:15.748655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:15.852399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:15.958797 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.101 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/64eb58f3-47fc-4edb-b23a-36ea2eb84501) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:33:16.066892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.095187 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.110172 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.149562 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:33:16.152724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:33:16.158803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:33:16.183089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=64eb58f3-47fc-4edb-b23a-36ea2eb84501,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:16.537490 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (d07a8fd2-f3db-4597-9924-e56052388b08), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.607609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.762770 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.769317 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.843078 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=64eb58f3-47fc-4edb-b23a-36ea2eb84501,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:33:16.852843 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (d07a8fd2-f3db-4597-9924-e56052388b08), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:16.957762 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP d07a8fd2-f3db-4597-9924-e56052388b08 associated. External IP: 172.25.3.101, port: 2eed9994-cf26-4c7e-802f-768115cff0eb. Mar 10 18:33:17.174457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:33:17.293926 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:33:17.303376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Sync routers for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:33:17.313004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:17.314363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:17.315202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:33:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:17.343438 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5b87d2e9-b482-4e86-915e-3302e040a9c3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6188400 Mar 10 18:33:17.344156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:33:17.346552 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329fc07c-106a-465b-abb2-d26998123584" -d '{"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:33:17.427514 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:17.444976 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9fe9-4eac-4b14-af94-b221ec78a8ab req-209f4e14-7357-4c5d-96c6-ddf89164acc3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:17.446510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a11d9fe9-4eac-4b14-af94-b221ec78a8ab req-209f4e14-7357-4c5d-96c6-ddf89164acc3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0545976 Mar 10 18:33:17.496674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a11d9fe9-4eac-4b14-af94-b221ec78a8ab req-3b29b7e0-c417-4aff-b0d9-5a4e8485f654 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441628 Mar 10 18:33:17.520241 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58490) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:17.555877 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:17.565288 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eaccc7-2c4f-4769-a244-b4baa28da2c8 x-openstack-request-id: req-c8eaccc7-2c4f-4769-a244-b4baa28da2c8 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:33:17.565554 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:33:17.566128 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8eaccc7-2c4f-4769-a244-b4baa28da2c8 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:33:17.566263 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'status': 'completed', 'code': 200} Mar 10 18:33:17.595834 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-06913ff1-90a8-474f-adfe-04b35f1bc130 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/d07a8fd2-f3db-4597-9924-e56052388b08 HTTP/1.1" status: 200 len: 992 time: 0.0744281 Mar 10 18:33:17.617357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc07c-106a-465b-abb2-d26998123584 req-b746dacb-d8d0-486f-b814-57b9b13ffea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:17.619174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-b746dacb-d8d0-486f-b814-57b9b13ffea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0515850 Mar 10 18:33:17.717773 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc07c-106a-465b-abb2-d26998123584 req-eaa2d8ea-9f7c-4ac0-b390-f6ac324e7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:17.719244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-eaa2d8ea-9f7c-4ac0-b390-f6ac324e7069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.0921402 Mar 10 18:33:17.794708 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-1c84cff5-07b5-4b9b-8832-14191f476348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 1000 time: 0.0694106 Mar 10 18:33:17.837734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd07a8fd2-f3db-4597-9924-e56052388b08', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'port_id': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'mac_address': 'fa:16:3e:39:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804cf554-50d9-4d09-83a9-f62895a035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:33:16Z', 'updated_at': '2022-03-10T18:33:16Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:17.844930 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc07c-106a-465b-abb2-d26998123584 req-efd804d2-fc4e-462e-b394-d1ffa175a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:17.846504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-efd804d2-fc4e-462e-b394-d1ffa175a201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0461245 Mar 10 18:33:17.869834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Checking router: acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:33:17.881648 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:33:17.882248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:33:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:17.896873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc07c-106a-465b-abb2-d26998123584 req-ccdb903a-1d6d-4d4f-8cf3-68787c3b1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:17.898398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-ccdb903a-1d6d-4d4f-8cf3-68787c3b1050 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464549 Mar 10 18:33:17.994654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:33:17.997185 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-42cf3e5e-d90c-4716-b1e8-8e1c88cd5d18 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919676 Mar 10 18:33:18.100432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-329fc07c-106a-465b-abb2-d26998123584 req-40cd003c-2515-4542-8337-0f68d486683f service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965245 Mar 10 18:33:18.165547 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:33:18.241134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd07a8fd2-f3db-4597-9924-e56052388b08', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'port_id': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'mac_address': 'fa:16:3e:39:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804cf554-50d9-4d09-83a9-f62895a035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:33:16Z', 'updated_at': '2022-03-10T18:33:16Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:33:18.269277 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f92db5-7dcd-4e2e-af6a-e6035250ed46 None None] The sync data for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 is: [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'd07a8fd2-f3db-4597-9924-e56052388b08', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'port_id': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'mac_address': 'fa:16:3e:39:53:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804cf554-50d9-4d09-83a9-f62895a035dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:33:16Z', 'updated_at': '2022-03-10T18:33:16Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:33:18.481082 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ace28-6b5f-4f06-bcb6-0964a9b5513b None None] New status for floating IP d07a8fd2-f3db-4597-9924-e56052388b08: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:33:18.600058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58492) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:18.664553 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-44a494af-9eb1-4a08-a4b2-54523c2ea33d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/d07a8fd2-f3db-4597-9924-e56052388b08 HTTP/1.1" status: 200 len: 992 time: 0.0622559 Mar 10 18:33:19.387899 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:19.669092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:33:19.740733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dfbce416-efbe-4210-97a8-4e5cd12dbbe9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/d07a8fd2-f3db-4597-9924-e56052388b08 HTTP/1.1" status: 200 len: 994 time: 0.0701146 Mar 10 18:33:27.482587 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:30.567467 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:40.872847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-7a25cc3d-27b1-4c43-a625-d714f80070bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456390 Mar 10 18:33:40.961506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-fad46a2f-ee49-4320-ad29-8ceea4d4b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:40.963024 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-fad46a2f-ee49-4320-ad29-8ceea4d4b534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0470016 Mar 10 18:33:41.076154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-6da31ad1-2397-4595-b978-c73643bba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:41.077654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-6da31ad1-2397-4595-b978-c73643bba41c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.0940549 Mar 10 18:33:41.149223 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-ab6df381-18ec-44d3-aeca-a08c2dd37a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 1002 time: 0.0652771 Mar 10 18:33:41.204616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-2dc3ea55-efdd-480f-ba55-c95e6a318fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:41.206113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-2dc3ea55-efdd-480f-ba55-c95e6a318fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0510957 Mar 10 18:33:41.256996 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-5ba433be-746a-41d5-bf55-18b567c32591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:33:41.258523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-5ba433be-746a-41d5-bf55-18b567c32591 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462854 Mar 10 18:33:41.360013 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-2163e318-b3a8-44ab-b3d5-3430b559446b service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957119 Mar 10 18:33:41.450527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a64864e6-59d4-444b-9bf2-dc763b5998d5 req-bffb9a16-a9fc-42ce-a5bb-8e15d04a0f63 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Mar 10 18:33:42.526681 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-660e40d6-53c4-41bc-9b0f-f30dc1c148ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:44.732562 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ada22869-4b74-4628-9d08-8efd21bdafc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:46.109566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:47.552212 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:49.387286 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:33:55.166547 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:33:57.478192 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:00.575058 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:12.528189 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4d5e990a-eedd-41f9-95e6-6bb1b33beb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:13.443892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-cb17e8c9-e505-47a4-8001-b31c74b53d43 req-b9c1d066-95ad-41e6-a0da-71b4f9411071 tempest-ServerDiskConfigTestJSON-2105851995 tempest-ServerDiskConfigTestJSON-2105851995-project] (103795) timed out ('10.222.0.59', 64752) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:34:14.736369 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6996839e-4f83-4381-b92c-3ae4e6ae214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:16.110272 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:17.542802 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:19.392196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:20.785489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff78129-2f29-4948-a276-1a4bec8b8e02 req-cbc2ffe4-080e-419f-ad5d-690c7a267682 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:20.786988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ff78129-2f29-4948-a276-1a4bec8b8e02 req-cbc2ffe4-080e-419f-ad5d-690c7a267682 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0872424 Mar 10 18:34:20.788811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c4b-003e-422c-930b-44124d58c079 req-d41b59d9-9584-49a7-be8a-631abe4a65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:20.790138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-d41b59d9-9584-49a7-be8a-631abe4a65ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0814800 Mar 10 18:34:20.901799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ff78129-2f29-4948-a276-1a4bec8b8e02 req-476d9d85-0e83-45a0-8349-989239c412fc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086333 Mar 10 18:34:20.926713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c4b-003e-422c-930b-44124d58c079 req-811136cb-3d13-4ac0-bc27-789119c5370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:20.928184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-811136cb-3d13-4ac0-bc27-789119c5370a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.1289890 Mar 10 18:34:20.996993 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-38e3203c-fa33-47e6-8add-336d816663a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 1002 time: 0.0625641 Mar 10 18:34:21.057995 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c4b-003e-422c-930b-44124d58c079 req-66b1ab12-11f4-46cd-a3c4-5b02a69e68da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:21.059453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-66b1ab12-11f4-46cd-a3c4-5b02a69e68da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0555735 Mar 10 18:34:21.120156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324c4b-003e-422c-930b-44124d58c079 req-d5ec1941-2b04-4b52-9937-4296083b2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:21.122460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-d5ec1941-2b04-4b52-9937-4296083b2a5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565300 Mar 10 18:34:21.132769 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-65bab7e4-eab4-4e30-8fc3-20d7cc1c0cae service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:34:21.133722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-65bab7e4-eab4-4e30-8fc3-20d7cc1c0cae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049200 Mar 10 18:34:21.222651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-0d304df8-9806-4aed-a6c6-19b544f6b75d service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 Mar 10 18:34:21.323491 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b324c4b-003e-422c-930b-44124d58c079 req-193a0d1c-5c04-468e-8fa6-563cdf23bc51 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938957 Mar 10 18:34:22.032904 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968980b-17d2-4ae5-b3bb-ee5d8b7c2d99 req-fdf00756-ff99-475e-881b-71f8e2e2a929 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:22.034469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b968980b-17d2-4ae5-b3bb-ee5d8b7c2d99 req-fdf00756-ff99-475e-881b-71f8e2e2a929 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0567670 Mar 10 18:34:22.085697 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b968980b-17d2-4ae5-b3bb-ee5d8b7c2d99 req-0184e687-31f2-40ac-8e5b-32f39cd05c24 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Mar 10 18:34:23.223368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef834-b6e9-4134-9fa9-4184021586ff req-65ab9b17-5f2e-4691-911b-549c1529aeb5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:23.224759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbbef834-b6e9-4134-9fa9-4184021586ff req-65ab9b17-5f2e-4691-911b-549c1529aeb5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0610993 Mar 10 18:34:23.278133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cbbef834-b6e9-4134-9fa9-4184021586ff req-16c48cdd-a656-45b8-b63e-05ac9d7c2872 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Mar 10 18:34:24.408394 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3cfd4-2cfb-4196-9ef7-59b40461eb85 req-bcb475fb-100f-4d46-ba3e-c6dfe05ff891 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:24.409875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aad3cfd4-2cfb-4196-9ef7-59b40461eb85 req-bcb475fb-100f-4d46-ba3e-c6dfe05ff891 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0560412 Mar 10 18:34:24.460921 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aad3cfd4-2cfb-4196-9ef7-59b40461eb85 req-274e6fcb-a48e-4e40-a663-ec192574a212 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Mar 10 18:34:25.598675 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fd22c-5279-497a-8a93-c101d31daf7d req-1d85661e-3bea-42ed-985c-334d21120715 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:25.600069 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-894fd22c-5279-497a-8a93-c101d31daf7d req-1d85661e-3bea-42ed-985c-334d21120715 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0600326 Mar 10 18:34:25.651767 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-894fd22c-5279-497a-8a93-c101d31daf7d req-1185f8c7-9983-494c-b92b-5042b63f9df2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Mar 10 18:34:26.785960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14b2dd-a773-4be8-a397-5d9149e3c41c req-61b02fd9-da7b-4faa-860a-ac361ba10b31 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:26.787457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c14b2dd-a773-4be8-a397-5d9149e3c41c req-61b02fd9-da7b-4faa-860a-ac361ba10b31 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0624981 Mar 10 18:34:26.837712 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3c14b2dd-a773-4be8-a397-5d9149e3c41c req-3205b0ab-08a6-4ec5-b85b-cf505974f9e2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 Mar 10 18:34:27.493389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:27.965586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb501f-8c9d-47b6-a815-6a676d2b51ba req-c476ccd7-1ce2-4123-a6ef-aeeac3d965d8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:27.967113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bfb501f-8c9d-47b6-a815-6a676d2b51ba req-c476ccd7-1ce2-4123-a6ef-aeeac3d965d8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0601051 Mar 10 18:34:28.016617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6bfb501f-8c9d-47b6-a815-6a676d2b51ba req-d7c80d0e-9e2e-4a3d-8270-983fc514cea5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Mar 10 18:34:29.148824 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6be2-462b-44aa-9911-7499db08b1e1 req-f91aca2b-2843-417e-b8d1-5d4453011d37 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:29.150310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee2f6be2-462b-44aa-9911-7499db08b1e1 req-f91aca2b-2843-417e-b8d1-5d4453011d37 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0543926 Mar 10 18:34:29.206264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ee2f6be2-462b-44aa-9911-7499db08b1e1 req-1015f930-56e1-4ae6-b02f-6e3235411693 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Mar 10 18:34:30.342880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963786ba-3671-4400-8085-7e0fb6df2f2e req-209935d4-eb19-4f1d-b858-e5b949dfb316 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:30.344394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-963786ba-3671-4400-8085-7e0fb6df2f2e req-209935d4-eb19-4f1d-b858-e5b949dfb316 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0631239 Mar 10 18:34:30.402279 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-963786ba-3671-4400-8085-7e0fb6df2f2e req-e75d7699-35cb-461a-90c8-eadbe67c397d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507755 Mar 10 18:34:30.583098 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:31.536066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8188f0-cbba-4266-b818-230cef267a1b req-865f2807-71a2-4213-b584-ea9f47a8d181 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:31.537427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc8188f0-cbba-4266-b818-230cef267a1b req-865f2807-71a2-4213-b584-ea9f47a8d181 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0561409 Mar 10 18:34:31.594907 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fc8188f0-cbba-4266-b818-230cef267a1b req-6ff08ac9-ff94-452d-9e46-3744150c0ad1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 Mar 10 18:34:32.165849 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:34:32.740862 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cac721-32fb-4ae1-b3d3-3e8c021e877e req-9ca5aff7-0457-4340-8d73-ce8214502006 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:32.742348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41cac721-32fb-4ae1-b3d3-3e8c021e877e req-9ca5aff7-0457-4340-8d73-ce8214502006 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0644221 Mar 10 18:34:32.796538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41cac721-32fb-4ae1-b3d3-3e8c021e877e req-9abde54b-d6c2-4904-9194-f83a8a74e024 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480485 Mar 10 18:34:32.821807 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58538) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:34:32.891850 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7bb2c25a-f050-4b54-ace7-94c4d055e630 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/d07a8fd2-f3db-4597-9924-e56052388b08 HTTP/1.1" status: 200 len: 994 time: 0.0683408 Mar 10 18:34:40.883328 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-14dccb3c-7336-45d8-acc4-03de85ad3df6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499701 Mar 10 18:34:40.978322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-d948ad40-cc06-4c86-8de8-c41ede43092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:40.979860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-d948ad40-cc06-4c86-8de8-c41ede43092b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0484493 Mar 10 18:34:41.083535 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-ca7443a8-08a8-4ae2-bad1-e7ea9b7c9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:41.085037 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-ca7443a8-08a8-4ae2-bad1-e7ea9b7c9a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.0857306 Mar 10 18:34:41.151972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-5b79a3a5-d677-4aed-94f4-5df6e9903767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 1002 time: 0.0612161 Mar 10 18:34:41.200032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-286a5a7c-c03c-472e-b9d4-d10b977781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:41.201489 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-286a5a7c-c03c-472e-b9d4-d10b977781c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0438092 Mar 10 18:34:41.251356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-b267961b-58c0-431f-a164-9ed97804c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:34:41.253041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-b267961b-58c0-431f-a164-9ed97804c9fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456831 Mar 10 18:34:41.348259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-d1ae27cb-6e7c-4bd3-b373-d3bcfb4bc436 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Mar 10 18:34:41.442349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e85bef6-7b4a-40b4-8a94-6405827a02c0 req-1ab25a58-9d3e-4a4d-9b20-8d33e81403a7 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Mar 10 18:34:42.537686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2eac0ed7-3ada-44fe-bb64-6ea9c521b991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:44.738495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-56d59bcf-c515-498f-8062-4d80f8e5fad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:46.114443 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:47.548127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:49.398720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:34:57.494121 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:00.584757 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:09.171176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:35:12.527815 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b719acc2-9907-461c-860a-bfa0cef3ce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:14.742332 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6e40-8d46-4180-8bb9-7c3f1d3e4fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:16.109094 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:17.547281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:19.394085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:21.557099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:21.733322 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 64eb58f3-47fc-4edb-b23a-36ea2eb84501 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:35:21.733707 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:21.810498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:21.810901 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (64eb58f3-47fc-4edb-b23a-36ea2eb84501), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:21.823381 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 64eb58f3-47fc-4edb-b23a-36ea2eb84501 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:35:22.002483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (64eb58f3-47fc-4edb-b23a-36ea2eb84501), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:22.027835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=64eb58f3-47fc-4edb-b23a-36ea2eb84501,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:22.040071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.040410 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.040758 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.041087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.041424 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.042138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.042993 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.043355 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.043681 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.044006 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.044328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.044645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.044960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:22.105468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (d07a8fd2-f3db-4597-9924-e56052388b08), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:22.105771 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP d07a8fd2-f3db-4597-9924-e56052388b08 disassociated (deleted). External IP: 172.25.3.101, port: 2eed9994-cf26-4c7e-802f-768115cff0eb. Mar 10 18:35:22.674172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:35:22.789736 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:35:22.795971 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:22.801803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Sync routers for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:35:22.815125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:22.815816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:22.830461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6ac052a3-97ca-4d9d-9e54-1525ae89d293 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/floatingips/d07a8fd2-f3db-4597-9924-e56052388b08 HTTP/1.1" status: 204 len: 168 time: 1.2721558 Mar 10 18:35:22.831128 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:35:22.833404 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5aba34-7154-491a-8f8b-9c694717cfed" -d '{"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:35:22.927753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:22.991931 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f25b1b-5d10-4d25-b0cb-004f4b9b2c6b x-openstack-request-id: req-e7f25b1b-5d10-4d25-b0cb-004f4b9b2c6b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:35:22.992318 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:35:22.992636 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7f25b1b-5d10-4d25-b0cb-004f4b9b2c6b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:35:22.993110 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'status': 'completed', 'code': 200} Mar 10 18:35:23.094562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-745794ec-10c2-4e01-939b-41b8731a8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:23.096076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-745794ec-10c2-4e01-939b-41b8731a8c0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 1128 time: 0.0807316 Mar 10 18:35:23.106568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821656-f090-4833-8a01-fcf0cc2206fa req-3ec91688-e2e8-4df7-92ef-fa2b9088ee5b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:23.107962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43821656-f090-4833-8a01-fcf0cc2206fa req-3ec91688-e2e8-4df7-92ef-fa2b9088ee5b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0645399 Mar 10 18:35:23.146345 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:23.175983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Checking router: acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:35:23.185804 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:23.186325 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:23.214679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-43821656-f090-4833-8a01-fcf0cc2206fa req-f69c8b4c-a8a3-4eec-975f-305059c3a47d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987468 Mar 10 18:35:23.239156 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-fa41fc6e-d27f-4ef7-9ad2-209f03826691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:23.239156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-fa41fc6e-d27f-4ef7-9ad2-209f03826691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 200 len: 897 time: 0.1233392 Mar 10 18:35:23.280643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-82b5b556-e163-47ab-bfd8-234b8012f497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 200 len: 217 time: 0.0403271 Mar 10 18:35:23.297118 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:23.333208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-65375ec8-9fce-4287-b0cf-98583b161acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:23.334839 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-65375ec8-9fce-4287-b0cf-98583b161acf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 200 len: 834 time: 0.0481462 Mar 10 18:35:23.385940 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-e52ecf03-1e09-46ff-8f6f-08d22bc11fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:23.388145 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-e52ecf03-1e09-46ff-8f6f-08d22bc11fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd15ed16-601f-4c2e-aab4-580468b82fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461676 Mar 10 18:35:23.485399 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-738b163f-c8c4-467c-b081-3e852f9065e1 service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891471 Mar 10 18:35:23.499986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:23.530459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8afaffc-6923-4c37-a411-3fb4b44b576f None None] The sync data for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 is: [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:02Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'c403b58f-5b31-4d79-a157-175b321fdf33', 'name': '', 'network_id': 'fd15ed16-601f-4c2e-aab4-580468b82fe7', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:d8:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:33:02Z', 'updated_at': '2022-03-10T18:33:05Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:35:23.580914 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5e5aba34-7154-491a-8f8b-9c694717cfed req-65b6c5e2-52fd-4505-88e3-b06afc2a7e9d service neutron] 10.222.0.41 "GET /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Mar 10 18:35:23.782235 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da6a0b-bccf-41e4-a62e-50af1a97f95c None None] New status for floating IP d07a8fd2-f3db-4597-9924-e56052388b08: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:35:23.962445 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-f71d3cb7-f39b-426c-aae4-19bf4b971a6c req-07efba23-7c69-4a0c-9b8f-58d648bf2c22 service neutron] (103795) timed out ('10.222.0.41', 64955) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:35:24.353110 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b92d-844c-4d6f-9be0-d44ea5afe29b req-eac6f50e-eb1e-4396-bc06-19758416c5a3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:24.355386 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0f3b92d-844c-4d6f-9be0-d44ea5afe29b req-eac6f50e-eb1e-4396-bc06-19758416c5a3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0577691 Mar 10 18:35:24.416136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0f3b92d-844c-4d6f-9be0-d44ea5afe29b req-0735b524-227b-4203-88de-b4e79953ed28 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554352 Mar 10 18:35:24.848623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02500625-c872-4931-962d-74c4c57dca05 req-14fff749-ca6e-4728-85be-0c031ea9f822 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:24.850100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02500625-c872-4931-962d-74c4c57dca05 req-14fff749-ca6e-4728-85be-0c031ea9f822 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 946 time: 0.0614579 Mar 10 18:35:24.954240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 2eed9994-cf26-4c7e-802f-768115cff0eb {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:35:24.954596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:25.064680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 2eed9994-cf26-4c7e-802f-768115cff0eb, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2eed9994-cf26-4c7e-802f-768115cff0eb,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:25.065423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:25.077754 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 2eed9994-cf26-4c7e-802f-768115cff0eb owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:35:25.218900 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2eed9994-cf26-4c7e-802f-768115cff0eb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:25.248020 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=2eed9994-cf26-4c7e-802f-768115cff0eb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:25.297725 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] No DVR routers for this DVR port 2eed9994-cf26-4c7e-802f-768115cff0eb on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:35:25.300524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:25.304059 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02500625-c872-4931-962d-74c4c57dca05 req-1c328f1d-a96d-40af-be4d-e4728bd9bdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "DELETE /v2.0/ports/2eed9994-cf26-4c7e-802f-768115cff0eb HTTP/1.1" status: 204 len: 173 time: 0.4485204 Mar 10 18:35:25.304760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'name': 'network-vif-deleted', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:35:25.307187 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51a926a-c4bd-4bb0-ae51-4e584c5f5ecc" -d '{"events": [{"server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "name": "network-vif-deleted", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:35:25.346850 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f8f53-0225-48f0-a3ef-ef5117b0384f x-openstack-request-id: req-9b4f8f53-0225-48f0-a3ef-ef5117b0384f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:35:25.347148 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804cf554-50d9-4d09-83a9-f62895a035dc", "name": "network-vif-deleted", "tag": "2eed9994-cf26-4c7e-802f-768115cff0eb", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:35:25.347429 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b4f8f53-0225-48f0-a3ef-ef5117b0384f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:35:25.347842 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804cf554-50d9-4d09-83a9-f62895a035dc', 'name': 'network-vif-deleted', 'tag': '2eed9994-cf26-4c7e-802f-768115cff0eb', 'status': 'completed', 'code': 200} Mar 10 18:35:25.537979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d898e337-efae-48d8-908b-ab35b6baf0ce req-c86d4a2f-61e4-43f1-8a10-231dedcd8bbe tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=804cf554-50d9-4d09-83a9-f62895a035dc HTTP/1.1" status: 200 len: 210 time: 0.0346103 Mar 10 18:35:26.610332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58584) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:26.989661 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:27.508929 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:27.561149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port c403b58f-5b31-4d79-a157-175b321fdf33 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:35:27.561525 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:27.652857 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port c403b58f-5b31-4d79-a157-175b321fdf33, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=c403b58f-5b31-4d79-a157-175b321fdf33,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:27.653559 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:27.665567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for c403b58f-5b31-4d79-a157-175b321fdf33 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:35:27.859873 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (c403b58f-5b31-4d79-a157-175b321fdf33), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:27.887491 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=c403b58f-5b31-4d79-a157-175b321fdf33,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:27.914644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.915000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.915346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.915684 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.916016 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.916346 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.917074 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.917405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.917737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.918077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.918398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.918761 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:27.919083 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:28.071859 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.295946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:35:28.405605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:35:28.414392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58588) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:28.415035 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c3f7ed09-9d06-4607-a0e2-4f6e6ddf792c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/acde79bf-e0d4-4a3d-b6f6-c49ba1374c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035164 Mar 10 18:35:28.418061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Sync routers for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:35:28.428463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:28.429082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:28.470014 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting subnet 80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:35:28.473185 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.513738 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.537684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:28.596434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.662175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.689741 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Subnet': ['ID=80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:28.695341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.698740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c0d79441-c298-4fab-91c2-39d479443381 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/subnets/80ee20dd-b5b3-4bb2-a9ed-897b5fb4f3de HTTP/1.1" status: 204 len: 168 time: 0.2832093 Mar 10 18:35:28.701718 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58590) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:28.703780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549a5cf-4fb4-43e3-ae45-2ee8b5d98d4d None None] Network fd15ed16-601f-4c2e-aab4-580468b82fe7 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:35:28.793673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:35:27Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:28.813239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.828560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Checking router: acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:35:28.841694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Routers {'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:28.842300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:28.930107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:28.987341 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 1e915664-71c1-4a0c-b00e-63c7ceedee50 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:35:28.987681 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.051203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] DHCP port deletion for fd15ed16-601f-4c2e-aab4-580468b82fe7 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:35:29.072746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 1e915664-71c1-4a0c-b00e-63c7ceedee50, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=1e915664-71c1-4a0c-b00e-63c7ceedee50,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:29.073116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.085469 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 1e915664-71c1-4a0c-b00e-63c7ceedee50 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:35:29.151130 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] Set router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:29.211507 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Deleting port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:35:29.211881 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.254143 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (1e915664-71c1-4a0c-b00e-63c7ceedee50), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.279582 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=1e915664-71c1-4a0c-b00e-63c7ceedee50,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:29.329499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] For port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,segment=NetworkSegment(fe5c4972-826d-4ae1-bf82-304d09b66a77),segment_id=fe5c4972-826d-4ae1-bf82-304d09b66a77)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:29.329905 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.347825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.348264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Calling delete_port for 0581bdc8-4fa0-4c89-9d87-690b2e114b9d owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:35:29.450837 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.454506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.460299 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0581bdc8-4fa0-4c89-9d87-690b2e114b9d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:35:29.500188 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (acde79bf-e0d4-4a3d-b6f6-c49ba1374c48), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.500826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Fanout notify agent at l3_agent the message router_deleted on router acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:35:29.502583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (0581bdc8-4fa0-4c89-9d87-690b2e114b9d), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.508288 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.510890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-106006f1-5078-47e9-9d7c-6563f6b5d251 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/routers/acde79bf-e0d4-4a3d-b6f6-c49ba1374c48 HTTP/1.1" status: 204 len: 168 time: 0.8080945 Mar 10 18:35:29.512824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58592) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:29.534150 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Pushing event deleted for resources: {'Port': ['ID=0581bdc8-4fa0-4c89-9d87-690b2e114b9d,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:29.538129 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No active binding found for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d {{(pid=103796) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 18:35:29.538825 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] The host n-d-833115-2 is not matching for port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d host None! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:35:29.539008 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 0581bdc8-4fa0-4c89-9d87-690b2e114b9d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:35:29.540480 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] No DVR routers for this DVR port 0581bdc8-4fa0-4c89-9d87-690b2e114b9d on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:35:29.544844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:35:27Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:29.555455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2eed9994-cf26-4c7e-802f-768115cff0eb no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:35:29.558926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.558926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.558926 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.559904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.559904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.559904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.560619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.560619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.560844 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.560945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.561266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.561593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.561954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87493ba-bc34-4c51-8e00-2c0ee8df2ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:29.601012 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fd15ed16-601f-4c2e-aab4-580468b82fe7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.607695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec751cfd-559b-4452-a6a2-49c9ae2e3af3 None None] The sync data for ids ['acde79bf-e0d4-4a3d-b6f6-c49ba1374c48'] in n-d-833115-2 is: [{'id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685642111', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:35:27Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '1e915664-71c1-4a0c-b00e-63c7ceedee50', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acde79bf-e0d4-4a3d-b6f6-c49ba1374c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:32:59Z', 'updated_at': '2022-03-10T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:35:29.610083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 2eed9994-cf26-4c7e-802f-768115cff0eb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:35:29.611010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2eed9994-cf26-4c7e-802f-768115cff0eb not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:35:29.693630 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fd15ed16-601f-4c2e-aab4-580468b82fe7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.716185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd15ed16-601f-4c2e-aab4-580468b82fe7']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:29.726257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5c4972-826d-4ae1-bf82-304d09b66a77') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:29.726593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5c4972-826d-4ae1-bf82-304d09b66a77') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:29.736919 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (fe5c4972-826d-4ae1-bf82-304d09b66a77), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.751240 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (fe5c4972-826d-4ae1-bf82-304d09b66a77), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.757461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:35:29.757825 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (fe5c4972-826d-4ae1-bf82-304d09b66a77), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:35:29.761045 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:35:29.827507 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fd15ed16-601f-4c2e-aab4-580468b82fe7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.834844 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.840748 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/networks/fd15ed16-601f-4c2e-aab4-580468b82fe7 HTTP/1.1" status: 204 len: 168 time: 0.3243639 Mar 10 18:35:29.841290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58594) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:29.850625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123836f-da4f-4ea4-a1f4-92083178aee0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Network': ['ID=fd15ed16-601f-4c2e-aab4-580468b82fe7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:29.902277 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d02b8a7c-5c15-4c8c-9f56-5683b1f6281d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.929530 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d02b8a7c-5c15-4c8c-9f56-5683b1f6281d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.996240 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d02b8a7c-5c15-4c8c-9f56-5683b1f6281d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:29.998609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:30.000045 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/security-groups/d02b8a7c-5c15-4c8c-9f56-5683b1f6281d HTTP/1.1" status: 204 len: 168 time: 0.1576467 Mar 10 18:35:30.010530 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87effc2-3867-40e2-b931-daa3f26db491 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b8a7c-5c15-4c8c-9f56-5683b1f6281d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:30.600276 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.307166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58602) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.312478 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420735529', 'description': 'tempest-secgroup-smoke-420735529 description', 'project_id': '2089f86e868b416584f653520bdca88f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:31.333995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.339475 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e915664-71c1-4a0c-b00e-63c7ceedee50 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:35:31.359956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 1e915664-71c1-4a0c-b00e-63c7ceedee50 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:35:31.360633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 1e915664-71c1-4a0c-b00e-63c7ceedee50 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:35:31.361149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c403b58f-5b31-4d79-a157-175b321fdf33 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:35:31.381273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: c403b58f-5b31-4d79-a157-175b321fdf33 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:35:31.381890 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device c403b58f-5b31-4d79-a157-175b321fdf33 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:35:31.403903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (dac9b231-2049-4ec6-b5e9-1b8fe79db760), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.409187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac9b231-2049-4ec6-b5e9-1b8fe79db760), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.437778 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.439063 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1302736 Mar 10 18:35:31.440907 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54743c-a860-4d84-a3f9-4db201eb5766 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9b231-2049-4ec6-b5e9-1b8fe79db760,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:31.442188 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58604) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.447750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:31.482153 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (6eee8d61-c06b-454f-adce-de2fb1f1bd72), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.529739 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (6eee8d61-c06b-454f-adce-de2fb1f1bd72), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.535864 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (6eee8d61-c06b-454f-adce-de2fb1f1bd72), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.554370 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eee8d61-c06b-454f-adce-de2fb1f1bd72,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:31.563642 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.566202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2826a536-b77f-491c-91cb-11a9be45c3a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213474 Mar 10 18:35:31.569480 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58606) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.576913 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:31.606697 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (7ecfba07-7a4e-4314-adc0-75de61f41528), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.667192 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (7ecfba07-7a4e-4314-adc0-75de61f41528), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.672223 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7ecfba07-7a4e-4314-adc0-75de61f41528), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.691342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecfba07-7a4e-4314-adc0-75de61f41528,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:31.700078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.701334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-950d7d7f-5676-4eab-ab8c-3c3b2a9fbc52 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307468 Mar 10 18:35:31.705467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58608) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.710132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:31.740333 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (b4ab05fe-cccb-4143-9e73-b3d4f3e0cea6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.799884 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (b4ab05fe-cccb-4143-9e73-b3d4f3e0cea6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.806132 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b4ab05fe-cccb-4143-9e73-b3d4f3e0cea6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.828276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab05fe-cccb-4143-9e73-b3d4f3e0cea6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:31.837677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.838984 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8013031b-93a8-4243-8187-f5464a061f81 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324174 Mar 10 18:35:31.841992 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58610) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.846755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:31.874386 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (e5149603-27a7-4e30-a609-4dc660a8b3aa), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.939348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (e5149603-27a7-4e30-a609-4dc660a8b3aa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.946982 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e5149603-27a7-4e30-a609-4dc660a8b3aa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.965847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5149603-27a7-4e30-a609-4dc660a8b3aa,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:31.973937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:31.975147 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-78e422f2-08ad-4245-9473-113eedf0ba96 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321859 Mar 10 18:35:31.978008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:31.983002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:32.005156 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:35:32.010171 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (42113509-851c-4699-92bf-ea5964e6d889), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.072286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (42113509-851c-4699-92bf-ea5964e6d889), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.078292 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (42113509-851c-4699-92bf-ea5964e6d889), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.102566 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42113509-851c-4699-92bf-ea5964e6d889,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:32.109751 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.111358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6303682d-6a3d-432e-9908-2dbe5f7f3722 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321721 Mar 10 18:35:32.113967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:32.121290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'dac9b231-2049-4ec6-b5e9-1b8fe79db760', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:32.149624 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:35:32.154874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (f26d6e79-406d-42c7-a273-c8d60d1d9ba9), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.216508 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (f26d6e79-406d-42c7-a273-c8d60d1d9ba9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.221824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f26d6e79-406d-42c7-a273-c8d60d1d9ba9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.244320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26d6e79-406d-42c7-a273-c8d60d1d9ba9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:32.250595 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.251744 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ad48e3d6-9c96-4b3f-9ea3-080ee15425fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364725 Mar 10 18:35:32.254619 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:32.259415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'network': {'name': 'tempest-network-smoke--31737212', 'project_id': '2089f86e868b416584f653520bdca88f', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:32.279419 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:35:32.282631 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.306912 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:35:32.315973 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a707b3a-e6cc-49c5-b5b4-11c63978071a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.316612 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Added segment 9a707b3a-e6cc-49c5-b5b4-11c63978071a of type vlan for network d79a7e26-df1e-4d2e-ac67-482689e22efb Mar 10 18:35:32.355723 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (d79a7e26-df1e-4d2e-ac67-482689e22efb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.380768 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (d79a7e26-df1e-4d2e-ac67-482689e22efb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.385632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:32.386205 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.424058 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1684077 Mar 10 18:35:32.426791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58618) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:32.431044 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'admin_state_up': True, 'project_id': '2089f86e868b416584f653520bdca88f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:32.466467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34a98a-b679-41ce-ad4f-47a7c180070b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Network': ['ID=d79a7e26-df1e-4d2e-ac67-482689e22efb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:32.478656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network d79a7e26-df1e-4d2e-ac67-482689e22efb details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:35:32.481167 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.483336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.542735 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (1794efb6-cf62-4e9f-858f-2d49ddc57373), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.690212 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (1794efb6-cf62-4e9f-858f-2d49ddc57373), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.916213 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:32.937161 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:33.056342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.143 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7ace492c-aa0f-4400-8683-686338394378) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:35:33.167853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (7ace492c-aa0f-4400-8683-686338394378), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:33.206506 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7ace492c-aa0f-4400-8683-686338394378), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:33.254307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:33.260053 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:33.264264 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:35:33.290765 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=7ace492c-aa0f-4400-8683-686338394378,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:33.881231 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.083766 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.221416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 1794efb6-cf62-4e9f-858f-2d49ddc57373 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:35:34.330096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:35:34.340298 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Sync routers for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:35:34.351625 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:34.351925 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.352214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:34.353166 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3028f795-9cd7-4674-afda-f8b59c1328e6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9254608 Mar 10 18:35:34.356898 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58622) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:34.383916 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d83eaaf5-a306-4637-958e-b2b0f848d749 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2089f86e868b416584f653520bdca88f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262952 Mar 10 18:35:34.386629 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58624) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:34.461681 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:34.473361 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47ca05-a24f-4f62-9579-26e605470a93 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:34.474860 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c47ca05-a24f-4f62-9579-26e605470a93 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873318 Mar 10 18:35:34.477879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58626) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:34.506152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f9c76868-ce92-42c0-8e5d-71dd1d88c4ca tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270977 Mar 10 18:35:34.508738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58628) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:34.513710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316636237', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'project_id': '2089f86e868b416584f653520bdca88f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:34.611040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:35:34.614623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.736958 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:33Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:34.767237 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Checking router: 1794efb6-cf62-4e9f-858f-2d49ddc57373 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:35:34.767583 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Updating router 1794efb6-cf62-4e9f-858f-2d49ddc57373 port 7ace492c-aa0f-4400-8683-686338394378 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:35:34.795218 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ace492c-aa0f-4400-8683-686338394378), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.800125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (4116570b-3adc-4116-b87c-2cb38afffc8a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.862585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Subnet': ['ID=4116570b-3adc-4116-b87c-2cb38afffc8a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:34.871306 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Checking segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:35:34.871665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network hostable DHCP agents. Network: d79a7e26-df1e-4d2e-ac67-482689e22efb, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:35:34.889226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network d79a7e26-df1e-4d2e-ac67-482689e22efb is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:35:34.898812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, d79a7e26-df1e-4d2e-ac67-482689e22efb) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:34.903192 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:34.903778 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:34.911219 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93120948-ad73-4aee-80ce-9548d420507d None None] Network d79a7e26-df1e-4d2e-ac67-482689e22efb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:35:34.922988 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e6163d23-4274-41ac-8116-a15fb60f3d0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4131780 Mar 10 18:35:34.925710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58630) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:35.038722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-d79a7e26-df1e-4d2e-ac67-482689e22efb', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:35:35.039633 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.083843 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks [] for port (7ace492c-aa0f-4400-8683-686338394378), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.092460 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ace492c-aa0f-4400-8683-686338394378), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.142777 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Attempting to bind port 7ace492c-aa0f-4400-8683-686338394378 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:35:35.143327 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Attempting to bind port 7ace492c-aa0f-4400-8683-686338394378 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:35:35.143753 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Attempting to bind port 7ace492c-aa0f-4400-8683-686338394378 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:35:35.158540 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:35:35.159042 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:35:35.159511 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.159971 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:35:35.160443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Bound port: 7ace492c-aa0f-4400-8683-686338394378, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:35:35.160821 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ace492c-aa0f-4400-8683-686338394378), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.163483 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Pushing event updated for resources: {'Port': ['ID=7ace492c-aa0f-4400-8683-686338394378,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:35.182752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Allocated IP 172.20.0.2 (d79a7e26-df1e-4d2e-ac67-482689e22efb/4116570b-3adc-4116-b87c-2cb38afffc8a/df3491b1-d477-426c-89e2-75c0dd9eff61) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:35:35.197798 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.198136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.198499 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.198849 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.199297 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.199591 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.200058 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.200468 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.201016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.201402 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.201735 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.202115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.202688 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:35:35.232918 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] For port 7ace492c-aa0f-4400-8683-686338394378, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:35:35.236136 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] For port 7ace492c-aa0f-4400-8683-686338394378, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ace492c-aa0f-4400-8683-686338394378,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:35:35.242569 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ace492c-aa0f-4400-8683-686338394378), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.302637 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:35.303277 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:35.308462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b5591-c509-449a-ac3d-bb8e8bf2a3d3 None None] Pushing event updated for resources: {'Port': ['ID=7ace492c-aa0f-4400-8683-686338394378,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:35.370389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks [] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.378114 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.391673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.416925 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:35.425098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Network d79a7e26-df1e-4d2e-ac67-482689e22efb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:35.429126 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:35.431533 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:35:35.436958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Pushing event updated for resources: {'Port': ['ID=df3491b1-d477-426c-89e2-75c0dd9eff61,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:35.495162 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Attempting to bind port df3491b1-d477-426c-89e2-75c0dd9eff61 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:35:35.495563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Attempting to bind port df3491b1-d477-426c-89e2-75c0dd9eff61 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:35:35.496203 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Attempting to bind port df3491b1-d477-426c-89e2-75c0dd9eff61 on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:35:35.501329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:35:35.502072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Checking segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:35:35.502072 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.502497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Bound using segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:35:35.502962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Bound port: df3491b1-d477-426c-89e2-75c0dd9eff61, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:35:35.503577 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.567405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] For port df3491b1-d477-426c-89e2-75c0dd9eff61, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:35:35.571184 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] For port df3491b1-d477-426c-89e2-75c0dd9eff61, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df3491b1-d477-426c-89e2-75c0dd9eff61,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:35:35.578158 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.611995 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:33Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:35.644563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e66e1-9180-4a54-8019-8b8dded6db9f None None] Pushing event updated for resources: {'Port': ['ID=df3491b1-d477-426c-89e2-75c0dd9eff61,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:35.647120 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b1f9f-1a6a-432b-a60b-244996e671dc None None] The sync data for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 is: [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:33Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:35:35.687311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.1 (d79a7e26-df1e-4d2e-ac67-482689e22efb/4116570b-3adc-4116-b87c-2cb38afffc8a/31828bb2-c61a-4519-b25d-17ec965131eb) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:35:35.810307 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (31828bb2-c61a-4519-b25d-17ec965131eb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.859671 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:35.918719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network d79a7e26-df1e-4d2e-ac67-482689e22efb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:35.918719 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:35.928685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:35:35.958765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:35.998579 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.155176 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.467898 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (31828bb2-c61a-4519-b25d-17ec965131eb), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.473115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.552758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.559094 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:36.650199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network d79a7e26-df1e-4d2e-ac67-482689e22efb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:36.651546 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:36.683246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a882e1-43b8-4c98-adde-f1f2ec79477e None None] Network d79a7e26-df1e-4d2e-ac67-482689e22efb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:35:36.750071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Provisioning complete for port df3491b1-d477-426c-89e2-75c0dd9eff61 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:36.750071 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.767367 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 1794efb6-cf62-4e9f-858f-2d49ddc57373 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:35:36.870524 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Current status of the port df3491b1-d477-426c-89e2-75c0dd9eff61 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:36.870928 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.886802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:35:36.894568 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e50f487f-f0ef-4639-a892-0efe44ccf893 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/1794efb6-cf62-4e9f-858f-2d49ddc57373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670846 Mar 10 18:35:36.906828 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] For port df3491b1-d477-426c-89e2-75c0dd9eff61, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df3491b1-d477-426c-89e2-75c0dd9eff61,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:36.911817 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:36.964847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3309b-4ce6-4891-8a77-3792a4e8643f None None] Pushing event updated for resources: {'Port': ['ID=df3491b1-d477-426c-89e2-75c0dd9eff61,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:37.080236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-8944a639-c1f1-4bc8-8411-4ae59b4b0b1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420735529&fields=id&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 267 time: 0.0523539 Mar 10 18:35:37.133139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Provisioning complete for port df3491b1-d477-426c-89e2-75c0dd9eff61 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:37.133592 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:37.231694 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Current status of the port df3491b1-d477-426c-89e2-75c0dd9eff61 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:37.243836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:37.244268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:37.287072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-10da69d1-e0ff-4eb8-9436-4f5e8df5c738 None None] Port 31828bb2-c61a-4519-b25d-17ec965131eb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:35:37.440248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-bb119465-42b5-4ca1-b334-e21c8eec91b8 None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:37.441073 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bb119465-42b5-4ca1-b334-e21c8eec91b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:37.471955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Sync routers for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:35:37.479161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df3491b1-d477-426c-89e2-75c0dd9eff61 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:35:37.507769 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-bb119465-42b5-4ca1-b334-e21c8eec91b8 None None] Port 31828bb2-c61a-4519-b25d-17ec965131eb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:35:37.521729 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:37.522370 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:37.563837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-c4319136-1259-4d07-a61e-18d288e58f43 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:37.565306 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-c4319136-1259-4d07-a61e-18d288e58f43 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 795 time: 0.4783823 Mar 10 18:35:37.582030 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-13ce0889-60c7-46f8-825b-7e069e55dd59 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/quotas/2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 375 time: 0.0109272 Mar 10 18:35:37.623806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port df3491b1-d477-426c-89e2-75c0dd9eff61 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:37.624124 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:37.644577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-434a78a0-8282-4f9d-baee-62e1cbc2c3d5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566757 Mar 10 18:35:37.684923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:37.711660 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-55401efb-0b06-467a-b93e-b7f14114514f None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:37.712029 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55401efb-0b06-467a-b93e-b7f14114514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:37.815035 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-b2d99f66-0c2f-4bca-8ca2-568cfc0c63d4 service neutron] 10.222.0.35 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583073 Mar 10 18:35:37.911315 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-ade872fb-0b69-45e1-926e-dfa36f280214 service neutron] 10.222.0.35 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893283 Mar 10 18:35:37.963239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-55401efb-0b06-467a-b93e-b7f14114514f None None] Port 31828bb2-c61a-4519-b25d-17ec965131eb cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:35:38.048343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port df3491b1-d477-426c-89e2-75c0dd9eff61 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:38.049418 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ace492c-aa0f-4400-8683-686338394378 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:35:38.143331 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7ace492c-aa0f-4400-8683-686338394378 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:38.146089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ace492c-aa0f-4400-8683-686338394378), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.194967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 2, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:38.223594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Checking router: 1794efb6-cf62-4e9f-858f-2d49ddc57373 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:35:38.223941 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Updating router 1794efb6-cf62-4e9f-858f-2d49ddc57373 port 31828bb2-c61a-4519-b25d-17ec965131eb binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:35:38.273110 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.295871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7ace492c-aa0f-4400-8683-686338394378 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:38.296256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7ace492c-aa0f-4400-8683-686338394378), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.341706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 7ace492c-aa0f-4400-8683-686338394378, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ace492c-aa0f-4400-8683-686338394378,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:38.357376 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7ace492c-aa0f-4400-8683-686338394378), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.487352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=7ace492c-aa0f-4400-8683-686338394378,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:38.624593 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks [] for port (31828bb2-c61a-4519-b25d-17ec965131eb), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.634156 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.688100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e936-0cf2-4bd5-97f9-09072e3b9cb9 None None] Pushing event updated for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:38.744183 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Attempting to bind port 31828bb2-c61a-4519-b25d-17ec965131eb on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:35:38.744465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Attempting to bind port 31828bb2-c61a-4519-b25d-17ec965131eb by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:35:38.744875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Attempting to bind port 31828bb2-c61a-4519-b25d-17ec965131eb on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:35:38.750385 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:35:38.750747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Checking segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:35:38.751153 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.751546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Bound using segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:35:38.752017 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Bound port: 31828bb2-c61a-4519-b25d-17ec965131eb, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:35:38.752395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.819878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] For port 31828bb2-c61a-4519-b25d-17ec965131eb, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:35:38.823621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] For port 31828bb2-c61a-4519-b25d-17ec965131eb, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=31828bb2-c61a-4519-b25d-17ec965131eb,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:35:38.829670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:38.901956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e936-0cf2-4bd5-97f9-09072e3b9cb9 None None] Pushing event updated for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:38.905667 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:38.906273 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:38.945832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:38.946199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:39.081602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:39.106137 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-26116cd5-ab0b-4460-9962-ff4dbe83e200 req-0771045f-9dcb-4554-b301-2e49f9c68f0c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Mar 10 18:35:39.129458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Current status of the port 31828bb2-c61a-4519-b25d-17ec965131eb is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:39.129849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:39.241981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] For port 31828bb2-c61a-4519-b25d-17ec965131eb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=31828bb2-c61a-4519-b25d-17ec965131eb,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:39.249061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:39.333885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58b675-7f85-4836-a8cf-bf7545db4246 None None] Pushing event updated for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:39.366117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:39.405951 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a774ce6-fe82-4ada-a776-ec7c1fe3ff22 None None] The sync data for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 is: [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:35:39.408484 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a05f8302-c5fe-4fe7-848c-ca223866af27 None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:39.409046 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a05f8302-c5fe-4fe7-848c-ca223866af27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:39.434280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ace492c-aa0f-4400-8683-686338394378 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:35:39.538571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7ace492c-aa0f-4400-8683-686338394378 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:39.538950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7ace492c-aa0f-4400-8683-686338394378), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:39.579601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a05f8302-c5fe-4fe7-848c-ca223866af27 None None] Current status of the port 31828bb2-c61a-4519-b25d-17ec965131eb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:39.648056 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7ace492c-aa0f-4400-8683-686338394378 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:40.243995 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2685b538-b32e-436a-b9ad-92010ba46950 req-83abf8b4-12ed-4d37-8c7e-8e124d8e8433 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 210 time: 0.0349238 Mar 10 18:35:40.308886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-a7044e85-ac4e-461f-998b-37da429ad6e7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:40.311355 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-a7044e85-ac4e-461f-998b-37da429ad6e7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 795 time: 0.1345730 Mar 10 18:35:40.386726 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-7f3fb572-8bb0-4f6c-b826-c9807f9f6734 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 379 time: 0.0610416 Mar 10 18:35:40.397089 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'port': {'device_id': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'admin_state_up': True, 'tenant_id': '2089f86e868b416584f653520bdca88f', 'security_groups': ['dac9b231-2049-4ec6-b5e9-1b8fe79db760']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:40.511653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:35:40.515495 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:40.645652 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.13 (d79a7e26-df1e-4d2e-ac67-482689e22efb/4116570b-3adc-4116-b87c-2cb38afffc8a/e9f0a308-ebf9-4f54-80ee-a51de4d68631) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:35:40.803394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:40.842453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:40.883883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network d79a7e26-df1e-4d2e-ac67-482689e22efb is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:40.889366 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:40.892999 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:35:40.899401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:40.956708 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:40.957358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:40.975659 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-67ad4438-6b11-4582-9f63-650af9e816f7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826831 Mar 10 18:35:40.988047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-f9b7055c-dcc8-43fa-b0e8-a19eb014aed1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:35:40.989039 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-f9b7055c-dcc8-43fa-b0e8-a19eb014aed1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055447 Mar 10 18:35:41.004570 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Request body: {'port': {'device_id': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:41.067740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.109704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e9ed032a-5f5b-4a1d-aa0c-4236c4234810 None None] Provisioning complete for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:41.110288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9ed032a-5f5b-4a1d-aa0c-4236c4234810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.143971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed032a-5f5b-4a1d-aa0c-4236c4234810 None None] Port e9f0a308-ebf9-4f54-80ee-a51de4d68631 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:35:41.345008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f0a308-ebf9-4f54-80ee-a51de4d68631 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:35:41.353155 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks [] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.366133 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Transition to ACTIVE for port object e9f0a308-ebf9-4f54-80ee-a51de4d68631 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:35:41.373259 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.381201 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562e23-2395-448b-a9ba-885a600c016b req-33543a78-a6b1-4c5b-a615-2abf73e458b0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:41.383477 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10562e23-2395-448b-a9ba-885a600c016b req-33543a78-a6b1-4c5b-a615-2abf73e458b0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 932 time: 0.0628605 Mar 10 18:35:41.415590 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 31828bb2-c61a-4519-b25d-17ec965131eb up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:35:41.449740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10562e23-2395-448b-a9ba-885a600c016b req-2f350d66-f588-468c-98c3-ce67ffff5692 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605466 Mar 10 18:35:41.461057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:41.494702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 31828bb2-c61a-4519-b25d-17ec965131eb triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:41.495057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.522304 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:35:41.523012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:35:41.523012 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:35:41.527786 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:35:41.528338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:35:41.533666 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:35:41.534009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Checking segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:35:41.534396 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Bound using segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:35:41.534854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Bound port: e9f0a308-ebf9-4f54-80ee-a51de4d68631, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:35:41.535200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.580021 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 31828bb2-c61a-4519-b25d-17ec965131eb is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:41.606960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:35:41.610271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:35:41.616920 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.651057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:41.651710 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:41.653175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 1092 time: 0.6529081 Mar 10 18:35:41.653628 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:35:41.655924 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7183d7-1b65-4020-a657-6b282adcba76" -d '{"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:35:41.706155 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9eb05-4b3f-46c4-b887-c98a86189109 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:41.711844 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc3f07-ac30-4325-87dd-42e58b07aabb x-openstack-request-id: req-47dc3f07-ac30-4325-87dd-42e58b07aabb {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:35:41.712123 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:35:41.712538 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47dc3f07-ac30-4325-87dd-42e58b07aabb {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:35:41.712963 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'status': 'completed', 'code': 200} Mar 10 18:35:41.759559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-e34b95ef-4c7d-4e09-a288-e1bd70db0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:41.761220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-e34b95ef-4c7d-4e09-a288-e1bd70db0514 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1126 time: 0.0463531 Mar 10 18:35:41.815283 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-87006b3d-fe1c-4de0-8628-2cc98167f3bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 217 time: 0.0419757 Mar 10 18:35:41.866482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-bbfb6bf4-39df-480c-965c-a02cc5f6664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:41.868055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-bbfb6bf4-39df-480c-965c-a02cc5f6664c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0452893 Mar 10 18:35:41.922036 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fd01-364e-4680-abb3-9134cae555f6 req-eb8dd23e-c8a9-464e-8ddc-c4a5df428668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:41.923592 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-eb8dd23e-c8a9-464e-8ddc-c4a5df428668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493834 Mar 10 18:35:42.020178 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-42ba494a-69c6-4685-8da9-796d05845678 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865712 Mar 10 18:35:42.129116 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9933fd01-364e-4680-abb3-9134cae555f6 req-442aaed6-3685-49fc-939c-e1072295f082 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992162 Mar 10 18:35:42.234010 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-a40d6706-e9f9-4460-8ed4-0734c92b2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:42.235631 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-a40d6706-e9f9-4460-8ed4-0734c92b2400 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1126 time: 0.0513129 Mar 10 18:35:42.327838 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-babb66d4-ba76-45c9-b362-63fb616826e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:42.329585 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-babb66d4-ba76-45c9-b362-63fb616826e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0869422 Mar 10 18:35:42.376896 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-01b4af24-7d27-4dbd-b338-cb42786f0578 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 217 time: 0.0406497 Mar 10 18:35:42.427094 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-be450e9b-c4a6-4683-bba9-84ac3596382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:42.428512 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-be450e9b-c4a6-4683-bba9-84ac3596382e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0439947 Mar 10 18:35:42.482865 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-f3aab928-dc0f-41e4-a150-8b906db26402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:42.484474 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-f3aab928-dc0f-41e4-a150-8b906db26402 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478997 Mar 10 18:35:42.524390 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-34cfcdf9-e110-45db-b603-09672c50c45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:42.586393 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-603b18f0-c7fb-4bf8-8c97-5e8c1ba74d31 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939152 Mar 10 18:35:42.598212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d390b-4eee-4acd-84be-b95462466ea3 req-d501fffc-0327-4d11-bbf7-b3fcf9201816 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:42.600109 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69d390b-4eee-4acd-84be-b95462466ea3 req-d501fffc-0327-4d11-bbf7-b3fcf9201816 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0611119 Mar 10 18:35:42.649759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69d390b-4eee-4acd-84be-b95462466ea3 req-b0c1727b-d7a0-406d-b88a-ea0735565acf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Mar 10 18:35:42.675937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8d7183d7-1b65-4020-a657-6b282adcba76 req-8a17c089-9d26-4068-a9b8-3e57d5d2a46d service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825531 Mar 10 18:35:43.776674 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c12d4-d401-4372-9ba1-53e856b8e0a4 req-ce2703a4-0a8d-4694-9c36-46cd80d56433 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:43.778237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b1c12d4-d401-4372-9ba1-53e856b8e0a4 req-ce2703a4-0a8d-4694-9c36-46cd80d56433 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0581775 Mar 10 18:35:43.831124 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2b1c12d4-d401-4372-9ba1-53e856b8e0a4 req-91429504-7e3c-442a-b782-8b8e5614a192 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 Mar 10 18:35:44.738923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-16b26409-87e0-4456-a424-6156868b1002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:44.953633 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104fb2c-4dc8-4800-a278-8762b241bf4c req-045c8c0b-10d1-44ff-98ec-e8e8b81ff4b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:44.955136 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d104fb2c-4dc8-4800-a278-8762b241bf4c req-045c8c0b-10d1-44ff-98ec-e8e8b81ff4b8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0559394 Mar 10 18:35:44.971214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:35:45.008190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d104fb2c-4dc8-4800-a278-8762b241bf4c req-68615c04-63e4-4703-a77f-a095c6acc72e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470927 Mar 10 18:35:45.074842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:45.086545 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'mac_address': 'fa:16:3e:c6:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:35:45.123821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e9f0a308-ebf9-4f54-80ee-a51de4d68631 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:45.124214 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:45.141290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f0a308-ebf9-4f54-80ee-a51de4d68631 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:35:45.160384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:45.166204 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:45.214347 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:45.483365 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['e9f0a308-ebf9-4f54-80ee-a51de4d68631'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:35:46.112544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:46.140684 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba5dd-0b12-4d41-b32d-ba8f8fc6bc7f req-9ded39af-cec2-48ce-ae27-e02c7b67b51c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:46.142147 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-849ba5dd-0b12-4d41-b32d-ba8f8fc6bc7f req-9ded39af-cec2-48ce-ae27-e02c7b67b51c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 945 time: 0.0571582 Mar 10 18:35:46.171409 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:35:46.201411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-849ba5dd-0b12-4d41-b32d-ba8f8fc6bc7f req-63f741c2-cf73-4194-b71c-4abcd2298768 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531471 Mar 10 18:35:46.980618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:35:47.038294 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:35:47.042378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:35:47.042785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:47.289145 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port e9f0a308-ebf9-4f54-80ee-a51de4d68631 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:35:47.289883 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:47.313868 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:35:47.316308 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05f634-6cdc-4259-a07a-87326e9ab163" -d '{"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:35:47.325534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e1c8-3ad8-47ab-be33-943d4abc2eb2 req-20a5fddb-ece4-45c6-8fb6-b6ea8b566a8c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:47.327757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffd2e1c8-3ad8-47ab-be33-943d4abc2eb2 req-20a5fddb-ece4-45c6-8fb6-b6ea8b566a8c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Mar 10 18:35:47.329503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:35:47.334210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:47.383190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ffd2e1c8-3ad8-47ab-be33-943d4abc2eb2 req-ea59ee01-6444-4eee-80e2-0fa03b278272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480278 Mar 10 18:35:47.383681 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:47.436127 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff754bbd-4b2e-4de8-90bf-3f43739e6965 x-openstack-request-id: req-ff754bbd-4b2e-4de8-90bf-3f43739e6965 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:35:47.436417 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:35:47.436668 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff754bbd-4b2e-4de8-90bf-3f43739e6965 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:35:47.437068 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'code': 200} Mar 10 18:35:47.548821 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2f9f-fd90-43ff-8a86-361b8fa6cc69 req-779f2540-824b-4ad2-abad-33fdb85f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:47.550600 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:47.551606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-052d2f9f-fd90-43ff-8a86-361b8fa6cc69 req-779f2540-824b-4ad2-abad-33fdb85f9b40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1128 time: 0.0492213 Mar 10 18:35:47.606024 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-052d2f9f-fd90-43ff-8a86-361b8fa6cc69 req-3d5a0e52-f23f-45a2-b363-0b5529c08589 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446393 Mar 10 18:35:48.522164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18181bf0-ae42-4df5-a503-5d3d80f6f442 req-db30840c-b32e-42d6-8932-3cc96e8f4c7d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:48.523740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18181bf0-ae42-4df5-a503-5d3d80f6f442 req-db30840c-b32e-42d6-8932-3cc96e8f4c7d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0552177 Mar 10 18:35:48.577138 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18181bf0-ae42-4df5-a503-5d3d80f6f442 req-96415913-6787-45a2-a24b-bcaffdd34213 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Mar 10 18:35:49.389878 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:49.713345 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc3da-c4b2-4c35-93c7-71b1fb9e9a19 req-68454212-7d4e-4050-b275-937dc8a207bd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:49.714861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1efc3da-c4b2-4c35-93c7-71b1fb9e9a19 req-68454212-7d4e-4050-b275-937dc8a207bd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0688860 Mar 10 18:35:49.768792 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d1efc3da-c4b2-4c35-93c7-71b1fb9e9a19 req-64e8cae3-675e-4590-aed2-b2906d5141d4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Mar 10 18:35:49.907620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a1d2-4fd3-4be6-9c02-6d70482370e9 req-ead258e2-4424-4b01-9e80-daa183590498 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:49.909100 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9d7a1d2-4fd3-4be6-9c02-6d70482370e9 req-ead258e2-4424-4b01-9e80-daa183590498 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0627744 Mar 10 18:35:49.963381 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d9d7a1d2-4fd3-4be6-9c02-6d70482370e9 req-79f8933e-29f2-46e4-889f-e2bdc355c83e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465198 Mar 10 18:35:49.987173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58688) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:50.035142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fbbff-21ff-4613-866f-ef471c133b5b tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:50.036668 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb1fbbff-21ff-4613-866f-ef471c133b5b tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1123 time: 0.0482812 Mar 10 18:35:50.039456 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58690) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:50.044059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:35:50.066970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:50.170731 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:50.290867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.72 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c9954a0e-aeff-471f-9b7e-18d4dbce29f3) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:35:50.394626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:50.430951 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:50.469475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:35:50.474271 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:35:50.478599 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:35:50.484789 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=c9954a0e-aeff-471f-9b7e-18d4dbce29f3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:50.858621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (3c34483a-7ec7-4df1-bdae-6a840bf49b3f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:50.934369 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:51.087349 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:51.093877 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:51.164973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=c9954a0e-aeff-471f-9b7e-18d4dbce29f3,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:35:51.178098 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (3c34483a-7ec7-4df1-bdae-6a840bf49b3f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:51.286346 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 3c34483a-7ec7-4df1-bdae-6a840bf49b3f associated. External IP: 172.25.3.72, port: e9f0a308-ebf9-4f54-80ee-a51de4d68631. Mar 10 18:35:51.505377 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 1794efb6-cf62-4e9f-858f-2d49ddc57373 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:35:51.635840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:35:51.646613 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Sync routers for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:35:51.656408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:35:51.657787 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:51.658383 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:51.687432 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-752381e2-59d1-4dcb-81aa-c01c05099eba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6469743 Mar 10 18:35:51.688092 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:35:51.690405 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12995452-ae4b-4e3c-9fcb-13c9acc2891b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:35:51.767937 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:51.789705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb201f8a-2284-484a-9c74-17871fe02984 req-abd65b73-8a2e-4610-ab58-9789c6660681 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:51.791234 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb201f8a-2284-484a-9c74-17871fe02984 req-abd65b73-8a2e-4610-ab58-9789c6660681 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0541689 Mar 10 18:35:51.846859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fb201f8a-2284-484a-9c74-17871fe02984 req-7d9e5a7b-bf75-4368-956b-f8307764979b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458035 Mar 10 18:35:51.870237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58696) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:51.912460 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8cec0-b009-49bf-a2cd-8557c0f03136 x-openstack-request-id: req-77a8cec0-b009-49bf-a2cd-8557c0f03136 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:35:51.912818 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:35:51.912971 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77a8cec0-b009-49bf-a2cd-8557c0f03136 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:35:51.913369 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'status': 'completed', 'code': 200} Mar 10 18:35:51.945084 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bbccd822-9139-42b1-ae38-3e42fe0731a8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/3c34483a-7ec7-4df1-bdae-6a840bf49b3f HTTP/1.1" status: 200 len: 991 time: 0.0725265 Mar 10 18:35:51.964714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-02b1c4ca-c7b8-4ba1-9c18-0757bbba4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:51.966483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-02b1c4ca-c7b8-4ba1-9c18-0757bbba4631 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1128 time: 0.0478461 Mar 10 18:35:52.005763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3c34483a-7ec7-4df1-bdae-6a840bf49b3f', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'mac_address': 'fa:16:3e:c6:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:35:50Z', 'updated_at': '2022-03-10T18:35:50Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:52.032763 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Checking router: 1794efb6-cf62-4e9f-858f-2d49ddc57373 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:35:52.041202 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:35:52.042150 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:35:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:52.061017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-89440b57-5528-43ad-b43d-e6ec7cffb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:52.062581 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-89440b57-5528-43ad-b43d-e6ec7cffb09a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0892954 Mar 10 18:35:52.126662 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-24c100aa-3711-4fcb-8b0e-92f70a9789a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 999 time: 0.0576839 Mar 10 18:35:52.151706 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:35:52.175535 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-6a71299f-f345-46c9-8425-c8dc42770dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:52.177013 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-6a71299f-f345-46c9-8425-c8dc42770dfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0441999 Mar 10 18:35:52.230130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-90b00574-5c40-4099-a418-639934efc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:35:52.231730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-90b00574-5c40-4099-a418-639934efc122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485303 Mar 10 18:35:52.328189 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-2968a01d-f268-45c0-8615-cba00f15316c service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896723 Mar 10 18:35:52.377843 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3c34483a-7ec7-4df1-bdae-6a840bf49b3f', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'mac_address': 'fa:16:3e:c6:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:35:50Z', 'updated_at': '2022-03-10T18:35:50Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:35:52.406963 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931ab04-4180-48b4-9c87-26bcbe9a2a53 None None] The sync data for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 is: [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '3c34483a-7ec7-4df1-bdae-6a840bf49b3f', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'mac_address': 'fa:16:3e:c6:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:35:50Z', 'updated_at': '2022-03-10T18:35:50Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:35:52.424050 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-12995452-ae4b-4e3c-9fcb-13c9acc2891b req-c16dcd9c-e842-4428-92de-643dd994f5b3 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896568 Mar 10 18:35:52.604088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4a4e8-839b-4b6b-a9d0-2994bd3f3d84 None None] New status for floating IP 3c34483a-7ec7-4df1-bdae-6a840bf49b3f: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:35:52.948069 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:35:53.014909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-32b84ed5-2de7-4939-9760-7f86f41af688 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/3c34483a-7ec7-4df1-bdae-6a840bf49b3f HTTP/1.1" status: 200 len: 993 time: 0.0656562 Mar 10 18:35:57.518697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:00.603403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:12.522634 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6cf4e6d7-7c93-4901-b55b-8536c7917ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:14.736761 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bc343a79-09c8-4beb-aab2-1fbef037ebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:15.376822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-3088e28a-14dd-4818-9133-70dba3d2be7a req-064a11c7-09e8-4629-9d03-2c94bc1c9239 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] (103795) timed out ('10.222.0.35', 47422) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:36:16.118968 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:17.557895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:19.395850 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:23.177377 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:36:26.339748 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-dcb7c14d-cdde-4a17-a26f-0895c9559857 req-0d4cc6f1-cd69-48ac-bcc7-9284ec31d322 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:36:26.340742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dcb7c14d-cdde-4a17-a26f-0895c9559857 req-0d4cc6f1-cd69-48ac-bcc7-9284ec31d322 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077274 Mar 10 18:36:26.546794 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58726) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:36:26.620717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0171a1-5ebd-47ec-afb9-14eb1fb33db2 req-ef027a39-3c96-4243-816a-73cfae656c09 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:26.622309 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec0171a1-5ebd-47ec-afb9-14eb1fb33db2 req-ef027a39-3c96-4243-816a-73cfae656c09 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.1273987 Mar 10 18:36:26.631384 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-78a571a9-9417-444a-b960-a3463d8f0d05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833938 Mar 10 18:36:26.640418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-8a5a704f-d3db-457c-8dae-63f4c5e9ae5a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:36:26.641396 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-8a5a704f-d3db-457c-8dae-63f4c5e9ae5a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052557 Mar 10 18:36:26.678562 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ec0171a1-5ebd-47ec-afb9-14eb1fb33db2 req-bba8009a-614a-48bc-a51d-60e374480f78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502918 Mar 10 18:36:27.030152 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58748) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:36:27.129160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-67ec932a-e93f-4aeb-8946-c4e331ce495c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:27.130528 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-67ec932a-e93f-4aeb-8946-c4e331ce495c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 943 time: 0.0991590 Mar 10 18:36:27.526661 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:27.812886 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f6339-da9f-44b0-ac69-164584df6193 req-1c1cc199-64c6-4231-b98c-bf00ddce1a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:27.814385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-610f6339-da9f-44b0-ac69-164584df6193 req-1c1cc199-64c6-4231-b98c-bf00ddce1a01 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0658295 Mar 10 18:36:27.864927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-610f6339-da9f-44b0-ac69-164584df6193 req-c3769737-b15d-4030-9d82-25ed8107a4f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 Mar 10 18:36:28.046955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-e1c62939-db40-4065-be4f-944838f9762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:28.048590 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-e1c62939-db40-4065-be4f-944838f9762d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1128 time: 0.0483823 Mar 10 18:36:28.158017 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-c7508ce0-6010-409b-b09a-5834c01a4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:28.159536 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-c7508ce0-6010-409b-b09a-5834c01a4fc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.1014538 Mar 10 18:36:28.229771 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-6462c463-720a-4d48-876d-023734de8048 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 1001 time: 0.0595577 Mar 10 18:36:28.285662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-f6c98536-bf82-49b0-82b4-0e1ad5fe9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:28.287130 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-f6c98536-bf82-49b0-82b4-0e1ad5fe9043 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0484822 Mar 10 18:36:28.345216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-e712d818-7806-4938-835b-b8beed258128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:28.346678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-e712d818-7806-4938-835b-b8beed258128 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493655 Mar 10 18:36:28.442736 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-a29b7225-eb98-49a1-8c8c-7209e5977892 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862749 Mar 10 18:36:28.842220 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-35b2fcb3-3466-4d81-ba88-5cb3b184a915 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917401 Mar 10 18:36:29.005949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0061d-07bf-4681-9e7d-2d366b8376f3 req-a587658f-9547-4f63-82a8-b2b27ef698d2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:29.007445 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29d0061d-07bf-4681-9e7d-2d366b8376f3 req-a587658f-9547-4f63-82a8-b2b27ef698d2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0616646 Mar 10 18:36:29.057710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29d0061d-07bf-4681-9e7d-2d366b8376f3 req-63359f07-f5db-4e6b-854a-e25edb5a4ef9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443718 Mar 10 18:36:30.194528 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360c8f-4d02-4de0-9997-07c0383c1f3b req-9d1c50ab-0f31-4d59-824a-4770a237632e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:30.195910 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02360c8f-4d02-4de0-9997-07c0383c1f3b req-9d1c50ab-0f31-4d59-824a-4770a237632e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0576406 Mar 10 18:36:30.247180 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02360c8f-4d02-4de0-9997-07c0383c1f3b req-012c65ce-f746-4ab0-a4c6-93a5b3d96fcd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451906 Mar 10 18:36:30.613606 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:31.389907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8878ca-d614-443e-9e82-127dc93c7584 req-3804378b-c15a-43e8-b267-e722ee256747 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:31.391564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e8878ca-d614-443e-9e82-127dc93c7584 req-3804378b-c15a-43e8-b267-e722ee256747 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0556719 Mar 10 18:36:31.457427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e8878ca-d614-443e-9e82-127dc93c7584 req-56c5098e-685f-4efa-acca-587bf8d2e114 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574167 Mar 10 18:36:32.590870 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22f23-ad46-4945-9720-e147581d78e5 req-27acf050-456d-4875-97f7-f11fc38e8bee tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:32.592334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cac22f23-ad46-4945-9720-e147581d78e5 req-27acf050-456d-4875-97f7-f11fc38e8bee tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0619836 Mar 10 18:36:32.652942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cac22f23-ad46-4945-9720-e147581d78e5 req-95c1f802-0f90-4e84-91ab-78e628becea4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544932 Mar 10 18:36:33.795533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc57aef-0864-46dd-8e99-ce581469284f req-cc238bfb-c42d-406c-8709-e061ed5b9492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:33.797047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfc57aef-0864-46dd-8e99-ce581469284f req-cc238bfb-c42d-406c-8709-e061ed5b9492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0695498 Mar 10 18:36:33.852680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cfc57aef-0864-46dd-8e99-ce581469284f req-527fef15-08cd-406b-ad72-f8cd81c601f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497544 Mar 10 18:36:33.880202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-732762b5-bf20-474d-b443-07167e37946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:33.881708 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-732762b5-bf20-474d-b443-07167e37946c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1128 time: 0.0454824 Mar 10 18:36:33.995717 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-4389d0fc-93ec-410d-ac2a-32b7c375ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:33.997085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-4389d0fc-93ec-410d-ac2a-32b7c375ca57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0936182 Mar 10 18:36:34.065648 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-20e46e96-510e-4ee3-b033-143a0771799e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 1001 time: 0.0591111 Mar 10 18:36:34.120104 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-42d85aa9-7747-4d2e-95bb-b588d9c896a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:34.121579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-42d85aa9-7747-4d2e-95bb-b588d9c896a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0488851 Mar 10 18:36:34.171700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-7b343c84-8ad9-465b-b255-a511f9e11906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:34.173216 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-7b343c84-8ad9-465b-b255-a511f9e11906 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451219 Mar 10 18:36:34.274866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-ecabf6df-9244-4a07-99f0-03433d3bca03 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903921 Mar 10 18:36:34.367400 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2bfa0241-7118-4243-bb70-af92865f4e4a req-bc7ce289-cbde-4007-b91e-2859ddeac162 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Mar 10 18:36:34.994064 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd92391-89d1-44d7-8653-75da3a0b7673 req-f3348647-9806-4dc7-a18d-6f4282524908 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:34.995700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fd92391-89d1-44d7-8653-75da3a0b7673 req-f3348647-9806-4dc7-a18d-6f4282524908 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0611935 Mar 10 18:36:35.045302 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3fd92391-89d1-44d7-8653-75da3a0b7673 req-b27fedc2-d1ab-4371-af64-3a9bb24a493b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Mar 10 18:36:36.171502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45014f6f-5cfd-42bf-9b66-9d8d38411e6f req-bed9844b-ffcd-453d-9e28-b479e0c1c469 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:36.173010 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45014f6f-5cfd-42bf-9b66-9d8d38411e6f req-bed9844b-ffcd-453d-9e28-b479e0c1c469 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0570185 Mar 10 18:36:36.224263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45014f6f-5cfd-42bf-9b66-9d8d38411e6f req-e389f902-1e70-412c-b68a-271b0a19239d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451863 Mar 10 18:36:37.364178 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf1cdc-25a8-4081-9dcf-c34860fffa36 req-03fa4657-47a8-4e59-9a74-1fa9235cadbe tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:37.365643 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edcf1cdc-25a8-4081-9dcf-c34860fffa36 req-03fa4657-47a8-4e59-9a74-1fa9235cadbe tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0549719 Mar 10 18:36:37.432068 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-edcf1cdc-25a8-4081-9dcf-c34860fffa36 req-49b5a10d-555a-45be-b7fa-71fe4c045519 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584443 Mar 10 18:36:38.564347 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89565a3-77ec-4d61-8ab9-bff0543b00f5 req-07045024-0ca2-4a68-a067-8a7009e57c34 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:38.565848 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d89565a3-77ec-4d61-8ab9-bff0543b00f5 req-07045024-0ca2-4a68-a067-8a7009e57c34 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Mar 10 18:36:38.617469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d89565a3-77ec-4d61-8ab9-bff0543b00f5 req-bb7294a8-b6a0-4335-aa88-8dab99eaf7a7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 Mar 10 18:36:39.763606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107e2d-8c69-4d8f-b42b-a83a91973ecf req-206c3369-7760-4a04-b857-2fa1247773f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:39.765097 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1107e2d-8c69-4d8f-b42b-a83a91973ecf req-206c3369-7760-4a04-b857-2fa1247773f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0583115 Mar 10 18:36:39.822632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a1107e2d-8c69-4d8f-b42b-a83a91973ecf req-24b31d1c-7220-4b2a-9fef-7a94011fe641 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517356 Mar 10 18:36:40.953827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba92c-c70f-45f8-ab88-acbe3db89631 req-e16c4d40-32c7-4259-a6c9-b57588483e84 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:40.955345 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0aba92c-c70f-45f8-ab88-acbe3db89631 req-e16c4d40-32c7-4259-a6c9-b57588483e84 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0618711 Mar 10 18:36:41.008515 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e0aba92c-c70f-45f8-ab88-acbe3db89631 req-0324d4c7-0a2b-40cc-8ead-ef7dbb99ed25 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Mar 10 18:36:42.144204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb690a-df49-4e98-b53c-d70c6f518f2e req-077c4546-92b4-4a64-b17c-20861b9d3bcd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:42.145689 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7cb690a-df49-4e98-b53c-d70c6f518f2e req-077c4546-92b4-4a64-b17c-20861b9d3bcd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0622151 Mar 10 18:36:42.202666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d7cb690a-df49-4e98-b53c-d70c6f518f2e req-aba256ab-f5be-4c33-b151-6bdc36ef4d8f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485301 Mar 10 18:36:42.519743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da1d33d0-f8fe-4275-9f7d-fc4fad1c3e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:43.346983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54306c55-766a-419c-9fd6-c0f8e63b4b89 req-5165f99e-7c08-4b7d-9bf3-5e76fbefe5e9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:43.348494 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54306c55-766a-419c-9fd6-c0f8e63b4b89 req-5165f99e-7c08-4b7d-9bf3-5e76fbefe5e9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0621028 Mar 10 18:36:43.398080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-54306c55-766a-419c-9fd6-c0f8e63b4b89 req-38ed1e8f-aec5-49ec-990c-9f69b147e259 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Mar 10 18:36:44.535811 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9162a4-f26d-4461-b7a3-c07b15846290 req-c3e4fbe3-4868-4e55-b7d7-3d4502b9e63b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:44.537303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab9162a4-f26d-4461-b7a3-c07b15846290 req-c3e4fbe3-4868-4e55-b7d7-3d4502b9e63b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0578454 Mar 10 18:36:44.589631 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab9162a4-f26d-4461-b7a3-c07b15846290 req-14b50303-239d-4f29-b637-eff612c2d8df tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Mar 10 18:36:44.734123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ca05058-5f2e-4806-b9c8-f31395fc8358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:45.729018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18656496-b64a-4ae4-9cf0-5b552922f3ff req-ef955871-fb30-427e-976d-814b0c67502a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:45.730569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18656496-b64a-4ae4-9cf0-5b552922f3ff req-ef955871-fb30-427e-976d-814b0c67502a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0541897 Mar 10 18:36:45.783992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18656496-b64a-4ae4-9cf0-5b552922f3ff req-79b19d00-0b54-4c7f-8afd-6c3b4714bcd9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 Mar 10 18:36:45.967833 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-41513c1e-d133-4fe9-921d-b5146f999af5 service neutron] show failed (client error): The resource could not be found. Mar 10 18:36:45.968874 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-41513c1e-d133-4fe9-921d-b5146f999af5 service neutron] 10.222.0.59 "GET /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631/bindings/n-h2-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0639553 Mar 10 18:36:46.119790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:46.218909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-3e0247f7-1ffb-4ff9-8d02-91e782aa63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:46.220305 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-3e0247f7-1ffb-4ff9-8d02-91e782aa63e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 1128 time: 0.0551090 Mar 10 18:36:46.231505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:36:46.297537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:46.521607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:36:46.557699 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h1-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:36:46.599275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:36:46.601586 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcbcb81-d85c-4f72-9d3b-e7ccf12fff12" -d '{"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:36:46.605608 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks [] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:46.618918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Transition to ACTIVE for port object e9f0a308-ebf9-4f54-80ee-a51de4d68631 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:36:46.624577 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:46.656225 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a99a5ce-bab0-499b-b7f8-cf7afe3f8a3c x-openstack-request-id: req-6a99a5ce-bab0-499b-b7f8-cf7afe3f8a3c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:36:46.656656 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:36:46.656656 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a99a5ce-bab0-499b-b7f8-cf7afe3f8a3c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:36:46.657231 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'code': 200} Mar 10 18:36:46.710472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:36:46.722630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.722979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.723319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.723655 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.723984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.724311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.724643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.724999 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.725321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.725640 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.725964 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.726280 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.726624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:46.763713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] No DVR routers for this DVR port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on host n-h1-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:36:46.936049 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:36:46.936382 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:36:46.936705 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:36:46.946637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a39bdc-e4f1-4a6d-89fc-5d383fa88557 req-2a8c92b9-e7bb-43a1-b5a6-e27d20a86270 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:46.948107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a39bdc-e4f1-4a6d-89fc-5d383fa88557 req-2a8c92b9-e7bb-43a1-b5a6-e27d20a86270 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0856719 Mar 10 18:36:46.950086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:36:46.950403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Attempting to bind port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on network d79a7e26-df1e-4d2e-ac67-482689e22efb {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:36:46.957193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:36:46.957554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Checking segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:36:46.957920 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Bound using segment: {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:36:46.958338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Bound port: e9f0a308-ebf9-4f54-80ee-a51de4d68631, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a707b3a-e6cc-49c5-b5b4-11c63978071a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:36:46.958722 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:47.042105 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a39bdc-e4f1-4a6d-89fc-5d383fa88557 req-f7a055da-9922-495c-9fc0-84b95d291980 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863261 Mar 10 18:36:47.058045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:36:47.061279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:36:47.070003 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:47.111290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:47.111909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:47.113248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 1092 time: 0.8857267 Mar 10 18:36:47.135739 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951404f2-9dc9-4f8f-a04b-1b435b1b6905 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:36:47.186798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-0a3c3021-079c-4304-aff5-d2944450561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:47.188507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-0a3c3021-079c-4304-aff5-d2944450561c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1126 time: 0.0488367 Mar 10 18:36:47.559422 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:47.621521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-73822d49-5daa-4f23-b561-46dfc849c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:47.623170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-73822d49-5daa-4f23-b561-46dfc849c5f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.4289777 Mar 10 18:36:47.688303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-279f8ab8-9851-4d26-b0eb-18318a59e10b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 999 time: 0.0587249 Mar 10 18:36:47.740511 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-40c593f2-9089-4e2e-b4bc-88deefddb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:47.741947 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-40c593f2-9089-4e2e-b4bc-88deefddb9ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0483942 Mar 10 18:36:47.793414 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-f97b6fa3-56fb-4059-bad8-2ca640f0dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:47.794919 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-f97b6fa3-56fb-4059-bad8-2ca640f0dde7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456517 Mar 10 18:36:47.887941 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-58dc4883-4954-4fd0-bbda-5f55e8ccec1a service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Mar 10 18:36:47.995065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9935cbb4-ffc6-4aa8-94eb-6ebf5aa4e0b3 req-2a912d84-b7d6-4b3c-b64b-18f3352d38ab service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003881 Mar 10 18:36:48.172021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01f856-dec0-418a-96e5-08e0ebd03f70 req-aa34055d-6aca-4270-bf3b-274960481b5c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:48.173439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea01f856-dec0-418a-96e5-08e0ebd03f70 req-aa34055d-6aca-4270-bf3b-274960481b5c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0554333 Mar 10 18:36:48.228774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ea01f856-dec0-418a-96e5-08e0ebd03f70 req-1bc827f6-d6b4-4001-9206-c960f10f6ae3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469849 Mar 10 18:36:48.659340 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:36:48.663321 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:36:48.721999 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df496d-764c-47c9-9de9-5b6413af1807 x-openstack-request-id: req-40df496d-764c-47c9-9de9-5b6413af1807 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:36:48.722307 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:36:48.722590 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40df496d-764c-47c9-9de9-5b6413af1807 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:36:48.723005 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'status': 'completed', 'code': 200} Mar 10 18:36:48.794914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-e80cc837-e819-4070-ab56-57569d0448a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:48.796484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-e80cc837-e819-4070-ab56-57569d0448a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1126 time: 0.0503681 Mar 10 18:36:48.797932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-00d3ff2f-9830-4768-86e3-8cc48004cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:48.799470 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-00d3ff2f-9830-4768-86e3-8cc48004cdb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1126 time: 0.0508659 Mar 10 18:36:48.886781 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-8c858e92-db46-4d9b-872e-1b6698b25260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:48.888243 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-8c858e92-db46-4d9b-872e-1b6698b25260 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0849428 Mar 10 18:36:48.893801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-d5825a1d-a20d-4a76-9272-e36e80df589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:48.895489 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-d5825a1d-a20d-4a76-9272-e36e80df589e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0870306 Mar 10 18:36:48.958924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-60ed1441-cf06-43b5-b340-ce4e8f6bfc81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 999 time: 0.0636437 Mar 10 18:36:48.968036 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-5086bb7f-906e-415d-bfa2-ae023ffd1dca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 999 time: 0.0632484 Mar 10 18:36:49.007548 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-912b0ccd-c915-48df-9828-dabf156d22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:49.008979 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-912b0ccd-c915-48df-9828-dabf156d22fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0438147 Mar 10 18:36:49.019302 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-3dc09d74-1159-4ad0-b66d-b8dd6bbe32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:49.020794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-3dc09d74-1159-4ad0-b66d-b8dd6bbe32b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0441277 Mar 10 18:36:49.059724 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-9a72807c-1e67-4e34-97b1-a433e51e4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:49.061290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-9a72807c-1e67-4e34-97b1-a433e51e4bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457919 Mar 10 18:36:49.076382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-03102efa-5402-4fc6-9fb6-d354cf669019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:49.077909 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-03102efa-5402-4fc6-9fb6-d354cf669019 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461588 Mar 10 18:36:49.155798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-59f0ff2f-536f-4f70-b98d-c34a52535c16 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877988 Mar 10 18:36:49.177781 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-2f5f6758-25d2-4bc5-ac6e-042bbd6afbfa service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904272 Mar 10 18:36:49.249023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-8cb4ceca-197a-4982-8d9b-3d03ed716f29 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Mar 10 18:36:49.276551 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c53e14c0-c53c-41ce-92cd-da3be26cdc2b req-79914633-ac2b-4eb6-8a3b-6a486438a58e service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885601 Mar 10 18:36:49.368140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d46eaa-f81f-4dba-bf88-3e944f412eb9 req-ad964954-8102-4891-a539-97c8a2719582 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:49.369651 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60d46eaa-f81f-4dba-bf88-3e944f412eb9 req-ad964954-8102-4891-a539-97c8a2719582 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0584824 Mar 10 18:36:49.403477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:49.425757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-60d46eaa-f81f-4dba-bf88-3e944f412eb9 req-6a72e1f7-e43a-4663-b5f9-66ad496b2f5a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483050 Mar 10 18:36:50.624955 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20a5c1-3f70-4316-8176-380b3265ffaa req-3a6bbd89-48f3-45d1-8a30-b8d21add330e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:50.626524 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db20a5c1-3f70-4316-8176-380b3265ffaa req-3a6bbd89-48f3-45d1-8a30-b8d21add330e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0645194 Mar 10 18:36:50.679450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-db20a5c1-3f70-4316-8176-380b3265ffaa req-dadcfc7f-726a-4686-ae3f-06131bc573af tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470440 Mar 10 18:36:51.345136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:36:51.385467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] The host n-h1-833115-2 is not matching for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 host n-h2-833115-2! {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 18:36:51.385848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:36:51.815403 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7322-8328-458d-9a74-f88cdd672ca0 req-87ba74e8-62ec-4b72-ae13-8012992fbafc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:51.816873 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-addc7322-8328-458d-9a74-f88cdd672ca0 req-87ba74e8-62ec-4b72-ae13-8012992fbafc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0601959 Mar 10 18:36:51.870461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-addc7322-8328-458d-9a74-f88cdd672ca0 req-13187f97-cd9f-4b34-9db0-e88578086ea0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478175 Mar 10 18:36:51.988613 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:36:52.084405 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4da362-a934-42a6-8714-c701b2a2e5b2 req-4b107d2a-ef8b-4714-890e-4cb4e1c6c188 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.085986 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad4da362-a934-42a6-8714-c701b2a2e5b2 req-4b107d2a-ef8b-4714-890e-4cb4e1c6c188 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 944 time: 0.0553629 Mar 10 18:36:52.099846 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:36:52.111719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'port_id': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'mac_address': 'fa:16:3e:c6:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:36:52.116257 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-67002615-df39-44b6-8b05-38eb9f3d6220 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.117745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-67002615-df39-44b6-8b05-38eb9f3d6220 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5&tenant_id=2089f86e868b416584f653520bdca88f&binding%3Ahost_id=n-h2-833115-2 HTTP/1.1" status: 200 len: 944 time: 0.0640621 Mar 10 18:36:52.141985 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad4da362-a934-42a6-8714-c701b2a2e5b2 req-b1bbfafb-c99c-439f-868a-bdb633f04047 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 Mar 10 18:36:52.149052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e9f0a308-ebf9-4f54-80ee-a51de4d68631 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:36:52.149682 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:52.168204 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f0a308-ebf9-4f54-80ee-a51de4d68631 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:36:52.188285 n-d-833115-2 neutron-server[103794]: INFO neutron.api.v2.resource [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-e18d18ab-673e-471a-a5db-5dfa6dc8626b service neutron] delete failed (client error): The resource could not be found. Mar 10 18:36:52.188757 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:36:52.190902 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-e18d18ab-673e-471a-a5db-5dfa6dc8626b service neutron] 10.222.0.59 "DELETE /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631/bindings/n-h1-833115-2 HTTP/1.1" status: 404 len: 380 time: 0.0623949 Mar 10 18:36:52.193178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:52.243820 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:36:52.251560 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.251909 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.252252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.252589 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.252948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.253247 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.253571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.253896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.254244 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.254591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.254924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.255228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.255546 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:36:52.279298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d50f9-37a4-44e7-98c2-945abf5e6192 req-71254bbb-690e-4c04-bb70-dd20454ed8f1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.280809 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be3d50f9-37a4-44e7-98c2-945abf5e6192 req-71254bbb-690e-4c04-bb70-dd20454ed8f1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 945 time: 0.0654974 Mar 10 18:36:52.292704 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-34e17ff5-a4b8-4ebb-8b59-782a9847d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.294212 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-34e17ff5-a4b8-4ebb-8b59-782a9847d848 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1127 time: 0.0479550 Mar 10 18:36:52.336080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-be3d50f9-37a4-44e7-98c2-945abf5e6192 req-ccb0d098-ff0a-4aeb-9590-f0fc645bc01d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491886 Mar 10 18:36:52.393446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-8bb55e10-a517-4674-a692-f6a4f128a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.394955 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-8bb55e10-a517-4674-a692-f6a4f128a75b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.0914690 Mar 10 18:36:52.464120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-775776c1-b1ca-4673-8614-b68ea78ecd68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 1000 time: 0.0598865 Mar 10 18:36:52.516650 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-6b95cae3-898b-4707-8ec0-37907aeeac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.517991 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-6b95cae3-898b-4707-8ec0-37907aeeac4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0446644 Mar 10 18:36:52.556003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['e9f0a308-ebf9-4f54-80ee-a51de4d68631'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:36:52.578831 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-1a20bc58-c33f-4630-97a9-7012224904f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:52.580263 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-1a20bc58-c33f-4630-97a9-7012224904f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529153 Mar 10 18:36:52.674125 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-e0ce503a-508a-41be-a9d6-edfb876d59b3 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Mar 10 18:36:52.768899 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-87ccb097-7c72-4142-898f-e145d4bd4d1d req-f0f025cf-c624-45e3-a453-454d8097d459 service neutron] 10.222.0.59 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855517 Mar 10 18:36:53.458395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72213fcb-cc96-410d-a0e2-a96f90d89bd8 req-05ca096e-523f-4674-a4e3-1c893a366776 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:36:53.459915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72213fcb-cc96-410d-a0e2-a96f90d89bd8 req-05ca096e-523f-4674-a4e3-1c893a366776 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 945 time: 0.0538907 Mar 10 18:36:53.511022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-72213fcb-cc96-410d-a0e2-a96f90d89bd8 req-5f91d15b-1fb5-4e4a-bfaf-c620504088c6 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Mar 10 18:36:53.533766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58816) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:36:53.596629 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a5ffa0ed-3287-4b8d-848a-a18008c98091 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/3c34483a-7ec7-4df1-bdae-6a840bf49b3f HTTP/1.1" status: 200 len: 992 time: 0.0617089 Mar 10 18:36:54.009389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:36:54.067472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:36:54.072090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port e9f0a308-ebf9-4f54-80ee-a51de4d68631 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:36:54.072427 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:54.161869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port e9f0a308-ebf9-4f54-80ee-a51de4d68631 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:36:54.162327 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:54.194965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:36:54.197174 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835990b-b104-4acc-946d-40e2344da0b8" -d '{"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:36:54.209428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:36:54.215216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:36:54.242928 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed093c4b-79dc-4320-b7ca-8f6566e03a2f x-openstack-request-id: req-ed093c4b-79dc-4320-b7ca-8f6566e03a2f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:36:54.243220 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:36:54.243473 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed093c4b-79dc-4320-b7ca-8f6566e03a2f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:36:54.243881 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'code': 200} Mar 10 18:36:54.272461 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:36:57.546294 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:00.182632 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:37:00.621496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:12.524172 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8c53d8b4-0447-4111-bda9-0b3da652d360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:14.735608 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31dc7fcd-a7ac-4d10-905a-70e70ff667de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:16.122602 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:17.572494 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:19.405750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:27.540477 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:30.641157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:37.185566 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:37:38.018339 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58834) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:38.207858 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port c9954a0e-aeff-471f-9b7e-18d4dbce29f3 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:37:38.208124 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.287781 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.288070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.300488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for c9954a0e-aeff-471f-9b7e-18d4dbce29f3 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:37:38.460483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c9954a0e-aeff-471f-9b7e-18d4dbce29f3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.487401 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=c9954a0e-aeff-471f-9b7e-18d4dbce29f3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:38.558770 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (3c34483a-7ec7-4df1-bdae-6a840bf49b3f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.559072 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 3c34483a-7ec7-4df1-bdae-6a840bf49b3f disassociated (deleted). External IP: 172.25.3.72, port: e9f0a308-ebf9-4f54-80ee-a51de4d68631. Mar 10 18:37:38.789651 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 1794efb6-cf62-4e9f-858f-2d49ddc57373 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:37:38.907007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:37:38.912382 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:38.918373 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Sync routers for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:37:38.929603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:38.930214 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:38.943944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a1ec9b43-0ec6-45d5-9756-c86cdd1ae3e8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c34483a-7ec7-4df1-bdae-6a840bf49b3f HTTP/1.1" status: 204 len: 168 time: 0.9242325 Mar 10 18:37:38.944539 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:37:38.946954 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:37:39.042946 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:39.108162 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee873a-4374-412c-adae-db043ef576e0 x-openstack-request-id: req-04ee873a-4374-412c-adae-db043ef576e0 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:37:39.108736 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:37:39.108736 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04ee873a-4374-412c-adae-db043ef576e0 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:37:39.109170 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'status': 'completed', 'code': 200} Mar 10 18:37:39.206783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-dd909253-f50b-44ea-ae1c-56d44b35af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:39.208339 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-dd909253-f50b-44ea-ae1c-56d44b35af4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 1128 time: 0.0768962 Mar 10 18:37:39.231706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e915-51e9-4f78-9ece-67dc4fc01f2b req-639d6ac0-2007-4447-8446-ac387dc45ae0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:39.233158 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5119e915-51e9-4f78-9ece-67dc4fc01f2b req-639d6ac0-2007-4447-8446-ac387dc45ae0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0741148 Mar 10 18:37:39.256675 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:39.286451 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Checking router: 1794efb6-cf62-4e9f-858f-2d49ddc57373 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:37:39.296090 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:39.296617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:39.335999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5119e915-51e9-4f78-9ece-67dc4fc01f2b req-be7253a5-27bd-4373-9ccd-1a1db79de5a4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927768 Mar 10 18:37:39.359310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-95ad1a79-c05a-4551-b975-945385f1893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:39.359310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-95ad1a79-c05a-4551-b975-945385f1893f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 200 len: 896 time: 0.1353283 Mar 10 18:37:39.396348 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-9ff34188-a1bf-4c1a-bda8-5a9eeb9d662c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 200 len: 217 time: 0.0361753 Mar 10 18:37:39.407608 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:39.452213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-bf06885d-ed5f-41a1-87f9-a618d4a9cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:39.453652 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-bf06885d-ed5f-41a1-87f9-a618d4a9cdb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 200 len: 835 time: 0.0513740 Mar 10 18:37:39.505561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-c645dfbd-09d8-4c60-855a-a737d02bb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:39.507098 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-c645dfbd-09d8-4c60-855a-a737d02bb028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d79a7e26-df1e-4d2e-ac67-482689e22efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467508 Mar 10 18:37:39.599205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-c459135a-518e-4ec9-9658-44cd161c8202 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Mar 10 18:37:39.613807 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:39.640845 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8fdce-2065-4795-9901-43ccae160202 None None] The sync data for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 is: [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:36Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '31828bb2-c61a-4519-b25d-17ec965131eb', 'name': '', 'network_id': 'd79a7e26-df1e-4d2e-ac67-482689e22efb', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:6b:36:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:35Z', 'updated_at': '2022-03-10T18:35:39Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '4116570b-3adc-4116-b87c-2cb38afffc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:37:39.696505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dbec658f-1869-44bb-bb24-3aa8cc4cb2e9 req-456e64f8-f5b4-4c1d-9fb0-2f81471d37c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912657 Mar 10 18:37:39.878803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf3de3e-17d0-4149-9334-89c905b01dd3 None None] New status for floating IP 3c34483a-7ec7-4df1-bdae-6a840bf49b3f: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:37:40.467407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc4623-053b-447c-b2c2-cd83f1849cfe req-8c35992d-5f16-46ce-aaa5-5943d9bdd4d3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:40.468909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9afc4623-053b-447c-b2c2-cd83f1849cfe req-8c35992d-5f16-46ce-aaa5-5943d9bdd4d3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0605662 Mar 10 18:37:40.519291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9afc4623-053b-447c-b2c2-cd83f1849cfe req-55e99f7a-24ea-4a89-b91f-fa9b677cd6ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=dac9b231-2049-4ec6-b5e9-1b8fe79db760&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Mar 10 18:37:40.711891 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-fd935031-f2bc-4aba-a456-1f2852324d25 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:40.713268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-fd935031-f2bc-4aba-a456-1f2852324d25 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 946 time: 0.0671313 Mar 10 18:37:40.806138 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port e9f0a308-ebf9-4f54-80ee-a51de4d68631 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:37:40.806535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:40.908208 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port e9f0a308-ebf9-4f54-80ee-a51de4d68631, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=e9f0a308-ebf9-4f54-80ee-a51de4d68631,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:40.908558 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:40.922196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for e9f0a308-ebf9-4f54-80ee-a51de4d68631 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:37:41.060348 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (e9f0a308-ebf9-4f54-80ee-a51de4d68631), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:41.095827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=e9f0a308-ebf9-4f54-80ee-a51de4d68631,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:41.140956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] No DVR routers for this DVR port e9f0a308-ebf9-4f54-80ee-a51de4d68631 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:37:41.143623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:41.147303 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-406f3024-2d74-4b31-950d-dcafd39c84fb req-f2bb5ea5-b053-4968-92eb-6c1c902d085f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.41 "DELETE /v2.0/ports/e9f0a308-ebf9-4f54-80ee-a51de4d68631 HTTP/1.1" status: 204 len: 173 time: 0.4287031 Mar 10 18:37:41.147814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-deleted', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:37:41.150256 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b32afdb-f60b-4c97-a24a-bcdc80592fef" -d '{"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-deleted", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:37:41.187315 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f405b7-71ab-49cf-bc60-9ea1bce6b002 x-openstack-request-id: req-d3f405b7-71ab-49cf-bc60-9ea1bce6b002 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:37:41.187609 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d724c43-678d-4df1-8112-77bc5eb896c5", "name": "network-vif-deleted", "tag": "e9f0a308-ebf9-4f54-80ee-a51de4d68631", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:37:41.187909 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3f405b7-71ab-49cf-bc60-9ea1bce6b002 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:37:41.188317 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d724c43-678d-4df1-8112-77bc5eb896c5', 'name': 'network-vif-deleted', 'tag': 'e9f0a308-ebf9-4f54-80ee-a51de4d68631', 'status': 'completed', 'code': 200} Mar 10 18:37:41.639326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-86e27019-8bf0-4e64-b92d-0274cdcd3074 req-5ba34a94-f874-40b7-ae69-044c686f2746 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d724c43-678d-4df1-8112-77bc5eb896c5 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Mar 10 18:37:42.520260 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-024f04ad-0b0e-4ce9-acc0-34edaed5b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:42.707096 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:43.082629 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:43.351414 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 31828bb2-c61a-4519-b25d-17ec965131eb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:37:43.351677 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:43.454115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 31828bb2-c61a-4519-b25d-17ec965131eb, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=31828bb2-c61a-4519-b25d-17ec965131eb,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:43.454509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:43.467398 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 31828bb2-c61a-4519-b25d-17ec965131eb owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:37:43.660897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (31828bb2-c61a-4519-b25d-17ec965131eb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:43.688256 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=31828bb2-c61a-4519-b25d-17ec965131eb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:43.700544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.700904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.701231 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.701568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.701915 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.702383 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.702659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.702981 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.703305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.703617 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.703946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.704267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.704587 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:43.879575 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.103785 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 1794efb6-cf62-4e9f-858f-2d49ddc57373 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:37:44.215913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:37:44.222890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-003c6246-4a3e-4b1c-85fb-4deaacd1c963 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/1794efb6-cf62-4e9f-858f-2d49ddc57373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128381 Mar 10 18:37:44.223902 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:44.226639 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Sync routers for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:37:44.237384 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:44.237990 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:44.277386 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:37:44.278097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting subnet 4116570b-3adc-4116-b87c-2cb38afffc8a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:37:44.282134 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (4116570b-3adc-4116-b87c-2cb38afffc8a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.302702 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: e9f0a308-ebf9-4f54-80ee-a51de4d68631 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:37:44.303263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device e9f0a308-ebf9-4f54-80ee-a51de4d68631 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:37:44.322280 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (4116570b-3adc-4116-b87c-2cb38afffc8a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.351928 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:44.403976 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (4116570b-3adc-4116-b87c-2cb38afffc8a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.470187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (4116570b-3adc-4116-b87c-2cb38afffc8a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.499118 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Subnet': ['ID=4116570b-3adc-4116-b87c-2cb38afffc8a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:44.503004 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.508759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f7c31b38-dbd6-45c9-ade7-d0428c73c79b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/subnets/4116570b-3adc-4116-b87c-2cb38afffc8a HTTP/1.1" status: 204 len: 168 time: 0.2813649 Mar 10 18:37:44.509219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58854) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:44.510722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62256e8-85cb-4c19-b6a6-096c2dd27268 None None] Network d79a7e26-df1e-4d2e-ac67-482689e22efb requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:37:44.540617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:37:43Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:44.571665 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Checking router: 1794efb6-cf62-4e9f-858f-2d49ddc57373 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:37:44.582346 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Routers {'1794efb6-cf62-4e9f-858f-2d49ddc57373'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:44.583005 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['1794efb6-cf62-4e9f-858f-2d49ddc57373'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:44.629498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.683323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] DHCP port deletion for d79a7e26-df1e-4d2e-ac67-482689e22efb request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:37:44.697974 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] Set router 1794efb6-cf62-4e9f-858f-2d49ddc57373 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:44.732659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-605ea535-4eef-4252-a049-42c1705833a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.745361 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (1794efb6-cf62-4e9f-858f-2d49ddc57373), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.751503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Deleting port df3491b1-d477-426c-89e2-75c0dd9eff61 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:37:44.752199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.804368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 7ace492c-aa0f-4400-8683-686338394378 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:37:44.804766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7ace492c-aa0f-4400-8683-686338394378), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.829611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] For port df3491b1-d477-426c-89e2-75c0dd9eff61, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=df3491b1-d477-426c-89e2-75c0dd9eff61,segment=NetworkSegment(9a707b3a-e6cc-49c5-b5b4-11c63978071a),segment_id=9a707b3a-e6cc-49c5-b5b4-11c63978071a)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:44.830210 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.845934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Calling delete_port for df3491b1-d477-426c-89e2-75c0dd9eff61 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:37:44.896916 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 7ace492c-aa0f-4400-8683-686338394378, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7ace492c-aa0f-4400-8683-686338394378,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:44.897297 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7ace492c-aa0f-4400-8683-686338394378), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.910882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 7ace492c-aa0f-4400-8683-686338394378 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:37:44.933961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (df3491b1-d477-426c-89e2-75c0dd9eff61), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:44.964712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] Pushing event deleted for resources: {'Port': ['ID=df3491b1-d477-426c-89e2-75c0dd9eff61,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:44.966955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5f2f5-70f3-4c1a-bf5d-9d84be182656 None None] No DVR routers for this DVR port df3491b1-d477-426c-89e2-75c0dd9eff61 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:37:44.999264 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:37:43Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:45.028839 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae9a83-7ce7-47a7-a110-5bef8ca4d35e None None] The sync data for ids ['1794efb6-cf62-4e9f-858f-2d49ddc57373'] in n-d-833115-2 is: [{'id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1613433402', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '7ace492c-aa0f-4400-8683-686338394378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:37:43Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '7ace492c-aa0f-4400-8683-686338394378', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:03:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1794efb6-cf62-4e9f-858f-2d49ddc57373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:35:32Z', 'updated_at': '2022-03-10T18:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:37:45.091873 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7ace492c-aa0f-4400-8683-686338394378), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.116357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=7ace492c-aa0f-4400-8683-686338394378,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:45.183745 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.278104 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.280211 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (1794efb6-cf62-4e9f-858f-2d49ddc57373), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.324874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (1794efb6-cf62-4e9f-858f-2d49ddc57373), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.325409 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Fanout notify agent at l3_agent the message router_deleted on router 1794efb6-cf62-4e9f-858f-2d49ddc57373 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:37:45.334553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.335662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1554afc5-e7d4-4e64-bd67-0d87c0381c2b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/routers/1794efb6-cf62-4e9f-858f-2d49ddc57373 HTTP/1.1" status: 204 len: 168 time: 0.8253558 Mar 10 18:37:45.339069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58856) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:45.415819 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (d79a7e26-df1e-4d2e-ac67-482689e22efb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.513226 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (d79a7e26-df1e-4d2e-ac67-482689e22efb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.521962 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df3491b1-d477-426c-89e2-75c0dd9eff61 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:37:45.536202 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79a7e26-df1e-4d2e-ac67-482689e22efb']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:45.545900 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: df3491b1-d477-426c-89e2-75c0dd9eff61 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:37:45.546249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device df3491b1-d477-426c-89e2-75c0dd9eff61 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:37:45.546733 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 31828bb2-c61a-4519-b25d-17ec965131eb no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:37:45.547970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a707b3a-e6cc-49c5-b5b4-11c63978071a') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:45.548405 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a707b3a-e6cc-49c5-b5b4-11c63978071a') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:45.559041 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (9a707b3a-e6cc-49c5-b5b4-11c63978071a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.566647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 31828bb2-c61a-4519-b25d-17ec965131eb {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:37:45.566993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 31828bb2-c61a-4519-b25d-17ec965131eb not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:37:45.573795 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (9a707b3a-e6cc-49c5-b5b4-11c63978071a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.580637 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:37:45.581024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (9a707b3a-e6cc-49c5-b5b4-11c63978071a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:37:45.584217 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:37:45.644897 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (d79a7e26-df1e-4d2e-ac67-482689e22efb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.652465 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.656138 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/networks/d79a7e26-df1e-4d2e-ac67-482689e22efb HTTP/1.1" status: 204 len: 168 time: 0.3160861 Mar 10 18:37:45.659173 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58858) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:45.673961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aaaa2-899b-4f35-9be7-77a0829c9402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Network': ['ID=d79a7e26-df1e-4d2e-ac67-482689e22efb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:45.733434 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (dac9b231-2049-4ec6-b5e9-1b8fe79db760), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.759662 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (dac9b231-2049-4ec6-b5e9-1b8fe79db760), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.823813 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (dac9b231-2049-4ec6-b5e9-1b8fe79db760), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.826449 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:45.827650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/security-groups/dac9b231-2049-4ec6-b5e9-1b8fe79db760 HTTP/1.1" status: 204 len: 168 time: 0.1674562 Mar 10 18:37:45.837390 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1a23-501f-4882-8dab-d2d8aae6b2ea tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9b231-2049-4ec6-b5e9-1b8fe79db760,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:46.137548 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.761478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58864) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:46.766071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947140423', 'description': 'tempest-secgroup-smoke-1947140423 description', 'project_id': '2089f86e868b416584f653520bdca88f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:46.792065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.866626 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.873128 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.900524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.902026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1395497 Mar 10 18:37:46.905220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58866) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:46.906190 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:46.910458 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:46.914045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.914400 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.914784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.915122 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.915454 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.915791 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.916512 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.917084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.917642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.917820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.918154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.918519 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.918853 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a03aeb-a0a3-451a-b430-7441bf024757 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:46.941578 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (be7c1392-39be-4521-9755-c7edab54ebcc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:46.997594 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (be7c1392-39be-4521-9755-c7edab54ebcc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.001903 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (be7c1392-39be-4521-9755-c7edab54ebcc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.020815 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7c1392-39be-4521-9755-c7edab54ebcc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.025849 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.030058 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d8f29592-58ab-4cb8-b121-1a7eda93a752 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209085 Mar 10 18:37:47.030058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58868) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.034337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.060660 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (5591face-13e0-4aac-82c0-9e96b147557e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.125937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (5591face-13e0-4aac-82c0-9e96b147557e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.131249 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5591face-13e0-4aac-82c0-9e96b147557e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.148377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5591face-13e0-4aac-82c0-9e96b147557e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.155874 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.157080 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3b068fb-9cce-46c9-9694-e4542a9d3535 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261649 Mar 10 18:37:47.159994 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58870) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.164259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.192547 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (b8c01293-ab4e-4c98-8ca2-6a1ee7e2d5e6), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.255245 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (b8c01293-ab4e-4c98-8ca2-6a1ee7e2d5e6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.260549 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (b8c01293-ab4e-4c98-8ca2-6a1ee7e2d5e6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.280395 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c01293-ab4e-4c98-8ca2-6a1ee7e2d5e6,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.286266 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.287613 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6c66cb0a-fe66-4604-9135-18c03c360621 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264973 Mar 10 18:37:47.290249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.295124 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.325070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (900ac9eb-bfb3-44d5-8023-eba799845bf4), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.391020 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (900ac9eb-bfb3-44d5-8023-eba799845bf4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.396342 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (900ac9eb-bfb3-44d5-8023-eba799845bf4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.413974 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ace492c-aa0f-4400-8683-686338394378 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:37:47.415425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900ac9eb-bfb3-44d5-8023-eba799845bf4,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.431870 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.433544 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d6d6b2e0-acaf-42b3-a80c-97baf099b559 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423202 Mar 10 18:37:47.436440 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58874) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.436752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7ace492c-aa0f-4400-8683-686338394378 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:37:47.437127 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7ace492c-aa0f-4400-8683-686338394378 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:37:47.444285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.473555 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:37:47.480114 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (1a963a79-9a89-40dc-b7b7-fc87964d4309), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.537937 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (1a963a79-9a89-40dc-b7b7-fc87964d4309), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.543222 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1a963a79-9a89-40dc-b7b7-fc87964d4309), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.561782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a963a79-9a89-40dc-b7b7-fc87964d4309,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.565816 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.569956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.571199 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fa41b87a-3505-4307-a890-7446b8f93f04 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338160 Mar 10 18:37:47.574220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.578661 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.600452 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:37:47.605934 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (054de025-0c87-49f5-97ce-d6c662621ffc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.670979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (054de025-0c87-49f5-97ce-d6c662621ffc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.675518 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (054de025-0c87-49f5-97ce-d6c662621ffc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.694993 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054de025-0c87-49f5-97ce-d6c662621ffc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.703647 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.704862 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ec507283-faba-4fbe-ae20-3c8eb1ba5ee2 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296282 Mar 10 18:37:47.707818 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.712529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'network': {'name': 'tempest-network-smoke--476737993', 'project_id': '2089f86e868b416584f653520bdca88f', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.733424 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:37:47.736853 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.760986 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:37:47.770827 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (95925e44-a322-439a-8220-97723883df01), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.771176 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Added segment 95925e44-a322-439a-8220-97723883df01 of type vlan for network da249274-c10c-4297-85c3-81023334c00c Mar 10 18:37:47.813856 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (da249274-c10c-4297-85c3-81023334c00c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.839909 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (da249274-c10c-4297-85c3-81023334c00c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.844921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:47.845504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.884027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1749945 Mar 10 18:37:47.886927 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58880) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:47.891627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'admin_state_up': True, 'project_id': '2089f86e868b416584f653520bdca88f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:47.915675 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524590b-8339-4d9f-83df-5819c49dc772 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Network': ['ID=da249274-c10c-4297-85c3-81023334c00c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:47.918509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.919509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:47.927326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network da249274-c10c-4297-85c3-81023334c00c details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:37:47.971405 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.127018 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.647364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.667341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.769213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.16 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4184d892-0a50-46df-b5d1-111a8265b09d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:37:48.877982 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (4184d892-0a50-46df-b5d1-111a8265b09d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.914637 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:48.951970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:37:48.954915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:48.957663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:37:48.987199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=4184d892-0a50-46df-b5d1-111a8265b09d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:49.238606 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:49.400171 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:49.456537 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:49.596351 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:37:49.706832 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:37:49.716616 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Sync routers for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:37:49.726680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:49.727324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:49.730066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:49.731490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-50893804-d05f-4e35-a94d-be9e48e1a67d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8434598 Mar 10 18:37:49.734830 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58882) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:49.808341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-373c3e73-499b-4a01-a7ed-070f000f09ad tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2089f86e868b416584f653520bdca88f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723286 Mar 10 18:37:49.811206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58886) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:49.839312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:49.903349 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3f3b03-4e30-4603-a926-095068c30dc3 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:49.905641 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7a3f3b03-4e30-4603-a926-095068c30dc3 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933940 Mar 10 18:37:49.908489 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58888) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:49.937552 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1f48efd2-181e-4fcd-b407-eeb302b7d99d tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279863 Mar 10 18:37:49.940217 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58890) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:49.944835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138083464', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'project_id': '2089f86e868b416584f653520bdca88f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:50.028499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:49Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:50.033194 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:37:50.036989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.060276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Checking router: 7d43588a-a837-4c88-8916-fcd1a2bb6a1b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:37:50.060625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Updating router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b port 4184d892-0a50-46df-b5d1-111a8265b09d binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:37:50.088560 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.224639 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (3c1defdd-be2a-4149-9f12-c967bf587f7c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.295836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Subnet': ['ID=3c1defdd-be2a-4149-9f12-c967bf587f7c,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:50.305310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Checking segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:37:50.305668 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network hostable DHCP agents. Network: da249274-c10c-4297-85c3-81023334c00c, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:37:50.325032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network da249274-c10c-4297-85c3-81023334c00c is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:37:50.335378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, da249274-c10c-4297-85c3-81023334c00c) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:50.339690 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:50.340291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.360513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bb939c0d-ac31-483e-90d9-a200da2e5492 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4186423 Mar 10 18:37:50.362806 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58892) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:37:50.415643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb64c6b-b886-46d0-9a81-b1a170c52257 None None] Network da249274-c10c-4297-85c3-81023334c00c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:37:50.567976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-da249274-c10c-4297-85c3-81023334c00c', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:37:50.569127 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.588554 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks [] for port (4184d892-0a50-46df-b5d1-111a8265b09d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.601479 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.712474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f314ce-f12e-45c5-8625-69c41e8d8b36 None None] Pushing event updated for resources: {'Port': ['ID=4184d892-0a50-46df-b5d1-111a8265b09d,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:50.717187 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Attempting to bind port 4184d892-0a50-46df-b5d1-111a8265b09d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:37:50.717652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Attempting to bind port 4184d892-0a50-46df-b5d1-111a8265b09d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:37:50.717894 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Attempting to bind port 4184d892-0a50-46df-b5d1-111a8265b09d on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:37:50.729040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:37:50.729580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:37:50.730154 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.730330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:37:50.731154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Bound port: 4184d892-0a50-46df-b5d1-111a8265b09d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:37:50.731154 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.813000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Allocated IP 172.20.0.2 (da249274-c10c-4297-85c3-81023334c00c/3c1defdd-be2a-4149-9f12-c967bf587f7c/6fc8d76c-babd-434a-9f50-fa6860bb2ff0) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:37:50.816302 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.825428 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] For port 4184d892-0a50-46df-b5d1-111a8265b09d, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:37:50.829232 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] For port 4184d892-0a50-46df-b5d1-111a8265b09d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4184d892-0a50-46df-b5d1-111a8265b09d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:37:50.836987 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:50.953993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f314ce-f12e-45c5-8625-69c41e8d8b36 None None] Pushing event updated for resources: {'Port': ['ID=4184d892-0a50-46df-b5d1-111a8265b09d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:50.959976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:50.960581 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:51.097296 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks [] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.105417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.141233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:51.153431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.1 (da249274-c10c-4297-85c3-81023334c00c/3c1defdd-be2a-4149-9f12-c967bf587f7c/76907f50-d051-4396-a68e-09e753898096) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:37:51.209789 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Network da249274-c10c-4297-85c3-81023334c00c is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:37:51.226168 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:51.230322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:37:51.232246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Pushing event updated for resources: {'Port': ['ID=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:51.283847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (76907f50-d051-4396-a68e-09e753898096), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.319252 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (76907f50-d051-4396-a68e-09e753898096), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.339526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Attempting to bind port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:37:51.339897 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Attempting to bind port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:37:51.340255 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Attempting to bind port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 on network da249274-c10c-4297-85c3-81023334c00c {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:37:51.348536 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:37:51.348775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Checking segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:37:51.349211 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.349571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Bound using segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:37:51.350048 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Bound port: 6fc8d76c-babd-434a-9f50-fa6860bb2ff0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:37:51.350435 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.365018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network da249274-c10c-4297-85c3-81023334c00c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:37:51.368744 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:51.374240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:37:51.378395 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:51.423661 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.442858 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] For port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:37:51.446621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] For port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:37:51.451931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:49Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:51.455382 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.488443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd85e0-e989-470f-9e4c-dd41dbf59608 None None] The sync data for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 is: [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:49Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:37:51.545104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4041c-db33-4fe2-9d47-0b8c738c3d16 None None] Pushing event updated for resources: {'Port': ['ID=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:51.584609 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76907f50-d051-4396-a68e-09e753898096), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.951494 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (76907f50-d051-4396-a68e-09e753898096), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:51.957106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (76907f50-d051-4396-a68e-09e753898096), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.035036 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.040914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:52.140799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network da249274-c10c-4297-85c3-81023334c00c is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:37:52.142248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:52.267563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:37:52.386740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:37:52.402192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0225819e-5cd2-4155-a71d-ea2ddebb782b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/7d43588a-a837-4c88-8916-fcd1a2bb6a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0379250 Mar 10 18:37:52.552187 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-717fbed5-dbe8-44f4-bf4b-0fcd615bb5a9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947140423&fields=id&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 267 time: 0.0488541 Mar 10 18:37:52.559767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b3f17-7100-4a7e-9cf4-ec4b2f8ec5fb None None] Network da249274-c10c-4297-85c3-81023334c00c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:37:52.663815 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f8a20294-7122-4fb5-a721-1fc01ebd52c4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:52.665244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f8a20294-7122-4fb5-a721-1fc01ebd52c4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 796 time: 0.1058807 Mar 10 18:37:52.675455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Provisioning complete for port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:52.675829 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.681256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f64fd00c-bb18-44b7-b1d7-e34fe9e70707 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/quotas/2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 375 time: 0.0100570 Mar 10 18:37:52.740003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-0e31c5a7-2e38-4ea4-b03c-30045db448a7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527489 Mar 10 18:37:52.760633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Current status of the port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:52.761023 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.797225 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] For port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:52.804849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.866998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-a375f896-652e-4f96-877a-c20c3e8b6c73 service neutron] 10.222.0.35 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149080 Mar 10 18:37:52.875378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Pushing event updated for resources: {'Port': ['ID=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:52.887673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.888346 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.888867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.889587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.890097 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.890651 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.891175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.891678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.892190 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.893352 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.894028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.894599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.895173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21993ce-609d-4deb-bc8e-19a5757c1674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:52.933330 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:52.933911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:52.972744 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Port 76907f50-d051-4396-a68e-09e753898096 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:37:52.974289 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-acd8422d-4425-4bb7-9e0a-82f6449b3a6a service neutron] 10.222.0.35 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028407 Mar 10 18:37:52.988685 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Provisioning complete for port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:52.989141 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.094810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-794ba2b8-c5f4-4f23-918e-7c47ce1bfe74 None None] Current status of the port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:53.171062 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c79bd440-75f6-456f-af38-fa296b20e51f req-b1171447-cfea-4d60-89cf-b21e06f77f44 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 210 time: 0.0381939 Mar 10 18:37:53.215792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-42ac4bd3-cf36-4b9a-ac78-3494da62bc75 None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:53.216159 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-42ac4bd3-cf36-4b9a-ac78-3494da62bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.254300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-42ac4bd3-cf36-4b9a-ac78-3494da62bc75 None None] Port 76907f50-d051-4396-a68e-09e753898096 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:37:53.280223 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Sync routers for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:37:53.291694 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:53.292550 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:53.421632 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:53.488494 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2d68a159-f46a-449d-b849-9997bbc3aa09 None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:53.488941 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d68a159-f46a-449d-b849-9997bbc3aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.539542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2d68a159-f46a-449d-b849-9997bbc3aa09 None None] Port 76907f50-d051-4396-a68e-09e753898096 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:37:53.548618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:37:53.602631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:53.603372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.633287 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 2, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:53.668527 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Checking router: 7d43588a-a837-4c88-8916-fcd1a2bb6a1b for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:37:53.668798 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Updating router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b port 76907f50-d051-4396-a68e-09e753898096 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:37:53.691377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:53.692439 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4184d892-0a50-46df-b5d1-111a8265b09d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:37:53.699618 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76907f50-d051-4396-a68e-09e753898096), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.744761 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4184d892-0a50-46df-b5d1-111a8265b09d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:53.745142 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.983899 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks [] for port (76907f50-d051-4396-a68e-09e753898096), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.990940 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76907f50-d051-4396-a68e-09e753898096), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:53.996205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4184d892-0a50-46df-b5d1-111a8265b09d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:53.996603 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.023599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 4184d892-0a50-46df-b5d1-111a8265b09d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4184d892-0a50-46df-b5d1-111a8265b09d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:54.034745 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.069786 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Pushing event updated for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:54.089704 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=4184d892-0a50-46df-b5d1-111a8265b09d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:54.095229 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.095579 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.095912 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.096437 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.096771 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.097099 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.097423 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.097746 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.098066 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.098387 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.098731 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.099050 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.099368 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:37:54.116011 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Attempting to bind port 76907f50-d051-4396-a68e-09e753898096 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:37:54.116338 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Attempting to bind port 76907f50-d051-4396-a68e-09e753898096 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:37:54.116739 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Attempting to bind port 76907f50-d051-4396-a68e-09e753898096 on network da249274-c10c-4297-85c3-81023334c00c {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:37:54.123238 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:37:54.123620 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Checking segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:37:54.124255 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.124660 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Bound using segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:37:54.125159 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Bound port: 76907f50-d051-4396-a68e-09e753898096, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:37:54.126061 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76907f50-d051-4396-a68e-09e753898096), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.208093 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] For port 76907f50-d051-4396-a68e-09e753898096, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:37:54.212016 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] For port 76907f50-d051-4396-a68e-09e753898096, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76907f50-d051-4396-a68e-09e753898096,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:37:54.226842 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76907f50-d051-4396-a68e-09e753898096), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.282385 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2940-0d15-471e-a87c-7b2c55befe3c None None] Pushing event updated for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:54.310082 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:37:54.311045 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:54.323156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3ba76503-cae6-44d0-802e-d8bc0979e13d req-7882a495-36ec-4c51-bb15-68e01d583670 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 210 time: 0.0544672 Mar 10 18:37:54.374997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:54.375454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.451886 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:37:54.461995 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f0f5dad1-3424-4781-9d3e-2547961956a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:54.468020 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f0f5dad1-3424-4781-9d3e-2547961956a0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 796 time: 0.2238855 Mar 10 18:37:54.485753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Current status of the port 76907f50-d051-4396-a68e-09e753898096 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:54.486711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (76907f50-d051-4396-a68e-09e753898096), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.549508 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] For port 76907f50-d051-4396-a68e-09e753898096, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76907f50-d051-4396-a68e-09e753898096,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:54.555947 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (76907f50-d051-4396-a68e-09e753898096), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.578000 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-d1b223f6-5af7-4994-8b05-966bba96b530 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 380 time: 0.0935826 Mar 10 18:37:54.586833 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'port': {'device_id': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'admin_state_up': True, 'tenant_id': '2089f86e868b416584f653520bdca88f', 'security_groups': ['ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:54.609750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1719313-b63b-4941-a4ad-1f6a2e250dfd None None] Pushing event updated for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:54.668776 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:37:54.678522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3e5ef78e-b267-40c1-a63f-76bb26b0c858 None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:54.678933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3e5ef78e-b267-40c1-a63f-76bb26b0c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:54.696051 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b263b-2e03-4cb4-9c48-d652fcbd4f63 None None] The sync data for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 is: [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:37:54.778323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ef78e-b267-40c1-a63f-76bb26b0c858 None None] Current status of the port 76907f50-d051-4396-a68e-09e753898096 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:55.020235 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:37:55.024193 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.156115 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.13 (da249274-c10c-4297-85c3-81023334c00c/3c1defdd-be2a-4149-9f12-c967bf587f7c/2c5bb73c-e6e7-4066-919a-37db894f207f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:37:55.304365 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.343267 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.390679 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network da249274-c10c-4297-85c3-81023334c00c is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:37:55.392091 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:37:55.396033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:37:55.474352 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:55.475127 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf659-608a-424b-b538-3fcb7abed825 req-034786e8-3a7c-4a10-b59d-43d9be4175e4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:55.475782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.488421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04faf659-608a-424b-b538-3fcb7abed825 req-034786e8-3a7c-4a10-b59d-43d9be4175e4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 932 time: 0.0857913 Mar 10 18:37:55.513643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:55.524904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-f7ef03af-a68e-4c1b-85d4-8e65a17c109e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9417279 Mar 10 18:37:55.577474 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-04faf659-608a-424b-b538-3fcb7abed825 req-c98c444c-8f09-46e0-9021-d40130672826 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871811 Mar 10 18:37:55.597552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4184d892-0a50-46df-b5d1-111a8265b09d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:37:55.606353 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Request body: {'port': {'device_id': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:37:55.669404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 4184d892-0a50-46df-b5d1-111a8265b09d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:55.669967 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.678312 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.770598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 4184d892-0a50-46df-b5d1-111a8265b09d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:55.771686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76907f50-d051-4396-a68e-09e753898096 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:37:55.821181 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-814b3c81-aa51-4c7d-a702-088f72c802cb None None] Provisioning complete for port 2c5bb73c-e6e7-4066-919a-37db894f207f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:55.821889 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-814b3c81-aa51-4c7d-a702-088f72c802cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.866030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-814b3c81-aa51-4c7d-a702-088f72c802cb None None] Port 2c5bb73c-e6e7-4066-919a-37db894f207f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:37:55.868443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 76907f50-d051-4396-a68e-09e753898096 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:37:55.869065 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (76907f50-d051-4396-a68e-09e753898096), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.957089 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 76907f50-d051-4396-a68e-09e753898096 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:55.974086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5bb73c-e6e7-4066-919a-37db894f207f {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:37:55.981645 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks [] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:55.993922 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Transition to ACTIVE for port object 2c5bb73c-e6e7-4066-919a-37db894f207f will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:37:55.999387 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:56.049481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:56.129296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Attempting to bind port 2c5bb73c-e6e7-4066-919a-37db894f207f on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:37:56.129633 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Attempting to bind port 2c5bb73c-e6e7-4066-919a-37db894f207f by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:37:56.129959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Attempting to bind port 2c5bb73c-e6e7-4066-919a-37db894f207f on network da249274-c10c-4297-85c3-81023334c00c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:37:56.134461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Port 2c5bb73c-e6e7-4066-919a-37db894f207f on network da249274-c10c-4297-85c3-81023334c00c not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:37:56.134776 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Attempting to bind port 2c5bb73c-e6e7-4066-919a-37db894f207f on network da249274-c10c-4297-85c3-81023334c00c {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:37:56.140430 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:37:56.140768 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Checking segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:37:56.141149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Bound using segment: {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:37:56.141572 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Bound port: 2c5bb73c-e6e7-4066-919a-37db894f207f, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95925e44-a322-439a-8220-97723883df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'da249274-c10c-4297-85c3-81023334c00c'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:37:56.141927 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:56.216646 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:37:56.220213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2c5bb73c-e6e7-4066-919a-37db894f207f,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:37:56.227860 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:56.264244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.264885 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:56.266274 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] 10.222.0.59 "PUT /v2.0/ports/2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 1092 time: 0.7305558 Mar 10 18:37:56.266731 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:37:56.269015 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594" -d '{"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:37:56.311967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffccf5c-1b8e-4caa-bb49-e6de0308817a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:37:56.374413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-7f1c750c-f3de-4610-a299-f80a7f6ff8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.376065 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-7f1c750c-f3de-4610-a299-f80a7f6ff8a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1126 time: 0.0518901 Mar 10 18:37:56.394326 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c9e24-d6b8-426f-9783-6f3b5abf2298 x-openstack-request-id: req-a42c9e24-d6b8-426f-9783-6f3b5abf2298 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:37:56.394775 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:37:56.395092 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a42c9e24-d6b8-426f-9783-6f3b5abf2298 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:37:56.395560 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'status': 'completed', 'code': 200} Mar 10 18:37:56.429863 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-1cb16ecc-809c-4623-bfb7-80e13803f2f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 217 time: 0.0442507 Mar 10 18:37:56.484106 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-90a4f6df-5bf7-4a5a-8de0-6b4af9b0d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.485641 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-90a4f6df-5bf7-4a5a-8de0-6b4af9b0d54d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0466824 Mar 10 18:37:56.547644 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-46025896-935b-4fd3-a918-25e1a55fa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.549163 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-46025896-935b-4fd3-a918-25e1a55fa4b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545661 Mar 10 18:37:56.647991 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-bee1eacd-59ff-464a-9067-0718e5b17017 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886872 Mar 10 18:37:56.697230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de1f1d-abb5-49f6-9ad2-8473c00b2449 req-ec73e913-9767-4432-9b83-4f71939a872b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.698781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2de1f1d-abb5-49f6-9ad2-8473c00b2449 req-ec73e913-9767-4432-9b83-4f71939a872b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 944 time: 0.0558319 Mar 10 18:37:56.747450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2de1f1d-abb5-49f6-9ad2-8473c00b2449 req-53954020-aa8d-48c9-b9bb-fc91185fa66d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Mar 10 18:37:56.747731 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b2a8a1b6-6ec9-46db-911b-ec0c25cdcad8 req-278d3787-7766-4792-8e95-1296083b3824 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 Mar 10 18:37:56.857541 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-095820e3-95e0-432e-bb34-c01fa42636f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.859169 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-095820e3-95e0-432e-bb34-c01fa42636f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1126 time: 0.0523081 Mar 10 18:37:56.951906 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-1e651175-5490-429a-8da0-243088989167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:56.953401 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-1e651175-5490-429a-8da0-243088989167 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 897 time: 0.0883844 Mar 10 18:37:56.998447 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-a55d5061-9a89-46d8-9c86-48af97d00d93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 217 time: 0.0385771 Mar 10 18:37:57.046325 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-d3686d0e-e763-4c81-a991-3d7852969bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:57.047827 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-d3686d0e-e763-4c81-a991-3d7852969bd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0435531 Mar 10 18:37:57.097758 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-f7bd225d-7809-4b24-80ed-3371f504299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:57.099132 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-f7bd225d-7809-4b24-80ed-3371f504299e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450239 Mar 10 18:37:57.203752 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-1218bc43-12ba-4ce6-aad5-6707bd782eaa service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974023 Mar 10 18:37:57.300802 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-79f0aaa6-c54c-4ec1-bfa0-e4a75e529594 req-4617f64b-6175-4434-811c-8bcfab8069af service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880578 Mar 10 18:37:57.552686 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:57.877246 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2290a2-a247-40bb-b1b5-b9b131d1b04e req-900ee926-e963-43b7-9c65-5054a76d4f93 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:57.878782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e2290a2-a247-40bb-b1b5-b9b131d1b04e req-900ee926-e963-43b7-9c65-5054a76d4f93 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 944 time: 0.0567899 Mar 10 18:37:57.929702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e2290a2-a247-40bb-b1b5-b9b131d1b04e req-a0324cc4-8768-4290-a62d-21b88aa10b6b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451443 Mar 10 18:37:59.070766 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be520b-4617-4683-826e-f30b5a0b6a91 req-2588e7e4-cde1-4f48-92e4-cf124ef879ed tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:37:59.072242 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59be520b-4617-4683-826e-f30b5a0b6a91 req-2588e7e4-cde1-4f48-92e4-cf124ef879ed tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 944 time: 0.0655334 Mar 10 18:37:59.125500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59be520b-4617-4683-826e-f30b5a0b6a91 req-150abc97-80c6-4c4e-968d-807bff41e764 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Mar 10 18:37:59.593349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2c5bb73c-e6e7-4066-919a-37db894f207f details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:37:59.694594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2c5bb73c-e6e7-4066-919a-37db894f207f,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:59.707389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'port_id': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'mac_address': 'fa:16:3e:d2:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:37:59.750580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2c5bb73c-e6e7-4066-919a-37db894f207f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:37:59.750970 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:59.765645 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5bb73c-e6e7-4066-919a-37db894f207f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:37:59.785787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2c5bb73c-e6e7-4066-919a-37db894f207f,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:37:59.792763 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:37:59.841429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:38:00.091217 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['2c5bb73c-e6e7-4066-919a-37db894f207f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:38:00.257917 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc767e-1872-4ff5-a0a5-35bce9d60230 req-e266a02c-28d3-46fe-8341-3f660fd82290 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:00.259455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ccc767e-1872-4ff5-a0a5-35bce9d60230 req-e266a02c-28d3-46fe-8341-3f660fd82290 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 945 time: 0.0564253 Mar 10 18:38:00.310954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ccc767e-1872-4ff5-a0a5-35bce9d60230 req-d73337d3-7691-41bc-a9e5-6e56ced8d31a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 Mar 10 18:38:00.618266 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:01.436874 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0244c-b9f4-4f8d-94e3-4f365f21460a req-49eab7d1-fb8f-4983-ab68-57573d9d07e3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:01.438380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ed0244c-b9f4-4f8d-94e3-4f365f21460a req-49eab7d1-fb8f-4983-ab68-57573d9d07e3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 945 time: 0.0585041 Mar 10 18:38:01.495375 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ed0244c-b9f4-4f8d-94e3-4f365f21460a req-714c17d0-44de-47b2-a7f9-df0f12581333 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511343 Mar 10 18:38:01.594773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2c5bb73c-e6e7-4066-919a-37db894f207f up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:38:01.659353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 2c5bb73c-e6e7-4066-919a-37db894f207f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:38:01.663535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 2c5bb73c-e6e7-4066-919a-37db894f207f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:38:01.663921 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:01.742923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2c5bb73c-e6e7-4066-919a-37db894f207f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:38:01.743318 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:01.766105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:38:01.768432 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f232a-8d18-4bce-a63b-f5f447091379" -d '{"events": [{"server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "name": "network-vif-plugged", "status": "completed", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:38:01.780722 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2c5bb73c-e6e7-4066-919a-37db894f207f,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:38:01.788197 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:01.814559 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544dff1d-c84e-4a24-8c05-f43dcc944346 x-openstack-request-id: req-544dff1d-c84e-4a24-8c05-f43dcc944346 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:38:01.814860 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "name": "network-vif-plugged", "status": "completed", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:38:01.815117 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-544dff1d-c84e-4a24-8c05-f43dcc944346 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:38:01.815513 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'code': 200} Mar 10 18:38:01.843658 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:38:01.923686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1981e0c-9ad8-494e-b7e3-8d95776fa052 req-695e35f6-cb79-4890-bad8-48be4bb83965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:01.925232 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d1981e0c-9ad8-494e-b7e3-8d95776fa052 req-695e35f6-cb79-4890-bad8-48be4bb83965 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1128 time: 0.0493217 Mar 10 18:38:01.980895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d1981e0c-9ad8-494e-b7e3-8d95776fa052 req-8a27c971-1793-4088-b87d-7ab7a177ca52 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Mar 10 18:38:02.638212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611914d-b130-4bf0-a357-85a008aa3a11 req-1d8a2db4-4205-4f9c-9c27-e5997ef804da tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:02.639713 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5611914d-b130-4bf0-a357-85a008aa3a11 req-1d8a2db4-4205-4f9c-9c27-e5997ef804da tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0603256 Mar 10 18:38:02.690351 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5611914d-b130-4bf0-a357-85a008aa3a11 req-d9b6879c-1fa9-44df-b6f3-6e1374cae877 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449064 Mar 10 18:38:03.820652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e030cfd-bd00-4f46-b5a8-d76ca97a0690 req-9025ff84-30b1-4ed1-8037-01db976fe78e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:03.822160 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e030cfd-bd00-4f46-b5a8-d76ca97a0690 req-9025ff84-30b1-4ed1-8037-01db976fe78e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0554914 Mar 10 18:38:03.875915 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e030cfd-bd00-4f46-b5a8-d76ca97a0690 req-d3d7bc6d-c73e-4581-ac95-d21e6524f241 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Mar 10 18:38:04.001626 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab466668-54d8-45a2-894d-d0492aab2e9b req-b5d138df-dea9-4ab4-8206-f5401c8815f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:04.003029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab466668-54d8-45a2-894d-d0492aab2e9b req-b5d138df-dea9-4ab4-8206-f5401c8815f4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0570655 Mar 10 18:38:04.053236 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab466668-54d8-45a2-894d-d0492aab2e9b req-3cb1a026-15fd-4cd9-bc50-d8b82c960888 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 Mar 10 18:38:04.075083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58948) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:04.120040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf07f0-0653-4d96-8170-51fec86ff239 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:04.121527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6baf07f0-0653-4d96-8170-51fec86ff239 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1123 time: 0.0455301 Mar 10 18:38:04.124709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58950) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:04.129017 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:38:04.151519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:04.253833 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:04.354638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.239 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/b1195d7c-312b-45ea-bc8d-d0a58057fe46) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:38:04.464355 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:04.504028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:04.543818 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:38:04.549727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:38:04.553232 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:38:04.558630 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=b1195d7c-312b-45ea-bc8d-d0a58057fe46,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:38:05.252473 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (27a8d70f-a61a-4aee-a844-0d6acbc4e6d2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:05.325809 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:05.486535 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:05.493810 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:05.564569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=b1195d7c-312b-45ea-bc8d-d0a58057fe46,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:38:05.578215 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (27a8d70f-a61a-4aee-a844-0d6acbc4e6d2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:05.686522 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 associated. External IP: 172.25.3.239, port: 2c5bb73c-e6e7-4066-919a-37db894f207f. Mar 10 18:38:05.919380 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:38:06.034595 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:38:06.045707 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Sync routers for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:38:06.054762 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:06.056606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:38:06.057422 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:38:06.084408 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f60e61e4-ea78-4c9a-ac4b-03384ab34b35 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9587104 Mar 10 18:38:06.085003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:38:06.087309 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459243a-bf10-4a59-9d6a-b26a777dca20" -d '{"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:38:06.167661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:38:06.185221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332197a5-c073-411e-b3d6-bce7e8e829e5 req-8ad4a17a-6dfa-4fd7-97b9-09c06ffb7b9a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:06.186669 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-332197a5-c073-411e-b3d6-bce7e8e829e5 req-8ad4a17a-6dfa-4fd7-97b9-09c06ffb7b9a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0543320 Mar 10 18:38:06.236725 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-332197a5-c073-411e-b3d6-bce7e8e829e5 req-f28c06cb-a883-47ad-9b61-b797eb71d530 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Mar 10 18:38:06.258838 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 58956) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:06.300858 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d47709-6142-4541-9dac-37dd153d17b9 x-openstack-request-id: req-28d47709-6142-4541-9dac-37dd153d17b9 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:38:06.301176 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:38:06.301399 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28d47709-6142-4541-9dac-37dd153d17b9 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:38:06.301799 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'status': 'completed', 'code': 200} Mar 10 18:38:06.328546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b75d6c99-dfd8-40ec-84ee-e4f9fc1aa6ed tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 HTTP/1.1" status: 200 len: 992 time: 0.0685506 Mar 10 18:38:06.349636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-c7c4c059-bb1f-48da-b9ad-de8b6248c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:06.351171 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-c7c4c059-bb1f-48da-b9ad-de8b6248c580 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1128 time: 0.0446522 Mar 10 18:38:06.397020 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '27a8d70f-a61a-4aee-a844-0d6acbc4e6d2', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'port_id': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'mac_address': 'fa:16:3e:d2:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:38:05Z', 'updated_at': '2022-03-10T18:38:05Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:38:06.427208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Checking router: 7d43588a-a837-4c88-8916-fcd1a2bb6a1b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:38:06.435967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:38:06.436498 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:37:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:38:06.442207 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-bf3b3aa8-9068-4f16-9bce-a409d9f3f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:06.443730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-bf3b3aa8-9068-4f16-9bce-a409d9f3f4ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 897 time: 0.0867274 Mar 10 18:38:06.513378 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-e3333eec-05b8-446e-ad14-64eabdcde84b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 1000 time: 0.0633464 Mar 10 18:38:06.546322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:38:06.562172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-3a716984-d376-401d-a7db-91b9235e8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:06.563733 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-3a716984-d376-401d-a7db-91b9235e8e73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0442328 Mar 10 18:38:06.614481 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-3c77295b-7c73-4694-a22e-efd9b1026d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:06.616028 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-3c77295b-7c73-4694-a22e-efd9b1026d3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453598 Mar 10 18:38:06.710109 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-85e3dd3d-f548-4749-8f05-c3202fba33b3 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872614 Mar 10 18:38:06.771466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '27a8d70f-a61a-4aee-a844-0d6acbc4e6d2', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'port_id': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'mac_address': 'fa:16:3e:d2:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:38:05Z', 'updated_at': '2022-03-10T18:38:05Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:38:06.802367 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6c059c-fc5b-4a4f-91a5-849aed681a9e None None] The sync data for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 is: [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '27a8d70f-a61a-4aee-a844-0d6acbc4e6d2', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'port_id': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'mac_address': 'fa:16:3e:d2:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:38:05Z', 'updated_at': '2022-03-10T18:38:05Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:38:06.811483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c459243a-bf10-4a59-9d6a-b26a777dca20 req-9b1e93c7-5720-4529-938f-dcb50dd5e0bf service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955188 Mar 10 18:38:07.020018 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51625138-000b-4997-bca0-27118ae9b0b6 None None] New status for floating IP 27a8d70f-a61a-4aee-a844-0d6acbc4e6d2: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:38:07.333023 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 58958) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:07.395004 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-50a0fc8d-5349-4837-be17-4753c9bf9db8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 HTTP/1.1" status: 200 len: 994 time: 0.0607595 Mar 10 18:38:12.516298 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d3483212-47e1-4fb2-ac0d-bf563d016f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:14.191518 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:38:14.733489 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b371bf69-8fb6-4107-96e7-8bf5ab1a332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:16.133785 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:17.577997 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:19.404283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:27.565368 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:30.652895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:36.840766 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-318362e6-717e-4965-9357-daf1f66391c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538676 Mar 10 18:38:36.938307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46cc74-23a1-4620-8904-fa8b89575253 req-b97f17a2-4584-4fb7-8fd0-c1128a8560a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:36.945882 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-b97f17a2-4584-4fb7-8fd0-c1128a8560a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1128 time: 0.0528283 Mar 10 18:38:37.046480 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46cc74-23a1-4620-8904-fa8b89575253 req-256186d4-323c-449f-922c-9c137523a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:37.047985 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-256186d4-323c-449f-922c-9c137523a3e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 897 time: 0.0876875 Mar 10 18:38:37.128525 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-26051da2-fea9-4a1a-9885-239916e4bef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 1002 time: 0.0705757 Mar 10 18:38:37.188881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46cc74-23a1-4620-8904-fa8b89575253 req-40e0c698-c8f5-4ad6-ba15-c1bac3f23dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:37.190315 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-40e0c698-c8f5-4ad6-ba15-c1bac3f23dc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0556571 Mar 10 18:38:37.251220 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46cc74-23a1-4620-8904-fa8b89575253 req-089e3b9e-7fe2-4418-a50f-091b53987cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:37.252745 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-089e3b9e-7fe2-4418-a50f-091b53987cea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560317 Mar 10 18:38:37.359086 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-c225a4ca-e973-407a-bf77-90aff95b9c41 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982544 Mar 10 18:38:37.455121 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-be46cc74-23a1-4620-8904-fa8b89575253 req-31f8977e-2e5b-4c26-bc14-199daa02b6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880914 Mar 10 18:38:40.901026 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b7739-df00-45b1-919f-da2e5ea64190 req-4ea482d5-126d-4934-a904-4e8752b6e9dc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:40.902815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-147b7739-df00-45b1-919f-da2e5ea64190 req-4ea482d5-126d-4934-a904-4e8752b6e9dc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0566909 Mar 10 18:38:40.954876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-147b7739-df00-45b1-919f-da2e5ea64190 req-eecbd4ec-6c7c-43ce-9577-a9edb7287716 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460572 Mar 10 18:38:42.077990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c1baa-ccdb-4c80-848c-ccf582fb3e5b req-572f4b79-1252-4144-a3f7-7f590d1eaf68 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:42.079476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f2c1baa-ccdb-4c80-848c-ccf582fb3e5b req-572f4b79-1252-4144-a3f7-7f590d1eaf68 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0541217 Mar 10 18:38:42.139764 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1f2c1baa-ccdb-4c80-848c-ccf582fb3e5b req-ec19c8ca-112f-4edd-a286-d2a6b4b43505 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544875 Mar 10 18:38:42.511713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44fba798-23a9-4130-bce7-66c8b1772550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:43.268938 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1eb7e-7c3f-486f-9652-eed32927b340 req-86f4f539-06e7-41fc-9fc2-7210d3df6459 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:43.270468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74e1eb7e-7c3f-486f-9652-eed32927b340 req-86f4f539-06e7-41fc-9fc2-7210d3df6459 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0583889 Mar 10 18:38:43.326516 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-74e1eb7e-7c3f-486f-9652-eed32927b340 req-9fbee9a9-20ec-4217-9e3b-3fc771531b6e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Mar 10 18:38:44.454921 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbf3c4-fb3f-4b97-b1ff-5dd2c625c324 req-fc406464-769a-467e-8c32-c39364ffd386 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:44.456423 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13cbf3c4-fb3f-4b97-b1ff-5dd2c625c324 req-fc406464-769a-467e-8c32-c39364ffd386 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0634623 Mar 10 18:38:44.505854 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-13cbf3c4-fb3f-4b97-b1ff-5dd2c625c324 req-9abbc831-8e2b-489c-a686-693acb34e019 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Mar 10 18:38:44.740011 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6e94f1c9-4c0a-4c38-82eb-85fcb86bfa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:45.650809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089f49b-9058-4460-90bd-81c2dc986cab req-8913dcaa-8cf1-4795-b9be-743574540f78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:45.652298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3089f49b-9058-4460-90bd-81c2dc986cab req-8913dcaa-8cf1-4795-b9be-743574540f78 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0602634 Mar 10 18:38:45.701556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3089f49b-9058-4460-90bd-81c2dc986cab req-f1f3cedf-9199-43a9-9ecd-5555bd1d0a4f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Mar 10 18:38:46.135872 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:46.840960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124abfc-0992-4eab-8d41-14c6739c61d3 req-4c567772-3ead-4a5c-a073-b9618acf8acd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:46.842455 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c124abfc-0992-4eab-8d41-14c6739c61d3 req-4c567772-3ead-4a5c-a073-b9618acf8acd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0588658 Mar 10 18:38:46.893815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c124abfc-0992-4eab-8d41-14c6739c61d3 req-030f6504-9beb-44d2-8697-afab19ab2ed0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Mar 10 18:38:47.576939 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:48.019463 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafcb1e-450b-4427-bb5f-922301f2454a req-a3ac4d35-9add-45c0-80c7-c4661b3e519d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:48.020945 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbafcb1e-450b-4427-bb5f-922301f2454a req-a3ac4d35-9add-45c0-80c7-c4661b3e519d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0548589 Mar 10 18:38:48.079496 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bbafcb1e-450b-4427-bb5f-922301f2454a req-1c0c0c09-d8ea-4952-a358-36879063c7aa tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524714 Mar 10 18:38:49.213846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a81c0-b5bc-4f2a-acea-7793078afcd5 req-3cbbda96-c311-4924-9155-e5121f51bfcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:49.215285 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-417a81c0-b5bc-4f2a-acea-7793078afcd5 req-3cbbda96-c311-4924-9155-e5121f51bfcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0551157 Mar 10 18:38:49.264601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-417a81c0-b5bc-4f2a-acea-7793078afcd5 req-8f4f048e-e486-4427-8868-7ef044e4a99d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Mar 10 18:38:49.407309 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:50.403325 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116ec0-699f-4e5a-9e75-e7f3dae5a942 req-cc4007dc-191e-40b1-8250-a8420acc0632 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:50.404803 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2116ec0-699f-4e5a-9e75-e7f3dae5a942 req-cc4007dc-191e-40b1-8250-a8420acc0632 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0610147 Mar 10 18:38:50.458361 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a2116ec0-699f-4e5a-9e75-e7f3dae5a942 req-e80d3869-79bc-48ef-83c2-bf039c5b9c2d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Mar 10 18:38:51.192603 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:38:51.603562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7c7f-746a-4d25-a8ff-68f389cdd3be req-a325732e-382d-4a82-9fd7-48fb69080404 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:51.605071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-843f7c7f-746a-4d25-a8ff-68f389cdd3be req-a325732e-382d-4a82-9fd7-48fb69080404 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0721118 Mar 10 18:38:51.660996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-843f7c7f-746a-4d25-a8ff-68f389cdd3be req-f6728729-2227-4eec-9e44-e602506d596d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472479 Mar 10 18:38:52.795041 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b07392-3b8e-4ce3-be3e-04d80f9a836c req-3010dfcf-c858-4ae1-a095-9df495b44d39 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:52.796576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b07392-3b8e-4ce3-be3e-04d80f9a836c req-3010dfcf-c858-4ae1-a095-9df495b44d39 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0578601 Mar 10 18:38:52.849802 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b07392-3b8e-4ce3-be3e-04d80f9a836c req-44b7c6e1-939e-4dca-9d0f-7886b6d1bc97 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457499 Mar 10 18:38:53.973562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1d7f6-33e8-42d4-81bc-e9ac1a7f0e8c req-9ee25715-7171-4b35-a3dc-1c5dc198a4d8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:53.975103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3c1d7f6-33e8-42d4-81bc-e9ac1a7f0e8c req-9ee25715-7171-4b35-a3dc-1c5dc198a4d8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0552988 Mar 10 18:38:54.031888 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3c1d7f6-33e8-42d4-81bc-e9ac1a7f0e8c req-f9978460-3712-41a3-9602-b9aa05ee9ce1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506949 Mar 10 18:38:55.161701 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a556be-1811-42b1-a528-d0321842d707 req-f9e0858b-7cd5-4867-9954-b4bcdd2e5037 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:55.163190 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40a556be-1811-42b1-a528-d0321842d707 req-f9e0858b-7cd5-4867-9954-b4bcdd2e5037 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0564892 Mar 10 18:38:55.218833 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40a556be-1811-42b1-a528-d0321842d707 req-816755f8-061c-45be-aac1-aa331ab6dea4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489185 Mar 10 18:38:56.357552 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049fc0e-9865-494a-9fec-c03a845ef04d req-6555a89c-a8c0-4c8d-8d55-149811b850c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:56.359057 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5049fc0e-9865-494a-9fec-c03a845ef04d req-6555a89c-a8c0-4c8d-8d55-149811b850c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0630364 Mar 10 18:38:56.410259 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5049fc0e-9865-494a-9fec-c03a845ef04d req-9d897a9c-a947-4700-bf5c-97186ce06e87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Mar 10 18:38:56.440831 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59002) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:56.514820 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-80e2c016-d6e8-48ab-87f4-83008317da7a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 HTTP/1.1" status: 200 len: 994 time: 0.0721400 Mar 10 18:38:57.566372 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:38:57.819098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bfe9a-eb40-450e-b29b-7d9a9a0743be req-29a15a4b-63ef-486e-8635-f5b576e6e1cc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:57.820564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-696bfe9a-eb40-450e-b29b-7d9a9a0743be req-29a15a4b-63ef-486e-8635-f5b576e6e1cc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0560007 Mar 10 18:38:57.860766 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584bde-1542-4205-a92e-dda9058379be req-c65a23e6-4ff7-4c2f-847e-e8689820d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:57.862304 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-c65a23e6-4ff7-4c2f-847e-e8689820d757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1128 time: 0.0534041 Mar 10 18:38:57.872159 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-696bfe9a-eb40-450e-b29b-7d9a9a0743be req-98c22afd-17bf-4509-87a2-de238e99c34b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Mar 10 18:38:57.956861 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584bde-1542-4205-a92e-dda9058379be req-c93161f6-79fb-4b78-96a2-5987b0cd83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:57.958372 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-c93161f6-79fb-4b78-96a2-5987b0cd83e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 897 time: 0.0870783 Mar 10 18:38:58.036040 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-a1c918c4-34d2-464d-941e-29952092a367 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 1002 time: 0.0666251 Mar 10 18:38:58.088626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584bde-1542-4205-a92e-dda9058379be req-d8524349-31a3-4cde-9869-3ae7d7cdabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:58.090012 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-d8524349-31a3-4cde-9869-3ae7d7cdabb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0443668 Mar 10 18:38:58.152267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1584bde-1542-4205-a92e-dda9058379be req-d4f3186c-2a54-4ac3-8d6b-d625787d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:58.153759 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-d4f3186c-2a54-4ac3-8d6b-d625787d4ae4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489509 Mar 10 18:38:58.252707 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-f84e20ad-a9fa-4364-90d7-71e2448a308b service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Mar 10 18:38:58.348640 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c1584bde-1542-4205-a92e-dda9058379be req-edc12275-c01f-4d80-bbd6-3fa5b9560eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849304 Mar 10 18:38:59.003637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652d50-4a08-4625-aa17-25cbcd76e6f5 req-cbcd2686-edd9-4070-b51e-bd4fb5c05c22 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:38:59.005111 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d652d50-4a08-4625-aa17-25cbcd76e6f5 req-cbcd2686-edd9-4070-b51e-bd4fb5c05c22 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0603592 Mar 10 18:38:59.058734 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d652d50-4a08-4625-aa17-25cbcd76e6f5 req-121483f6-3c52-4518-af1e-9727131610db tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Mar 10 18:38:59.081515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:38:59.145596 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-536f9d56-d0be-415a-ba80-7c751359d00a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 HTTP/1.1" status: 200 len: 994 time: 0.0629694 Mar 10 18:39:00.659383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:05.866638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-ce99151c-4afb-4a4e-af13-2b4b9ea026f7 service neutron] (103795) timed out ('10.222.0.35', 54206) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:39:06.294216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-bbb43696-0d4f-4582-9f6a-b870c828cbe9 req-69141924-77cf-4dd1-9578-91e285203a26 tempest-ServerActionsTestJSON-914787824 tempest-ServerActionsTestJSON-914787824-project] (103795) timed out ('10.222.0.35', 58300) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 18:39:12.525389 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b9e40ae-4819-41f6-a0d9-83ad7c13817d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:14.732704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7343-6856-44c4-9385-e947be8e8f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:16.136256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:17.580940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:19.405831 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:27.574556 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:28.188039 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:39:30.678711 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:31.577990 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:31.744804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port b1195d7c-312b-45ea-bc8d-d0a58057fe46 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:39:31.745048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:31.821225 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:31.821510 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (b1195d7c-312b-45ea-bc8d-d0a58057fe46), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:31.833427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for b1195d7c-312b-45ea-bc8d-d0a58057fe46 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:39:31.992847 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b1195d7c-312b-45ea-bc8d-d0a58057fe46), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:32.017944 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=b1195d7c-312b-45ea-bc8d-d0a58057fe46,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:32.029908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.030302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.030683 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.031023 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.031341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.031704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.032073 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.032458 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.032784 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.033134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.033431 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.033896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.034221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:32.094673 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (27a8d70f-a61a-4aee-a844-0d6acbc4e6d2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:32.094987 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP 27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 disassociated (deleted). External IP: 172.25.3.239, port: 2c5bb73c-e6e7-4066-919a-37db894f207f. Mar 10 18:39:32.330028 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:39:32.439096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:39:32.445106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:32.449623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Sync routers for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:39:32.460108 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:32.460819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:32.742381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:32.809650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ae1138ba-1e52-4017-b5b7-a899ebedd271 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/floatingips/27a8d70f-a61a-4aee-a844-0d6acbc4e6d2 HTTP/1.1" status: 204 len: 168 time: 1.2304070 Mar 10 18:39:32.810276 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:39:32.812590 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56097b8a-8079-477d-86c4-6b27ef6cb59e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:39:32.949045 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:32.975279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Checking router: 7d43588a-a837-4c88-8916-fcd1a2bb6a1b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:39:32.983357 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:32.983959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:33.027855 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a125c2-bf7e-4ccb-8242-76742214ef76 x-openstack-request-id: req-57a125c2-bf7e-4ccb-8242-76742214ef76 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:39:33.027855 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:39:33.027855 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57a125c2-bf7e-4ccb-8242-76742214ef76 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:39:33.027855 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'status': 'completed', 'code': 200} Mar 10 18:39:33.101196 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:33.106058 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-8a7a8bd8-ccbd-485b-87a3-051376efc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:33.108379 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-8a7a8bd8-ccbd-485b-87a3-051376efc784 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 1128 time: 0.0530910 Mar 10 18:39:33.129266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a672-d7e6-4e6a-8e70-30262b51bd11 req-31d4612e-dd72-44a9-aa6f-e7c0b89c1a2d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:33.130793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2681a672-d7e6-4e6a-8e70-30262b51bd11 req-31d4612e-dd72-44a9-aa6f-e7c0b89c1a2d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Mar 10 18:39:33.181349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2681a672-d7e6-4e6a-8e70-30262b51bd11 req-09910dee-8b90-4e41-80b8-1fa1cf061b6b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Mar 10 18:39:33.207792 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-c652963c-497d-403c-a27b-c310f95ac053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:33.209282 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-c652963c-497d-403c-a27b-c310f95ac053 service neutron] 10.222.0.59 "GET /v2.0/networks?id=da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 200 len: 897 time: 0.0942085 Mar 10 18:39:33.255483 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-1fd0c572-3ea9-4411-b50e-920bcbbafca4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 200 len: 217 time: 0.0390353 Mar 10 18:39:33.305286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-56b98994-c3cc-42a3-9cd8-e42ef2a0316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:33.306815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-56b98994-c3cc-42a3-9cd8-e42ef2a0316b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 200 len: 835 time: 0.0439160 Mar 10 18:39:33.310917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:33.338000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc5c1a-9bf2-466e-b106-bd494cf2daf9 None None] The sync data for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 is: [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:37:51Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '76907f50-d051-4396-a68e-09e753898096', 'name': '', 'network_id': 'da249274-c10c-4297-85c3-81023334c00c', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8b:fe:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:50Z', 'updated_at': '2022-03-10T18:37:54Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '3c1defdd-be2a-4149-9f12-c967bf587f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:39:33.358455 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-3b810ce8-98f7-4a44-b9f7-18afe3a5a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:33.359981 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-3b810ce8-98f7-4a44-b9f7-18afe3a5a4ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=da249274-c10c-4297-85c3-81023334c00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465944 Mar 10 18:39:33.457597 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-ef69d51e-efb2-4a69-b5e2-a673c1e448f9 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901256 Mar 10 18:39:33.554987 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-56097b8a-8079-477d-86c4-6b27ef6cb59e req-20dfc516-0a94-4d91-8176-8ce2d2144b33 service neutron] 10.222.0.59 "GET /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Mar 10 18:39:33.572530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cadd22-45db-42c7-94a5-ddc60c22adc6 None None] New status for floating IP 27a8d70f-a61a-4aee-a844-0d6acbc4e6d2: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:39:34.316461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c22e3-058b-4418-a870-c07c5de16c74 req-ce393d12-b6f9-4eef-82d5-8961ba19f1b5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:34.317948 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-307c22e3-058b-4418-a870-c07c5de16c74 req-ce393d12-b6f9-4eef-82d5-8961ba19f1b5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0585277 Mar 10 18:39:34.377840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-307c22e3-058b-4418-a870-c07c5de16c74 req-87611c62-1e06-4d8c-b7c9-58bf16084500 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515981 Mar 10 18:39:34.724434 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-e2f85f75-ba01-4ec7-8299-8a54fe43f169 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:34.725937 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-e2f85f75-ba01-4ec7-8299-8a54fe43f169 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 946 time: 0.0709219 Mar 10 18:39:34.848433 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 2c5bb73c-e6e7-4066-919a-37db894f207f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:39:34.848737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:34.960259 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 2c5bb73c-e6e7-4066-919a-37db894f207f, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2c5bb73c-e6e7-4066-919a-37db894f207f,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:34.960626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:34.973847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 2c5bb73c-e6e7-4066-919a-37db894f207f owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:39:35.120009 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2c5bb73c-e6e7-4066-919a-37db894f207f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:35.160855 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=2c5bb73c-e6e7-4066-919a-37db894f207f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:35.191567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.191987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.192549 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.193102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.193659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.194005 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.194336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.194680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.195009 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.195334 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.195653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.195966 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.196281 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:35.218487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] No DVR routers for this DVR port 2c5bb73c-e6e7-4066-919a-37db894f207f on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:39:35.222035 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:35.225508 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45311c3e-b38e-4e8e-81f8-40d83cb8abfe req-c70626a4-cf56-401a-927c-70d9330530f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "DELETE /v2.0/ports/2c5bb73c-e6e7-4066-919a-37db894f207f HTTP/1.1" status: 204 len: 173 time: 0.4907663 Mar 10 18:39:35.225949 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'name': 'network-vif-deleted', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:39:35.229334 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23875125-ed8f-4825-884e-39d1802d5f5e" -d '{"events": [{"server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "name": "network-vif-deleted", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:39:35.271045 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e8de86-03b2-4d4d-bfdb-dceca1f1d95f x-openstack-request-id: req-37e8de86-03b2-4d4d-bfdb-dceca1f1d95f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:39:35.271349 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca410e97-378f-4d1b-8206-b11cf8a40710", "name": "network-vif-deleted", "tag": "2c5bb73c-e6e7-4066-919a-37db894f207f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:39:35.271610 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37e8de86-03b2-4d4d-bfdb-dceca1f1d95f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:39:35.272036 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca410e97-378f-4d1b-8206-b11cf8a40710', 'name': 'network-vif-deleted', 'tag': '2c5bb73c-e6e7-4066-919a-37db894f207f', 'status': 'completed', 'code': 200} Mar 10 18:39:35.504085 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7a772b95-57e8-4adf-9d52-112891f99668 req-78e8c45e-7bd7-4265-9253-c88fca370636 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca410e97-378f-4d1b-8206-b11cf8a40710 HTTP/1.1" status: 200 len: 210 time: 0.0342185 Mar 10 18:39:36.571611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:37.259882 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:37.526988 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 76907f50-d051-4396-a68e-09e753898096 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:39:37.527252 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (76907f50-d051-4396-a68e-09e753898096), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:37.617375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 76907f50-d051-4396-a68e-09e753898096, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=76907f50-d051-4396-a68e-09e753898096,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:37.618128 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (76907f50-d051-4396-a68e-09e753898096), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:37.632102 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 76907f50-d051-4396-a68e-09e753898096 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:39:37.832668 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (76907f50-d051-4396-a68e-09e753898096), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:37.863744 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=76907f50-d051-4396-a68e-09e753898096,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:38.046706 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.095603 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2c5bb73c-e6e7-4066-919a-37db894f207f no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:39:38.116123 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 2c5bb73c-e6e7-4066-919a-37db894f207f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:39:38.116426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2c5bb73c-e6e7-4066-919a-37db894f207f not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:39:38.286087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:39:38.402311 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:39:38.407855 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8a87202e-88d7-4c1c-8dbf-741de51f2a0b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/7d43588a-a837-4c88-8916-fcd1a2bb6a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347239 Mar 10 18:39:38.410399 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59044) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:38.413401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Sync routers for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:39:38.428534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:38.429271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:38.462801 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting subnet 3c1defdd-be2a-4149-9f12-c967bf587f7c {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:39:38.466206 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (3c1defdd-be2a-4149-9f12-c967bf587f7c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.509305 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (3c1defdd-be2a-4149-9f12-c967bf587f7c), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.537675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:38.597596 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (3c1defdd-be2a-4149-9f12-c967bf587f7c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.657004 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (3c1defdd-be2a-4149-9f12-c967bf587f7c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.685274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1defdd-be2a-4149-9f12-c967bf587f7c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:38.687256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.690746 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b1662547-0d6f-451a-b05d-6daa947b797f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/subnets/3c1defdd-be2a-4149-9f12-c967bf587f7c HTTP/1.1" status: 204 len: 168 time: 0.2791402 Mar 10 18:39:38.693204 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59046) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:38.698237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d823f-f168-443c-8781-da626d59aaed None None] Network da249274-c10c-4297-85c3-81023334c00c requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:39:38.795606 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:39:37Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:38.809295 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.825621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Checking router: 7d43588a-a837-4c88-8916-fcd1a2bb6a1b for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:39:38.840310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Routers {'7d43588a-a837-4c88-8916-fcd1a2bb6a1b'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:38.840917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:38.925716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:38.933132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] DHCP port deletion for da249274-c10c-4297-85c3-81023334c00c request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:39:38.978416 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] Set router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:38.978682 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 4184d892-0a50-46df-b5d1-111a8265b09d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:39:38.978987 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.062974 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 4184d892-0a50-46df-b5d1-111a8265b09d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=4184d892-0a50-46df-b5d1-111a8265b09d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:39.063364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.076278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 4184d892-0a50-46df-b5d1-111a8265b09d owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:39:39.105747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Deleting port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:39:39.106472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.208060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] For port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,segment=NetworkSegment(95925e44-a322-439a-8220-97723883df01),segment_id=95925e44-a322-439a-8220-97723883df01)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:39.208435 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.224629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Calling delete_port for 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:39:39.249411 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4184d892-0a50-46df-b5d1-111a8265b09d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.276779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=4184d892-0a50-46df-b5d1-111a8265b09d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:39.301421 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8bdec696-e135-455b-8149-ad951a75403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:39:37Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:39.332359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdec696-e135-455b-8149-ad951a75403e None None] The sync data for ids ['7d43588a-a837-4c88-8916-fcd1a2bb6a1b'] in n-d-833115-2 is: [{'id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1154335824', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:37:47Z', 'updated_at': '2022-03-10T18:39:37Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '4184d892-0a50-46df-b5d1-111a8265b09d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d43588a-a837-4c88-8916-fcd1a2bb6a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:37:48Z', 'updated_at': '2022-03-10T18:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:39:39.345679 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.352487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (6fc8d76c-babd-434a-9f50-fa6860bb2ff0), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.376719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Pushing event deleted for resources: {'Port': ['ID=6fc8d76c-babd-434a-9f50-fa6860bb2ff0,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:39.387379 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.387728 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.388065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.388398 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.388727 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.389054 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.389377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.389696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.390015 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.390333 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.390679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.391004 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.391317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:39.394079 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c207f57-2366-4fa3-b543-abe4d9f47f6c None None] No DVR routers for this DVR port 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:39:39.454317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.457084 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.503488 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (7d43588a-a837-4c88-8916-fcd1a2bb6a1b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.504038 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Fanout notify agent at l3_agent the message router_deleted on router 7d43588a-a837-4c88-8916-fcd1a2bb6a1b {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:39:39.511274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.512403 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-dd25f60a-c72a-447d-8efe-1a2ddf91179c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/routers/7d43588a-a837-4c88-8916-fcd1a2bb6a1b HTTP/1.1" status: 204 len: 168 time: 0.8183241 Mar 10 18:39:39.515378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59048) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:39.594995 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (da249274-c10c-4297-85c3-81023334c00c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.692726 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (da249274-c10c-4297-85c3-81023334c00c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.716534 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da249274-c10c-4297-85c3-81023334c00c']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:39.730680 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95925e44-a322-439a-8220-97723883df01') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:39.730977 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95925e44-a322-439a-8220-97723883df01') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:39.742282 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (95925e44-a322-439a-8220-97723883df01), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.757316 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (95925e44-a322-439a-8220-97723883df01), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.763748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:39:39.764176 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (95925e44-a322-439a-8220-97723883df01), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:39:39.767433 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:39:39.795322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:39:39.821542 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:39:39.821834 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6fc8d76c-babd-434a-9f50-fa6860bb2ff0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:39:39.822256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76907f50-d051-4396-a68e-09e753898096 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:39:39.836453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (da249274-c10c-4297-85c3-81023334c00c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.844093 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.847827 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/networks/da249274-c10c-4297-85c3-81023334c00c HTTP/1.1" status: 204 len: 168 time: 0.3313429 Mar 10 18:39:39.850487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59050) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:39.850969 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 76907f50-d051-4396-a68e-09e753898096 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:39:39.851111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 76907f50-d051-4396-a68e-09e753898096 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:39:39.868082 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f314-f6c7-4542-ad2d-52e6846ca560 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Network': ['ID=da249274-c10c-4297-85c3-81023334c00c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:39.922261 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:39.950032 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.015072 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.017608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.019646 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac HTTP/1.1" status: 204 len: 168 time: 0.1682146 Mar 10 18:39:40.029802 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9243e-4e39-4395-941b-12d53373d16d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ecbbc-8555-4f7d-b82a-2a7c462a63ac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:40.419849 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59056) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:40.425114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318399322', 'description': 'tempest-secgroup-smoke-1318399322 description', 'project_id': '2089f86e868b416584f653520bdca88f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:40.449516 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.522591 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d3caaa4f-6596-46d2-930c-3aa0a94f7923), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.529453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d3caaa4f-6596-46d2-930c-3aa0a94f7923), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.572814 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.572814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1484263 Mar 10 18:39:40.572814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beb310-1690-48ea-817d-6892c31bf3f0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3caaa4f-6596-46d2-930c-3aa0a94f7923,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:40.573276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59058) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:40.577467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:40.606941 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (bdcaea26-0cdc-4736-b9e8-8d677d9900cc), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.666326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (bdcaea26-0cdc-4736-b9e8-8d677d9900cc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.672535 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (bdcaea26-0cdc-4736-b9e8-8d677d9900cc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.692296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcaea26-0cdc-4736-b9e8-8d677d9900cc,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:40.698624 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.699381 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-875f79f9-ca0d-4909-baf7-02f4cfecdad0 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255188 Mar 10 18:39:40.702121 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59060) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:40.708645 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:40.739543 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (44ae2576-768a-48dd-ae7c-db54fb205b55), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.805327 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (44ae2576-768a-48dd-ae7c-db54fb205b55), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.810326 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (44ae2576-768a-48dd-ae7c-db54fb205b55), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.828558 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae2576-768a-48dd-ae7c-db54fb205b55,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:40.837336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.838624 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-be6b563f-7e91-42b9-be5c-32a5603983ba tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352866 Mar 10 18:39:40.841516 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59062) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:40.846959 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:40.873229 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (29485587-47c3-4504-b3b8-b432dd5515da), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.932022 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (29485587-47c3-4504-b3b8-b432dd5515da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.937116 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (29485587-47c3-4504-b3b8-b432dd5515da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.954098 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29485587-47c3-4504-b3b8-b432dd5515da,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:40.963408 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:40.964609 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-75a71617-5b3f-4aa0-b8c6-02ef60ba6272 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221235 Mar 10 18:39:40.967580 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59064) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:40.972134 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:40.997901 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (3c82accd-98aa-4ca0-9bcb-8478c9560262), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.057031 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (3c82accd-98aa-4ca0-9bcb-8478c9560262), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.061946 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3c82accd-98aa-4ca0-9bcb-8478c9560262), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.080961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c82accd-98aa-4ca0-9bcb-8478c9560262,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:41.090008 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.091242 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-ae7b277f-5a2d-4f41-9af0-cbc7c76de254 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227043 Mar 10 18:39:41.094210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:41.099247 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:41.122198 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:39:41.126962 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (de6d2a21-2183-48d4-b172-55bd590490d1), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.192453 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (de6d2a21-2183-48d4-b172-55bd590490d1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.200227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (de6d2a21-2183-48d4-b172-55bd590490d1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.226726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6d2a21-2183-48d4-b172-55bd590490d1,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:41.239996 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.241231 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-78b9fcf6-89b4-444f-a5c7-3bc51b37ed27 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459816 Mar 10 18:39:41.244059 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:41.248402 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'security_group_rule': {'security_group_id': 'd3caaa4f-6596-46d2-930c-3aa0a94f7923', 'project_id': '2089f86e868b416584f653520bdca88f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:41.270126 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Project 2089f86e868b416584f653520bdca88f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:39:41.274859 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (e0bed61d-8f61-4793-82af-ecb041c7fb27), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.336111 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (e0bed61d-8f61-4793-82af-ecb041c7fb27), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.340989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (e0bed61d-8f61-4793-82af-ecb041c7fb27), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.358448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bed61d-8f61-4793-82af-ecb041c7fb27,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:41.367895 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.369108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-85383abb-493a-4ab5-be71-524c32d48f8d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240673 Mar 10 18:39:41.372153 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:41.377457 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'network': {'name': 'tempest-network-smoke--1389070277', 'project_id': '2089f86e868b416584f653520bdca88f', 'port_security_enabled': True}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:41.397809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:39:41.401115 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.428639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:39:41.438789 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (864a1df1-b55c-4d22-9bf6-88e51b6b8ead), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.439135 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Added segment 864a1df1-b55c-4d22-9bf6-88e51b6b8ead of type vlan for network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 Mar 10 18:39:41.479329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4184d892-0a50-46df-b5d1-111a8265b09d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:39:41.485484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.500291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 4184d892-0a50-46df-b5d1-111a8265b09d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:39:41.500638 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 4184d892-0a50-46df-b5d1-111a8265b09d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:39:41.513808 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.518921 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:41.519509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.556831 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1835523 Mar 10 18:39:41.559795 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59072) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:41.564283 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'admin_state_up': True, 'project_id': '2089f86e868b416584f653520bdca88f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:41.600212 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f07d5f-1060-487d-8c5b-5e69ae7c44b1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Network': ['ID=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:41.612438 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:39:41.614953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.615993 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.674939 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:41.821319 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.016096 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.035210 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.144605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.179 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6a8d356f-e638-4a6c-b554-d606528a8c0d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:39:42.253958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.301233 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.340035 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:42.344755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:42.349542 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:39:42.354736 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=6a8d356f-e638-4a6c-b554-d606528a8c0d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:42.521004 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f989-95c5-4ac7-800e-e74e17372232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:42.621537 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.131081 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.274265 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router f7ae3f58-5e2b-432f-95d3-684f30b03f0a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:39:43.401100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:39:43.415093 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Sync routers for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:39:43.426760 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:43.427518 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:43.429054 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.433240 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-15f3a321-a6b2-430a-a37e-cc4b47222110 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8696160 Mar 10 18:39:43.433559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59084) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:43.466473 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-aa0de86e-1cdd-4d4c-8640-84cd6ff0d2c5 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2089f86e868b416584f653520bdca88f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299144 Mar 10 18:39:43.467637 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:43.540312 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:43.569572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197d1dc-5945-4078-ae91-b69d326687f3 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:43.578453 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1197d1dc-5945-4078-ae91-b69d326687f3 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024883 Mar 10 18:39:43.579225 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59088) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:43.607576 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-6750deb4-9240-4172-96f1-bef63c1a7f5b tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=6f929545-93b1-4983-80a7-759e0a1154f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319836 Mar 10 18:39:43.610157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59092) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:43.615406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975095019', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'project_id': '2089f86e868b416584f653520bdca88f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:43.707502 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:39:43.711268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.730572 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:42Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:43.763067 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Checking router: f7ae3f58-5e2b-432f-95d3-684f30b03f0a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:39:43.763546 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Updating router f7ae3f58-5e2b-432f-95d3-684f30b03f0a port 6a8d356f-e638-4a6c-b554-d606528a8c0d binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:39:43.794302 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.921301 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:43.982844 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Subnet': ['ID=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:43.991622 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Checking segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:39:43.991983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network hostable DHCP agents. Network: 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:39:44.008979 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:39:44.018768 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:44.023154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:44.027597 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.030847 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56b257-6145-4926-8475-cca53b05780f None None] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:39:44.047753 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ab30c36c-bfd8-4f81-a2e0-b989ed4a5bfb tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4363308 Mar 10 18:39:44.049446 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59094) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:44.070773 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks [] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.077331 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.135335 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Attempting to bind port 6a8d356f-e638-4a6c-b554-d606528a8c0d on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:39:44.135803 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Attempting to bind port 6a8d356f-e638-4a6c-b554-d606528a8c0d by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:39:44.136233 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Attempting to bind port 6a8d356f-e638-4a6c-b554-d606528a8c0d on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:39:44.141863 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Pushing event updated for resources: {'Port': ['ID=6a8d356f-e638-4a6c-b554-d606528a8c0d,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:44.144857 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:39:44.145312 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:39:44.145787 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.146239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:39:44.146808 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Bound port: 6a8d356f-e638-4a6c-b554-d606528a8c0d, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:39:44.147251 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.173155 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.173582 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.174145 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.174726 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.175183 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.175524 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.175914 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.176294 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.176675 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.177061 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.177516 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.177925 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.178334 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:39:44.214381 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] For port 6a8d356f-e638-4a6c-b554-d606528a8c0d, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:39:44.218199 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] For port 6a8d356f-e638-4a6c-b554-d606528a8c0d, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6a8d356f-e638-4a6c-b554-d606528a8c0d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:39:44.226569 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.288724 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7b4e-7a5e-46a2-9b32-a331220d0563 None None] Pushing event updated for resources: {'Port': ['ID=6a8d356f-e638-4a6c-b554-d606528a8c0d,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:44.291969 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:44.292683 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:44.318975 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:39:44.320068 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.412455 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:44.463535 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Allocated IP 172.20.0.2 (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6/14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8/46670f9b-3f4b-4d72-8e57-d0de0e755ade) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:39:44.531382 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.604753 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:42Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:44.610164 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks [] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.617440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.632263 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a4bcc-0d1c-4e17-b9a8-eb4f1dc49825 None None] The sync data for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 is: [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:42Z', 'revision_number': 3, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:39:44.675052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:44.679977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:44.683276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:39:44.697669 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Pushing event updated for resources: {'Port': ['ID=46670f9b-3f4b-4d72-8e57-d0de0e755ade,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:44.765169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e330b868-2f62-4e50-a02a-e7284b2fd414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.770141 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Attempting to bind port 46670f9b-3f4b-4d72-8e57-d0de0e755ade on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:39:44.770537 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Attempting to bind port 46670f9b-3f4b-4d72-8e57-d0de0e755ade by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:39:44.770892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Attempting to bind port 46670f9b-3f4b-4d72-8e57-d0de0e755ade on network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:39:44.776382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:39:44.776763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Checking segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:39:44.777165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.777552 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Bound using segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:39:44.778013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Bound port: 46670f9b-3f4b-4d72-8e57-d0de0e755ade, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:39:44.778394 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.829860 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.1 (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6/14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8/ac03c4cb-6c2f-4667-8555-828861f54d32) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:39:44.857936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] For port 46670f9b-3f4b-4d72-8e57-d0de0e755ade, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:39:44.862393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] For port 46670f9b-3f4b-4d72-8e57-d0de0e755ade, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46670f9b-3f4b-4d72-8e57-d0de0e755ade,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:39:44.870348 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:44.980867 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948d74-01ed-4c97-98ef-eb47463ccdc1 None None] Pushing event updated for resources: {'Port': ['ID=46670f9b-3f4b-4d72-8e57-d0de0e755ade,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:44.998589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.047112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.095779 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:45.099804 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:45.104789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:39:45.109320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:45.170757 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.332733 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.592363 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46670f9b-3f4b-4d72-8e57-d0de0e755ade up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:45.658442 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.662607 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 46670f9b-3f4b-4d72-8e57-d0de0e755ade triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:45.663453 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.667673 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.750399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.754164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 46670f9b-3f4b-4d72-8e57-d0de0e755ade is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:45.754974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.758176 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:45.801522 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 46670f9b-3f4b-4d72-8e57-d0de0e755ade, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46670f9b-3f4b-4d72-8e57-d0de0e755ade,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:45.808493 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.809339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6a8d356f-e638-4a6c-b554-d606528a8c0d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:45.856686 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:45.858495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:45.897272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=46670f9b-3f4b-4d72-8e57-d0de0e755ade,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:45.902467 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6a8d356f-e638-4a6c-b554-d606528a8c0d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:45.902849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:45.993465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router f7ae3f58-5e2b-432f-95d3-684f30b03f0a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:39:45.993650 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6a8d356f-e638-4a6c-b554-d606528a8c0d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:45.994106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.016483 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 6a8d356f-e638-4a6c-b554-d606528a8c0d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6a8d356f-e638-4a6c-b554-d606528a8c0d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:46.022178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.032003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0939d6-a487-486f-a953-31350e583551 None None] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:39:46.108789 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:39:46.114871 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c2904fa7-542c-45c4-8655-53d409b994b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/f7ae3f58-5e2b-432f-95d3-684f30b03f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0642385 Mar 10 18:39:46.153153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=6a8d356f-e638-4a6c-b554-d606528a8c0d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:46.165822 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.172632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b53aa636-3172-439d-ba5a-0af823bd702e None None] Provisioning complete for port 46670f9b-3f4b-4d72-8e57-d0de0e755ade triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:46.172996 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b53aa636-3172-439d-ba5a-0af823bd702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.287085 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b53aa636-3172-439d-ba5a-0af823bd702e None None] Current status of the port 46670f9b-3f4b-4d72-8e57-d0de0e755ade is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:46.301740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-9bf93be2-6db0-40d6-aca7-a103e31db9fd tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318399322&fields=id&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 267 time: 0.0598116 Mar 10 18:39:46.417875 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-5090a734-68ae-441e-af90-0110790ac1f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:46.419454 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-5090a734-68ae-441e-af90-0110790ac1f8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 797 time: 0.1096010 Mar 10 18:39:46.439117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-b72e4941-6c97-49df-9db0-12801700d705 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/quotas/2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 375 time: 0.0138509 Mar 10 18:39:46.498964 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-5d2ba1c0-de8c-425b-944e-2ec424a93bad tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532587 Mar 10 18:39:46.516504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-86c77bf6-b566-4f64-b416-926b5b3f3a1a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:39:46.517705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-86c77bf6-b566-4f64-b416-926b5b3f3a1a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060208 Mar 10 18:39:46.523963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Provisioning complete for port ac03c4cb-6c2f-4667-8555-828861f54d32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:46.524347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.547485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Sync routers for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:39:46.570088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:46.570749 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:46.574593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Port ac03c4cb-6c2f-4667-8555-828861f54d32 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:39:46.629166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Provisioning complete for port 46670f9b-3f4b-4d72-8e57-d0de0e755ade triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:46.629812 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:46.631019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-ead94c73-3dee-455b-8a5e-d6cc2c896949 service neutron] 10.222.0.35 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059523 Mar 10 18:39:46.723853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:46.737559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-45f7b1f3-6a97-4707-adba-9168ddacf97d service neutron] 10.222.0.35 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013000 Mar 10 18:39:46.846456 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-66746659-86f5-497a-8aa2-3945428ba8d3 None None] Current status of the port 46670f9b-3f4b-4d72-8e57-d0de0e755ade is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:46.919544 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-936c5873-c6c8-4819-a219-7e9af73d7d15 req-e87f5387-9b4e-4233-8eb1-a98852677081 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 210 time: 0.0291045 Mar 10 18:39:46.983125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-50401305-951e-4d1c-adde-f0083307e55e None None] Provisioning complete for port ac03c4cb-6c2f-4667-8555-828861f54d32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:46.983499 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-50401305-951e-4d1c-adde-f0083307e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.045919 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-50401305-951e-4d1c-adde-f0083307e55e None None] Port ac03c4cb-6c2f-4667-8555-828861f54d32 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:39:47.050252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 2, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:47.079957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Checking router: f7ae3f58-5e2b-432f-95d3-684f30b03f0a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:39:47.080503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Updating router f7ae3f58-5e2b-432f-95d3-684f30b03f0a port ac03c4cb-6c2f-4667-8555-828861f54d32 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:39:47.112665 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.380617 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks [] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.387174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.433752 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336798c9-1f58-4626-b8ff-7f6efd87571d None None] Pushing event updated for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:47.494935 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Attempting to bind port ac03c4cb-6c2f-4667-8555-828861f54d32 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:39:47.495319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Attempting to bind port ac03c4cb-6c2f-4667-8555-828861f54d32 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:39:47.495687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Attempting to bind port ac03c4cb-6c2f-4667-8555-828861f54d32 on network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:39:47.501343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:39:47.501724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Checking segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:39:47.502191 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.502618 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Bound using segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:39:47.503096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Bound port: ac03c4cb-6c2f-4667-8555-828861f54d32, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:39:47.503529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.572513 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46670f9b-3f4b-4d72-8e57-d0de0e755ade up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:47.631566 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.632880 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] For port ac03c4cb-6c2f-4667-8555-828861f54d32, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:39:47.639988 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] For port ac03c4cb-6c2f-4667-8555-828861f54d32, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ac03c4cb-6c2f-4667-8555-828861f54d32,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:39:47.648943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.732131 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Provisioning complete for port ac03c4cb-6c2f-4667-8555-828861f54d32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:47.732497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.737950 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 46670f9b-3f4b-4d72-8e57-d0de0e755ade triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:47.738303 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:47.742023 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:39:47.742753 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:47.777033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336798c9-1f58-4626-b8ff-7f6efd87571d None None] Pushing event updated for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:48.052936 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-c53d3fe9-11bc-45fb-97be-6de5c4746fd8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:48.055638 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-c53d3fe9-11bc-45fb-97be-6de5c4746fd8 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 797 time: 0.1442478 Mar 10 18:39:48.059379 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02c9c99a-8540-47b0-b810-b20af58e8f3c req-674c5549-c618-4bb3-bd74-1a093493812a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 210 time: 0.0531929 Mar 10 18:39:48.127433 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-9008250f-14a7-4b79-9f6e-a124b303fdb9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2089f86e868b416584f653520bdca88f HTTP/1.1" status: 200 len: 380 time: 0.0572212 Mar 10 18:39:48.137935 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'port': {'device_id': '423a3d8a-a577-47c8-866f-0d830c370758', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'admin_state_up': True, 'tenant_id': '2089f86e868b416584f653520bdca88f', 'security_groups': ['d3caaa4f-6596-46d2-930c-3aa0a94f7923']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:48.161317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:39:48.200096 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 46670f9b-3f4b-4d72-8e57-d0de0e755ade is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:48.201262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6a8d356f-e638-4a6c-b554-d606528a8c0d up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:48.232243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Current status of the port ac03c4cb-6c2f-4667-8555-828861f54d32 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:48.232867 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.249073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Made reservation on behalf of 2089f86e868b416584f653520bdca88f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:39:48.252892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.355259 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] For port ac03c4cb-6c2f-4667-8555-828861f54d32, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ac03c4cb-6c2f-4667-8555-828861f54d32,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:48.365284 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.377899 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.20.0.9 (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6/14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8/7797ce2e-3fa3-49fa-b3bf-20a8999a8578) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:39:48.426869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6a8d356f-e638-4a6c-b554-d606528a8c0d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:48.427239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.497455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a243ea-76ed-4b0c-9436-1102deb47d1e None None] Pushing event updated for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:48.518631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2102b514-5db7-4951-a961-12421f2cfb51 None None] Provisioning complete for port ac03c4cb-6c2f-4667-8555-828861f54d32 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:48.519010 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2102b514-5db7-4951-a961-12421f2cfb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.623060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:47Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:39:48.628200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6a8d356f-e638-4a6c-b554-d606528a8c0d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:48.654947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c60493-dc5f-4360-9d5e-b65df9cceb68 None None] The sync data for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 is: [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:47Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:39:48.693502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2102b514-5db7-4951-a961-12421f2cfb51 None None] Current status of the port ac03c4cb-6c2f-4667-8555-828861f54d32 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:48.837101 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.872104 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:48.917191 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:48.922551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:48.926512 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:39:48.933284 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:48.985271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:48.986138 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.007826 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-67fb05ba-b46f-4159-879b-79cfe9790579 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737195 Mar 10 18:39:49.026974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Request body: {'port': {'device_id': '423a3d8a-a577-47c8-866f-0d830c370758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:49.098504 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.225984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-c8ea0099-c250-440b-a4da-b5f52e39409e None None] Provisioning complete for port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:49.227164 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0099-c250-440b-a4da-b5f52e39409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.239352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebe97f-d69c-45a7-9fcd-d09186c029c4 req-44e06150-106e-4949-a957-e1d9b675324d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:49.241704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29ebe97f-d69c-45a7-9fcd-d09186c029c4 req-44e06150-106e-4949-a957-e1d9b675324d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 931 time: 0.0781395 Mar 10 18:39:49.313213 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea0099-c250-440b-a4da-b5f52e39409e None None] Port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:39:49.326999 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29ebe97f-d69c-45a7-9fcd-d09186c029c4 req-7f907044-f92f-4c3b-861f-061939b2d14b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790448 Mar 10 18:39:49.403704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.450913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:39:49.459277 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks [] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.471849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Transition to ACTIVE for port object 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:39:49.477056 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.532151 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Pushing event updated for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:49.581860 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ac03c4cb-6c2f-4667-8555-828861f54d32 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:49.618621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Attempting to bind port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:39:49.618960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Attempting to bind port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:39:49.619294 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Attempting to bind port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 on network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:39:49.625296 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 on network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:39:49.625632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Attempting to bind port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 on network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:39:49.633205 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:39:49.633824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Checking segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:39:49.634379 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Bound using segment: {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:39:49.635028 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Bound port: 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864a1df1-b55c-4d22-9bf6-88e51b6b8ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:39:49.635573 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.644082 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port ac03c4cb-6c2f-4667-8555-828861f54d32 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:49.644511 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.741752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:39:49.745625 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:39:49.754044 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.764377 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port ac03c4cb-6c2f-4667-8555-828861f54d32 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:49.793745 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:49.794529 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:49.796138 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] 10.222.0.59 "PUT /v2.0/ports/7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 1091 time: 0.7766838 Mar 10 18:39:49.796721 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:39:49.799207 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b04320-c8e2-4428-a5d2-0f9781519877" -d '{"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:39:49.833677 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02ebbd-ed8a-4596-9e75-5629bd55877b service neutron] Pushing event updated for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:49.862579 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5288a245-fff6-4110-b228-c60879660d4f x-openstack-request-id: req-5288a245-fff6-4110-b228-c60879660d4f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:39:49.862971 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:39:49.863358 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5288a245-fff6-4110-b228-c60879660d4f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:39:49.863642 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'status': 'completed', 'code': 200} Mar 10 18:39:49.924276 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-256a0716-415f-4ec6-8f2c-545543412269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:49.926079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-256a0716-415f-4ec6-8f2c-545543412269 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1125 time: 0.0531991 Mar 10 18:39:49.976976 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-5cfafc82-08e9-4137-a1d1-c14fb78d5a77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Mar 10 18:39:50.031957 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-c4f502b8-698c-4dc3-a865-419250569a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.033532 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-c4f502b8-698c-4dc3-a865-419250569a55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0475779 Mar 10 18:39:50.095537 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-7724ffd6-b37d-441c-bc25-7301d09b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.097108 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-7724ffd6-b37d-441c-bc25-7301d09b41f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537217 Mar 10 18:39:50.207699 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-3f87e053-76c7-4766-8fb7-e000f2bee69e service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998402 Mar 10 18:39:50.304838 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-5f12db88-8e39-4805-9be4-81e0c2d5732b req-ea550add-9532-48f9-823c-7e08f10d823e service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Mar 10 18:39:50.409306 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-6ddae674-ff98-4c51-97a8-3212f8de9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.410864 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-6ddae674-ff98-4c51-97a8-3212f8de9047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1125 time: 0.0499239 Mar 10 18:39:50.465523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157616-53b5-49ab-8ffc-2bb246232553 req-1354b88b-8adc-4a68-932e-38da066c2873 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.467142 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb157616-53b5-49ab-8ffc-2bb246232553 req-1354b88b-8adc-4a68-932e-38da066c2873 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 943 time: 0.0617175 Mar 10 18:39:50.514854 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-063f9983-07d9-4194-bc08-48f58588fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.516358 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-063f9983-07d9-4194-bc08-48f58588fdb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 898 time: 0.0946238 Mar 10 18:39:50.518693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb157616-53b5-49ab-8ffc-2bb246232553 req-557a7399-801e-46df-a89a-32d0ca48ecb9 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Mar 10 18:39:50.558542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-e744e7ed-59ba-4bf0-b134-52dcadf9e58e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 217 time: 0.0357363 Mar 10 18:39:50.611402 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-1a88dc00-8639-497c-9789-705a1c6cfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.612959 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-1a88dc00-8639-497c-9789-705a1c6cfe28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0481944 Mar 10 18:39:50.665282 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-968576c9-962d-4f72-aee6-317355299edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:50.667114 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-968576c9-962d-4f72-aee6-317355299edf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465794 Mar 10 18:39:50.771303 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-4c0fd672-414f-47fa-b4f8-28420deffa82 service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969396 Mar 10 18:39:50.873546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b04320-c8e2-4428-a5d2-0f9781519877 req-e09a514c-699c-410e-9886-22f34ac38679 service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953889 Mar 10 18:39:51.650567 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00307047-5496-4c9d-b437-7d10fea1ed54 req-1c0b90c1-4210-4273-a04f-a589c33afd1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:51.652054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00307047-5496-4c9d-b437-7d10fea1ed54 req-1c0b90c1-4210-4273-a04f-a589c33afd1a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 943 time: 0.0601227 Mar 10 18:39:51.703346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-00307047-5496-4c9d-b437-7d10fea1ed54 req-9462f23d-f9be-4adc-be1a-5b2abf9f1cec tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Mar 10 18:39:52.836446 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5eec-0591-44f1-881b-ffb14040c2e1 req-b1cb1bc0-d8ca-450c-b045-158d8fc80041 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:52.837897 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c07a5eec-0591-44f1-881b-ffb14040c2e1 req-b1cb1bc0-d8ca-450c-b045-158d8fc80041 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 943 time: 0.0548470 Mar 10 18:39:52.901875 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c07a5eec-0591-44f1-881b-ffb14040c2e1 req-689673ea-f9f6-4fb7-bd9b-98e13a67fc10 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581017 Mar 10 18:39:54.033643 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452dd3e-1dfc-4ef3-aaac-c30ad7792f7e req-3231ebb2-3071-49dd-b1b2-aa0f3f7ac15c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:54.035155 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c452dd3e-1dfc-4ef3-aaac-c30ad7792f7e req-3231ebb2-3071-49dd-b1b2-aa0f3f7ac15c tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 943 time: 0.0557950 Mar 10 18:39:54.089001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c452dd3e-1dfc-4ef3-aaac-c30ad7792f7e req-3071fb9a-9d0d-4e01-afd7-6fa0974cbcf5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Mar 10 18:39:54.139786 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:39:54.248319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:54.260656 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'port_id': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'mac_address': 'fa:16:3e:3d:0c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:39:54.299612 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:54.300017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:54.314353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:39:54.334515 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:54.341086 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:54.387677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:54.617077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['7797ce2e-3fa3-49fa-b3bf-20a8999a8578'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:39:55.237076 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655e882-81ea-466b-b711-9517be61a614 req-725b9ba3-7e6e-4f75-ba55-031bfa238a4a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:55.238741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3655e882-81ea-466b-b711-9517be61a614 req-725b9ba3-7e6e-4f75-ba55-031bfa238a4a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 944 time: 0.0714359 Mar 10 18:39:55.294112 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3655e882-81ea-466b-b711-9517be61a614 req-fc939491-44f4-4cb4-a9c3-6564bc1eff00 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482798 Mar 10 18:39:56.155928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:39:56.223316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:39:56.230526 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:39:56.231066 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:56.311058 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:39:56.311447 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:56.334314 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:39:56.336526 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6703f-93b0-44e8-b343-d6a274b9749c" -d '{"events": [{"server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "name": "network-vif-plugged", "status": "completed", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:39:56.348851 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:39:56.353594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:56.405434 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:56.421685 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6ecc8-82a3-4300-bdb6-01b9717b24d1 req-16ec0139-7a4b-4d46-8856-e8e365eaaa30 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:56.423237 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a6ecc8-82a3-4300-bdb6-01b9717b24d1 req-16ec0139-7a4b-4d46-8856-e8e365eaaa30 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0573993 Mar 10 18:39:56.471937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-42a6ecc8-82a3-4300-bdb6-01b9717b24d1 req-c548c271-d8cd-4ada-9603-bfe1c362fea3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Mar 10 18:39:56.571215 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb6d9dd-fdf4-4681-9b64-a923542c4b2f x-openstack-request-id: req-1eb6d9dd-fdf4-4681-9b64-a923542c4b2f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:39:56.571563 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "name": "network-vif-plugged", "status": "completed", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:39:56.571883 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1eb6d9dd-fdf4-4681-9b64-a923542c4b2f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:39:56.572492 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'code': 200} Mar 10 18:39:56.682943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b77142-d68d-44de-9b26-ceb38dcee0a7 req-7b676535-c2af-44b3-8e73-2edd45e54414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:56.684336 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b77142-d68d-44de-9b26-ceb38dcee0a7 req-7b676535-c2af-44b3-8e73-2edd45e54414 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1127 time: 0.0476999 Mar 10 18:39:56.734582 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-18b77142-d68d-44de-9b26-ceb38dcee0a7 req-6690aa29-84e2-41ab-8d2d-d820271078d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Mar 10 18:39:57.569199 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:57.598164 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d806d-4956-4686-9896-d98becdc7895 req-d85de195-7e1a-454f-8d50-d34c096bb402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:57.599703 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c09d806d-4956-4686-9896-d98becdc7895 req-d85de195-7e1a-454f-8d50-d34c096bb402 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Mar 10 18:39:57.648869 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c09d806d-4956-4686-9896-d98becdc7895 req-42d58e5b-e65d-4ec2-b9a6-55c7f613ded1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Mar 10 18:39:58.790653 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65514a-2032-4a36-8dd9-ca4aeb93ce87 req-1f6f4203-a0b8-43d8-9313-5c6bf487cdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:58.792497 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c65514a-2032-4a36-8dd9-ca4aeb93ce87 req-1f6f4203-a0b8-43d8-9313-5c6bf487cdcf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0630097 Mar 10 18:39:58.852750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c65514a-2032-4a36-8dd9-ca4aeb93ce87 req-a1cd16ad-1e48-46d3-94c9-cf5a01ebe586 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533433 Mar 10 18:39:58.990363 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2bf9-20fb-40e8-8127-a984206666e0 req-aa9b364e-5977-44ec-8462-25619bd34cdf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:58.991782 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-898c2bf9-20fb-40e8-8127-a984206666e0 req-aa9b364e-5977-44ec-8462-25619bd34cdf tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0601432 Mar 10 18:39:59.045799 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-898c2bf9-20fb-40e8-8127-a984206666e0 req-cba5af1a-3bdc-4bd3-8036-d00fd36996ad tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Mar 10 18:39:59.069723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59150) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:59.114461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee693a2-293c-40b7-8bf3-a0f9bd201726 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:39:59.116021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3ee693a2-293c-40b7-8bf3-a0f9bd201726 tempest-TestNetworkAdvancedServerOps-1158086497 tempest-TestNetworkAdvancedServerOps-1158086497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1122 time: 0.0452969 Mar 10 18:39:59.119050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59152) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:39:59.123289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:39:59.145906 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:59.260173 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:59.390842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Allocated IP 172.25.3.13 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/4fff0553-e380-4a4a-9d5c-8d789399ce08) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:39:59.493713 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:59.530040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:39:59.567740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:39:59.573050 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:39:59.576484 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:39:59.582292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=4fff0553-e380-4a4a-9d5c-8d789399ce08,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:39:59.963062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (f02731b7-8bbf-42ba-9da3-b17d30544647), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.036984 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.195557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.201557 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.277779 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event updated for resources: {'Port': ['ID=4fff0553-e380-4a4a-9d5c-8d789399ce08,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:00.290209 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (f02731b7-8bbf-42ba-9da3-b17d30544647), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.396215 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP f02731b7-8bbf-42ba-9da3-b17d30544647 associated. External IP: 172.25.3.13, port: 7797ce2e-3fa3-49fa-b3bf-20a8999a8578. Mar 10 18:40:00.614549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router f7ae3f58-5e2b-432f-95d3-684f30b03f0a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:40:00.681107 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.738385 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:00.748420 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Sync routers for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:00.760607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:00.761022 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:00.761757 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:00.795310 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1b537641-65b1-4e4b-9980-aaef438daa53 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6727045 Mar 10 18:40:00.795310 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:40:00.795605 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba9208-8f74-4f50-924b-1cd19d656084" -d '{"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:40:00.871729 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:00.894892 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead30591-af5b-42e4-9a22-0f7725dc63fa req-23fe0f25-bc9a-43ce-b052-267cfc18eb64 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:00.896298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ead30591-af5b-42e4-9a22-0f7725dc63fa req-23fe0f25-bc9a-43ce-b052-267cfc18eb64 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0536335 Mar 10 18:40:00.951371 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ead30591-af5b-42e4-9a22-0f7725dc63fa req-28ec928b-9aa5-49aa-89b6-54e7f8da170d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490062 Mar 10 18:40:00.978876 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:01.079165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-5b279262-d2ea-42d7-a984-4f8699969341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:01.080719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-5b279262-d2ea-42d7-a984-4f8699969341 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1127 time: 0.0526636 Mar 10 18:40:01.177011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-72576e98-d559-4444-8a12-1de76d50da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:01.178873 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-72576e98-d559-4444-8a12-1de76d50da89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 898 time: 0.0909698 Mar 10 18:40:01.204773 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f02731b7-8bbf-42ba-9da3-b17d30544647', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'port_id': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'mac_address': 'fa:16:3e:3d:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423a3d8a-a577-47c8-866f-0d830c370758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:39:59Z', 'updated_at': '2022-03-10T18:39:59Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:01.231830 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Checking router: f7ae3f58-5e2b-432f-95d3-684f30b03f0a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:01.240799 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:01.241416 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:39:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:01.252686 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-18a65cf7-569a-40e1-99a8-3642bd9399d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 998 time: 0.0679114 Mar 10 18:40:01.310249 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-49d092d2-ddb5-49f3-bab8-25981fee9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:01.312011 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-49d092d2-ddb5-49f3-bab8-25981fee9202 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0529599 Mar 10 18:40:01.357487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:01.371182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62f747-b7a2-4087-a0bd-7053c71bef78 x-openstack-request-id: req-1d62f747-b7a2-4087-a0bd-7053c71bef78 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:40:01.371182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:40:01.371182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d62f747-b7a2-4087-a0bd-7053c71bef78 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:40:01.371641 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'status': 'completed', 'code': 200} Mar 10 18:40:01.378156 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-e68a60f1-5a9b-4922-8118-5f2efcb25e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:01.380007 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-e68a60f1-5a9b-4922-8118-5f2efcb25e88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622475 Mar 10 18:40:01.397992 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8fdc44ed-9e4e-4cfa-89b9-6453a046fa17 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/f02731b7-8bbf-42ba-9da3-b17d30544647 HTTP/1.1" status: 200 len: 990 time: 0.4161267 Mar 10 18:40:01.476530 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-bdbb4090-342f-4a59-a66f-461bd92f584e service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891149 Mar 10 18:40:01.572784 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f0ba9208-8f74-4f50-924b-1cd19d656084 req-07d137ec-740d-44f6-b7a4-67591a5ee356 service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Mar 10 18:40:01.600412 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f02731b7-8bbf-42ba-9da3-b17d30544647', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'port_id': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'mac_address': 'fa:16:3e:3d:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423a3d8a-a577-47c8-866f-0d830c370758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:39:59Z', 'updated_at': '2022-03-10T18:39:59Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:01.626617 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cc6c0-06fa-42a6-847e-b220ae613829 None None] The sync data for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 is: [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'f02731b7-8bbf-42ba-9da3-b17d30544647', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'port_id': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'mac_address': 'fa:16:3e:3d:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423a3d8a-a577-47c8-866f-0d830c370758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:39:59Z', 'updated_at': '2022-03-10T18:39:59Z', 'revision_number': 0, 'project_id': '2089f86e868b416584f653520bdca88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:40:01.840788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b334c50-d87f-4838-8e16-ffd04938475a None None] New status for floating IP f02731b7-8bbf-42ba-9da3-b17d30544647: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:40:02.401542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:02.473070 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f9fc5bae-272b-49d9-b8ac-2d86ddd37142 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/f02731b7-8bbf-42ba-9da3-b17d30544647 HTTP/1.1" status: 200 len: 992 time: 0.0699830 Mar 10 18:40:05.193727 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:40:12.527952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6ab751da-5faf-49ac-b647-417bcc9bcd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:14.737353 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c0732cdb-5a16-417b-99c1-e1385841f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:16.143677 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:17.595879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:19.403450 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:27.583385 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:30.690961 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:35.926032 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717bbc-1403-47fc-a392-df6636cf108d req-cf689edf-c38a-43a7-b186-0edb40d63aa7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:35.927644 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28717bbc-1403-47fc-a392-df6636cf108d req-cf689edf-c38a-43a7-b186-0edb40d63aa7 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0672550 Mar 10 18:40:35.987436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28717bbc-1403-47fc-a392-df6636cf108d req-0b0fc364-6ab6-4f27-b7a1-66fa91b1ea7a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537450 Mar 10 18:40:36.827609 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-c143a230-ad68-4900-8050-aa2a6856390e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595078 Mar 10 18:40:36.929501 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-97509117-2df8-44cb-a30d-346749563bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:36.931082 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-97509117-2df8-44cb-a30d-346749563bda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1127 time: 0.0511761 Mar 10 18:40:37.045616 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-333e88fe-7abc-4ae3-b0e4-570db25884d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:37.047144 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-333e88fe-7abc-4ae3-b0e4-570db25884d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 898 time: 0.0940201 Mar 10 18:40:37.112161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883c83f-722f-43b5-a73f-673d127e3c26 req-d38a37ae-71af-4718-acde-23ae5c080342 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:37.113547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a883c83f-722f-43b5-a73f-673d127e3c26 req-d38a37ae-71af-4718-acde-23ae5c080342 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0518820 Mar 10 18:40:37.116953 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-d9caf81d-809c-4f26-856b-ed0d54857904 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 1000 time: 0.0615659 Mar 10 18:40:37.164209 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a883c83f-722f-43b5-a73f-673d127e3c26 req-da0ab6a0-fd1f-4f20-8a6c-9470c83dfe88 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Mar 10 18:40:37.168623 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-402ca37e-ffbc-4404-93c9-cd33bdf4cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:37.170175 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-402ca37e-ffbc-4404-93c9-cd33bdf4cbf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0438149 Mar 10 18:40:37.187760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59182) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:37.224215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-4135ac7b-036e-429d-9892-0c6f092efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:37.225730 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-4135ac7b-036e-429d-9892-0c6f092efe14 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496690 Mar 10 18:40:37.251561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bcb25245-df80-4911-a1d6-bc8b6741c6be tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/f02731b7-8bbf-42ba-9da3-b17d30544647 HTTP/1.1" status: 200 len: 992 time: 0.0626006 Mar 10 18:40:37.319939 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-32a509bd-27cc-4517-962c-69fbe359d9e4 service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Mar 10 18:40:37.431699 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-fe74cd0b-d9d4-4c67-8a69-d264dc5eab18 req-3342ff34-a6d2-474c-8bb9-5c84c46cc86a service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014392 Mar 10 18:40:38.556609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd955cc-9681-4535-ae63-aced5a796ab5 req-16d9b3e5-ceae-41de-a0ec-da43837fda5b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:38.557990 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd955cc-9681-4535-ae63-aced5a796ab5 req-16d9b3e5-ceae-41de-a0ec-da43837fda5b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0626957 Mar 10 18:40:38.579808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-fa5fafbf-e551-48cb-b671-46fafc1b4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:38.581378 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-fa5fafbf-e551-48cb-b671-46fafc1b4a22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1127 time: 0.0481000 Mar 10 18:40:38.609382 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2dd955cc-9681-4535-ae63-aced5a796ab5 req-c89c6d25-98dc-41d6-a8f7-edcc3667e0cc tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Mar 10 18:40:38.680825 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-f5239ab4-58da-4a44-bf2c-6397b84d89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:38.682377 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-f5239ab4-58da-4a44-bf2c-6397b84d89e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 898 time: 0.0919847 Mar 10 18:40:38.758932 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-5afc88d4-9272-46dd-9575-5dfaa63c8226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 1000 time: 0.0669827 Mar 10 18:40:38.810658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-df5124a6-9f48-471e-b920-c9be21b87181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:38.812213 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-df5124a6-9f48-471e-b920-c9be21b87181 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0446498 Mar 10 18:40:38.871783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-94b95d66-f75b-48f7-993a-e8203313badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:38.873293 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-94b95d66-f75b-48f7-993a-e8203313badd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512376 Mar 10 18:40:38.978576 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-997e2373-4c4f-415b-9fdf-f0e449097397 service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948098 Mar 10 18:40:39.078706 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-2a9e5948-99b3-4ee5-b7cc-e34a5dc8f594 req-1b1573ae-93dc-479f-85b9-03db06999c4a service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906363 Mar 10 18:40:39.754712 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb429-348e-4659-9c9e-6da1d46e6ecb req-c6fcc21c-8cf3-45ab-88a4-26633d9c7648 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:39.756117 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb8fb429-348e-4659-9c9e-6da1d46e6ecb req-c6fcc21c-8cf3-45ab-88a4-26633d9c7648 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0687909 Mar 10 18:40:39.807865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb8fb429-348e-4659-9c9e-6da1d46e6ecb req-83a712cb-56ee-4c81-8b0c-2eec89bbea30 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Mar 10 18:40:40.944140 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd00b9-7c8d-427f-a203-2e8e73d0ee0f req-b2fcb38c-4595-45e6-8d4c-ed58ff7c1f5f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:40.946026 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdcd00b9-7c8d-427f-a203-2e8e73d0ee0f req-b2fcb38c-4595-45e6-8d4c-ed58ff7c1f5f tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0671418 Mar 10 18:40:40.996082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bdcd00b9-7c8d-427f-a203-2e8e73d0ee0f req-116ce313-7ba4-4770-8a89-93a03c870f5b tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Mar 10 18:40:41.024986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59194) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:41.087823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2250be99-2756-4ec5-9e43-166e09fde615 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/floatingips/f02731b7-8bbf-42ba-9da3-b17d30544647 HTTP/1.1" status: 200 len: 992 time: 0.0614605 Mar 10 18:40:41.316545 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59200) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:41.489142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 4fff0553-e380-4a4a-9d5c-8d789399ce08 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:40:41.489448 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:41.572247 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:41.572524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (4fff0553-e380-4a4a-9d5c-8d789399ce08), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:41.588949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 4fff0553-e380-4a4a-9d5c-8d789399ce08 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:40:41.755830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (4fff0553-e380-4a4a-9d5c-8d789399ce08), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:41.781223 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=4fff0553-e380-4a4a-9d5c-8d789399ce08,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:41.793583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.793935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.794273 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.794644 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.794968 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.795334 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.796270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.796614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.796952 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.797262 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.797591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.797903 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.798218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:41.857600 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for floatingip (f02731b7-8bbf-42ba-9da3-b17d30544647), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:41.858227 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Floating IP f02731b7-8bbf-42ba-9da3-b17d30544647 disassociated (deleted). External IP: 172.25.3.13, port: 7797ce2e-3fa3-49fa-b3bf-20a8999a8578. Mar 10 18:40:42.087584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router f7ae3f58-5e2b-432f-95d3-684f30b03f0a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:40:42.193818 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:40:42.206135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:42.212970 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:42.218590 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Sync routers for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:42.228406 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:42.229018 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:42.248238 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8e10945e-9a7b-4993-b1be-fab1b07fa453 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/floatingips/f02731b7-8bbf-42ba-9da3-b17d30544647 HTTP/1.1" status: 204 len: 168 time: 0.9280410 Mar 10 18:40:42.248238 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:40:42.248662 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edab6fd-0635-43da-b00c-86f4c0110a60" -d '{"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:40:42.340581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:42.408317 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e8d3c2-8c75-43d4-b2c3-f8dceadebb7c x-openstack-request-id: req-e8e8d3c2-8c75-43d4-b2c3-f8dceadebb7c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:40:42.408610 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:40:42.408864 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8e8d3c2-8c75-43d4-b2c3-f8dceadebb7c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:40:42.409270 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'status': 'completed', 'code': 200} Mar 10 18:40:42.482041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-aabd590b-82cc-4b8c-a468-7528f0c4d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:42.483895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-aabd590b-82cc-4b8c-a468-7528f0c4d2e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2089f86e868b416584f653520bdca88f&device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 1127 time: 0.0474057 Mar 10 18:40:42.507112 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688883a1-2130-4c27-88c8-22af15ef1cff req-5ef047a5-d8aa-4d44-9b16-d4b8b7fe4ea1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:42.508646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-688883a1-2130-4c27-88c8-22af15ef1cff req-5ef047a5-d8aa-4d44-9b16-d4b8b7fe4ea1 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0555842 Mar 10 18:40:42.529049 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c639-dbaa-40c5-9b52-af70ef17f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:42.564663 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:42.578290 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-688883a1-2130-4c27-88c8-22af15ef1cff req-fddd66a0-654f-46c6-aad0-34ec87e08679 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551548 Mar 10 18:40:42.588277 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-3be6bf2c-b3ce-4c59-aed7-12017e038f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:42.589885 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-3be6bf2c-b3ce-4c59-aed7-12017e038f22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 200 len: 898 time: 0.0990329 Mar 10 18:40:42.592043 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Checking router: f7ae3f58-5e2b-432f-95d3-684f30b03f0a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:42.600932 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:42.601526 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:42.633027 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-9694004a-1452-40d4-9f0c-f71759692358 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 200 len: 217 time: 0.0355701 Mar 10 18:40:42.680755 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-edb05e79-4a4c-4d95-9411-ed26bbb3ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:42.682319 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-edb05e79-4a4c-4d95-9411-ed26bbb3ee4c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 200 len: 835 time: 0.0433528 Mar 10 18:40:42.714651 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:42.736187 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-4f23bc7b-7a48-45cb-be4e-3d42c489c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:42.737702 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-4f23bc7b-7a48-45cb-be4e-3d42c489c855 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485802 Mar 10 18:40:42.829344 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-0ad6d02a-f0e9-47df-9df4-aa3ddbe7859b service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836790 Mar 10 18:40:42.914567 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:42.935363 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-9edab6fd-0635-43da-b00c-86f4c0110a60 req-bdeb8fa5-2a01-4ea6-b84f-97430636ce4b service neutron] 10.222.0.59 "GET /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991917 Mar 10 18:40:42.942036 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af07e8-490e-4291-af5f-13d3b102214a None None] The sync data for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 is: [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'ac03c4cb-6c2f-4667-8555-828861f54d32', 'name': '', 'network_id': '53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'mac_address': 'fa:16:3e:8a:05:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:44Z', 'updated_at': '2022-03-10T18:39:48Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'subnets': [{'id': '14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:40:43.190014 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f724f75-c2fe-41b2-a0b3-e8d6a2e7cb5d None None] New status for floating IP f02731b7-8bbf-42ba-9da3-b17d30544647: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:40:43.707237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82aea4-ced2-4e11-852d-acdd06cf3219 req-10de61a5-4f70-40fa-b17b-e5120acde4a3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:43.708724 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d82aea4-ced2-4e11-852d-acdd06cf3219 req-10de61a5-4f70-40fa-b17b-e5120acde4a3 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0558741 Mar 10 18:40:43.762574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4d82aea4-ced2-4e11-852d-acdd06cf3219 req-84fcf97e-3cc9-4218-ae90-4963ee2d478a tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3caaa4f-6596-46d2-930c-3aa0a94f7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476353 Mar 10 18:40:44.265307 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f781-cbb2-4251-8713-fc795126d60b req-cc7dcd71-68e3-415d-99ac-098330abf24e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:44.267062 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f596f781-cbb2-4251-8713-fc795126d60b req-cc7dcd71-68e3-415d-99ac-098330abf24e tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 945 time: 0.0626788 Mar 10 18:40:44.375195 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:40:44.375541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:44.467880 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:44.468456 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:44.480987 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:40:44.621021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7797ce2e-3fa3-49fa-b3bf-20a8999a8578), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:44.653322 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=7797ce2e-3fa3-49fa-b3bf-20a8999a8578,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:44.665714 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.666418 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.666803 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.667146 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.667479 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.667808 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.668136 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.668483 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.668783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.669144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.669467 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.669774 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.670090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:44.710368 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] No DVR routers for this DVR port 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:40:44.713014 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:44.716286 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-f596f781-cbb2-4251-8713-fc795126d60b req-76319c5e-7c22-4e45-9b82-9b685ff0c1b4 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.59 "DELETE /v2.0/ports/7797ce2e-3fa3-49fa-b3bf-20a8999a8578 HTTP/1.1" status: 204 len: 173 time: 0.4408071 Mar 10 18:40:44.716773 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'name': 'network-vif-deleted', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:40:44.719138 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef299508-c8fb-47e8-bd28-65f801d152b9" -d '{"events": [{"server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "name": "network-vif-deleted", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:40:44.731581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-262e8a2e-d092-453a-ad09-4ceb7efcc3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:44.757311 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a177a481-79f3-4bef-9e32-b7cc781a5e4a x-openstack-request-id: req-a177a481-79f3-4bef-9e32-b7cc781a5e4a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:40:44.757609 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423a3d8a-a577-47c8-866f-0d830c370758", "name": "network-vif-deleted", "tag": "7797ce2e-3fa3-49fa-b3bf-20a8999a8578", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:40:44.757867 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a177a481-79f3-4bef-9e32-b7cc781a5e4a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:40:44.758274 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423a3d8a-a577-47c8-866f-0d830c370758', 'name': 'network-vif-deleted', 'tag': '7797ce2e-3fa3-49fa-b3bf-20a8999a8578', 'status': 'completed', 'code': 200} Mar 10 18:40:44.865129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4757b2af-75b7-480e-8b2a-26d213aaeaa2 req-741307d9-8ebb-4a40-a0ca-d247c3c40a9d tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "GET /v2.0/ports?device_id=423a3d8a-a577-47c8-866f-0d830c370758 HTTP/1.1" status: 200 len: 210 time: 0.0306177 Mar 10 18:40:45.924958 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59216) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:46.145505 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:46.319070 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:46.584377 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port ac03c4cb-6c2f-4667-8555-828861f54d32 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:40:46.584605 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:46.999040 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port ac03c4cb-6c2f-4667-8555-828861f54d32, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=ac03c4cb-6c2f-4667-8555-828861f54d32,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:46.999809 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.012140 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for ac03c4cb-6c2f-4667-8555-828861f54d32 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:40:47.208698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (ac03c4cb-6c2f-4667-8555-828861f54d32), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.243448 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=ac03c4cb-6c2f-4667-8555-828861f54d32,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:47.433311 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.592178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.663375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Router f7ae3f58-5e2b-432f-95d3-684f30b03f0a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:40:47.774233 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:47.779794 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c312b429-0bb4-49cf-8867-dd12e69c0922 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "PUT /v2.0/routers/f7ae3f58-5e2b-432f-95d3-684f30b03f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8531659 Mar 10 18:40:47.782230 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59218) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:47.785536 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Sync routers for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:47.795689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:47.796285 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:47.835472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting subnet 14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:40:47.838837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.879744 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:47.905575 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:47.968923 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.028364 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.056209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Subnet': ['ID=14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:48.061395 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.065116 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a796c07c-003c-499b-bbf3-05b75ffa67c5 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/subnets/14c1db0b-16b8-4f5a-b52a-8d1701ebb8a8 HTTP/1.1" status: 204 len: 168 time: 0.2813647 Mar 10 18:40:48.068078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:48.069077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb6ada-eee1-4916-ade6-2ebdad51f153 None None] Network 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:40:48.097712 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:40:47Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:48.125573 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Checking router: f7ae3f58-5e2b-432f-95d3-684f30b03f0a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:48.135390 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Routers {'f7ae3f58-5e2b-432f-95d3-684f30b03f0a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:48.135948 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:48.181343 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.239963 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] DHCP port deletion for 53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:40:48.254176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] Set router f7ae3f58-5e2b-432f-95d3-684f30b03f0a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:48.293312 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Deleting port 46670f9b-3f4b-4d72-8e57-d0de0e755ade {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:40:48.293668 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.297748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_gateway (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.356311 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Deleting port 6a8d356f-e638-4a6c-b554-d606528a8c0d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:40:48.356815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.363580 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] For port 46670f9b-3f4b-4d72-8e57-d0de0e755ade, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=46670f9b-3f4b-4d72-8e57-d0de0e755ade,segment=NetworkSegment(864a1df1-b55c-4d22-9bf6-88e51b6b8ead),segment_id=864a1df1-b55c-4d22-9bf6-88e51b6b8ead)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:48.364218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.373881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:40:48.398637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:40:48.399426 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 7797ce2e-3fa3-49fa-b3bf-20a8999a8578 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:40:48.401432 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Calling delete_port for 46670f9b-3f4b-4d72-8e57-d0de0e755ade owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:40:48.443586 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] For port 6a8d356f-e638-4a6c-b554-d606528a8c0d, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6a8d356f-e638-4a6c-b554-d606528a8c0d,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:48.443938 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.449297 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:40:47Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:48.457379 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Calling delete_port for 6a8d356f-e638-4a6c-b554-d606528a8c0d owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:40:48.484917 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce8d9a-8183-44eb-92d1-0bd8aa13e007 None None] The sync data for ids ['f7ae3f58-5e2b-432f-95d3-684f30b03f0a'] in n-d-833115-2 is: [{'id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148330873', 'tenant_id': '2089f86e868b416584f653520bdca88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:39:41Z', 'updated_at': '2022-03-10T18:40:47Z', 'revision_number': 5, 'project_id': '2089f86e868b416584f653520bdca88f', 'gw_port': {'id': '6a8d356f-e638-4a6c-b554-d606528a8c0d', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:18:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ae3f58-5e2b-432f-95d3-684f30b03f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:39:42Z', 'updated_at': '2022-03-10T18:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:40:48.489893 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (46670f9b-3f4b-4d72-8e57-d0de0e755ade), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.520986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Pushing event deleted for resources: {'Port': ['ID=46670f9b-3f4b-4d72-8e57-d0de0e755ade,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:48.528322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.528664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.529007 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.529339 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.529666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.529989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.530306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.530664 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.531154 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.531697 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.531995 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.532334 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.532649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:48.536809 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8509c6-6ba6-4d57-860a-2e8da421f46c None None] No DVR routers for this DVR port 46670f9b-3f4b-4d72-8e57-d0de0e755ade on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:40:48.663651 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (6a8d356f-e638-4a6c-b554-d606528a8c0d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.689368 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Port': ['ID=6a8d356f-e638-4a6c-b554-d606528a8c0d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:48.757347 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.876311 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.879040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router_controller (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.926188 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (f7ae3f58-5e2b-432f-95d3-684f30b03f0a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.926693 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Fanout notify agent at l3_agent the message router_deleted on router f7ae3f58-5e2b-432f-95d3-684f30b03f0a {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:40:48.934190 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:48.938377 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6224cd5d-ae18-4995-8912-16deba04f798 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/routers/f7ae3f58-5e2b-432f-95d3-684f30b03f0a HTTP/1.1" status: 204 len: 168 time: 0.8665617 Mar 10 18:40:48.938752 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59224) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:49.017394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.112717 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.135439 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:49.145847 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a1df1-b55c-4d22-9bf6-88e51b6b8ead') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:49.146119 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a1df1-b55c-4d22-9bf6-88e51b6b8ead') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:49.156268 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (864a1df1-b55c-4d22-9bf6-88e51b6b8ead), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.176375 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (864a1df1-b55c-4d22-9bf6-88e51b6b8ead), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.183903 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:40:49.184278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (864a1df1-b55c-4d22-9bf6-88e51b6b8ead), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:40:49.188633 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:40:49.252817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.259944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.263055 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/networks/53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6 HTTP/1.1" status: 204 len: 168 time: 0.3233204 Mar 10 18:40:49.265983 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59226) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:49.280551 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac8b2f-64ad-4405-b388-6407381bca87 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'Network': ['ID=53a48f56-bdb1-4de1-9cd2-3fdcac7f14e6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:49.325253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d3caaa4f-6596-46d2-930c-3aa0a94f7923), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.353133 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (d3caaa4f-6596-46d2-930c-3aa0a94f7923), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.398691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.417742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d3caaa4f-6596-46d2-930c-3aa0a94f7923), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.421299 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:49.422537 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3caaa4f-6596-46d2-930c-3aa0a94f7923 HTTP/1.1" status: 204 len: 168 time: 0.1555011 Mar 10 18:40:49.432068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7051547-6e74-4c0c-b838-9402b1901422 tempest-TestNetworkAdvancedServerOps-985303428 tempest-TestNetworkAdvancedServerOps-985303428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3caaa4f-6596-46d2-930c-3aa0a94f7923,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:49.580455 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46670f9b-3f4b-4d72-8e57-d0de0e755ade no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:40:49.600842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 46670f9b-3f4b-4d72-8e57-d0de0e755ade {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:40:49.601178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 46670f9b-3f4b-4d72-8e57-d0de0e755ade not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:40:49.601591 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6a8d356f-e638-4a6c-b554-d606528a8c0d no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:40:49.621817 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6a8d356f-e638-4a6c-b554-d606528a8c0d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:40:49.622222 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6a8d356f-e638-4a6c-b554-d606528a8c0d not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:40:49.622678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ac03c4cb-6c2f-4667-8555-828861f54d32 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:40:49.642226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: ac03c4cb-6c2f-4667-8555-828861f54d32 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:40:49.642601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device ac03c4cb-6c2f-4667-8555-828861f54d32 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:40:49.768502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:49.925851 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2fce7734-54d7-4688-8d4b-c579dae64d76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2089f86e868b416584f653520bdca88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561418 Mar 10 18:40:49.928591 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59238) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:49.980062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] Publish callbacks [] for security_group (a46dcbdc-ec83-40ec-b5df-9ee0751affef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.001219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] Publish callbacks [] for security_group (a46dcbdc-ec83-40ec-b5df-9ee0751affef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.051712 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (a46dcbdc-ec83-40ec-b5df-9ee0751affef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.054270 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.055473 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a46dcbdc-ec83-40ec-b5df-9ee0751affef HTTP/1.1" status: 204 len: 168 time: 0.1259325 Mar 10 18:40:50.063896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512bbd-7a38-4935-a669-c1186514aa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46dcbdc-ec83-40ec-b5df-9ee0751affef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:50.338786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:50.352742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-892d157f-6aa8-481f-97a6-b53c892e6dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.434998 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-892d157f-6aa8-481f-97a6-b53c892e6dfd admin admin] Publish callbacks [] for security_group (44e0dffe-230e-4210-9420-c4afbb71cd0e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.440629 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-892d157f-6aa8-481f-97a6-b53c892e6dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (44e0dffe-230e-4210-9420-c4afbb71cd0e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.488974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-892d157f-6aa8-481f-97a6-b53c892e6dfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68f0eaea00fd4bd1b72d1e59c5244a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490898 Mar 10 18:40:50.489822 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d157f-6aa8-481f-97a6-b53c892e6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0dffe-230e-4210-9420-c4afbb71cd0e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:50.491866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59246) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:50.541871 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] Publish callbacks [] for security_group (44e0dffe-230e-4210-9420-c4afbb71cd0e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.563484 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] Publish callbacks [] for security_group (44e0dffe-230e-4210-9420-c4afbb71cd0e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.611902 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (44e0dffe-230e-4210-9420-c4afbb71cd0e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.616182 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:50.617855 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44e0dffe-230e-4210-9420-c4afbb71cd0e HTTP/1.1" status: 204 len: 168 time: 0.1243215 Mar 10 18:40:50.626186 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db3d8a-cc38-4d99-8b09-091e7c8eeddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0dffe-230e-4210-9420-c4afbb71cd0e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:51.352762 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59268) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:51.454563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1089234084-network', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:51.477215 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Made reservation on behalf of 9b3f4ac331a54ce495385d5457a3c285 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:40:51.479846 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.488409 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.564835 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks [] for security_group (43ea8fc8-0443-4f24-b5d5-45a4dfa60270), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.572358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (43ea8fc8-0443-4f24-b5d5-45a4dfa60270), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.598913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:40:51.608376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea8fc8-0443-4f24-b5d5-45a4dfa60270,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:51.613313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (79f0e07e-833c-468b-8d8a-59b4950bbc12), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.613652 n-d-833115-2 neutron-server[103794]: INFO neutron.db.segments_db [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Added segment 79f0e07e-833c-468b-8d8a-59b4950bbc12 of type vlan for network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 Mar 10 18:40:51.652446 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (ede69b6d-deca-4a98-a2a0-e5b9745dfe49), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.680698 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (ede69b6d-deca-4a98-a2a0-e5b9745dfe49), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.681759 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:51.682398 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.710228 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3562179 Mar 10 18:40:51.713466 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59272) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:51.718569 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Request body: {'subnet': {'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1089234084-subnet', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:51.739666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Made reservation on behalf of 9b3f4ac331a54ce495385d5457a3c285 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:40:51.741963 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.746941 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df979f8e-0fc1-48f3-80a8-a49398f277c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ede69b6d-deca-4a98-a2a0-e5b9745dfe49,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:51.757001 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:40:51.920858 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (0148701f-61f9-4804-8698-f5e009c1d194), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:51.975906 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0148701f-61f9-4804-8698-f5e009c1d194,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:51.992634 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:51.992980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Network hostable DHCP agents. Network: ede69b6d-deca-4a98-a2a0-e5b9745dfe49, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:40:52.012909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:40:52.023061 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, ede69b6d-deca-4a98-a2a0-e5b9745dfe49) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:52.027279 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:52.027961 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.032619 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f24139-0480-4b1d-a8ae-f5bdff746b47 None None] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:40:52.048102 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-482af995-8e6c-40a8-9e64-808638d4784c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307800 Mar 10 18:40:52.048357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:52.052566 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:52.072485 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (0422a194-3779-481c-95b1-3d77ea3de0df), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.073477 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (0422a194-3779-481c-95b1-3d77ea3de0df), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.129071 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for router_controller (0422a194-3779-481c-95b1-3d77ea3de0df), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.135078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:40:52.135952 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.271402 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Allocated IP 172.20.0.2 (ede69b6d-deca-4a98-a2a0-e5b9745dfe49/0148701f-61f9-4804-8698-f5e009c1d194/2be1843a-caff-49cf-a88c-dd0649a21d8a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:52.271719 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for router_gateway (0422a194-3779-481c-95b1-3d77ea3de0df), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.417004 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks [] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.424271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.475106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for router_gateway (0422a194-3779-481c-95b1-3d77ea3de0df), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.499009 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.612425 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Allocated IP 172.25.3.204 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/23a66854-9a0e-4b5c-b57b-4e401805dc17) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:52.640197 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:52.643291 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:52.647630 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:52.650652 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Pushing event updated for resources: {'Port': ['ID=2be1843a-caff-49cf-a88c-dd0649a21d8a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:52.704469 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Attempting to bind port 2be1843a-caff-49cf-a88c-dd0649a21d8a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:40:52.704842 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Attempting to bind port 2be1843a-caff-49cf-a88c-dd0649a21d8a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:40:52.705214 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Attempting to bind port 2be1843a-caff-49cf-a88c-dd0649a21d8a on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:40:52.710210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:40:52.710629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:52.711030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.711411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:40:52.711876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Bound port: 2be1843a-caff-49cf-a88c-dd0649a21d8a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:40:52.712256 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.723644 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.757681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.776010 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] For port 2be1843a-caff-49cf-a88c-dd0649a21d8a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:40:52.779372 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] For port 2be1843a-caff-49cf-a88c-dd0649a21d8a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2be1843a-caff-49cf-a88c-dd0649a21d8a,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:40:52.785705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:52.797703 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:52.802558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:52.806031 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:52.828777 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Pushing event updated for resources: {'Port': ['ID=23a66854-9a0e-4b5c-b57b-4e401805dc17,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:52.844659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b3b45-eaf0-42d4-a573-937f3fce2a4c None None] Pushing event updated for resources: {'Port': ['ID=2be1843a-caff-49cf-a88c-dd0649a21d8a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:53.424152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for router_gateway (0422a194-3779-481c-95b1-3d77ea3de0df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.609057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2be1843a-caff-49cf-a88c-dd0649a21d8a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:40:53.639882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (0422a194-3779-481c-95b1-3d77ea3de0df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.663069 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2be1843a-caff-49cf-a88c-dd0649a21d8a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:53.663342 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.748725 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2be1843a-caff-49cf-a88c-dd0649a21d8a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:53.749116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.769923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ffae4-da2a-4026-88c4-34a333cff2b0 None None] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:40:53.781670 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Router 0422a194-3779-481c-95b1-3d77ea3de0df is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:40:53.811544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 2be1843a-caff-49cf-a88c-dd0649a21d8a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2be1843a-caff-49cf-a88c-dd0649a21d8a,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:53.840207 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.901816 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:53.920050 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.921228 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-ac98f950-6224-4d23-b955-609c5065be32 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8719177 Mar 10 18:40:53.921973 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:53.924244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:53.928376 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-98738389-7884-45db-a86c-f3b888f7a53a None None] Provisioning complete for port 2be1843a-caff-49cf-a88c-dd0649a21d8a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:53.928751 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-98738389-7884-45db-a86c-f3b888f7a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:53.970534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=2be1843a-caff-49cf-a88c-dd0649a21d8a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:53.985835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:53.986493 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:54.134264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:54.163680 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-98738389-7884-45db-a86c-f3b888f7a53a None None] Current status of the port 2be1843a-caff-49cf-a88c-dd0649a21d8a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:54.311189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9302900b-264a-4e59-bb35-a6a47bf731f8 None None] Provisioning complete for port 2be1843a-caff-49cf-a88c-dd0649a21d8a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:54.311610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9302900b-264a-4e59-bb35-a6a47bf731f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.369269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.373870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:53Z', 'revision_number': 3, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:54.417938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:54.418281 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Updating router 0422a194-3779-481c-95b1-3d77ea3de0df port 23a66854-9a0e-4b5c-b57b-4e401805dc17 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:40:54.455520 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9302900b-264a-4e59-bb35-a6a47bf731f8 None None] Current status of the port 2be1843a-caff-49cf-a88c-dd0649a21d8a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:54.459496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.533805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Allocated IP 172.20.0.1 (ede69b6d-deca-4a98-a2a0-e5b9745dfe49/0148701f-61f9-4804-8698-f5e009c1d194/a0e51924-f6c0-4fbb-81da-b1a42c2d7877) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:54.642843 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks [] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.678614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.717270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks [] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.721461 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:54.724541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:54.724725 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.727209 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:54.734802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:54.777383 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (0422a194-3779-481c-95b1-3d77ea3de0df), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.778571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Attempting to bind port 23a66854-9a0e-4b5c-b57b-4e401805dc17 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:40:54.778945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Attempting to bind port 23a66854-9a0e-4b5c-b57b-4e401805dc17 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:40:54.779306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Attempting to bind port 23a66854-9a0e-4b5c-b57b-4e401805dc17 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:40:54.782675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f34fe2-f509-42ab-a59d-88ea89afc6ba None None] Pushing event updated for resources: {'Port': ['ID=23a66854-9a0e-4b5c-b57b-4e401805dc17,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:54.787555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:40:54.788019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:54.788405 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.788791 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:40:54.789263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Bound port: 23a66854-9a0e-4b5c-b57b-4e401805dc17, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:40:54.789643 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.849763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] For port 23a66854-9a0e-4b5c-b57b-4e401805dc17, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:40:54.855229 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] For port 23a66854-9a0e-4b5c-b57b-4e401805dc17, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23a66854-9a0e-4b5c-b57b-4e401805dc17,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:40:54.865188 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.934137 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:54.934896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:54.935637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:54.939967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f34fe2-f509-42ab-a59d-88ea89afc6ba None None] Pushing event updated for resources: {'Port': ['ID=23a66854-9a0e-4b5c-b57b-4e401805dc17,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:55.013474 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9be29c29-b1fa-4924-bc04-4a2676df9b0b None None] Provisioning complete for port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:55.013882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9be29c29-b1fa-4924-bc04-4a2676df9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.088628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:55.090351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9be29c29-b1fa-4924-bc04-4a2676df9b0b None None] Port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:40:55.107267 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks [] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.113256 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.183570 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (0422a194-3779-481c-95b1-3d77ea3de0df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.185429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:55.276843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:55.278259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:55.301276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 1, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:55.329152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fbe121-6a3f-4013-bd19-4705abcfe4e7 None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 1, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:40:55.412294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:40:55.524617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-75d85037-f931-462c-a351-f546c74ab919 None None] Provisioning complete for port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:55.526585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-75d85037-f931-462c-a351-f546c74ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.552435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:55.558393 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c45ea4ff-eb35-4b49-9917-eca16d1f9508 admin admin] 10.222.0.35 "PUT /v2.0/routers/0422a194-3779-481c-95b1-3d77ea3de0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330929 Mar 10 18:40:55.588819 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-75d85037-f931-462c-a351-f546c74ab919 None None] Port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:40:55.619865 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2be1843a-caff-49cf-a88c-dd0649a21d8a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:40:55.669462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 2be1843a-caff-49cf-a88c-dd0649a21d8a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:55.669847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:55.765620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 2be1843a-caff-49cf-a88c-dd0649a21d8a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:56.091296 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:56.096563 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-20211711-network', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:56.116584 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Made reservation on behalf of 235d39b03d804b6d90a69f45bd43db0f for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:40:56.119037 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.128344 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.208643 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks [] for security_group (9fea267e-890c-4f8b-b2da-79976aaf83da), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.213528 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9fea267e-890c-4f8b-b2da-79976aaf83da), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.241257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:40:56.252319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fea267e-890c-4f8b-b2da-79976aaf83da,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:56.258408 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f4adb2bc-4b36-42d7-bc55-a3be69375f62), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.258780 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Added segment f4adb2bc-4b36-42d7-bc55-a3be69375f62 of type vlan for network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 Mar 10 18:40:56.302063 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (fe8b93b3-8094-4e93-a66b-4ce40903a0a2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.331761 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (fe8b93b3-8094-4e93-a66b-4ce40903a0a2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.332749 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:56.333325 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.373202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2807727 Mar 10 18:40:56.376136 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:56.380852 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Request body: {'subnet': {'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-20211711-subnet', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:56.415089 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b021b-05e2-40d9-9dc1-f90aabd144f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8b93b3-8094-4e93-a66b-4ce40903a0a2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:56.425931 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:40:56.431292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Made reservation on behalf of 235d39b03d804b6d90a69f45bd43db0f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:40:56.433766 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365803'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.619327 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33486283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365765'] for subnet (096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.670951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:56.689264 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Checking segment: {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:56.689616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Network hostable DHCP agents. Network: fe8b93b3-8094-4e93-a66b-4ce40903a0a2, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:40:56.706846 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:40:56.715819 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, fe8b93b3-8094-4e93-a66b-4ce40903a0a2) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:56.720200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:40:56.720815 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.725344 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30695c70-70b2-4f91-bdaf-89087cb06b0b None None] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:40:56.738511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b51ee04a-32fc-4e26-9b51-17c0e14e1b58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3613296 Mar 10 18:40:56.741120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:56.745478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:40:56.766792 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (c825c434-76e8-48f1-bb5d-714543222b1a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.767804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (c825c434-76e8-48f1-bb5d-714543222b1a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.824375 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for router_controller (c825c434-76e8-48f1-bb5d-714543222b1a), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.830156 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:40:56.831218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:56.973797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Allocated IP 172.20.0.2 (fe8b93b3-8094-4e93-a66b-4ce40903a0a2/096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd/508aed6f-5a35-4b07-b047-4993adf32bf1) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:56.974691 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for router_gateway (c825c434-76e8-48f1-bb5d-714543222b1a), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.131542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks [] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.141708 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.185411 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:57.188797 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:57.193354 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:57.196633 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Pushing event updated for resources: {'Port': ['ID=508aed6f-5a35-4b07-b047-4993adf32bf1,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:57.260286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Attempting to bind port 508aed6f-5a35-4b07-b047-4993adf32bf1 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:40:57.261340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Attempting to bind port 508aed6f-5a35-4b07-b047-4993adf32bf1 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:40:57.261767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Attempting to bind port 508aed6f-5a35-4b07-b047-4993adf32bf1 on network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:40:57.268559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:40:57.268983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Checking segment: {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:57.269335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.269730 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Bound using segment: {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:40:57.270420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Bound port: 508aed6f-5a35-4b07-b047-4993adf32bf1, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:40:57.270625 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.344948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] For port 508aed6f-5a35-4b07-b047-4993adf32bf1, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:40:57.348476 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] For port 508aed6f-5a35-4b07-b047-4993adf32bf1, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=508aed6f-5a35-4b07-b047-4993adf32bf1,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:40:57.355849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.423433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7037-f437-4aea-a708-480bb5349d64 None None] Pushing event updated for resources: {'Port': ['ID=508aed6f-5a35-4b07-b047-4993adf32bf1,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:57.454202 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:57.466446 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:57.467256 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:57.550310 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for router_gateway (c825c434-76e8-48f1-bb5d-714543222b1a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.577090 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.590893 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:57.619194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.690210 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23a66854-9a0e-4b5c-b57b-4e401805dc17 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:40:57.754786 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Allocated IP 172.25.3.250 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/82cce4b8-cb07-4328-a33e-6c8cd3d5c188) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:57.761978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 23a66854-9a0e-4b5c-b57b-4e401805dc17 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:57.762765 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.828158 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 2, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:57.851170 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 23a66854-9a0e-4b5c-b57b-4e401805dc17 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:57.851457 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.855459 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:57.856057 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Updating router 0422a194-3779-481c-95b1-3d77ea3de0df port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:40:57.874802 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.875237 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 23a66854-9a0e-4b5c-b57b-4e401805dc17, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23a66854-9a0e-4b5c-b57b-4e401805dc17,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:57.879890 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.894317 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.917237 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:57.942093 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=23a66854-9a0e-4b5c-b57b-4e401805dc17,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:57.959360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:57.962134 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:57.968321 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:57.998706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Pushing event updated for resources: {'Port': ['ID=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:58.176252 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks [] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.182715 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.233713 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Pushing event updated for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:58.265940 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.266283 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.266651 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.266982 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.267311 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.267778 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.268108 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.268428 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.268747 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.269064 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.269385 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.269698 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.270015 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:40:58.272521 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for router_gateway (c825c434-76e8-48f1-bb5d-714543222b1a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.421720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Attempting to bind port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:40:58.422258 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Attempting to bind port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:40:58.422747 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Attempting to bind port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:40:58.430913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:40:58.431449 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:40:58.431950 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.432439 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:40:58.432998 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Bound port: a0e51924-f6c0-4fbb-81da-b1a42c2d7877, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:40:58.433480 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.505929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] For port a0e51924-f6c0-4fbb-81da-b1a42c2d7877, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:40:58.508179 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (c825c434-76e8-48f1-bb5d-714543222b1a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.509651 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] For port a0e51924-f6c0-4fbb-81da-b1a42c2d7877, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:40:58.517754 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.557875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Provisioning complete for port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:58.559627 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.568899 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:58.569531 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:58.621071 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756197ed-6259-435c-84af-397a17035f7f None None] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:40:58.643551 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d476-cdd8-4b3d-aa9f-93bdcb002416 None None] Pushing event updated for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:58.694715 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Router c825c434-76e8-48f1-bb5d-714543222b1a is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:40:58.723625 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:58.841313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:40:58.862219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.863539 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-f6fc3dc1-ad71-4bbc-b6f9-0690cbbf69da admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1214912 Mar 10 18:40:58.866506 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59300) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:40:58.957981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Sync routers for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:40:58.962161 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:58.974958 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Current status of the port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:58.975498 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:58.989767 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313656-cf25-4c9e-8b40-104807ed7646 None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:40:59.000482 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:40:59.001256 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:59.071391 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] For port a0e51924-f6c0-4fbb-81da-b1a42c2d7877, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:59.085152 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.147956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a91405-5b11-4292-a99b-fde8ec6289ea None None] Pushing event updated for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:59.222175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:40:59.312787 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Provisioning complete for port 508aed6f-5a35-4b07-b047-4993adf32bf1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:59.313170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.372023 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.471169 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Current status of the port 508aed6f-5a35-4b07-b047-4993adf32bf1 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:59.471563 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.515792 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] For port 508aed6f-5a35-4b07-b047-4993adf32bf1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=508aed6f-5a35-4b07-b047-4993adf32bf1,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:40:59.525473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 3, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:40:59.528467 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.553275 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Allocated IP 172.20.0.1 (fe8b93b3-8094-4e93-a66b-4ce40903a0a2/096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd/7726d6bf-0b5d-4981-85cb-f9714ef53d86) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:40:59.560033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Checking router: c825c434-76e8-48f1-bb5d-714543222b1a for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:40:59.560324 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Updating router c825c434-76e8-48f1-bb5d-714543222b1a port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:40:59.633121 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Provisioning complete for port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:59.633816 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.636585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.672485 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Pushing event updated for resources: {'Port': ['ID=508aed6f-5a35-4b07-b047-4993adf32bf1,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:59.686216 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks [] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.728756 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.773609 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:40:59.777356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:40:59.781162 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:40:59.788401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23a66854-9a0e-4b5c-b57b-4e401805dc17 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:40:59.829607 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Pushing event updated for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:40:59.852995 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (c825c434-76e8-48f1-bb5d-714543222b1a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:40:59.953994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-25134bb0-a1ee-468f-bd8f-df1c42ac13b5 None None] Current status of the port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:40:59.965442 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 23a66854-9a0e-4b5c-b57b-4e401805dc17 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:40:59.965753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.013623 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.123248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks [] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.130139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Provisioning complete for port 508aed6f-5a35-4b07-b047-4993adf32bf1 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:00.130618 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.133516 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.135249 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 23a66854-9a0e-4b5c-b57b-4e401805dc17 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:00.136286 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 508aed6f-5a35-4b07-b047-4993adf32bf1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:00.183999 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks [] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.190094 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.250098 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Attempting to bind port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:41:00.250361 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Attempting to bind port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:41:00.250806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Attempting to bind port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:41:00.255433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567521c3-d989-4cee-8341-74bfb45639e3 None None] Pushing event updated for resources: {'Port': ['ID=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:00.259229 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Pushing event updated for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:00.262742 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (c825c434-76e8-48f1-bb5d-714543222b1a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.263417 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:41:00.263793 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:41:00.264193 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.264594 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:41:00.265077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Bound port: 82cce4b8-cb07-4328-a33e-6c8cd3d5c188, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:41:00.265463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.344396 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 508aed6f-5a35-4b07-b047-4993adf32bf1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:00.344769 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.364186 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:41:00.365689 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:41:00.368202 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Current status of the port 508aed6f-5a35-4b07-b047-4993adf32bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:00.387948 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] For port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:41:00.402541 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] For port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:41:00.414548 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.419625 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Provisioning complete for port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:00.419992 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.501623 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Router c825c434-76e8-48f1-bb5d-714543222b1a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:41:00.538205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-776720eb-f15f-4a07-8847-ce441bc4a3c8 None None] Port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:41:00.544025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567521c3-d989-4cee-8341-74bfb45639e3 None None] Pushing event updated for resources: {'Port': ['ID=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:00.546598 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:41:00.547206 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:00.585224 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 508aed6f-5a35-4b07-b047-4993adf32bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:00.586389 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0e51924-f6c0-4fbb-81da-b1a42c2d7877 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:00.626812 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:41:00.639814 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-d3820ee3-802b-4362-a1b1-5aa22332c0ac admin admin] 10.222.0.35 "PUT /v2.0/routers/c825c434-76e8-48f1-bb5d-714543222b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642479 Mar 10 18:41:00.720876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:41:00.723661 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a76c826f-0c78-4154-a232-a292f74064db None None] Provisioning complete for port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:00.724034 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a76c826f-0c78-4154-a232-a292f74064db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.725486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.935112 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:00.935112 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:00.985751 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a76c826f-0c78-4154-a232-a292f74064db None None] Port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:41:01.145883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:01.195641 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:59Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7726d6bf-0b5d-4981-85cb-f9714ef53d86', 'name': '', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'mac_address': 'fa:16:3e:59:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:59Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 2, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'subnets': [{'id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:01.221885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1796e3f-766b-4a82-8391-a6ff02a6e45a None None] The sync data for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 is: [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:59Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7726d6bf-0b5d-4981-85cb-f9714ef53d86', 'name': '', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'mac_address': 'fa:16:3e:59:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:59Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 2, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'subnets': [{'id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:41:01.324710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59308) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:01.337024 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954615579', 'description': 'tempest-secgroup-smoke-1954615579 description', 'project_id': '9b3f4ac331a54ce495385d5457a3c285'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:01.362396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.453001 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (d47d9863-bb89-482f-b27b-a67560b6d377), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.457726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d47d9863-bb89-482f-b27b-a67560b6d377), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.491293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d9863-bb89-482f-b27b-a67560b6d377,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:01.502625 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.504055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b7d87330-e61c-4715-9cf7-1ac53ebae5f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1774075 Mar 10 18:41:01.507157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59310) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:01.511820 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:01.540060 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (83f3ed52-c922-4a9d-9cea-03aea77d8ee5), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.602956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (83f3ed52-c922-4a9d-9cea-03aea77d8ee5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.604647 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 508aed6f-5a35-4b07-b047-4993adf32bf1 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:01.607681 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (83f3ed52-c922-4a9d-9cea-03aea77d8ee5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.628520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f3ed52-c922-4a9d-9cea-03aea77d8ee5,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:01.634782 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.639044 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2380ce22-ab8e-4e4c-ac3c-0de4f1365911 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280327 Mar 10 18:41:01.639488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59312) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:01.644198 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:01.665351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 508aed6f-5a35-4b07-b047-4993adf32bf1 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:01.666524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.677062 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (22a932ff-2e08-4ea6-8d0d-78c105a56087), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.746733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (22a932ff-2e08-4ea6-8d0d-78c105a56087), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.751793 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (22a932ff-2e08-4ea6-8d0d-78c105a56087), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.754019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 508aed6f-5a35-4b07-b047-4993adf32bf1 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:01.776035 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a932ff-2e08-4ea6-8d0d-78c105a56087,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:01.781255 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.785611 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-1065972d-88b4-4842-8532-ded67ece4d44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423936 Mar 10 18:41:01.785611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:01.790019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:01.818654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (49ce9c49-3088-4371-9a35-1931e3eb8faf), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.882505 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (49ce9c49-3088-4371-9a35-1931e3eb8faf), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.888232 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (49ce9c49-3088-4371-9a35-1931e3eb8faf), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.906856 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ce9c49-3088-4371-9a35-1931e3eb8faf,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:01.917085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:01.918464 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-54378978-557d-41bd-be74-eee63c38d594 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318896 Mar 10 18:41:01.921436 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:01.926228 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:01.971291 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (1f9d53d0-be90-45a2-af4a-5f0cbcd671de), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.043297 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (1f9d53d0-be90-45a2-af4a-5f0cbcd671de), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.048434 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (1f9d53d0-be90-45a2-af4a-5f0cbcd671de), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.071961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9d53d0-be90-45a2-af4a-5f0cbcd671de,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:02.083007 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.086890 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-21e5a45a-972b-43e1-ad1e-ba0c4cb8c66c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642783 Mar 10 18:41:02.087211 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59318) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:02.091896 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:02.118689 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Project 9b3f4ac331a54ce495385d5457a3c285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:41:02.123882 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (02759523-404b-41bb-8116-39cc6c807672), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.186526 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (02759523-404b-41bb-8116-39cc6c807672), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.190939 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (02759523-404b-41bb-8116-39cc6c807672), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.211597 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02759523-404b-41bb-8116-39cc6c807672,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:02.217207 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.218485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-b6e125ab-7e64-4b7a-ad7b-f354a59db5e8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301973 Mar 10 18:41:02.221774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59320) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:02.226200 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': 'd47d9863-bb89-482f-b27b-a67560b6d377', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:02.247285 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Project 9b3f4ac331a54ce495385d5457a3c285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:41:02.253076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (f9fefbc3-0f7d-4f92-a130-31397e23e002), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.317065 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (f9fefbc3-0f7d-4f92-a130-31397e23e002), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.323438 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (f9fefbc3-0f7d-4f92-a130-31397e23e002), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.344570 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fefbc3-0f7d-4f92-a130-31397e23e002,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:02.356056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:02.357299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-2e460e77-8c3d-4ede-9d0d-e68457baf08e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346195 Mar 10 18:41:02.518163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-33bd150c-15e7-4334-8719-2cd7c7a2ebc6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954615579&fields=id&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 267 time: 0.0476899 Mar 10 18:41:02.631113 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-df311583-6927-46d5-a3d6-027c69343be5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:02.632457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-df311583-6927-46d5-a3d6-027c69343be5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 809 time: 0.1073890 Mar 10 18:41:02.647122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-89d4696d-4a90-4717-bf0a-c0adf3c65323 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/quotas/9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 375 time: 0.0091474 Mar 10 18:41:02.705877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-ebb04ac2-bdad-4b9c-a689-c0ccbe672268 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514483 Mar 10 18:41:02.922461 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-cd465c25-a568-4643-a6c2-c4dababc3be3 service neutron] 10.222.0.35 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018838 Mar 10 18:41:03.024842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-fd4da449-fa86-4699-a68d-5664432ebc8e service neutron] 10.222.0.35 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946355 Mar 10 18:41:03.194144 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c6dc3c34-2975-42e4-8696-ba88f7058194 req-8da14709-abe4-4e93-b109-1d6dd91c62c7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 210 time: 0.0290928 Mar 10 18:41:03.307196 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Sync routers for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:41:03.319261 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:41:03.319996 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:03.436090 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:41:03.627119 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:03.648684 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:59Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7726d6bf-0b5d-4981-85cb-f9714ef53d86', 'name': '', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'mac_address': 'fa:16:3e:59:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:59Z', 'updated_at': '2022-03-10T18:41:00Z', 'revision_number': 2, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'subnets': [{'id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:03.675972 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Checking router: c825c434-76e8-48f1-bb5d-714543222b1a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:41:03.676207 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Updating router c825c434-76e8-48f1-bb5d-714543222b1a port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:41:03.680276 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:03.680737 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:03.706649 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:03.771529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:03.772240 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:03.795813 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:41:03.800343 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:03.873362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:03.984368 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks [] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:03.994748 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.064122 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578b47f-0545-4e6c-83a4-6d3521dfd55e None None] Pushing event updated for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:04.099809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Attempting to bind port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:41:04.100175 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Attempting to bind port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:41:04.100529 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Attempting to bind port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 on network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:41:04.105873 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:41:04.106239 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Checking segment: {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:41:04.106672 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.107100 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Bound using segment: {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:41:04.107723 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Bound port: 7726d6bf-0b5d-4981-85cb-f9714ef53d86, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4adb2bc-4b36-42d7-bc55-a3be69375f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:41:04.108026 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.180957 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] For port 7726d6bf-0b5d-4981-85cb-f9714ef53d86, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:41:04.184314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] For port 7726d6bf-0b5d-4981-85cb-f9714ef53d86, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7726d6bf-0b5d-4981-85cb-f9714ef53d86,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:41:04.192067 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.255471 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:41:04.255802 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:40:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:04.298530 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578b47f-0545-4e6c-83a4-6d3521dfd55e None None] Pushing event updated for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:04.339251 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Provisioning complete for port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:04.340081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.365025 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-610b7cb2-994c-4ff7-88d3-79419fedc6f3 req-8e9f3d26-0b65-46b8-a064-3d129474ee19 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 210 time: 0.0650895 Mar 10 18:41:04.402042 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:41:04.467629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dc58d3ba-580a-47f1-a01b-9a1e71e6bd16 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:04.469024 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Current status of the port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:04.469702 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dc58d3ba-580a-47f1-a01b-9a1e71e6bd16 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 809 time: 0.2195833 Mar 10 18:41:04.469800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.508135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] For port 7726d6bf-0b5d-4981-85cb-f9714ef53d86, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7726d6bf-0b5d-4981-85cb-f9714ef53d86,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:41:04.513776 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.539183 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dccf7d32-7202-4e7d-87a0-7e7409a24ff3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 380 time: 0.0606523 Mar 10 18:41:04.550237 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'port': {'device_id': '97466334-aa2b-4e07-8502-09f27740f368', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'admin_state_up': True, 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'security_groups': ['d47d9863-bb89-482f-b27b-a67560b6d377']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:04.575776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ea2d0-1e8f-41d7-ae8a-134e0b4ef9b1 None None] Pushing event updated for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:04.640688 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2827032c-17f3-47c1-a545-794e83e3ac99 None None] Provisioning complete for port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:04.641969 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2827032c-17f3-47c1-a545-794e83e3ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.642117 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:59Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7726d6bf-0b5d-4981-85cb-f9714ef53d86', 'name': '', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'mac_address': 'fa:16:3e:59:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:59Z', 'updated_at': '2022-03-10T18:41:04Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'subnets': [{'id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:04.667829 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Made reservation on behalf of 9b3f4ac331a54ce495385d5457a3c285 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:41:04.672849 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:04.674896 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2f5c30-8f41-4232-b218-ba03dc0c2c0b None None] The sync data for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 is: [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:40:59Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '7726d6bf-0b5d-4981-85cb-f9714ef53d86', 'name': '', 'network_id': 'fe8b93b3-8094-4e93-a66b-4ce40903a0a2', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'mac_address': 'fa:16:3e:59:7a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:59Z', 'updated_at': '2022-03-10T18:41:04Z', 'revision_number': 4, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'subnets': [{'id': '096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:41:04.734300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2827032c-17f3-47c1-a545-794e83e3ac99 None None] Current status of the port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:04.811704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Allocated IP 172.20.0.9 (ede69b6d-deca-4a98-a2a0-e5b9745dfe49/0148701f-61f9-4804-8698-f5e009c1d194/2a30c042-ec54-45bf-82bb-9c20760c9be7) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:41:04.964543 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.001581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.046040 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:41:05.051585 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:41:05.055419 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:41:05.080148 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:05.111695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:05.112416 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.130207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-dbbe38df-5b3d-46b3-ae78-c5b1fc59ae45 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862679 Mar 10 18:41:05.197709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Request body: {'port': {'device_id': '97466334-aa2b-4e07-8502-09f27740f368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:05.266005 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.359540 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3ad842ea-b5af-422e-a801-4c8758221ad9 None None] Provisioning complete for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:05.359838 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ad842ea-b5af-422e-a801-4c8758221ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.396359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3ad842ea-b5af-422e-a801-4c8758221ad9 None None] Port 2a30c042-ec54-45bf-82bb-9c20760c9be7 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:41:05.533835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b6d4-dae3-418e-af13-0b58851df14d req-fd17302a-1e87-4189-bcc8-54907afe24b2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:05.534548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6453b6d4-dae3-418e-af13-0b58851df14d req-fd17302a-1e87-4189-bcc8-54907afe24b2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 931 time: 0.0938721 Mar 10 18:41:05.593309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:41:05.606291 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks [] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.608280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:05.628043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6453b6d4-dae3-418e-af13-0b58851df14d req-11bb4eb4-fc4f-42a7-a44d-be1552affe23 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693698 Mar 10 18:41:05.631240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Transition to ACTIVE for port object 2a30c042-ec54-45bf-82bb-9c20760c9be7 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:41:05.636032 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.657743 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:05.658339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.694576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:05.743602 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:05.744684 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7726d6bf-0b5d-4981-85cb-f9714ef53d86 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:05.770116 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:41:05.770356 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:41:05.770710 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:41:05.775863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:41:05.776184 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:41:05.781946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:41:05.782270 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:41:05.782680 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:41:05.783303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Bound port: 2a30c042-ec54-45bf-82bb-9c20760c9be7, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:41:05.784221 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.795384 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:05.795748 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.867500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:41:05.871549 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:41:05.880748 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.897550 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:05.931490 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:05.932891 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:05.934619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1091 time: 0.7972188 Mar 10 18:41:05.941416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:41:05.943929 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec215a8-5358-428a-8c02-7a14bb699b93" -d '{"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:41:05.980534 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17352000-4925-438e-ac4c-599aee82f0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:05.996215 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81657013-79c1-4a02-95ae-7aac43112084 x-openstack-request-id: req-81657013-79c1-4a02-95ae-7aac43112084 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:41:05.996590 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:41:05.996846 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81657013-79c1-4a02-95ae-7aac43112084 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:41:05.997254 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'status': 'completed', 'code': 200} Mar 10 18:41:06.032398 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-206763fa-00e6-467a-bf65-5c755740acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.033845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-206763fa-00e6-467a-bf65-5c755740acdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1125 time: 0.0547981 Mar 10 18:41:06.076333 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-411d03d8-52f1-4db5-b573-dda11ffcb5ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 217 time: 0.0355992 Mar 10 18:41:06.468172 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-af38038c-54e1-462f-beed-192df0988406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.469706 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-af38038c-54e1-462f-beed-192df0988406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.3877118 Mar 10 18:41:06.524823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-5088ddb2-5155-4c05-8505-b3c821548b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.527205 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-5088ddb2-5155-4c05-8505-b3c821548b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501928 Mar 10 18:41:06.621038 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-1085ed9c-5d89-4db8-85a9-98995fd59a8f service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872090 Mar 10 18:41:06.740273 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d7260f-fcd5-40dc-b874-f74b09e3989f req-51123c55-ea29-4c1f-9502-be2414ac8034 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135409 Mar 10 18:41:06.765265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926811cb-4365-40b8-a5ac-3c3aeb403737 req-4878e599-b769-4be3-8a62-8e279cd24e67 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.766836 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-926811cb-4365-40b8-a5ac-3c3aeb403737 req-4878e599-b769-4be3-8a62-8e279cd24e67 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0662134 Mar 10 18:41:06.846335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-926811cb-4365-40b8-a5ac-3c3aeb403737 req-a3e74392-5d73-4815-922e-484b857841f9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729012 Mar 10 18:41:06.859124 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-066a95b7-0df6-43f3-ae9d-753f6351a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.860885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-066a95b7-0df6-43f3-ae9d-753f6351a0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1125 time: 0.0737436 Mar 10 18:41:06.954486 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-82f0469e-1b1a-480f-ba88-a58e56c19b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:06.956003 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-82f0469e-1b1a-480f-ba88-a58e56c19b61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0882289 Mar 10 18:41:07.001520 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-02af1c5a-f495-4810-a248-3c18623aed9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 217 time: 0.0388317 Mar 10 18:41:07.052448 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-c0c525a0-e813-4155-b506-b09a1e59aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:07.053901 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-c0c525a0-e813-4155-b506-b09a1e59aad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0453887 Mar 10 18:41:07.114115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-0e77917f-c339-4194-8f9f-2b678e5abff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:07.115649 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-0e77917f-c339-4194-8f9f-2b678e5abff1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559690 Mar 10 18:41:07.222078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-9d94beb9-04de-4674-ad08-455dfc0b218d service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000845 Mar 10 18:41:07.319830 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6ec215a8-5358-428a-8c02-7a14bb699b93 req-7f37844b-e24c-4ff2-af01-39de3da95500 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917065 Mar 10 18:41:07.979961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c2cb7-f13f-4ef9-aaf5-90ab50f06f77 req-e516063a-f3c6-4438-aedf-76681edacafc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:07.981430 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-232c2cb7-f13f-4ef9-aaf5-90ab50f06f77 req-e516063a-f3c6-4438-aedf-76681edacafc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0673194 Mar 10 18:41:08.034756 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-232c2cb7-f13f-4ef9-aaf5-90ab50f06f77 req-b00d1407-bff5-4a4d-a91a-dfa24abdd157 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Mar 10 18:41:09.174107 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b209340-1dd3-4d43-ac77-777251e9827b req-a7672a7f-d568-4ee3-aa95-4ae8572a22e2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:09.175656 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b209340-1dd3-4d43-ac77-777251e9827b req-a7672a7f-d568-4ee3-aa95-4ae8572a22e2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0654140 Mar 10 18:41:09.227396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6b209340-1dd3-4d43-ac77-777251e9827b req-9948b14d-56aa-45d5-97e4-8b5103b3fd57 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Mar 10 18:41:10.375985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede065c1-a2f7-4b4c-80f2-3898f02cbcab req-bc6c3656-0937-4330-8178-001b802b03f5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:10.377500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ede065c1-a2f7-4b4c-80f2-3898f02cbcab req-bc6c3656-0937-4330-8178-001b802b03f5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0637031 Mar 10 18:41:10.435122 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ede065c1-a2f7-4b4c-80f2-3898f02cbcab req-fee6cd5a-c0a6-4dc3-a9d7-d73ef0263b66 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492790 Mar 10 18:41:11.494998 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:41:11.567290 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc30cc8-bb06-46e5-b723-18a1ca2c16d3 req-b00cae29-6834-48b1-b605-a697caf1fcb3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:11.568793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cc30cc8-bb06-46e5-b723-18a1ca2c16d3 req-b00cae29-6834-48b1-b605-a697caf1fcb3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0554526 Mar 10 18:41:11.597852 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:41:11.609674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:41:11.618391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6cc30cc8-bb06-46e5-b723-18a1ca2c16d3 req-80914a12-8646-4d29-9184-e146bf2466a6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Mar 10 18:41:11.647117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:11.647456 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:11.660243 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:41:11.680627 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:41:11.685938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:11.733719 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:12.045876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['2a30c042-ec54-45bf-82bb-9c20760c9be7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:41:12.534820 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f71f7fe0-c280-40df-845b-0113122dd4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:12.746117 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840c06-72cd-4bfb-b05e-401796391cec req-37e99672-cbfc-4e5c-b1fc-88e52664286f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:12.747600 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de840c06-72cd-4bfb-b05e-401796391cec req-37e99672-cbfc-4e5c-b1fc-88e52664286f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0552096 Mar 10 18:41:12.799944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de840c06-72cd-4bfb-b05e-401796391cec req-097ad498-f1f6-402b-b86a-107ccc010f84 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Mar 10 18:41:13.525876 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:41:13.591881 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:41:13.597128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:41:13.597659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:13.679767 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:41:13.680155 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:13.703709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:41:13.706204 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3e9879-c282-47d1-8779-fcadc840f435" -d '{"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:41:13.718060 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:41:13.723914 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:13.751567 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4447fbe-bd4e-4c74-8f7a-ece8ad32a793 x-openstack-request-id: req-d4447fbe-bd4e-4c74-8f7a-ece8ad32a793 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:41:13.751870 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:41:13.752127 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4447fbe-bd4e-4c74-8f7a-ece8ad32a793 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:41:13.753182 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'code': 200} Mar 10 18:41:13.783675 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:13.856082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f50f3-e45b-48a7-abc4-5168d679e3c1 req-027e89d7-3628-4e28-8b48-42fd74bee276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:13.857610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb7f50f3-e45b-48a7-abc4-5168d679e3c1 req-027e89d7-3628-4e28-8b48-42fd74bee276 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0498843 Mar 10 18:41:13.932825 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-eb7f50f3-e45b-48a7-abc4-5168d679e3c1 req-ac943a6b-742a-4bc2-88f8-9104cc416a5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677190 Mar 10 18:41:13.952804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3e462-4ab6-479b-9dc5-ae9985d8a48c req-86244e05-f8d3-4753-b8b2-7a6fc3552d24 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:13.954288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de3e462-4ab6-479b-9dc5-ae9985d8a48c req-86244e05-f8d3-4753-b8b2-7a6fc3552d24 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0734973 Mar 10 18:41:14.003545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6de3e462-4ab6-479b-9dc5-ae9985d8a48c req-0f494415-a680-4334-9248-8bace03a7293 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Mar 10 18:41:14.733861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8be420d0-303e-4f9e-9044-10d98ccd93d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:15.136422 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630242-41d6-4369-8cf1-97702fe10058 req-9d58bc8e-4fe6-417b-87da-62bf18746eaf tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:15.137938 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4630242-41d6-4369-8cf1-97702fe10058 req-9d58bc8e-4fe6-417b-87da-62bf18746eaf tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0598838 Mar 10 18:41:15.191911 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f4630242-41d6-4369-8cf1-97702fe10058 req-f36c6f31-26ba-4ca7-8746-21a226e208b7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478971 Mar 10 18:41:16.149165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:16.316727 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f980d-df5e-42a6-bc6b-59d3c30ec447 req-96b12d7b-bfc3-4789-bd48-b162430f0f61 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:16.318298 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-019f980d-df5e-42a6-bc6b-59d3c30ec447 req-96b12d7b-bfc3-4789-bd48-b162430f0f61 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Mar 10 18:41:16.371837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-019f980d-df5e-42a6-bc6b-59d3c30ec447 req-1b9f53de-6c25-4f1b-b14c-be6d888271fc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Mar 10 18:41:16.494043 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ccd9d-0a11-4b09-ae11-b5608ed49fe5 req-b141619d-c849-4ae9-b134-53d96bce9108 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:16.495458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b4ccd9d-0a11-4b09-ae11-b5608ed49fe5 req-b141619d-c849-4ae9-b134-53d96bce9108 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Mar 10 18:41:16.551162 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3b4ccd9d-0a11-4b09-ae11-b5608ed49fe5 req-202cff85-02a0-490c-982d-d4ae491d840b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499303 Mar 10 18:41:16.573288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59382) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:16.665254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb85ea-1a43-4e07-8558-c0c0151a1098 tempest-TestShelveInstance-1503639281 tempest-TestShelveInstance-1503639281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:16.667216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4ebb85ea-1a43-4e07-8558-c0c0151a1098 tempest-TestShelveInstance-1503639281 tempest-TestShelveInstance-1503639281-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1122 time: 0.0929334 Mar 10 18:41:16.670342 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59386) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:41:16.674805 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:41:16.697160 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:16.808741 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:16.920231 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Allocated IP 172.25.3.71 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/f2f01cc0-b7d0-4730-a88f-ce9cf0175a81) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:41:17.026446 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.066066 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.108901 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:41:17.114837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:41:17.117629 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:41:17.141495 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=f2f01cc0-b7d0-4730-a88f-ce9cf0175a81,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:17.518468 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (9e7e0dcd-0603-468e-9caf-83f50c1a338d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.595099 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.597172 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.753131 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.759138 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.827491 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=f2f01cc0-b7d0-4730-a88f-ce9cf0175a81,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:41:17.837517 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (9e7e0dcd-0603-468e-9caf-83f50c1a338d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:17.942747 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Floating IP 9e7e0dcd-0603-468e-9caf-83f50c1a338d associated. External IP: 172.25.3.71, port: 2a30c042-ec54-45bf-82bb-9c20760c9be7. Mar 10 18:41:18.159068 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:41:18.272868 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:41:18.283260 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:41:18.292476 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:18.294337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:41:18.295019 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:18.323080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7b678818-b74f-4de2-87fc-88fd7dd3df13 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6516733 Mar 10 18:41:18.323787 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:41:18.326125 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5230d-20b6-47ca-af61-f985642d02a1" -d '{"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:41:18.361628 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea76a8db-25ec-4a67-acfc-493c954c12e3 x-openstack-request-id: req-ea76a8db-25ec-4a67-acfc-493c954c12e3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:41:18.361924 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:41:18.362185 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea76a8db-25ec-4a67-acfc-493c954c12e3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:41:18.362624 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'status': 'completed', 'code': 200} Mar 10 18:41:18.406349 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:41:18.435695 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-695c4596-c9ed-48ca-915c-13539e6da325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:18.437127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-695c4596-c9ed-48ca-915c-13539e6da325 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0516641 Mar 10 18:41:18.532953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-b977045b-d6c9-4408-98b0-cd525a4b6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:18.534574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-b977045b-d6c9-4408-98b0-cd525a4b6879 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0907230 Mar 10 18:41:18.601876 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-52ec2ec1-0f46-4cc2-998f-be75c8f15e56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 998 time: 0.0606949 Mar 10 18:41:18.642378 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9e7e0dcd-0603-468e-9caf-83f50c1a338d', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97466334-aa2b-4e07-8502-09f27740f368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:41:17Z', 'updated_at': '2022-03-10T18:41:17Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:18.654146 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-44cb436f-ddcd-47fd-bf50-d1727841e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:18.655654 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-44cb436f-ddcd-47fd-bf50-d1727841e354 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0478213 Mar 10 18:41:18.669178 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:41:18.677822 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:41:18.678414 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:41:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:18.706266 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-e8dcc61e-b242-4cea-bd62-08bd31bd0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:18.707729 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-e8dcc61e-b242-4cea-bd62-08bd31bd0e20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454865 Mar 10 18:41:18.800472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:41:18.807420 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-56bdc98a-1312-4e20-ad67-1866a6dccecd service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898271 Mar 10 18:41:18.906722 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3d5230d-20b6-47ca-af61-f985642d02a1 req-e6d9b487-e241-4cde-b2ca-3a4de7960471 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932097 Mar 10 18:41:19.036369 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9e7e0dcd-0603-468e-9caf-83f50c1a338d', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97466334-aa2b-4e07-8502-09f27740f368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:41:17Z', 'updated_at': '2022-03-10T18:41:17Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:41:19.065472 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac382ff5-799c-4cdc-a4e1-37314e882d17 None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '9e7e0dcd-0603-468e-9caf-83f50c1a338d', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97466334-aa2b-4e07-8502-09f27740f368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:41:17Z', 'updated_at': '2022-03-10T18:41:17Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:41:19.198290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:41:19.287581 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d9f45-0590-4307-9fea-06063545b0eb None None] New status for floating IP 9e7e0dcd-0603-468e-9caf-83f50c1a338d: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:41:19.403720 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:27.613989 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:30.706825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:42.535864 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0521b8f7-8d0a-4396-b587-b862d5647b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:44.730783 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ddc9bf2b-0e65-4a01-9388-20f9cde8e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:46.161397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:46.878347 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-107c6ed7-f399-4838-94ed-9e69968fb3ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541029 Mar 10 18:41:46.988274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-31c34c62-f25d-4cd9-aa4e-aa72d388e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:46.990417 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-31c34c62-f25d-4cd9-aa4e-aa72d388e9cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0541854 Mar 10 18:41:47.107353 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-87170761-0acb-4eae-8c69-f53805cccffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:47.108847 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-87170761-0acb-4eae-8c69-f53805cccffc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0987108 Mar 10 18:41:47.176019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-9bba883e-f9fc-449d-8558-6acf0edd9897 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.0598783 Mar 10 18:41:47.228513 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-e09da0e5-b0a5-456e-a026-ebc61edf386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:47.230001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-e09da0e5-b0a5-456e-a026-ebc61edf386e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0481715 Mar 10 18:41:47.278504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-36d0a2f5-5c93-4ff5-913c-90fcf43bc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:41:47.280023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-36d0a2f5-5c93-4ff5-913c-90fcf43bc7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442438 Mar 10 18:41:47.385216 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-16c1f10a-6d85-4616-be2b-b6b31a05b9fd service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981867 Mar 10 18:41:47.486011 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5b7bebea-ad53-4ab0-b0cd-de9e71ecf324 req-95128954-ff1e-42b7-afea-9f7c86e6c98f service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946660 Mar 10 18:41:47.599126 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:49.411466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:41:56.204339 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:41:57.596908 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:00.719609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:12.534642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-932e6801-40b0-4b11-a8f9-311e04131ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:14.726849 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f4c93e43-3e43-4251-9691-f6e9fd135f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:16.156395 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:17.601487 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:19.404000 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:27.607173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:30.722870 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:33.209305 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:42:42.532289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd8fff05-e87c-47f2-8f26-ae0cd2f7b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:44.732599 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-82c49280-d51b-411a-8f84-fd4e118de391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:46.170025 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:47.611886 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:48.857340 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-7c680198-6a91-4e98-a131-806d182a3a3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479991 Mar 10 18:42:48.951221 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-74d5da6f-3599-458a-832a-b116bcc19e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:42:48.952750 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-74d5da6f-3599-458a-832a-b116bcc19e70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0520675 Mar 10 18:42:49.059581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-95172a8a-d9c0-4260-99a5-f57614d2c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:42:49.061055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-95172a8a-d9c0-4260-99a5-f57614d2c051 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0888755 Mar 10 18:42:49.137727 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-c0646e63-8189-422d-b724-71814b140318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.0695784 Mar 10 18:42:49.194946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-7010a413-8f65-40eb-8bfb-eb70be542b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:42:49.197312 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-7010a413-8f65-40eb-8bfb-eb70be542b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0531523 Mar 10 18:42:49.253666 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-2178184c-9e44-431f-8660-9d141f741dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:42:49.255189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-2178184c-9e44-431f-8660-9d141f741dde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518093 Mar 10 18:42:49.363163 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-280831bb-5032-4d89-867d-d7fadc9836f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006649 Mar 10 18:42:49.401983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:42:49.458601 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b57f971c-c582-4fc2-94f3-901559bebc09 req-4b35632e-7692-4c0c-8529-897b376f4bcd service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891428 Mar 10 18:42:57.604697 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:00.729894 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:10.215220 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:43:12.536575 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a59-cb29-49da-8d79-22476bf6bdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:14.732316 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-250c1d40-5e6d-4d6b-90a6-c4979088aaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:16.163913 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:17.612449 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:19.399904 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:27.613434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:30.737089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:42.536898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7cdf080e-e7e2-45ef-b098-45a09f6c75ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:44.725701 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b00b-7e54-4475-89f3-2afa0342374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:45.903436 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180060a3-0e55-47c1-86e3-ee52fec19278 req-89f99963-d593-46c9-bea6-dd8419e0d247 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:45.904913 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-180060a3-0e55-47c1-86e3-ee52fec19278 req-89f99963-d593-46c9-bea6-dd8419e0d247 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0572195 Mar 10 18:43:45.955952 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-180060a3-0e55-47c1-86e3-ee52fec19278 req-6d4dc5b2-6e88-4c0a-84ee-648354889841 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451844 Mar 10 18:43:46.178137 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:47.085361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f32c9a-cc2b-46b5-a605-ec4428b3b952 req-b22eec5e-cf30-4507-ad9d-df29770c8b0a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:47.086868 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83f32c9a-cc2b-46b5-a605-ec4428b3b952 req-b22eec5e-cf30-4507-ad9d-df29770c8b0a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0555041 Mar 10 18:43:47.139323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-83f32c9a-cc2b-46b5-a605-ec4428b3b952 req-e541e181-6870-425a-9d7f-bf886dfcfdca tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461891 Mar 10 18:43:47.219625 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:43:47.625173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:48.280560 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a334e46-894b-4cd3-a26e-81990fa9f088 req-f0da11d3-60a4-431a-916d-5373f1a4cda8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:48.282004 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a334e46-894b-4cd3-a26e-81990fa9f088 req-f0da11d3-60a4-431a-916d-5373f1a4cda8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0650613 Mar 10 18:43:48.335867 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6a334e46-894b-4cd3-a26e-81990fa9f088 req-12d6c817-b4ab-4a4a-8b48-ade5f35b444f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480239 Mar 10 18:43:49.404339 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:49.488471 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890ac7b-1f0c-4bf4-a71e-6952e233b6f6 req-7754b8a5-a702-4180-894d-df2a2f3c4a21 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:49.490002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9890ac7b-1f0c-4bf4-a71e-6952e233b6f6 req-7754b8a5-a702-4180-894d-df2a2f3c4a21 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0604105 Mar 10 18:43:49.541580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9890ac7b-1f0c-4bf4-a71e-6952e233b6f6 req-c1bd35ea-a05d-40f3-bfdb-d55965593c03 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 Mar 10 18:43:50.686753 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3058a-bd2c-4323-8dfc-58e2ddc665a5 req-e1322390-8d90-4908-b7d0-621471f271b7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:50.688218 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f3058a-bd2c-4323-8dfc-58e2ddc665a5 req-e1322390-8d90-4908-b7d0-621471f271b7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0661311 Mar 10 18:43:50.738469 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-63f3058a-bd2c-4323-8dfc-58e2ddc665a5 req-08670328-7fc2-461f-bd84-d058a3694db9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Mar 10 18:43:50.897494 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-49ff288f-f163-46dd-870f-5cd32167a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:50.899113 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-49ff288f-f163-46dd-870f-5cd32167a4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0499301 Mar 10 18:43:51.017649 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-8876e089-ea3a-42cb-a884-609a8cd791dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:51.019189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-8876e089-ea3a-42cb-a884-609a8cd791dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.1000612 Mar 10 18:43:51.090975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-ab49ca4a-c1f0-4423-8762-888d19a34b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.0654938 Mar 10 18:43:51.143481 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-d127e61b-9dd8-480a-b95e-b237ca082146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:51.144880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-d127e61b-9dd8-480a-b95e-b237ca082146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0469899 Mar 10 18:43:51.197284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-7d3b203d-e8ae-4cad-b88e-b76c5fda91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:51.198738 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-7d3b203d-e8ae-4cad-b88e-b76c5fda91f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476925 Mar 10 18:43:51.299653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-f4766fae-bfff-4d2a-a3c6-6cb92b2eddad service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941064 Mar 10 18:43:51.402686 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5c2b9d9-9a31-437f-9bbe-7126fbca57b1 req-33913f43-c719-47e4-9c19-4c76ec96665d service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968194 Mar 10 18:43:51.879120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610316-e242-4ead-95ac-c195fbab8cbd req-0f80e8a5-b4a2-4dbb-8ede-8a4c8bc85e04 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:51.881606 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76610316-e242-4ead-95ac-c195fbab8cbd req-0f80e8a5-b4a2-4dbb-8ede-8a4c8bc85e04 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0610068 Mar 10 18:43:51.943944 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-76610316-e242-4ead-95ac-c195fbab8cbd req-114506d9-e7e0-4bb7-88e1-50b8684bc84d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542469 Mar 10 18:43:53.079842 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96ea38-12ba-4e90-a3e0-0192a32a07b7 req-9535bcc1-2523-4c19-b64d-10d141454f3d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:53.081325 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a96ea38-12ba-4e90-a3e0-0192a32a07b7 req-9535bcc1-2523-4c19-b64d-10d141454f3d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0618162 Mar 10 18:43:53.134202 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2a96ea38-12ba-4e90-a3e0-0192a32a07b7 req-a5165340-bdb2-4d99-b093-66fc134a7c10 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Mar 10 18:43:54.285997 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046e0b-0ec7-46c0-87f4-4a5a5f0d278b req-9ce036f2-0b84-4029-a7c9-bdfd3b83fab4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:54.287390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4046e0b-0ec7-46c0-87f4-4a5a5f0d278b req-9ce036f2-0b84-4029-a7c9-bdfd3b83fab4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0703433 Mar 10 18:43:54.339488 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b4046e0b-0ec7-46c0-87f4-4a5a5f0d278b req-4b36c707-08b3-48ac-b7ef-956238404185 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Mar 10 18:43:55.479925 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07795ec4-a060-4091-a660-a321b4488161 req-58b20554-6e88-4398-8464-4bc81778b554 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:55.481391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07795ec4-a060-4091-a660-a321b4488161 req-58b20554-6e88-4398-8464-4bc81778b554 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0578122 Mar 10 18:43:55.532127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-07795ec4-a060-4091-a660-a321b4488161 req-a3cee8fa-d881-4682-a5a6-e2477e6d5c73 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Mar 10 18:43:56.666187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c99336-196e-4507-9517-7528376dde8d req-3f51d0c0-2771-4f8c-ac2c-a7fe9ab39be5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:56.668560 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01c99336-196e-4507-9517-7528376dde8d req-3f51d0c0-2771-4f8c-ac2c-a7fe9ab39be5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Mar 10 18:43:56.725704 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01c99336-196e-4507-9517-7528376dde8d req-3af00e25-02f3-4ed6-a55f-d617d169bd0a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486314 Mar 10 18:43:57.613209 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:57.860492 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fb089-7b93-45a3-8a08-fe4eb1c39a39 req-a5de7419-637c-47bd-ad09-c701342ea007 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:57.861971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69fb089-7b93-45a3-8a08-fe4eb1c39a39 req-a5de7419-637c-47bd-ad09-c701342ea007 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0561030 Mar 10 18:43:57.912700 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f69fb089-7b93-45a3-8a08-fe4eb1c39a39 req-0c650694-486f-406a-b190-9aefd9790f64 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Mar 10 18:43:58.353604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:43:58.457943 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:43:58.468934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:43:58.507407 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:43:58.507791 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:58.520529 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:43:58.539829 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:43:58.546850 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:43:58.597125 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:43:58.604713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.604992 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.605335 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.605672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.606003 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.606320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.606676 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.607000 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.607328 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.607654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.607972 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.608292 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.608614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:43:58.620052 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['2a30c042-ec54-45bf-82bb-9c20760c9be7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:43:59.047472 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30751a4a-9247-45e4-8c57-f47a735c105b req-f75b8ebc-7af7-4198-80dd-8c6bb92fd0aa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:43:59.049118 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30751a4a-9247-45e4-8c57-f47a735c105b req-f75b8ebc-7af7-4198-80dd-8c6bb92fd0aa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0637569 Mar 10 18:43:59.098950 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30751a4a-9247-45e4-8c57-f47a735c105b req-01b4b879-90be-43b8-9d1b-1a1b8fe52176 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440891 Mar 10 18:44:00.241632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b2567-3ac2-4bce-8167-a1c9da92d2b2 req-0596f6dc-afe7-48b1-a726-73b848d5a971 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:00.243088 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-225b2567-3ac2-4bce-8167-a1c9da92d2b2 req-0596f6dc-afe7-48b1-a726-73b848d5a971 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0640898 Mar 10 18:44:00.292842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-225b2567-3ac2-4bce-8167-a1c9da92d2b2 req-2f0046cf-e101-4102-b444-59f4221048f5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Mar 10 18:44:00.370164 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:44:00.425211 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:44:00.425583 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:00.504359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:44:00.504647 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:00.526939 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:44:00.529209 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8558bfd3-e8de-4c3c-a718-0f528e580695" -d '{"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:44:00.541989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:00.547431 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:00.572471 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3e038-ff1b-41d0-ac7c-09934e90e127 x-openstack-request-id: req-26a3e038-ff1b-41d0-ac7c-09934e90e127 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:44:00.572762 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:44:00.573011 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26a3e038-ff1b-41d0-ac7c-09934e90e127 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:44:00.573398 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'code': 200} Mar 10 18:44:00.601763 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:00.733213 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:01.428120 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f90a0-8da7-4a19-ac3e-fefa94b6fb3a req-568391c7-9cc3-4ef2-b411-565fdc201cdb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:01.429574 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f0f90a0-8da7-4a19-ac3e-fefa94b6fb3a req-568391c7-9cc3-4ef2-b411-565fdc201cdb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0558183 Mar 10 18:44:01.479416 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f0f90a0-8da7-4a19-ac3e-fefa94b6fb3a req-d9c88bda-60cd-4970-ad1a-9f608514025c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Mar 10 18:44:02.616804 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25077e8-4a8f-49d5-a9e8-1be482c2c07e req-3f239166-4a71-4340-8432-24ff2eff5e18 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:02.618457 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b25077e8-4a8f-49d5-a9e8-1be482c2c07e req-3f239166-4a71-4340-8432-24ff2eff5e18 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0643635 Mar 10 18:44:02.679465 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b25077e8-4a8f-49d5-a9e8-1be482c2c07e req-c4c70e47-7a60-4bd6-82f0-4af79ffafe47 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546048 Mar 10 18:44:03.821286 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367395-ef7f-45b4-946c-cf8ff5132e26 req-9a81b85f-f692-4f2a-8c3e-e0ec79eb594f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:03.823021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6367395-ef7f-45b4-946c-cf8ff5132e26 req-9a81b85f-f692-4f2a-8c3e-e0ec79eb594f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0630851 Mar 10 18:44:03.886080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b6367395-ef7f-45b4-946c-cf8ff5132e26 req-eac672a1-4bcf-467a-864e-f62f73cea44a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541615 Mar 10 18:44:05.016083 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c5b7c-1e64-4051-8e5d-75beb8e72f4c req-ac613c8a-6e58-4775-8981-4853a676aa4d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:05.023923 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d0c5b7c-1e64-4051-8e5d-75beb8e72f4c req-ac613c8a-6e58-4775-8981-4853a676aa4d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0628736 Mar 10 18:44:05.070152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3d0c5b7c-1e64-4051-8e5d-75beb8e72f4c req-04f280c9-0782-4441-a6fe-67e89f90ad3b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Mar 10 18:44:06.204166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f024-0ed5-4624-8ef3-c2361eb9f8c6 req-161acde8-496d-4067-afae-adcb860380e6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:06.206556 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78d1f024-0ed5-4624-8ef3-c2361eb9f8c6 req-161acde8-496d-4067-afae-adcb860380e6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0622966 Mar 10 18:44:06.267980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-78d1f024-0ed5-4624-8ef3-c2361eb9f8c6 req-5ee518cc-8ea7-4f77-b4b2-396765d52493 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550070 Mar 10 18:44:07.397985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6e6aa-055a-49b1-9f40-0fd346fd57e3 req-f6050b56-8686-4422-91a6-caf05711a649 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:07.399555 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61c6e6aa-055a-49b1-9f40-0fd346fd57e3 req-f6050b56-8686-4422-91a6-caf05711a649 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 10 18:44:07.453485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-61c6e6aa-055a-49b1-9f40-0fd346fd57e3 req-ab911feb-50b7-4a36-99c5-aacc17532516 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Mar 10 18:44:08.585341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673186cf-2d09-422d-b104-0cd5caef8e0b req-6b6a3126-cd3e-4300-abec-ad01e2de03f6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:08.586962 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-673186cf-2d09-422d-b104-0cd5caef8e0b req-6b6a3126-cd3e-4300-abec-ad01e2de03f6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0610247 Mar 10 18:44:08.993634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-673186cf-2d09-422d-b104-0cd5caef8e0b req-12a9ce15-fb8a-4067-93ab-1137a10fcb8f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005826 Mar 10 18:44:10.131199 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf4215-e850-4eb5-985e-b571b9d0262a req-4eba761a-f59b-4e36-bbfb-faeb6b40dc10 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:10.132666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3bf4215-e850-4eb5-985e-b571b9d0262a req-4eba761a-f59b-4e36-bbfb-faeb6b40dc10 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0632195 Mar 10 18:44:10.184458 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3bf4215-e850-4eb5-985e-b571b9d0262a req-e3749e00-e0bd-4dcd-9ed2-054064dc0fa8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 Mar 10 18:44:11.335030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c7e73-925a-4fbd-82b7-4f3d6846ec85 req-21c26f21-5bd6-4d07-ba02-155d5c2fe278 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:11.336527 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-697c7e73-925a-4fbd-82b7-4f3d6846ec85 req-21c26f21-5bd6-4d07-ba02-155d5c2fe278 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0660453 Mar 10 18:44:11.391877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-697c7e73-925a-4fbd-82b7-4f3d6846ec85 req-4c28c90c-3859-4475-b8fc-8074ddf4e955 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467365 Mar 10 18:44:11.463809 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-b9a64196-e4c8-429c-b702-8b7cd674b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:11.465294 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-b9a64196-e4c8-429c-b702-8b7cd674b561 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1127 time: 0.0455930 Mar 10 18:44:11.558583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-2bb6f91c-2c86-4d29-a323-0f3c84f6a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:11.559946 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-2bb6f91c-2c86-4d29-a323-0f3c84f6a6a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0882432 Mar 10 18:44:11.626806 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-a213d7b2-c7d3-4972-9ab5-54fe367ade90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.0601394 Mar 10 18:44:11.674303 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-fb088d99-aaae-45b0-aaf3-cf18ea564f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:11.675837 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-fb088d99-aaae-45b0-aaf3-cf18ea564f7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0438259 Mar 10 18:44:11.728523 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-6b8ff5bc-9e38-48f4-ab3a-32fd79fef268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:11.729980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-6b8ff5bc-9e38-48f4-ab3a-32fd79fef268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480175 Mar 10 18:44:11.818743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-0bc7178b-ddaf-40d2-a1ab-d43cdbdf0f49 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817130 Mar 10 18:44:11.911794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ab6d953b-d782-4819-95b7-d260d2ff512f req-64bef500-88bc-4d31-8572-af13c89cd754 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874312 Mar 10 18:44:12.523861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857079-755c-4d53-bcd2-de22c3466e66 req-a9998470-e849-40f5-afeb-a08e9fa5730c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:12.525326 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc857079-755c-4d53-bcd2-de22c3466e66 req-a9998470-e849-40f5-afeb-a08e9fa5730c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0572202 Mar 10 18:44:12.533035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8645c9ce-6497-41ee-b3df-2dd550ac8f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:12.576334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc857079-755c-4d53-bcd2-de22c3466e66 req-21038afd-620c-47dd-a67a-247a8949adcf tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 Mar 10 18:44:13.707843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff016-25d4-4314-85de-9003e49120a7 req-95c23629-3360-4698-8436-d6376a44bad1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:13.709840 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e7ff016-25d4-4314-85de-9003e49120a7 req-95c23629-3360-4698-8436-d6376a44bad1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0551872 Mar 10 18:44:13.765135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7e7ff016-25d4-4314-85de-9003e49120a7 req-60ec1a7e-47a4-4104-b3d8-5c5f66de6717 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494242 Mar 10 18:44:13.836027 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-dc58fab8-66b3-498d-bb2a-5ff6cbd856a6 req-167d7c41-5b59-4f43-8b6c-433a8533c54a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:44:13.837014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dc58fab8-66b3-498d-bb2a-5ff6cbd856a6 req-167d7c41-5b59-4f43-8b6c-433a8533c54a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055618 Mar 10 18:44:14.027443 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4baa8-13c1-4fb0-a2ff-5794a2ce116d req-2684c0cb-8ddc-41c1-9efa-2b5d0086e196 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:14.027443 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbb4baa8-13c1-4fb0-a2ff-5794a2ce116d req-2684c0cb-8ddc-41c1-9efa-2b5d0086e196 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0645623 Mar 10 18:44:14.077647 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fbb4baa8-13c1-4fb0-a2ff-5794a2ce116d req-98fa1ec6-9da5-4827-8b1f-c09890c76f03 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469444 Mar 10 18:44:14.180655 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-b270de2d-2486-411d-abaa-2e41ff017bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902619 Mar 10 18:44:14.318785 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-8de8f832-68cc-4034-884f-0eac69b758f5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:14.320135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-8de8f832-68cc-4034-884f-0eac69b758f5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports/2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 942 time: 0.1064615 Mar 10 18:44:14.445571 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:44:14.529579 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:44:14.529977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:14.553128 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:44:14.555909 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c550943-d059-4b98-a8b2-83a93eac58a2" -d '{"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-unplugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:44:14.568732 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:14.573659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:14.598175 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 18:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ae735-1ee3-4df0-8482-ce99bd0eb54a x-openstack-request-id: req-253ae735-1ee3-4df0-8482-ce99bd0eb54a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:44:14.598499 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-unplugged", "status": "failed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "code": 422}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:44:14.598877 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-253ae735-1ee3-4df0-8482-ce99bd0eb54a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:44:14.599197 n-d-833115-2 neutron-server[103796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'code': 422} returned with failed status Mar 10 18:44:14.626373 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:14.730677 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-417ea5cf-ca2f-4747-9f1b-06a6c131470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:15.205255 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39914f7c-bfc8-42bb-9572-ae95cac07b14 req-72fe4d72-6d27-4c3c-b79b-9cf7171be529 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:15.206778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39914f7c-bfc8-42bb-9572-ae95cac07b14 req-72fe4d72-6d27-4c3c-b79b-9cf7171be529 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 943 time: 0.0583978 Mar 10 18:44:15.268365 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-39914f7c-bfc8-42bb-9572-ae95cac07b14 req-30dd54f8-8ce4-4519-bd17-45fbd67f1a94 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539720 Mar 10 18:44:15.288502 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-4e1aa65d-d828-480b-93bb-81d86cbc394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:15.290029 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-4e1aa65d-d828-480b-93bb-81d86cbc394a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 1125 time: 0.0968862 Mar 10 18:44:15.306664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:44:15.366824 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:15.568019 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:15.602085 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:44:15.635519 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:44:15.642833 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks [] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:15.654849 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Transition to ACTIVE for port object 2a30c042-ec54-45bf-82bb-9c20760c9be7 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:44:15.658977 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:15.715639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=9']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:15.757662 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.758171 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.758653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.759088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.759522 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.759962 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.760382 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.760811 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.761234 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.761678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.762099 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.762554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.763086 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:44:15.810567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] No DVR routers for this DVR port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:44:15.963268 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:44:15.963526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:44:15.963848 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:44:15.968663 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:44:15.968974 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Attempting to bind port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:44:15.974069 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:44:15.974421 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:44:15.974830 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:44:15.975262 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Bound port: 2a30c042-ec54-45bf-82bb-9c20760c9be7, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:44:15.975613 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:16.041416 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:44:16.044626 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:44:16.051522 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:16.089944 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.090655 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:16.092120 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] 10.222.0.59 "PUT /v2.0/ports/2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1091 time: 0.7894385 Mar 10 18:44:16.092550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:44:16.094841 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:44:16.159246 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0a088-c580-4709-925d-e948c2cff4fd service neutron] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=10']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:16.180536 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:16.183969 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-bd0f96ca-9242-4caf-89d4-ba03fdb547a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.185546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-bd0f96ca-9242-4caf-89d4-ba03fdb547a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1126 time: 0.0648725 Mar 10 18:44:16.237454 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88208b54-7ebf-4e8d-9cae-5785c42c4ab1 x-openstack-request-id: req-88208b54-7ebf-4e8d-9cae-5785c42c4ab1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:44:16.237740 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:44:16.237984 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88208b54-7ebf-4e8d-9cae-5785c42c4ab1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:44:16.238418 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'status': 'completed', 'code': 200} Mar 10 18:44:16.303400 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-f329ab5d-491a-403b-b01e-8a7c1c63da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.304641 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-f329ab5d-491a-403b-b01e-8a7c1c63da07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.1082864 Mar 10 18:44:16.386104 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-455ceabb-0bea-472a-8bf6-c9be75a1b9ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 998 time: 0.0703976 Mar 10 18:44:16.406667 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281d72c-867d-46c2-be83-425d4ed6bfb0 req-88355a6b-0d28-4765-a141-1bc3b6613a42 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.408173 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5281d72c-867d-46c2-be83-425d4ed6bfb0 req-88355a6b-0d28-4765-a141-1bc3b6613a42 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Mar 10 18:44:16.440593 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-158f5c1b-de59-49c4-927b-b08f7fd6f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.442074 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-158f5c1b-de59-49c4-927b-b08f7fd6f5ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0469582 Mar 10 18:44:16.461918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5281d72c-867d-46c2-be83-425d4ed6bfb0 req-e230bfc1-0fc6-4ddf-8c5e-9ec1e0b1f939 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471597 Mar 10 18:44:16.505245 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-2cffff5c-f361-46c4-b62f-8a0cdfa0ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.506895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-2cffff5c-f361-46c4-b62f-8a0cdfa0ae9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555224 Mar 10 18:44:16.598633 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-a39c2913-15bd-47f1-bdd9-9b9a1fe011a1 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Mar 10 18:44:16.694454 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-8bb1b520-31a6-4956-a2f1-722f3537bd8d req-60138c6b-e77c-4ca2-95b0-b68a31ee90e4 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Mar 10 18:44:16.798474 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-3de2385c-0215-48a8-83c4-308af12ec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.800056 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-3de2385c-0215-48a8-83c4-308af12ec56e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1126 time: 0.0465648 Mar 10 18:44:16.902605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-5a714273-bbbb-40c6-984d-e049d174fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:16.904174 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-5a714273-bbbb-40c6-984d-e049d174fab7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0974538 Mar 10 18:44:16.979870 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-fe11fb23-c614-48c9-84e1-7a0584036597 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 998 time: 0.0664499 Mar 10 18:44:17.108550 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-4099fd4d-79c1-4ee3-b147-e288b40a56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:17.115725 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-4099fd4d-79c1-4ee3-b147-e288b40a56ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.1181111 Mar 10 18:44:17.593919 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8613-8bd0-4fe0-8913-bafbbe543273 req-05d4caaa-a773-499e-bbb7-41ef3dbf89dc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:17.603078 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc1e8613-8bd0-4fe0-8913-bafbbe543273 req-05d4caaa-a773-499e-bbb7-41ef3dbf89dc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0590353 Mar 10 18:44:17.624314 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:17.664255 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bc1e8613-8bd0-4fe0-8913-bafbbe543273 req-b0e6cfc8-4523-4a84-b89b-adf5e1ce16c4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524437 Mar 10 18:44:18.795161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18c5bd-5198-4b0f-9177-1267199f2086 req-139e40a9-ea5a-4ea8-bf0a-4ce5fb730054 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:18.796843 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a18c5bd-5198-4b0f-9177-1267199f2086 req-139e40a9-ea5a-4ea8-bf0a-4ce5fb730054 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0612702 Mar 10 18:44:18.851937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a18c5bd-5198-4b0f-9177-1267199f2086 req-5d627d9d-ed99-40b2-b5e6-efce423ca2f7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483320 Mar 10 18:44:19.406081 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:19.990383 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f269cc8-0c5e-4d9e-9327-7cf0a20334a0 req-e64fa141-93d8-459a-b851-7138d9bb028d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:19.992039 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f269cc8-0c5e-4d9e-9327-7cf0a20334a0 req-e64fa141-93d8-459a-b851-7138d9bb028d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0551567 Mar 10 18:44:20.053972 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4f269cc8-0c5e-4d9e-9327-7cf0a20334a0 req-74c4023e-db4f-443d-8224-31b34f4c223a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Mar 10 18:44:21.180880 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1c1e-617a-41b0-b6f6-c02e7e3032ce req-0fdef504-6998-45b4-b629-5f9f8684caf7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:21.182760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b69d1c1e-617a-41b0-b6f6-c02e7e3032ce req-0fdef504-6998-45b4-b629-5f9f8684caf7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0627089 Mar 10 18:44:21.236628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b69d1c1e-617a-41b0-b6f6-c02e7e3032ce req-71af4d2d-c99c-46a3-9d2f-ce7d524eaf79 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476198 Mar 10 18:44:22.379579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0e2b-bace-4800-906a-443a985ffca1 req-da70b74c-63aa-45b0-9d82-f97596c88fb7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:22.381186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5ce0e2b-bace-4800-906a-443a985ffca1 req-da70b74c-63aa-45b0-9d82-f97596c88fb7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0731099 Mar 10 18:44:22.435009 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5ce0e2b-bace-4800-906a-443a985ffca1 req-df9a5200-9ac6-4cba-944a-797001784cf1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470800 Mar 10 18:44:23.570711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d833c-686e-427c-bb6f-81ce705be67a req-ee7c3e9e-afef-429b-a0ea-e079c50bcc74 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:23.572349 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf9d833c-686e-427c-bb6f-81ce705be67a req-ee7c3e9e-afef-429b-a0ea-e079c50bcc74 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0622230 Mar 10 18:44:23.641903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-bf9d833c-686e-427c-bb6f-81ce705be67a req-988ab77d-66e3-4666-a3f0-39f92b8916c3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636351 Mar 10 18:44:24.219864 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:44:24.774542 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30947cdf-4eeb-4395-98c0-1196739d020e req-4ce35eec-9347-41fc-a5a3-fac67fa70646 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:24.775937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30947cdf-4eeb-4395-98c0-1196739d020e req-4ce35eec-9347-41fc-a5a3-fac67fa70646 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0608594 Mar 10 18:44:24.825336 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-30947cdf-4eeb-4395-98c0-1196739d020e req-d0371918-9b9c-44b8-9da1-ea8d420a467c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 Mar 10 18:44:25.043070 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-88a2b876-b659-4873-ba50-6bfe9d0e458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:25.044480 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-88a2b876-b659-4873-ba50-6bfe9d0e458d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616033 Mar 10 18:44:25.147159 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-53f0609c-e39c-4b8f-adf1-cd959f299108 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916634 Mar 10 18:44:25.243070 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-dab5ef2d-f8d1-4d5f-bddf-98690ad49cfc req-1fae2b9e-b53d-4cda-91b2-a18e63befe4c service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875278 Mar 10 18:44:25.960036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8412060-4e4f-4cba-b043-47cde9a4abc1 req-113816bb-7aee-4484-90b7-d251bec58871 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:25.961511 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8412060-4e4f-4cba-b043-47cde9a4abc1 req-113816bb-7aee-4484-90b7-d251bec58871 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0663300 Mar 10 18:44:26.010020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a8412060-4e4f-4cba-b043-47cde9a4abc1 req-6bd2cb17-e203-4f3d-8501-088576ab542e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Mar 10 18:44:27.145468 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb8f41-08f1-4c3e-8b52-b4ca11a96ba8 req-377c9ac2-0ceb-4f22-9210-23b2f7c550fb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:27.147502 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64cb8f41-08f1-4c3e-8b52-b4ca11a96ba8 req-377c9ac2-0ceb-4f22-9210-23b2f7c550fb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0649831 Mar 10 18:44:27.202819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-64cb8f41-08f1-4c3e-8b52-b4ca11a96ba8 req-146cd5d1-540b-4d72-ad12-ac86562c92c0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Mar 10 18:44:27.613840 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:28.343157 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1c2d-9f71-4a48-9014-e1cb969e468c req-45c2ffab-2374-4b7c-9e79-f59856caf225 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:28.344659 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-308a1c2d-9f71-4a48-9014-e1cb969e468c req-45c2ffab-2374-4b7c-9e79-f59856caf225 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 944 time: 0.0642624 Mar 10 18:44:28.396471 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-308a1c2d-9f71-4a48-9014-e1cb969e468c req-e4348ed5-8191-4c39-a9d5-426795f85728 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434115 Mar 10 18:44:29.214623 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:44:29.334441 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:29.345831 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'port_id': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'mac_address': 'fa:16:3e:82:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:44:29.395280 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:44:29.395671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:29.408699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:44:29.428895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:29.434063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:29.486983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=11']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:29.537281 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6bb5-9ae0-4350-9e2a-fbedfaf59b92 req-6b5d4610-2f5c-43a2-a834-48105a5fde2c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:29.538787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-093f6bb5-9ae0-4350-9e2a-fbedfaf59b92 req-6b5d4610-2f5c-43a2-a834-48105a5fde2c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0616925 Mar 10 18:44:29.593505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-093f6bb5-9ae0-4350-9e2a-fbedfaf59b92 req-ea9dc114-1a85-4752-9a47-f92ce1b7b0e4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485382 Mar 10 18:44:29.700634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['2a30c042-ec54-45bf-82bb-9c20760c9be7'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:44:30.731531 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2194d-6017-48ad-8975-95cf9202b4bc req-a14ab7d6-1ee7-4382-aa21-f4024d110fcc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:30.733023 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94c2194d-6017-48ad-8975-95cf9202b4bc req-a14ab7d6-1ee7-4382-aa21-f4024d110fcc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 945 time: 0.0546122 Mar 10 18:44:30.749495 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:30.783012 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-94c2194d-6017-48ad-8975-95cf9202b4bc req-190035b3-b85f-4ee5-8a53-7e16cb186b46 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Mar 10 18:44:31.229872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:44:31.285910 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:44:31.290302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 2a30c042-ec54-45bf-82bb-9c20760c9be7 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:44:31.291082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:31.378735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 2a30c042-ec54-45bf-82bb-9c20760c9be7 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:44:31.379408 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:31.406631 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:44:31.409000 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d06e611-ec39-41a7-8cf8-e78f2448c02a" -d '{"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:44:31.421983 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:44:31.429321 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:31.452635 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86857fbf-ae2a-4e77-b543-67865e5f9e90 x-openstack-request-id: req-86857fbf-ae2a-4e77-b543-67865e5f9e90 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:44:31.452932 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-plugged", "status": "completed", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:44:31.453192 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86857fbf-ae2a-4e77-b543-67865e5f9e90 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:44:31.453580 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'code': 200} Mar 10 18:44:31.479855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=12']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:44:31.642200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d8e4-246f-4392-965b-14394979e4dc req-3f076fa5-1cab-4a47-8338-13192906aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:31.643761 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b17d8e4-246f-4392-965b-14394979e4dc req-3f076fa5-1cab-4a47-8338-13192906aa36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1128 time: 0.0461028 Mar 10 18:44:31.693904 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b17d8e4-246f-4392-965b-14394979e4dc req-bb34f04a-04ab-46ea-91d5-68d179812e5b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Mar 10 18:44:31.914324 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b9265-b392-494f-aca6-715c7a7df112 req-ff2946dc-773f-4f82-a140-6dfff59e0b5b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:31.916174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-430b9265-b392-494f-aca6-715c7a7df112 req-ff2946dc-773f-4f82-a140-6dfff59e0b5b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0555270 Mar 10 18:44:31.970065 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-430b9265-b392-494f-aca6-715c7a7df112 req-cb457c3e-2767-4e9c-bf11-cd0b6ccbb80e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455186 Mar 10 18:44:33.106544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab7d0-321a-4e47-a293-cf54162ee912 req-c1e7d14a-2026-410c-a9cf-5fd913931e3b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:33.108134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e4ab7d0-321a-4e47-a293-cf54162ee912 req-c1e7d14a-2026-410c-a9cf-5fd913931e3b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0593894 Mar 10 18:44:33.158605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e4ab7d0-321a-4e47-a293-cf54162ee912 req-a258cddf-5bf6-4033-a75f-31f156b0977f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Mar 10 18:44:34.284606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017278d9-f6ce-4e9a-9183-2d01d68776b2 req-277f5d8f-4432-421a-bb89-512de5e61b87 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:34.286095 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-017278d9-f6ce-4e9a-9183-2d01d68776b2 req-277f5d8f-4432-421a-bb89-512de5e61b87 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0551932 Mar 10 18:44:34.335436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-017278d9-f6ce-4e9a-9183-2d01d68776b2 req-2a54b8d8-ff46-4f99-a4da-a9cc150c96e7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Mar 10 18:44:40.816829 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-a68538d2-7e2b-47dc-be49-8e9e1842eb89 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457439 Mar 10 18:44:40.908021 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-af06b1f1-ca35-4fb3-8424-11dceb5f63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:40.909524 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-af06b1f1-ca35-4fb3-8424-11dceb5f63a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1128 time: 0.0501256 Mar 10 18:44:41.016514 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-92e666de-677b-4e60-8196-b0266316ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:41.018023 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-92e666de-677b-4e60-8196-b0266316ee30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0871727 Mar 10 18:44:41.389076 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-6acef8eb-a575-4eb4-a49e-55cf51ea92aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.3647780 Mar 10 18:44:41.437077 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-19d505d8-8444-488a-a729-2226b89862e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:41.438477 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-19d505d8-8444-488a-a729-2226b89862e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0431287 Mar 10 18:44:41.492540 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-386e4c8e-c3f3-4064-abe5-24e1f4e37846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:44:41.494036 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-386e4c8e-c3f3-4064-abe5-24e1f4e37846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453954 Mar 10 18:44:41.593557 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-b2906ca0-6d10-4138-bd1f-c5c5a9cb4122 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869565 Mar 10 18:44:41.683506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-683057f2-f99b-4eb3-8bfb-1da1433754e1 req-6bfbea20-a63e-4566-ae66-eabdb351f03f service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838983 Mar 10 18:44:42.539060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-96ddb8a8-d5f4-4fe5-a41d-4825d6cfab49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:44.735512 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8a8a-8a6b-45da-9077-7e33c4418d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:46.173201 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:47.627400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:49.403949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:44:57.605417 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:00.800356 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:01.225451 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:45:12.538271 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06098110-e038-44ed-9266-8c7ddc357dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:14.747594 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-55fb93f5-b4ba-4f33-9781-bf44a98a0dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:16.177609 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:17.629226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:19.410972 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:27.605165 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:30.794865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:38.229343 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:45:41.803606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-775fdf48-2c37-4e16-99f9-916c804764d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593295 Mar 10 18:45:41.904336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-86a12fc7-cf8f-4b01-bc29-b9afbbfff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:41.905866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-86a12fc7-cf8f-4b01-bc29-b9afbbfff000 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1128 time: 0.0488696 Mar 10 18:45:42.029554 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-3ef1da17-33c1-485b-b317-5eac493783b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:42.030974 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-3ef1da17-33c1-485b-b317-5eac493783b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0993841 Mar 10 18:45:42.110604 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-66474c05-a463-4dde-87b9-05d1b65cf3e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 1000 time: 0.0689113 Mar 10 18:45:42.160634 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-195b7e54-23f7-4ff8-8717-be500f69056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:42.162019 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-195b7e54-23f7-4ff8-8717-be500f69056b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0424728 Mar 10 18:45:42.218093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-378ca914-e995-4020-b557-ccbc496ebe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:42.219598 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-378ca914-e995-4020-b557-ccbc496ebe3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481589 Mar 10 18:45:42.233559 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-724eb597-954a-46ab-a3c7-522a0d97a356 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:45:42.234542 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-724eb597-954a-46ab-a3c7-522a0d97a356 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Mar 10 18:45:42.332868 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-c8357863-4d01-4bbc-8df9-2fee7b470d6c service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883126 Mar 10 18:45:42.439707 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-acccc218-1719-45a7-ba95-0cce27dba7a7 req-55750851-d5b3-4230-9ee7-ae0ec0075648 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973177 Mar 10 18:45:42.541879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f635-31b3-435a-8a82-815a4a995996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:44.745393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f52cc2f8-41d9-40a3-96c5-4c65de66f31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:46.180490 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:47.636289 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59704) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:47.640831 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:47.802455 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Deleting port f2f01cc0-b7d0-4730-a88f-ce9cf0175a81 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:45:47.802841 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:47.894152 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:47.894484 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:47.908435 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Calling delete_port for f2f01cc0-b7d0-4730-a88f-ce9cf0175a81 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:45:48.069387 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (f2f01cc0-b7d0-4730-a88f-ce9cf0175a81), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:48.095161 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'Port': ['ID=f2f01cc0-b7d0-4730-a88f-ce9cf0175a81,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:48.107278 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.107620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.107951 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.108283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.108606 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.108937 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.109256 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.109581 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.109879 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.110196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.110541 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.110859 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.111169 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:48.173262 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (9e7e0dcd-0603-468e-9caf-83f50c1a338d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:48.173571 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Floating IP 9e7e0dcd-0603-468e-9caf-83f50c1a338d disassociated (deleted). External IP: 172.25.3.71, port: 2a30c042-ec54-45bf-82bb-9c20760c9be7. Mar 10 18:45:48.399825 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:45:48.514556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:45:48.519904 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:48.524955 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:45:48.536117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:45:48.536723 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:45:48.552001 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6a443fa1-1b8e-4472-a371-d5d79fce1812 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "DELETE /v2.0/floatingips/9e7e0dcd-0603-468e-9caf-83f50c1a338d HTTP/1.1" status: 204 len: 168 time: 0.9144483 Mar 10 18:45:48.552588 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:45:48.554926 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf294b-73ea-4bbb-8d53-f971b3b330bc" -d '{"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:45:48.647668 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:45:48.778612 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda846f2-c910-4aef-b845-34d683bef7d1 x-openstack-request-id: req-dda846f2-c910-4aef-b845-34d683bef7d1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:45:48.779192 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:45:48.779192 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dda846f2-c910-4aef-b845-34d683bef7d1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:45:48.779574 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'status': 'completed', 'code': 200} Mar 10 18:45:48.852942 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-6d0102a5-f125-4c0f-9a9b-492daab167ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:48.854644 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-6d0102a5-f125-4c0f-9a9b-492daab167ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 1128 time: 0.0492945 Mar 10 18:45:48.887115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79168808-aa3e-4c9a-bae0-f81a6f9cb0f6 req-86b13cc9-5844-4fbe-9493-8281a5e87897 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:48.888784 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79168808-aa3e-4c9a-bae0-f81a6f9cb0f6 req-86b13cc9-5844-4fbe-9493-8281a5e87897 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0596068 Mar 10 18:45:48.943639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-79168808-aa3e-4c9a-bae0-f81a6f9cb0f6 req-b2628c09-c3a9-420a-ae39-c4563d5ea520 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484426 Mar 10 18:45:48.967641 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-1e468afd-add6-4c93-ae1a-b39505935ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:48.969203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-1e468afd-add6-4c93-ae1a-b39505935ea5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.1062927 Mar 10 18:45:49.017015 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-9b4e81b6-478f-4444-83c7-cfb6025aa9bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 200 len: 217 time: 0.0393009 Mar 10 18:45:49.030759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:45:49.057779 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:45:49.066532 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:45:49.067011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-3442dece-29d0-46d5-95e4-7fa6083c9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:49.067152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:45:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:45:49.068495 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-3442dece-29d0-46d5-95e4-7fa6083c9e0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0448961 Mar 10 18:45:49.117845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-6819d41e-0f85-452f-a888-58281e16b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:49.119458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-6819d41e-0f85-452f-a888-58281e16b85d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443490 Mar 10 18:45:49.179425 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:45:49.215719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-13220135-17a6-419a-a52c-4a9743c45e8c service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890121 Mar 10 18:45:49.315550 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-0edf294b-73ea-4bbb-8d53-f971b3b330bc req-0218c4e1-1acb-4c45-bca5-2ff9ff0011e9 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934558 Mar 10 18:45:49.389896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:45:49.423790 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:49.426471 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf002b-bff6-420f-bd5f-63b909eba6d1 None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:45:49.655386 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04285a43-d065-47a6-87d5-1ce761577f8f None None] New status for floating IP 9e7e0dcd-0603-468e-9caf-83f50c1a338d: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:45:50.077018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f6707-8ebe-4914-aea4-353323d9d951 req-16b67b16-fb67-4b6c-8278-bbdc8c29cdc3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:50.078603 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa1f6707-8ebe-4914-aea4-353323d9d951 req-16b67b16-fb67-4b6c-8278-bbdc8c29cdc3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0649993 Mar 10 18:45:50.134796 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa1f6707-8ebe-4914-aea4-353323d9d951 req-c4b36bbe-fe9c-4067-a23a-e21cb2993095 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=d47d9863-bb89-482f-b27b-a67560b6d377&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Mar 10 18:45:50.376360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb10d-6396-491d-a844-24d98d9731ce req-6e9822fd-bda1-4a3c-b778-160e8181f2e6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:45:50.377823 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-93eeb10d-6396-491d-a844-24d98d9731ce req-6e9822fd-bda1-4a3c-b778-160e8181f2e6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.59 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 946 time: 0.0611503 Mar 10 18:45:50.476737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Deleting port 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:45:50.477059 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:50.573746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] For port 2a30c042-ec54-45bf-82bb-9c20760c9be7, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=2a30c042-ec54-45bf-82bb-9c20760c9be7,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:45:50.574078 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:50.586000 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Calling delete_port for 2a30c042-ec54-45bf-82bb-9c20760c9be7 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:45:50.722979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2a30c042-ec54-45bf-82bb-9c20760c9be7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:50.751544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'Port': ['ID=2a30c042-ec54-45bf-82bb-9c20760c9be7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:50.764011 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.764376 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.764746 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.765081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.765411 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.765725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.766054 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.766381 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.766737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.767056 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.767378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.767694 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.768033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:45:50.804427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] No DVR routers for this DVR port 2a30c042-ec54-45bf-82bb-9c20760c9be7 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:45:50.807050 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:50.810395 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-93eeb10d-6396-491d-a844-24d98d9731ce req-774b76fa-ccb0-4405-9c19-028189210194 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.59 "DELETE /v2.0/ports/2a30c042-ec54-45bf-82bb-9c20760c9be7 HTTP/1.1" status: 204 len: 173 time: 0.4243226 Mar 10 18:45:50.811002 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-deleted', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:45:50.813279 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77831e1d-4388-492a-8204-37fc01afa8de" -d '{"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-deleted", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:45:50.849159 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4c7d8c-bd35-4c8a-abaa-c3011022fb1f x-openstack-request-id: req-5d4c7d8c-bd35-4c8a-abaa-c3011022fb1f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:45:50.849913 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97466334-aa2b-4e07-8502-09f27740f368", "name": "network-vif-deleted", "tag": "2a30c042-ec54-45bf-82bb-9c20760c9be7", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:45:50.850584 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d4c7d8c-bd35-4c8a-abaa-c3011022fb1f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:45:50.851024 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97466334-aa2b-4e07-8502-09f27740f368', 'name': 'network-vif-deleted', 'tag': '2a30c042-ec54-45bf-82bb-9c20760c9be7', 'status': 'completed', 'code': 200} Mar 10 18:45:51.255301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f771c362-6ad2-47d5-a5ad-6c1480ed35aa req-7a13f779-4b81-44f2-bb1d-b414ec79a83a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=97466334-aa2b-4e07-8502-09f27740f368 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Mar 10 18:45:52.327263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59728) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:52.387464 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (d47d9863-bb89-482f-b27b-a67560b6d377), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:52.413599 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (d47d9863-bb89-482f-b27b-a67560b6d377), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:52.480522 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (d47d9863-bb89-482f-b27b-a67560b6d377), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:52.483374 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:52.484721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "DELETE /v2.0/security-groups/d47d9863-bb89-482f-b27b-a67560b6d377 HTTP/1.1" status: 204 len: 168 time: 0.1562767 Mar 10 18:45:52.494263 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3d246-e00d-4321-b933-a29c4baf3920 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d9863-bb89-482f-b27b-a67560b6d377,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:53.953299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59736) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:53.962521 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012424953', 'description': 'tempest-secgroup-smoke-1012424953 description', 'project_id': '9b3f4ac331a54ce495385d5457a3c285'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:53.985795 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.052911 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (0801bf5a-5aa0-461e-9d77-ecd2fcf146f3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.059519 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0801bf5a-5aa0-461e-9d77-ecd2fcf146f3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.095259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.099504 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.100721 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-26df0d46-f706-4534-805c-973e1d735e0e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1464291 Mar 10 18:45:54.103928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.109427 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.139190 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (ff2725d1-25c8-4621-86cb-9786ffa4d6e7), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.194625 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (ff2725d1-25c8-4621-86cb-9786ffa4d6e7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.200354 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (ff2725d1-25c8-4621-86cb-9786ffa4d6e7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.218970 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2725d1-25c8-4621-86cb-9786ffa4d6e7,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.225156 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.226444 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fc61e370-4643-4e81-8cda-ab2224ad540c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207840 Mar 10 18:45:54.229918 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59740) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.234573 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.261246 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (4fc3f651-7343-488e-bb8a-2f1614c3062b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.322175 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (4fc3f651-7343-488e-bb8a-2f1614c3062b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.327866 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4fc3f651-7343-488e-bb8a-2f1614c3062b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.347810 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc3f651-7343-488e-bb8a-2f1614c3062b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.356896 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.358101 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-a8043bde-25c0-49e6-b0df-97bcf29c2745 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271167 Mar 10 18:45:54.360867 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59742) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.365096 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.390607 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (8a6bb72f-f744-4bf5-af9f-9b0f900a20d4), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.448051 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (8a6bb72f-f744-4bf5-af9f-9b0f900a20d4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.452879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (8a6bb72f-f744-4bf5-af9f-9b0f900a20d4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.473364 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6bb72f-f744-4bf5-af9f-9b0f900a20d4,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.478874 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.480200 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3e2489cb-959a-478a-8b3d-855b44af8fc8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184251 Mar 10 18:45:54.483033 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.487258 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.513703 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (7472eadd-f97f-4ef7-8e65-580b5c32b886), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.575750 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (7472eadd-f97f-4ef7-8e65-580b5c32b886), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.580169 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (7472eadd-f97f-4ef7-8e65-580b5c32b886), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.597294 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7472eadd-f97f-4ef7-8e65-580b5c32b886,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.607251 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.608456 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4ac3177d-ad16-41d7-9ee0-12dd88e4e0e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245103 Mar 10 18:45:54.611386 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.615839 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.637064 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Project 9b3f4ac331a54ce495385d5457a3c285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:45:54.642070 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (3080c7b0-b630-41c3-ad05-a02c9854b6cb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.715404 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (3080c7b0-b630-41c3-ad05-a02c9854b6cb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.720730 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (3080c7b0-b630-41c3-ad05-a02c9854b6cb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.738572 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3080c7b0-b630-41c3-ad05-a02c9854b6cb,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.747733 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.748951 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-00cc568e-d4a6-4429-87e5-a717937cc003 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365943 Mar 10 18:45:54.751757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59748) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:45:54.756338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'security_group_rule': {'security_group_id': '0801bf5a-5aa0-461e-9d77-ecd2fcf146f3', 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:45:54.777981 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Project 9b3f4ac331a54ce495385d5457a3c285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:45:54.783056 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (c6e655dd-6ab9-451b-bcb1-12be224fa17b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.845222 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (c6e655dd-6ab9-451b-bcb1-12be224fa17b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.851556 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (c6e655dd-6ab9-451b-bcb1-12be224fa17b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.875627 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e655dd-6ab9-451b-bcb1-12be224fa17b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:45:54.882830 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:45:54.884538 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-729fa84f-8446-451a-8781-8dd1d9801297 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318555 Mar 10 18:45:55.633397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:45:55.656103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 2a30c042-ec54-45bf-82bb-9c20760c9be7 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:45:55.656450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 2a30c042-ec54-45bf-82bb-9c20760c9be7 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:45:57.603687 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:00.800903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:12.543307 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-486af193-59e0-408c-a216-894c698f2ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:14.516064 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-87d924f5-fe83-43e8-86b5-30bf3672add6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012424953&fields=id&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 267 time: 0.0478265 Mar 10 18:46:14.630882 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-bde4d24e-ab27-469a-9637-9e0f7093d2f4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:14.632256 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-bde4d24e-ab27-469a-9637-9e0f7093d2f4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 809 time: 0.1093216 Mar 10 18:46:14.648633 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-fc8bf576-c1a9-4699-9496-73d0cd4db33b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/quotas/9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Mar 10 18:46:14.710129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f0b4e516-2314-4c38-8b8a-4e9799f8fc91 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561719 Mar 10 18:46:14.739800 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1a3bbb64-b2b9-44f2-be6a-dd43626407d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:14.855996 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f8ae4834-68c4-4e5a-9169-96eaa42f9463 service neutron] 10.222.0.35 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332512 Mar 10 18:46:14.948411 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-0cc2cb7d-cf50-4534-acc1-20f9e32ca552 service neutron] 10.222.0.35 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868564 Mar 10 18:46:15.229246 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:46:15.256176 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f30a507-90e0-4a4a-947a-0ef9d2939ba1 req-cd9b3099-6edd-4ae2-acbe-14a94f47e4f1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0300574 Mar 10 18:46:16.182469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:16.341564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a890ace2-13eb-4242-ad28-4a43b097a5a7 req-ea808f59-e477-4cf4-8bd0-d147883be053 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0316231 Mar 10 18:46:17.425235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-35064308-6b8b-41cd-a528-58b5dbd8e7fb req-573b6442-d3ba-453d-934d-d4f679e411a9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0311182 Mar 10 18:46:17.641282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:18.526760 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-dd9dfeae-01c6-4791-a2f8-69d088d37867 req-20ed1ca3-6a3e-4574-b302-6a243d4edca7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0359428 Mar 10 18:46:19.411513 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:19.630168 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-01de4a68-da37-4d53-aa45-cdaf3467ebda req-1efaab50-5c66-4449-945b-6d2d18ecd719 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Mar 10 18:46:20.326638 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-36406620-50e1-4656-a353-fc9f6faf1333 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:20.328067 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-36406620-50e1-4656-a353-fc9f6faf1333 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 809 time: 0.1129930 Mar 10 18:46:20.391927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-08a4ef51-8cd7-4c91-af79-73b3cebc3de2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 380 time: 0.0553398 Mar 10 18:46:20.400843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'port': {'device_id': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'admin_state_up': True, 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'security_groups': ['0801bf5a-5aa0-461e-9d77-ecd2fcf146f3']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:46:20.514780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Made reservation on behalf of 9b3f4ac331a54ce495385d5457a3c285 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:46:20.518125 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:20.649663 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Allocated IP 172.20.0.14 (ede69b6d-deca-4a98-a2a0-e5b9745dfe49/0148701f-61f9-4804-8698-f5e009c1d194/25fece87-6d4a-4a7f-9e58-5553208267b5) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:46:20.749742 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-586660c1-14ee-4bc0-9ceb-2cdb2e35082a req-78f7e170-d7f9-4dfe-8e23-24f6a43a3637 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0423105 Mar 10 18:46:20.818621 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:20.854452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:20.895309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:46:20.898388 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:46:20.905485 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:46:20.939001 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:20.970654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:20.971268 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:20.993707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-1b2cbaf5-337c-4c48-b98c-c0332e37151b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964766 Mar 10 18:46:21.002977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-10955691-2926-4eaa-acd4-7a05da330048 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:46:21.004274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-10955691-2926-4eaa-acd4-7a05da330048 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058250 Mar 10 18:46:21.061783 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Request body: {'port': {'device_id': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:46:21.126991 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.190695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7f3ad235-df9e-4767-a86e-3fcece98eec7 None None] Provisioning complete for port 25fece87-6d4a-4a7f-9e58-5553208267b5 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:46:21.191287 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad235-df9e-4767-a86e-3fcece98eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.226144 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ad235-df9e-4767-a86e-3fcece98eec7 None None] Port 25fece87-6d4a-4a7f-9e58-5553208267b5 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:46:21.398780 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:46:21.406396 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks [] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.419074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Transition to ACTIVE for port object 25fece87-6d4a-4a7f-9e58-5553208267b5 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:46:21.424354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.484075 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:21.556579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:46:21.556914 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:46:21.557240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:46:21.561814 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:46:21.562133 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:46:21.568224 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:46:21.568564 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:46:21.568946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:46:21.569375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Bound port: 25fece87-6d4a-4a7f-9e58-5553208267b5, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:46:21.569726 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.645013 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:46:21.648514 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:46:21.656106 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.697616 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:21.698317 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:21.699693 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] 10.222.0.41 "PUT /v2.0/ports/25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1092 time: 0.6883595 Mar 10 18:46:21.700154 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:46:21.702534 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e" -d '{"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:46:21.733066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c19773-feb6-47c7-9b47-628adbbfeeee service neutron] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:21.784892 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8523ee-9a96-439a-a881-bd4d1690bed3 x-openstack-request-id: req-0c8523ee-9a96-439a-a881-bd4d1690bed3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:46:21.785182 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:46:21.785432 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c8523ee-9a96-439a-a881-bd4d1690bed3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:46:21.785825 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'status': 'completed', 'code': 200} Mar 10 18:46:21.811963 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-83f988c4-10b5-4080-b7e8-ed7c7eb82291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:21.813766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-83f988c4-10b5-4080-b7e8-ed7c7eb82291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1126 time: 0.0607185 Mar 10 18:46:21.877892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-297dbed5-a0b0-4565-81a7-64da4353517b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 217 time: 0.0523903 Mar 10 18:46:21.965274 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-57f61c07-d2e8-4e9b-802d-eeb0272f350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:21.966754 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-57f61c07-d2e8-4e9b-802d-eeb0272f350a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0694480 Mar 10 18:46:21.973757 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd397a8-d34a-4dd1-bc83-13c9ab4e4770 req-ea33727c-86ea-4635-a8b9-09dddf4bd9d6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:21.975191 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd397a8-d34a-4dd1-bc83-13c9ab4e4770 req-ea33727c-86ea-4635-a8b9-09dddf4bd9d6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.1071608 Mar 10 18:46:22.380844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0bd397a8-d34a-4dd1-bc83-13c9ab4e4770 req-c9665b3c-7895-4c79-b97f-e934404a0a38 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970222 Mar 10 18:46:22.383589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-e52ae4be-4db1-4a81-a747-2c0ec1ce744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:22.384989 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-e52ae4be-4db1-4a81-a747-2c0ec1ce744e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4089525 Mar 10 18:46:22.480905 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-524a086d-02ea-4978-9f29-56708f2f5667 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889668 Mar 10 18:46:22.579172 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-de3b495d-67e8-4c3f-ad70-820726ebe74d req-0ddc4dbe-63ce-4fd8-87cc-bfaa3572d3bc service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Mar 10 18:46:22.674837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-0a927dd6-3d08-42e1-ad70-29864ecf7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:22.676263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-0a927dd6-3d08-42e1-ad70-29864ecf7dd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1126 time: 0.0484359 Mar 10 18:46:22.770554 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-729d3930-cd35-49c8-b3b5-ce5e41d5d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:22.772053 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-729d3930-cd35-49c8-b3b5-ce5e41d5d00b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0898664 Mar 10 18:46:22.813462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-2146157a-12ad-46c1-8624-bbfcaa11a5fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 217 time: 0.0352633 Mar 10 18:46:22.862499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-397a119f-7ff7-47ff-b8b6-16a725d4cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:22.864072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-397a119f-7ff7-47ff-b8b6-16a725d4cbbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0448508 Mar 10 18:46:22.917998 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-ac81ff53-94f8-4487-932d-da533e8bc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:22.920077 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-ac81ff53-94f8-4487-932d-da533e8bc6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465238 Mar 10 18:46:23.019935 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-d9100e54-df5f-4943-98d6-59ed6463a1ee service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934317 Mar 10 18:46:23.118248 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e5e9b7ec-1512-4c6b-b866-2e5734dd147e req-1ab25f9b-c471-40ff-81f8-94f33681a046 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899794 Mar 10 18:46:23.507738 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5bbee-b35a-4b01-b955-4f2262aaaf0a req-b0cdcc76-3133-4d26-8fc5-1b1590803400 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:23.509244 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d5bbee-b35a-4b01-b955-4f2262aaaf0a req-b0cdcc76-3133-4d26-8fc5-1b1590803400 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0584722 Mar 10 18:46:23.562055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-98d5bbee-b35a-4b01-b955-4f2262aaaf0a req-e59b05aa-20da-4c55-81d0-51a3aa1e076e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Mar 10 18:46:24.685077 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add306c5-8e7d-47d4-a066-7a6dcfd3697e req-f6760500-9e73-448c-b126-3ed1b9ca40fd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:24.686575 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-add306c5-8e7d-47d4-a066-7a6dcfd3697e req-f6760500-9e73-448c-b126-3ed1b9ca40fd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0565841 Mar 10 18:46:24.738460 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-add306c5-8e7d-47d4-a066-7a6dcfd3697e req-13d880a1-8db1-4765-b09c-ba0af06ceec0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460434 Mar 10 18:46:25.868406 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd077-d5a7-49a5-806e-9e55061204f8 req-5d18c0f0-d016-45a0-9626-9b507a58cea8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:25.869872 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1efdd077-d5a7-49a5-806e-9e55061204f8 req-5d18c0f0-d016-45a0-9626-9b507a58cea8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0570507 Mar 10 18:46:25.920908 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1efdd077-d5a7-49a5-806e-9e55061204f8 req-bde0f2b2-9157-4cbd-baf6-4a46b807894e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Mar 10 18:46:27.044529 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df54832-f2b3-4f5f-864a-2e649d9b24d7 req-9b634578-cbc6-4545-aea5-ffc1591f1c07 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:27.046034 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4df54832-f2b3-4f5f-864a-2e649d9b24d7 req-9b634578-cbc6-4545-aea5-ffc1591f1c07 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0556078 Mar 10 18:46:27.105705 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4df54832-f2b3-4f5f-864a-2e649d9b24d7 req-37e89de6-c905-4880-8654-baefe0554b44 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536690 Mar 10 18:46:27.601335 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:28.232052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1e560-5236-4f2d-b17d-137e0cb68103 req-397702d9-7b8f-46c7-b54e-c14ebcdf97fc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:28.233435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25c1e560-5236-4f2d-b17d-137e0cb68103 req-397702d9-7b8f-46c7-b54e-c14ebcdf97fc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0584428 Mar 10 18:46:28.285526 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-25c1e560-5236-4f2d-b17d-137e0cb68103 req-c05e5299-3abe-46b1-8888-07ec90483cc0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Mar 10 18:46:29.408527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20f60-1b5f-44e8-adc9-486fb21e552f req-c9e57721-854b-40ad-b97f-949c7de139d0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:29.410127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdb20f60-1b5f-44e8-adc9-486fb21e552f req-c9e57721-854b-40ad-b97f-949c7de139d0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0556974 Mar 10 18:46:29.463389 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cdb20f60-1b5f-44e8-adc9-486fb21e552f req-81fae26c-9f6e-41a7-9ec1-8e6b5df16b52 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467274 Mar 10 18:46:30.583319 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4a48-f420-4644-8196-1920849a31b5 req-3663ebae-fb8e-46b8-a127-4864df336dd4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:30.584849 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e02f4a48-f420-4644-8196-1920849a31b5 req-3663ebae-fb8e-46b8-a127-4864df336dd4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0534983 Mar 10 18:46:30.638759 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e02f4a48-f420-4644-8196-1920849a31b5 req-415ab0a1-15a7-4c2a-873c-adc65710825e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Mar 10 18:46:30.806262 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:31.764909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9d33-133c-4229-afda-39008eb80429 req-10c67a24-3ed9-4425-802c-04dec3498096 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:31.766449 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cfc9d33-133c-4229-afda-39008eb80429 req-10c67a24-3ed9-4425-802c-04dec3498096 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0568209 Mar 10 18:46:31.816352 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cfc9d33-133c-4229-afda-39008eb80429 req-e758632a-0500-4de8-8732-b25916950a87 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Mar 10 18:46:32.955308 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e32cab-f620-4784-b693-26e46079042d req-b006233f-8838-42d3-ad2c-280acf7709df tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:32.956787 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59e32cab-f620-4784-b693-26e46079042d req-b006233f-8838-42d3-ad2c-280acf7709df tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0562143 Mar 10 18:46:33.008021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-59e32cab-f620-4784-b693-26e46079042d req-f2753e62-bb5c-472b-bf8e-c58695073b85 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Mar 10 18:46:34.146478 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48e4f-52e6-4924-87bc-984d4c99cd55 req-e4e6073c-743c-44ca-9c5a-cf99f93edff4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:34.147929 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8b48e4f-52e6-4924-87bc-984d4c99cd55 req-e4e6073c-743c-44ca-9c5a-cf99f93edff4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0625925 Mar 10 18:46:34.199192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8b48e4f-52e6-4924-87bc-984d4c99cd55 req-ca153ed6-b16f-43d6-9313-f39e2bb0bc56 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Mar 10 18:46:35.336568 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baadad-8c12-4533-885a-2e84d9642202 req-03cf571b-fd2c-48ba-9756-85202e06a7f2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:35.338072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02baadad-8c12-4533-885a-2e84d9642202 req-03cf571b-fd2c-48ba-9756-85202e06a7f2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0602190 Mar 10 18:46:35.397829 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-02baadad-8c12-4533-885a-2e84d9642202 req-e7d2837c-01c6-4231-a45e-94cf76c2e4d4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513117 Mar 10 18:46:36.534483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec92d0-f8f2-4125-87dc-0bf5ac67f17d req-c1211ff0-23e6-4fd7-ac4f-ac774533c1cd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:36.535943 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aec92d0-f8f2-4125-87dc-0bf5ac67f17d req-c1211ff0-23e6-4fd7-ac4f-ac774533c1cd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0630655 Mar 10 18:46:36.593766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8aec92d0-f8f2-4125-87dc-0bf5ac67f17d req-4ed26834-df9d-4587-a15c-0b97a3b01303 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Mar 10 18:46:37.733084 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf6f9f-8586-4838-81a4-1ce849d7c0b4 req-503a8bf0-8974-4191-a8a8-eba6a94380da tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:37.734655 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0caf6f9f-8586-4838-81a4-1ce849d7c0b4 req-503a8bf0-8974-4191-a8a8-eba6a94380da tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0602658 Mar 10 18:46:37.785882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0caf6f9f-8586-4838-81a4-1ce849d7c0b4 req-a6e6cf58-cd44-4f71-ab6e-53ac1b244c56 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Mar 10 18:46:38.932957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da155e39-f2a4-4618-a46a-7fff8d7ff02a req-8ab595a7-b427-4dba-9818-4f638f056e06 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:38.934788 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da155e39-f2a4-4618-a46a-7fff8d7ff02a req-8ab595a7-b427-4dba-9818-4f638f056e06 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0683825 Mar 10 18:46:38.995749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da155e39-f2a4-4618-a46a-7fff8d7ff02a req-bb470643-b984-4152-9792-524096d664cd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540154 Mar 10 18:46:39.190933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:46:39.309340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:46:39.325092 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'mac_address': 'fa:16:3e:7e:d8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:46:39.373747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 25fece87-6d4a-4a7f-9e58-5553208267b5 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:46:39.374128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:39.390360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:46:39.417356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:46:39.421190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:39.491149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:39.502622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.502970 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.503304 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.503666 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.503960 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.504300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.504595 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.505094 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.505240 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.505563 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.505866 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.506188 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.506564 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:46:39.774748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['25fece87-6d4a-4a7f-9e58-5553208267b5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:46:40.133022 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b381036-be43-4ad1-82f7-0ffad7140ab0 req-c5eb846b-c3ae-4d26-bf1d-c011a9e578af tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:40.134540 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b381036-be43-4ad1-82f7-0ffad7140ab0 req-c5eb846b-c3ae-4d26-bf1d-c011a9e578af tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 945 time: 0.0604002 Mar 10 18:46:40.185732 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7b381036-be43-4ad1-82f7-0ffad7140ab0 req-450dc361-cd4f-4e04-a9e2-aa3a31969340 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Mar 10 18:46:41.208735 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:46:41.266009 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 25fece87-6d4a-4a7f-9e58-5553208267b5 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:46:41.270166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 25fece87-6d4a-4a7f-9e58-5553208267b5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:46:41.270567 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:41.316953 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aead7f-a19f-46e2-a1e1-0a91537d0c85 req-efc55b4e-3310-456b-a21f-6d29af59e631 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:41.318815 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5aead7f-a19f-46e2-a1e1-0a91537d0c85 req-efc55b4e-3310-456b-a21f-6d29af59e631 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 945 time: 0.0562081 Mar 10 18:46:41.353713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 25fece87-6d4a-4a7f-9e58-5553208267b5 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:46:41.354053 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:41.369566 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b5aead7f-a19f-46e2-a1e1-0a91537d0c85 req-efad1cee-896a-43bc-a81e-8f6972da6501 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446889 Mar 10 18:46:41.380875 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:46:41.383068 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133ba72-f717-438d-adc5-ee576f7b558b" -d '{"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-plugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:46:41.395709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:46:41.400542 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:41.448892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:41.495258 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d740aa-8559-4475-97db-0ca04e84e859 x-openstack-request-id: req-38d740aa-8559-4475-97db-0ca04e84e859 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:46:41.495553 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-plugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:46:41.495869 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38d740aa-8559-4475-97db-0ca04e84e859 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:46:41.496271 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'code': 200} Mar 10 18:46:41.613907 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05030574-f828-4c35-9efe-f962c754e545 req-d1233c9d-54f0-40cf-9792-997c74ce5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:41.615468 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05030574-f828-4c35-9efe-f962c754e545 req-d1233c9d-54f0-40cf-9792-997c74ce5b33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0519633 Mar 10 18:46:41.663380 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-05030574-f828-4c35-9efe-f962c754e545 req-c652f64b-a4e0-4e03-bc53-67487f817bcd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Mar 10 18:46:42.507282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff454b-f53f-4571-ab33-93af6a9d2b4b req-26023742-58d9-4327-b9da-181f67d96ba8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:42.508781 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29ff454b-f53f-4571-ab33-93af6a9d2b4b req-26023742-58d9-4327-b9da-181f67d96ba8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0574260 Mar 10 18:46:42.538933 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b1d3dc53-fb49-4452-8c96-6df28736454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:42.560757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-29ff454b-f53f-4571-ab33-93af6a9d2b4b req-54a24381-4aed-492e-8053-b3d9881802f6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461595 Mar 10 18:46:43.684632 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f97f2-5939-4e5a-a5ea-f5c5e4c75a36 req-2799265a-ae1b-4c5b-bb94-5d33de089960 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:43.686090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b66f97f2-5939-4e5a-a5ea-f5c5e4c75a36 req-2799265a-ae1b-4c5b-bb94-5d33de089960 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Mar 10 18:46:43.747174 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b66f97f2-5939-4e5a-a5ea-f5c5e4c75a36 req-bbbbaad2-75ed-4e86-9279-c0088f2b777d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507479 Mar 10 18:46:43.870244 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cdf14-ef49-4ba3-81d8-a9c51808b80d req-6981bb28-67ba-46f0-a777-f11ac70aa01f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:43.871765 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-621cdf14-ef49-4ba3-81d8-a9c51808b80d req-6981bb28-67ba-46f0-a777-f11ac70aa01f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0560350 Mar 10 18:46:43.922710 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-621cdf14-ef49-4ba3-81d8-a9c51808b80d req-094e12ef-f818-4212-bdd4-4d795e8ae254 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 Mar 10 18:46:43.944105 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 59980) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:46:44.051827 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc16aff-656f-4b66-bdfd-baee95d058de tempest-TestShelveInstance-1503639281 tempest-TestShelveInstance-1503639281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:44.053884 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-efc16aff-656f-4b66-bdfd-baee95d058de tempest-TestShelveInstance-1503639281 tempest-TestShelveInstance-1503639281-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1123 time: 0.1087615 Mar 10 18:46:44.057051 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 59984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:46:44.062620 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:46:44.093848 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.204800 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.328932 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Allocated IP 172.25.3.243 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/7c818bf2-f8ac-4fcd-886d-3224ab1dde90) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:46:44.443707 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.484817 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.522193 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:46:44.526973 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:46:44.530415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:46:44.536004 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=7c818bf2-f8ac-4fcd-886d-3224ab1dde90,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:44.744140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-17fd83c1-0cbb-4912-a40f-5e8c59dd82f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.906609 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (64d9a983-cbca-47a5-b75d-d86fa8ed29e3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:44.979782 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:45.131034 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:45.138082 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:45.209292 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event updated for resources: {'Port': ['ID=7c818bf2-f8ac-4fcd-886d-3224ab1dde90,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:46:45.228148 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (64d9a983-cbca-47a5-b75d-d86fa8ed29e3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:45.337244 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Floating IP 64d9a983-cbca-47a5-b75d-d86fa8ed29e3 associated. External IP: 172.25.3.243, port: 25fece87-6d4a-4a7f-9e58-5553208267b5. Mar 10 18:46:45.561101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:46:45.678008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:46:45.688117 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:46:45.699740 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:45.701263 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:46:45.701895 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:46:45.733751 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-2dc06cad-dbc5-487e-8867-a0e08401110f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6748195 Mar 10 18:46:45.734349 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:46:45.736865 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538105d5-4cbd-4f99-906c-1bf5481f902c" -d '{"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:46:45.773661 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab532ae-6f87-4a2c-a8d9-5f0376d47190 x-openstack-request-id: req-1ab532ae-6f87-4a2c-a8d9-5f0376d47190 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:46:45.773973 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:46:45.774252 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ab532ae-6f87-4a2c-a8d9-5f0376d47190 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:46:45.774695 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'status': 'completed', 'code': 200} Mar 10 18:46:45.820036 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:46:45.842193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-18811466-e23c-48d0-996f-4bdfd637ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:45.843717 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-18811466-e23c-48d0-996f-4bdfd637ed1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0470147 Mar 10 18:46:45.941313 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-cc9b799d-18c2-4146-a398-286452b3d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:45.942841 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-cc9b799d-18c2-4146-a398-286452b3d0b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0922716 Mar 10 18:46:46.013219 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-13be8b35-e9df-4be8-a740-120356ae4d1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1000 time: 0.0645812 Mar 10 18:46:46.054765 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '64d9a983-cbca-47a5-b75d-d86fa8ed29e3', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:7e:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:46:44Z', 'updated_at': '2022-03-10T18:46:44Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:46:46.064048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-5dcaff2a-beb0-4fb9-9b4b-cea1e8a05fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:46.065548 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-5dcaff2a-beb0-4fb9-9b4b-cea1e8a05fb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0464571 Mar 10 18:46:46.081896 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:46:46.090285 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:46:46.090922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:46:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:46:46.116799 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-4bc1df82-5f9f-4b63-b673-33220f8baba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:46.118334 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-4bc1df82-5f9f-4b63-b673-33220f8baba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463817 Mar 10 18:46:46.201611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:46.209030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:46:46.214666 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-df0bac59-ab7a-4672-af36-4de0967c647e service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895696 Mar 10 18:46:46.305019 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-538105d5-4cbd-4f99-906c-1bf5481f902c req-bdbe5ad9-2ecb-4971-a426-31489b8875ab service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845563 Mar 10 18:46:46.452080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '64d9a983-cbca-47a5-b75d-d86fa8ed29e3', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:7e:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:46:44Z', 'updated_at': '2022-03-10T18:46:44Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:46:46.479253 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960794f-a1e0-4684-8dfe-382b3ad78ddf None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '64d9a983-cbca-47a5-b75d-d86fa8ed29e3', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'mac_address': 'fa:16:3e:7e:d8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:46:44Z', 'updated_at': '2022-03-10T18:46:44Z', 'revision_number': 0, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:46:46.702361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a665f41-1ffb-4d19-95d1-cd311c050d66 None None] New status for floating IP 64d9a983-cbca-47a5-b75d-d86fa8ed29e3: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:46:47.649581 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:49.410306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:46:52.234185 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:46:52.873967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-feaa3a4d-1b04-42b8-be77-315099d711f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514090 Mar 10 18:46:52.976700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-fac2e783-c981-4f7e-825a-2df6b1bb38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:52.978978 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-fac2e783-c981-4f7e-825a-2df6b1bb38e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0550089 Mar 10 18:46:53.098282 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-5b6c0c88-a456-43cb-bce1-973649c5eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:53.099791 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-5b6c0c88-a456-43cb-bce1-973649c5eed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0956848 Mar 10 18:46:53.169245 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-ab5d3391-f03c-4120-9a7e-5526a970e32f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1002 time: 0.0632532 Mar 10 18:46:53.223100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-4a0f22d6-7ff0-48c7-9b53-e0ef09f00bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:53.224663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-4a0f22d6-7ff0-48c7-9b53-e0ef09f00bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0472431 Mar 10 18:46:53.278045 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-e1b11f9a-5d70-4e8d-879a-9a3aa75fd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:46:53.279621 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-e1b11f9a-5d70-4e8d-879a-9a3aa75fd469 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490751 Mar 10 18:46:53.374120 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-064f73a9-099c-4c2d-ade1-2a69d28c1662 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885839 Mar 10 18:46:53.465398 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-75e73f48-ef75-4315-8fc2-3b0d6cb1d155 req-a8dfe67a-9824-4583-8ff2-1c026530100c service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841286 Mar 10 18:46:57.601578 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:00.801378 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:12.551546 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8aac643b-aea8-42e1-ad3d-3cf02c25ca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:14.756834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-982ca5e3-0b20-49ce-870c-2acdd3057a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:16.190017 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:17.649263 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:19.397377 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:27.599764 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:29.234875 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:47:30.814558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:42.550194 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9067d6be-52f1-4061-9d75-1b38e371ed99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:44.761941 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-85b03f8b-5d71-4ea5-9298-5d29c1a378ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:46.193258 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:47.650891 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:49.398283 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:47:52.866186 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-418d560c-4362-4eea-a6d9-4432fd7ddb96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542936 Mar 10 18:47:52.967850 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-34db31ab-af5e-43bd-a280-ef124555810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:47:52.969366 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-34db31ab-af5e-43bd-a280-ef124555810e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0554001 Mar 10 18:47:53.081624 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-0de61737-f515-4249-bcfc-b89140f00924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:47:53.083134 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-0de61737-f515-4249-bcfc-b89140f00924 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0940077 Mar 10 18:47:53.151632 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-b0c429af-5b89-4440-a5d5-a91cddd3648b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1002 time: 0.0620787 Mar 10 18:47:53.201153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-c28a118d-2641-48fd-a71b-f38c72fba15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:47:53.202576 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-c28a118d-2641-48fd-a71b-f38c72fba15f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0452881 Mar 10 18:47:53.261977 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-73b236db-3dae-4519-b408-7ff0a7cc722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:47:53.264274 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-73b236db-3dae-4519-b408-7ff0a7cc722c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556517 Mar 10 18:47:53.357691 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-55f13dad-5c14-4a21-a8c8-2a7e72e506aa service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866518 Mar 10 18:47:53.451862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8ce7a49b-ae90-40ef-9a94-8037078f05d7 req-f2ddd523-8804-4c00-8ecb-2862579d1222 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875702 Mar 10 18:47:57.605452 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:00.815941 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:06.240098 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:48:12.552026 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b573bdde-5db8-45b4-a921-a6c2ae07b910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:14.767021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-59fb7a13-aba3-441f-94fe-855ca186e01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:16.193674 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:17.654355 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:19.403642 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:27.608106 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:30.820308 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:42.296030 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44153-9c1a-45e7-8d50-cc4819d91062 req-e8bd96c8-f6f1-4f24-94a3-fb677f6bbe21 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:42.297507 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f44153-9c1a-45e7-8d50-cc4819d91062 req-e8bd96c8-f6f1-4f24-94a3-fb677f6bbe21 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0613594 Mar 10 18:48:42.349924 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e7f44153-9c1a-45e7-8d50-cc4819d91062 req-dfe77fe5-1f76-4bf6-ba8a-cb1192706c0c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Mar 10 18:48:42.552118 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e0288574-8e8f-496a-abd1-1f9be4e344b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:43.247204 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:48:43.496150 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f0778-35c1-4313-9043-aa4b6d78294b req-ee63d8b1-1f07-4b3b-88bd-0cce99343f05 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:43.497735 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-264f0778-35c1-4313-9043-aa4b6d78294b req-ee63d8b1-1f07-4b3b-88bd-0cce99343f05 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0610380 Mar 10 18:48:43.551976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-264f0778-35c1-4313-9043-aa4b6d78294b req-40d5f235-b44c-4d82-8a49-624b216f1042 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Mar 10 18:48:44.694265 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840f64-ff46-446e-94fb-5edca3611858 req-e41d2885-1b8e-4914-9b72-e62d91986fc9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:44.695757 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45840f64-ff46-446e-94fb-5edca3611858 req-e41d2885-1b8e-4914-9b72-e62d91986fc9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Mar 10 18:48:44.747233 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45840f64-ff46-446e-94fb-5edca3611858 req-8983ea1f-f746-4e23-9a0a-0cbd9b0e7b2a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Mar 10 18:48:44.762853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2acdf9c7-2667-4444-a7b1-11ff3de90238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:45.930293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cdc97-6817-44ce-bb82-0ec7b4293312 req-f8727f5e-7671-4e65-8b03-cc84aea4e5cf tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:45.932500 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c62cdc97-6817-44ce-bb82-0ec7b4293312 req-f8727f5e-7671-4e65-8b03-cc84aea4e5cf tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.1112347 Mar 10 18:48:45.985268 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c62cdc97-6817-44ce-bb82-0ec7b4293312 req-a18ea16f-45fc-4b84-aa16-b8156db50b05 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Mar 10 18:48:46.205111 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:47.149700 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce569-4f4c-4e3f-8f6b-3cbd55cf9757 req-056eca7d-1192-4380-9711-17bd87597f81 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:47.151215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb7ce569-4f4c-4e3f-8f6b-3cbd55cf9757 req-056eca7d-1192-4380-9711-17bd87597f81 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0788553 Mar 10 18:48:47.204171 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb7ce569-4f4c-4e3f-8f6b-3cbd55cf9757 req-fad9ba55-5195-4ba5-be62-4c37da68b6e5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Mar 10 18:48:47.664729 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:48.361196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbfe20-2bcb-408b-923a-d548f8c2b9c8 req-c4cf4ebd-d30a-42ef-a32d-45055c3810fc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:48.363002 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16cbfe20-2bcb-408b-923a-d548f8c2b9c8 req-c4cf4ebd-d30a-42ef-a32d-45055c3810fc tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0722036 Mar 10 18:48:48.412291 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16cbfe20-2bcb-408b-923a-d548f8c2b9c8 req-0b129133-f2af-46a4-9204-dbd115b56eae tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Mar 10 18:48:49.411862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:49.541577 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141b0bf-e39e-44dc-a85d-f7088edd0b8a req-715c321b-a2ab-4df3-9dcb-3bb145f82605 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:49.543107 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b141b0bf-e39e-44dc-a85d-f7088edd0b8a req-715c321b-a2ab-4df3-9dcb-3bb145f82605 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0585980 Mar 10 18:48:49.601427 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b141b0bf-e39e-44dc-a85d-f7088edd0b8a req-b174d2fb-e9ce-4a16-9d62-24743739bdd7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502374 Mar 10 18:48:50.736980 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352cbf7-3481-47e5-8494-23ccd01d05d6 req-0dd2e029-81ec-46c0-83ee-e7f6e674e903 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:50.738478 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9352cbf7-3481-47e5-8494-23ccd01d05d6 req-0dd2e029-81ec-46c0-83ee-e7f6e674e903 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0600479 Mar 10 18:48:50.789254 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9352cbf7-3481-47e5-8494-23ccd01d05d6 req-c46ec2b0-e1a5-4d0a-acdc-b804792f4c50 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Mar 10 18:48:51.921742 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa827f81-e0d9-4db6-a270-effc7123192f req-9f02c728-dadc-42e0-8714-2005a19c94d6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:51.923353 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa827f81-e0d9-4db6-a270-effc7123192f req-9f02c728-dadc-42e0-8714-2005a19c94d6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0570900 Mar 10 18:48:51.971909 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa827f81-e0d9-4db6-a270-effc7123192f req-b0a780d1-2b46-4315-8f49-b06051deab7c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Mar 10 18:48:52.438123 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-8273df38-2ecd-46a4-bc14-3743358c7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:52.439653 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-8273df38-2ecd-46a4-bc14-3743358c7568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0544767 Mar 10 18:48:52.542884 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-7353039a-b88f-423e-bc0e-46597731c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:52.544359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-7353039a-b88f-423e-bc0e-46597731c4a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0990860 Mar 10 18:48:52.623970 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-7265d7ff-84d9-4706-a085-eb97a7a59c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1002 time: 0.0736597 Mar 10 18:48:52.673203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-b02211e1-0856-4185-b9b3-3cf8fdd37a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:52.674674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-b02211e1-0856-4185-b9b3-3cf8fdd37a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0449805 Mar 10 18:48:52.725934 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-5d29f5ba-2b6a-4e0c-a8ff-7ed005b803a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:52.727685 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-5d29f5ba-2b6a-4e0c-a8ff-7ed005b803a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469227 Mar 10 18:48:52.823133 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-917d62fd-f64d-410a-a8d2-260cbe8c2fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893824 Mar 10 18:48:52.918301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-491fbf3a-d327-43ef-b083-82c57829b3c8 req-45475f9a-fb6c-4ac6-b8a4-bce796053073 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871799 Mar 10 18:48:53.032272 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-ed184c69-a915-46db-ab70-1e0f8ead88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:53.033793 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-ed184c69-a915-46db-ab70-1e0f8ead88b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1128 time: 0.0525780 Mar 10 18:48:53.154462 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ea396-a2b4-4990-8233-038c177c4801 req-ac9213e8-b84b-4327-86cd-23fd030f77ce tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:53.155954 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-558ea396-a2b4-4990-8233-038c177c4801 req-ac9213e8-b84b-4327-86cd-23fd030f77ce tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.1137652 Mar 10 18:48:53.184416 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-246f3212-d48e-4104-b036-f5d2e262befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:53.185823 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-246f3212-d48e-4104-b036-f5d2e262befc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.1320992 Mar 10 18:48:53.248391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-558ea396-a2b4-4990-8233-038c177c4801 req-a0ec4636-59d9-49c2-89ed-1889087fa83b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864682 Mar 10 18:48:53.270733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-23810955-1d40-40c2-8c78-ae6c8394aa00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1002 time: 0.0737760 Mar 10 18:48:53.323159 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-3817ef94-d763-4c50-8aee-75b6c1932337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:53.324602 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-3817ef94-d763-4c50-8aee-75b6c1932337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0474772 Mar 10 18:48:53.376323 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-568d1e2a-6b9d-4117-acd7-b298b650bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:53.377789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-568d1e2a-6b9d-4117-acd7-b298b650bf6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455763 Mar 10 18:48:53.474547 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-638420ff-0b8a-41fb-885a-9aa9e9e559c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890112 Mar 10 18:48:53.573114 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5999e96e-5f47-43ef-8f2b-5e64d7dc6f40 req-58ac1b1e-7341-43f7-b0a9-92b1e7c57097 service neutron] 10.222.0.41 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911872 Mar 10 18:48:54.391583 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54e20a-eca1-4cf8-8479-bb7be61fcc79 req-84c0affe-1719-418e-9a50-8037c451ba14 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:54.392983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d54e20a-eca1-4cf8-8479-bb7be61fcc79 req-84c0affe-1719-418e-9a50-8037c451ba14 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0681715 Mar 10 18:48:54.445561 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7d54e20a-eca1-4cf8-8479-bb7be61fcc79 req-6ef88ac2-efcd-4b62-ba02-281610f687ab tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Mar 10 18:48:55.573610 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4f46-75d6-4a5e-a376-a9cb107f3cb4 req-9847be92-34f8-4b9b-ae86-19b5182cdf09 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:55.575129 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-276e4f46-75d6-4a5e-a376-a9cb107f3cb4 req-9847be92-34f8-4b9b-ae86-19b5182cdf09 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0601439 Mar 10 18:48:55.625903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-276e4f46-75d6-4a5e-a376-a9cb107f3cb4 req-f6a020d2-ae3b-4210-ab47-c74c64c73a49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Mar 10 18:48:56.750352 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11081a3-620d-4b8b-b580-4e205e19bb15 req-a6aa713b-b945-415a-99fe-735fc6eaae6f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:56.751475 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f11081a3-620d-4b8b-b580-4e205e19bb15 req-a6aa713b-b945-415a-99fe-735fc6eaae6f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0545945 Mar 10 18:48:56.802819 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f11081a3-620d-4b8b-b580-4e205e19bb15 req-481ec8e8-6e7e-4c93-8b56-406aa94bd60a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455320 Mar 10 18:48:57.597170 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:57.844452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:48:57.931863 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eeca5-895f-4cd9-8566-9ed8b90b9aed req-0ee67d6d-8452-4bb8-ab99-f2735cfd1351 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:57.934346 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-070eeca5-895f-4cd9-8566-9ed8b90b9aed req-0ee67d6d-8452-4bb8-ab99-f2735cfd1351 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 946 time: 0.0581753 Mar 10 18:48:57.936672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 25fece87-6d4a-4a7f-9e58-5553208267b5 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:48:57.937061 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:57.967450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:48:57.970121 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d4e800-ce77-4d21-a2a0-7fd88896314d" -d '{"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:48:57.984577 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:48:57.989861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:48:57.997400 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-070eeca5-895f-4cd9-8566-9ed8b90b9aed req-847d1cfd-92d6-44a9-8943-a87003efd0dd tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 Mar 10 18:48:58.054599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:48:58.057468 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a412e-564b-4eab-9593-48b5f159666a x-openstack-request-id: req-958a412e-564b-4eab-9593-48b5f159666a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:48:58.057751 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-unplugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:48:58.057995 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-958a412e-564b-4eab-9593-48b5f159666a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:48:58.058385 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'code': 200} Mar 10 18:48:58.064394 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.064739 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.065078 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.065412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.065745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.066075 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.066401 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.066755 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.067080 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.067429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.067745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.068065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:58.068383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:48:59.136885 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f457-0b7e-46cd-bbbe-3ca92164b87e req-be903810-bc41-4656-93a1-b4d734227a4c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:59.138385 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1de9f457-0b7e-46cd-bbbe-3ca92164b87e req-be903810-bc41-4656-93a1-b4d734227a4c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0564039 Mar 10 18:48:59.188903 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1de9f457-0b7e-46cd-bbbe-3ca92164b87e req-10ab462a-3454-4027-86fd-fc75fbec943d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Mar 10 18:48:59.386225 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-fb39b17e-584c-4594-8731-a5bde54c2342 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467451 Mar 10 18:48:59.395461 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-4c5c3fe6-708b-4457-a96e-4171b99d6ef3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:48:59.396465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-4c5c3fe6-708b-4457-a96e-4171b99d6ef3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054514 Mar 10 18:48:59.411987 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310617-1631-469f-b59e-017ae6d11844 req-9dccfc9f-d2a8-4e96-92dd-38c43b062f5d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:59.413493 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a310617-1631-469f-b59e-017ae6d11844 req-9dccfc9f-d2a8-4e96-92dd-38c43b062f5d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0619798 Mar 10 18:48:59.492503 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-7325d61f-d622-477a-90a5-4025e375e5aa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:48:59.493860 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-7325d61f-d622-477a-90a5-4025e375e5aa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports/25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 941 time: 0.0692666 Mar 10 18:48:59.511020 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4a310617-1631-469f-b59e-017ae6d11844 req-376bc3e7-aad0-4f54-8318-13ad35eabaf7 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885570 Mar 10 18:49:00.635835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dec7d3-209b-4740-bbd4-545b9994ec63 req-44872d6f-9b36-46c4-a1a4-ed890ed3acd4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:00.637319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9dec7d3-209b-4740-bbd4-545b9994ec63 req-44872d6f-9b36-46c4-a1a4-ed890ed3acd4 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0547030 Mar 10 18:49:00.687635 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c9dec7d3-209b-4740-bbd4-545b9994ec63 req-6931912f-de85-4703-b3be-a28bb1c981d5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Mar 10 18:49:00.828281 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:01.812778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff225f9-330a-4a81-981f-6ab2d983b85a req-683d8e16-48fb-4e27-b040-62c998d47b9f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:01.814276 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ff225f9-330a-4a81-981f-6ab2d983b85a req-683d8e16-48fb-4e27-b040-62c998d47b9f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0574017 Mar 10 18:49:01.866865 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1ff225f9-330a-4a81-981f-6ab2d983b85a req-28262763-312a-4ecb-8d6b-12fe1d4a501e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Mar 10 18:49:02.996795 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34babb9-aec1-4648-9412-54a333dfdbcd req-2ca8161a-4d69-43e5-84cb-48be622cbd35 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:02.999181 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a34babb9-aec1-4648-9412-54a333dfdbcd req-2ca8161a-4d69-43e5-84cb-48be622cbd35 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0630298 Mar 10 18:49:03.051014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a34babb9-aec1-4648-9412-54a333dfdbcd req-a33d40b7-ee97-4513-b7c0-dfe6727e7305 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Mar 10 18:49:04.179533 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e139e-1b17-4efa-b9d7-2b1b308753a6 req-1841874d-dbcc-4393-957e-03b3d3674566 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:04.181184 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b64e139e-1b17-4efa-b9d7-2b1b308753a6 req-1841874d-dbcc-4393-957e-03b3d3674566 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0579810 Mar 10 18:49:04.231265 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b64e139e-1b17-4efa-b9d7-2b1b308753a6 req-38260387-2965-4df3-9265-46de7a4de2af tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Mar 10 18:49:05.356740 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee73c3-dd30-46d4-a5bd-54170e231c86 req-1036cf40-9602-4cb5-b22f-619e6459f66d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:05.358213 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aaee73c3-dd30-46d4-a5bd-54170e231c86 req-1036cf40-9602-4cb5-b22f-619e6459f66d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0587888 Mar 10 18:49:05.408880 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-aaee73c3-dd30-46d4-a5bd-54170e231c86 req-c624d5a8-f7ed-4c7c-b96d-00697d165b18 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Mar 10 18:49:06.533328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7835330-415e-46bd-b539-d9455180a8b0 req-4b13e8e5-ab72-410d-bbc6-d2df6beb28e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:06.534859 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7835330-415e-46bd-b539-d9455180a8b0 req-4b13e8e5-ab72-410d-bbc6-d2df6beb28e3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0541902 Mar 10 18:49:06.584319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7835330-415e-46bd-b539-d9455180a8b0 req-6a754c72-e77b-4f42-9060-1382d3297f0f tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437658 Mar 10 18:49:07.707978 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35b0e-7f31-456f-af99-9512b8497c18 req-a1b533b6-9c4e-412f-8ece-8a3071e75de0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:07.709436 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ac35b0e-7f31-456f-af99-9512b8497c18 req-a1b533b6-9c4e-412f-8ece-8a3071e75de0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Mar 10 18:49:07.764466 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4ac35b0e-7f31-456f-af99-9512b8497c18 req-4aaa417c-06a5-4066-8a40-dce29a3e34c8 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487652 Mar 10 18:49:08.888565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b91a-d778-4490-8229-0a8d49880c97 req-5f8b63f6-6327-4ccb-b11c-5f5cc9ae22a0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:08.890080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1691b91a-d778-4490-8229-0a8d49880c97 req-5f8b63f6-6327-4ccb-b11c-5f5cc9ae22a0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0544341 Mar 10 18:49:08.944056 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1691b91a-d778-4490-8229-0a8d49880c97 req-cf2890a8-15d2-46d9-9a9d-4169e56f53a6 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482249 Mar 10 18:49:10.078544 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1a5a-b40c-4030-bcf9-e75b7efcd30c req-df6bb520-32bc-44d8-ac1f-34e7636829eb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:10.079998 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-362b1a5a-b40c-4030-bcf9-e75b7efcd30c req-df6bb520-32bc-44d8-ac1f-34e7636829eb tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0628076 Mar 10 18:49:10.130076 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-362b1a5a-b40c-4030-bcf9-e75b7efcd30c req-47f44a5a-49f5-4fe9-a280-9112da128e7b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Mar 10 18:49:10.510881 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-dd4c68ef-4dec-477c-b3a3-03dcadf8a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:10.512386 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-dd4c68ef-4dec-477c-b3a3-03dcadf8a666 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2&tenant_id=9b3f4ac331a54ce495385d5457a3c285 HTTP/1.1" status: 200 len: 1126 time: 0.0467987 Mar 10 18:49:10.526866 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833115-2', 'device_owner': 'compute:nova'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:49:10.588175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:10.794358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:49:10.826947 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h2-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:49:10.859813 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:49:10.867641 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks [] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:10.881532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Transition to ACTIVE for port object 25fece87-6d4a-4a7f-9e58-5553208267b5 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:49:10.886450 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:10.938639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=7']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:49:10.975041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.975357 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.975724 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.976055 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.976378 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.976698 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.977018 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.977331 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.977632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.977946 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.978269 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.978653 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:10.978967 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:49:11.023621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] No DVR routers for this DVR port 25fece87-6d4a-4a7f-9e58-5553208267b5 on host n-h2-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:49:11.166819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:49:11.167157 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:49:11.167482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:49:11.171975 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:49:11.172293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Attempting to bind port 25fece87-6d4a-4a7f-9e58-5553208267b5 on network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:49:11.177144 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:49:11.177482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Checking segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:49:11.177859 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Bound using segment: {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:49:11.178286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Bound port: 25fece87-6d4a-4a7f-9e58-5553208267b5, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0e07e-833c-468b-8d8a-59b4950bbc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:49:11.178697 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:11.246961 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:49:11.250350 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:49:11.257491 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:11.258493 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71e16-e516-40c0-9cd6-0bee2f9607d5 req-06dadce8-d10d-4f31-afbd-2918fe9359d1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.260021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6fc71e16-e516-40c0-9cd6-0bee2f9607d5 req-06dadce8-d10d-4f31-afbd-2918fe9359d1 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0590882 Mar 10 18:49:11.293658 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.294686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:11.295774 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] 10.222.0.59 "PUT /v2.0/ports/25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1092 time: 0.7729609 Mar 10 18:49:11.296260 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:49:11.298651 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e5b1c-890c-473a-a0f4-382792271db5" -d '{"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:49:11.311772 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6fc71e16-e516-40c0-9cd6-0bee2f9607d5 req-29a29a81-8136-46fb-a5d3-1b8b26617a72 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450401 Mar 10 18:49:11.321851 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534c3b3-a085-4e87-8bf3-a44cacea1d55 service neutron] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=8']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:49:11.381696 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6cadba-29c0-404d-908a-903e792cecb7 x-openstack-request-id: req-7e6cadba-29c0-404d-908a-903e792cecb7 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:49:11.382000 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:49:11.382306 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e6cadba-29c0-404d-908a-903e792cecb7 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:49:11.382790 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'status': 'completed', 'code': 200} Mar 10 18:49:11.385839 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-3973638a-52dc-49b0-aa0f-75716eebda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.387455 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-3973638a-52dc-49b0-aa0f-75716eebda4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1126 time: 0.0583541 Mar 10 18:49:11.792092 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-ae31c1c4-2b75-4b86-a087-7bff5d9a5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.793565 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-ae31c1c4-2b75-4b86-a087-7bff5d9a5e00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.3961430 Mar 10 18:49:11.865445 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-b453c120-dc2f-4a09-983d-f16ee4cd97c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1000 time: 0.0609155 Mar 10 18:49:11.920142 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-47cdcb02-0cb9-44cc-b5f2-32839582fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.921626 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-47cdcb02-0cb9-44cc-b5f2-32839582fb59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0468042 Mar 10 18:49:11.982145 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-f6cdb696-9907-4949-a7fa-284ccae19668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:11.983689 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-f6cdb696-9907-4949-a7fa-284ccae19668 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530975 Mar 10 18:49:12.081458 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-6562f28f-4367-4447-a497-03fb49584468 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Mar 10 18:49:12.178965 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-c716e02f-a1a3-4e9c-9cc1-3ee9bf4103aa service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Mar 10 18:49:12.295503 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-81726c7b-677c-481b-8df8-e5ffa5792e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:12.297017 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-81726c7b-677c-481b-8df8-e5ffa5792e49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1126 time: 0.0598154 Mar 10 18:49:12.390844 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-736bcac6-dd99-443b-aed7-d54fc21fa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:12.392300 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-736bcac6-dd99-443b-aed7-d54fc21fa5c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0887337 Mar 10 18:49:12.446881 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77a051-97f3-419b-85a5-0e917de6c116 req-d15ddd87-94b4-40ea-8927-dcf4e5f11bb0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:12.448396 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d77a051-97f3-419b-85a5-0e917de6c116 req-d15ddd87-94b4-40ea-8927-dcf4e5f11bb0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0567207 Mar 10 18:49:12.457658 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-94588db5-05f6-4677-8196-92f216016c2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1000 time: 0.0586076 Mar 10 18:49:12.501509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9d77a051-97f3-419b-85a5-0e917de6c116 req-0bf00c10-478b-4c6e-bafe-3cb999356211 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472598 Mar 10 18:49:12.509529 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-1b37ded6-4eb2-4ef4-81c5-8255d4afd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:12.511203 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-1b37ded6-4eb2-4ef4-81c5-8255d4afd79e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0442805 Mar 10 18:49:12.545580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-32754668-3194-43d3-8750-c35271ccdfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:12.569209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-87976587-03c8-4faa-81e6-990cf38806e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:12.570785 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-87976587-03c8-4faa-81e6-990cf38806e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519447 Mar 10 18:49:12.663161 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-fcb73b09-86db-424e-b24d-7ac23488482e service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832238 Mar 10 18:49:12.758866 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4b6e5b1c-890c-473a-a0f4-382792271db5 req-97d22879-1007-4c47-9a17-d69085e8de4d service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893428 Mar 10 18:49:13.649005 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3736e-8cf5-4e1e-b372-17b348d3a609 req-0ef4e26e-9cce-4231-b336-f4012af3a30d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:13.650741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8c3736e-8cf5-4e1e-b372-17b348d3a609 req-0ef4e26e-9cce-4231-b336-f4012af3a30d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0652511 Mar 10 18:49:13.716591 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e8c3736e-8cf5-4e1e-b372-17b348d3a609 req-82a34074-ba36-42d8-b5a1-0f1992e5718a tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577178 Mar 10 18:49:14.767974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-207c70b1-9757-48fe-8f5d-7d6edcf13cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:14.854803 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9f78f-1f8e-4853-a562-421395a1f873 req-776850f4-ca1c-40ca-afe3-0bbd666c2d96 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:14.856292 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46d9f78f-1f8e-4853-a562-421395a1f873 req-776850f4-ca1c-40ca-afe3-0bbd666c2d96 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0564830 Mar 10 18:49:14.907937 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-46d9f78f-1f8e-4853-a562-421395a1f873 req-1d228805-1e97-4562-96ca-6385ecc6c2d9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Mar 10 18:49:16.036392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1fbc-56b0-4dd6-9098-e6548b042913 req-696a57bf-5dcd-4e54-8b06-26d1bd3f20e5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:16.038022 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-445e1fbc-56b0-4dd6-9098-e6548b042913 req-696a57bf-5dcd-4e54-8b06-26d1bd3f20e5 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0534875 Mar 10 18:49:16.093976 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-445e1fbc-56b0-4dd6-9098-e6548b042913 req-ed576bf0-9d26-4ca6-9def-acf067c3ca4d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486982 Mar 10 18:49:16.200233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:17.553499 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25802e4-3740-4399-bb54-6d6dd60f046f req-efbe4945-86fc-4065-b53c-53fe4e02fe23 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:17.554845 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a25802e4-3740-4399-bb54-6d6dd60f046f req-efbe4945-86fc-4065-b53c-53fe4e02fe23 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.3850448 Mar 10 18:49:17.603090 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a25802e4-3740-4399-bb54-6d6dd60f046f req-ec10ed77-0ffb-4d69-ae5f-aab61629a938 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Mar 10 18:49:17.661235 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:18.755958 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6c95-4422-48bb-8941-1512f1d5d2bf req-e940d832-1df9-4bba-bb9c-52d024aedb35 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:18.757414 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-240f6c95-4422-48bb-8941-1512f1d5d2bf req-e940d832-1df9-4bba-bb9c-52d024aedb35 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0684016 Mar 10 18:49:18.810211 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-240f6c95-4422-48bb-8941-1512f1d5d2bf req-28f8edbb-dd05-408e-bbf2-ed6dc2c2a633 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467627 Mar 10 18:49:19.402923 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:19.944794 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd7cb8-720b-47d8-a6b8-0ff26a2ba9cd req-909db124-5b69-43ea-96ef-db2beed38996 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:19.947227 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fdd7cb8-720b-47d8-a6b8-0ff26a2ba9cd req-909db124-5b69-43ea-96ef-db2beed38996 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 944 time: 0.0674372 Mar 10 18:49:19.997766 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9fdd7cb8-720b-47d8-a6b8-0ff26a2ba9cd req-58feee04-490c-40e2-bb8c-410c4374391b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Mar 10 18:49:20.242465 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:49:20.537889 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:49:20.641678 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:49:20.653028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'port_id': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'mac_address': 'fa:16:3e:7e:d8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:49:20.694459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 25fece87-6d4a-4a7f-9e58-5553208267b5 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:49:20.694862 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:20.708297 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:49:20.727266 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:49:20.733136 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:20.780200 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:49:21.046835 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['25fece87-6d4a-4a7f-9e58-5553208267b5'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:49:21.124203 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600645-b74b-4490-bdea-8f7b48749e5a req-fef66033-d799-44e0-aa17-f197b4a8aca3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:21.125680 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34600645-b74b-4490-bdea-8f7b48749e5a req-fef66033-d799-44e0-aa17-f197b4a8aca3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 945 time: 0.0560155 Mar 10 18:49:21.179373 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-34600645-b74b-4490-bdea-8f7b48749e5a req-8920879a-0bf0-4992-b2fb-e355b558b0a0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Mar 10 18:49:22.317587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20460a-6dd8-4ea5-bfd5-ac83986a36cf req-9760a7e3-db85-4291-850a-f243e7ddfa4e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:22.319082 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad20460a-6dd8-4ea5-bfd5-ac83986a36cf req-9760a7e3-db85-4291-850a-f243e7ddfa4e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 945 time: 0.0563247 Mar 10 18:49:22.373967 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-ad20460a-6dd8-4ea5-bfd5-ac83986a36cf req-d6c814da-f2dd-4f53-842c-c2620fa2bac3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Mar 10 18:49:22.553316 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:49:22.613782 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port 25fece87-6d4a-4a7f-9e58-5553208267b5 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:49:22.617714 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port 25fece87-6d4a-4a7f-9e58-5553208267b5 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:49:22.618084 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:22.700279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port 25fece87-6d4a-4a7f-9e58-5553208267b5 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:49:22.700664 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:22.723319 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:49:22.725566 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15693eaf-a590-4509-8769-f12b836ea4b3" -d '{"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-plugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:49:22.738095 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:49:22.742419 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:22.766061 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf31ee84-bdc0-4731-8850-5139010c0659 x-openstack-request-id: req-bf31ee84-bdc0-4731-8850-5139010c0659 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:49:22.766356 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-plugged", "status": "completed", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:49:22.766637 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf31ee84-bdc0-4731-8850-5139010c0659 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:49:22.767034 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'code': 200} Mar 10 18:49:22.796737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:49:22.971845 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a888a-9639-4ee2-a061-0735424d6d87 req-a197db56-046d-4b75-9545-8733c99c231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:22.973369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-084a888a-9639-4ee2-a061-0735424d6d87 req-a197db56-046d-4b75-9545-8733c99c231c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1129 time: 0.0871639 Mar 10 18:49:23.023922 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-084a888a-9639-4ee2-a061-0735424d6d87 req-f140d7fd-a862-4f3d-a069-2c12b75e020f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409162 Mar 10 18:49:23.514949 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9ea08-5a82-4554-83bf-6ee5d90f9453 req-f7ad812c-feb2-4c55-8a34-b6f8cc6a1195 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:23.516421 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b9ea08-5a82-4554-83bf-6ee5d90f9453 req-f7ad812c-feb2-4c55-8a34-b6f8cc6a1195 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 947 time: 0.0673597 Mar 10 18:49:23.569021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f8b9ea08-5a82-4554-83bf-6ee5d90f9453 req-f7fef017-04a9-4903-af16-6869d285aa26 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Mar 10 18:49:24.702236 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be6bf6-c4b3-4b41-a059-16915bb09630 req-18876125-1a3b-46b1-a054-f73b1cf508a0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:24.703707 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77be6bf6-c4b3-4b41-a059-16915bb09630 req-18876125-1a3b-46b1-a054-f73b1cf508a0 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 947 time: 0.0533094 Mar 10 18:49:24.753215 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-77be6bf6-c4b3-4b41-a059-16915bb09630 req-eb3d7c4d-f0d9-4bfc-84ba-6cdffacc42ec tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Mar 10 18:49:27.597219 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:30.850325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:42.559190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-caa81425-b98e-4379-83b9-40127d870048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:44.763478 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-058137d5-21e1-405a-818f-c21b3fb459cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:46.205173 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:46.801145 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-02b23eb4-6fca-4d75-a161-3e0e5c3cfdef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519953 Mar 10 18:49:46.895397 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-0df43a1b-7ecc-4c78-9340-ac8581c199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:46.896871 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-0df43a1b-7ecc-4c78-9340-ac8581c199fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1129 time: 0.0459611 Mar 10 18:49:47.009412 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-482db3d0-0cc1-4a81-9916-77af55dc52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:47.011369 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-482db3d0-0cc1-4a81-9916-77af55dc52cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0916176 Mar 10 18:49:47.090777 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-6f814e7d-73f5-49ec-9042-e60349fd56d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 1002 time: 0.0715313 Mar 10 18:49:47.141360 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-7c977576-8c42-4b81-b28d-d19e1cca538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:47.142815 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-7c977576-8c42-4b81-b28d-d19e1cca538c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0433149 Mar 10 18:49:47.194413 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-43769d52-3aa4-4550-a472-1bc0f71664c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:49:47.195960 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-43769d52-3aa4-4550-a472-1bc0f71664c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452237 Mar 10 18:49:47.292181 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-8eaad4b9-a201-4045-b454-58be71458597 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892143 Mar 10 18:49:47.394724 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-829c1925-18bc-4c4e-9f03-27ad21bdd85a req-8ffc832f-f0c9-4796-8738-8e6d55591b06 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956082 Mar 10 18:49:47.666825 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:49.403730 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:49:57.245313 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:49:57.603658 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:00.845226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:12.561178 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6c02d44-5af9-44f6-812a-f63a6c854c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:14.767464 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1bbeccdb-80e0-4e9e-a04b-9f1dbea648dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:16.207811 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:17.676386 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:19.405558 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:27.619895 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:30.861205 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:34.246170 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:50:40.857147 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60142) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:41.040408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Deleting port 7c818bf2-f8ac-4fcd-886d-3224ab1dde90 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:41.040788 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.120150 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.120439 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.132739 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Calling delete_port for 7c818bf2-f8ac-4fcd-886d-3224ab1dde90 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:41.291343 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (7c818bf2-f8ac-4fcd-886d-3224ab1dde90), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.318925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'Port': ['ID=7c818bf2-f8ac-4fcd-886d-3224ab1dde90,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:41.347293 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.347621 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.347968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.348305 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.348639 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.348968 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.349299 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.349678 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.350031 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.350355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.350700 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.351020 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.351342 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:41.397118 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for floatingip (64d9a983-cbca-47a5-b75d-d86fa8ed29e3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.397621 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Floating IP 64d9a983-cbca-47a5-b75d-d86fa8ed29e3 disassociated (deleted). External IP: 172.25.3.243, port: 25fece87-6d4a-4a7f-9e58-5553208267b5. Mar 10 18:50:41.627487 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:50:41.743209 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:50:41.748482 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:41.753161 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:50:41.763977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:50:41.764569 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:41.777841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5bcb2a1d-f7e2-48f6-8af7-514b7eb37a78 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "DELETE /v2.0/floatingips/64d9a983-cbca-47a5-b75d-d86fa8ed29e3 HTTP/1.1" status: 204 len: 168 time: 0.9192104 Mar 10 18:50:41.778451 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:50:41.780773 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7122da5-331f-41e6-8d75-834e80342e79" -d '{"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:50:41.878454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:50:41.994516 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f34b4-8f45-40cd-b9a2-349cd1d649a4 x-openstack-request-id: req-e90f34b4-8f45-40cd-b9a2-349cd1d649a4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:50:41.995080 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:50:41.995080 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e90f34b4-8f45-40cd-b9a2-349cd1d649a4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:50:41.995724 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'status': 'completed', 'code': 200} Mar 10 18:50:42.069008 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122da5-331f-41e6-8d75-834e80342e79 req-13f98f0d-48bd-452c-8064-47fa02b58ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:42.070792 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-13f98f0d-48bd-452c-8064-47fa02b58ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b3f4ac331a54ce495385d5457a3c285&device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 1129 time: 0.0508223 Mar 10 18:50:42.087989 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:42.101153 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d5e2-bbf9-4172-8516-a4faee539957 req-4e9c0363-e0b2-45ef-b556-9e4e49dc23b9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:42.102844 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b357d5e2-bbf9-4172-8516-a4faee539957 req-4e9c0363-e0b2-45ef-b556-9e4e49dc23b9 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 947 time: 0.0602627 Mar 10 18:50:42.119698 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:50:42.128574 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:50:42.129182 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:42.153546 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b357d5e2-bbf9-4172-8516-a4faee539957 req-9f6a70ff-fbbc-4b30-88ef-d4e57ef5b466 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Mar 10 18:50:42.172636 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122da5-331f-41e6-8d75-834e80342e79 req-274d19ff-26f2-4c5f-9dd2-e4bb65939e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:42.174176 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-274d19ff-26f2-4c5f-9dd2-e4bb65939e61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 200 len: 910 time: 0.0963416 Mar 10 18:50:42.216568 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-1aee7cb8-4fcf-48c4-bea7-49c35f3bb108 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 200 len: 217 time: 0.0353553 Mar 10 18:50:42.237689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:50:42.265748 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122da5-331f-41e6-8d75-834e80342e79 req-30fcdfb5-1264-4168-865c-a5d5f225cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:42.267229 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-30fcdfb5-1264-4168-865c-a5d5f225cbee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 200 len: 848 time: 0.0438192 Mar 10 18:50:42.317749 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122da5-331f-41e6-8d75-834e80342e79 req-b53b06ea-72d8-47e6-ac99-ee1f6c2f2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:42.319368 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-b53b06ea-72d8-47e6-ac99-ee1f6c2f2b6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ede69b6d-deca-4a98-a2a0-e5b9745dfe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454135 Mar 10 18:50:42.413928 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-80c2f771-930d-4271-8cc9-3030a472f243 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875731 Mar 10 18:50:42.436848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:42.463400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf378e7-e0b6-4862-8303-b0e4b17918db None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:54Z', 'revision_number': 4, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'a0e51924-f6c0-4fbb-81da-b1a42c2d7877', 'name': '', 'network_id': 'ede69b6d-deca-4a98-a2a0-e5b9745dfe49', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'mac_address': 'fa:16:3e:0f:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '0148701f-61f9-4804-8698-f5e009c1d194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:54Z', 'updated_at': '2022-03-10T18:40:58Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'subnets': [{'id': '0148701f-61f9-4804-8698-f5e009c1d194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:50:42.511515 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-c7122da5-331f-41e6-8d75-834e80342e79 req-e6c3afab-8832-49f1-b83c-3dc8b03d2bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902956 Mar 10 18:50:42.556954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-74955934-6d0b-4d67-8932-a8d6a9dfcaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:42.711130 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb0951-e4c5-4f17-b46c-9fbb39eb159c None None] New status for floating IP 64d9a983-cbca-47a5-b75d-d86fa8ed29e3: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:50:43.293576 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3db37-d182-496e-9f90-465ac92e0d52 req-6a0fa20e-4d1f-4860-a333-f16f7ffaea08 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:43.295072 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2da3db37-d182-496e-9f90-465ac92e0d52 req-6a0fa20e-4d1f-4860-a333-f16f7ffaea08 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 947 time: 0.0550857 Mar 10 18:50:43.348485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2da3db37-d182-496e-9f90-465ac92e0d52 req-6f91da4d-bb07-4fcf-94f3-46612d535721 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/security-groups?id=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Mar 10 18:50:43.790605 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-97072724-825c-4965-9b4d-91628fea2f95 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:50:43.792085 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-97072724-825c-4965-9b4d-91628fea2f95 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.59 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 947 time: 0.0550337 Mar 10 18:50:43.884425 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Deleting port 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:43.884772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:43.989753 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] For port 25fece87-6d4a-4a7f-9e58-5553208267b5, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=25fece87-6d4a-4a7f-9e58-5553208267b5,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:43.990287 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:44.002913 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Calling delete_port for 25fece87-6d4a-4a7f-9e58-5553208267b5 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:44.138436 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (25fece87-6d4a-4a7f-9e58-5553208267b5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:44.167763 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'Port': ['ID=25fece87-6d4a-4a7f-9e58-5553208267b5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:44.211338 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] No DVR routers for this DVR port 25fece87-6d4a-4a7f-9e58-5553208267b5 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:50:44.214239 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:44.217719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4100dc6b-3383-484b-ab47-826f9cb2b5f7 req-115f5477-6e6e-4727-a73a-77e00f56fea3 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.59 "DELETE /v2.0/ports/25fece87-6d4a-4a7f-9e58-5553208267b5 HTTP/1.1" status: 204 len: 173 time: 0.4202697 Mar 10 18:50:44.218172 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-deleted', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:50:44.220493 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8293f415-b70e-4c4b-9d09-55da599893dd" -d '{"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-deleted", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:50:44.260997 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ffdc1-92ca-4b38-9b4f-84554d234737 x-openstack-request-id: req-9c2ffdc1-92ca-4b38-9b4f-84554d234737 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:50:44.261298 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e4538-212c-4932-9fd9-dad1ce45b7e2", "name": "network-vif-deleted", "tag": "25fece87-6d4a-4a7f-9e58-5553208267b5", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:50:44.261569 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c2ffdc1-92ca-4b38-9b4f-84554d234737 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:50:44.261976 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e4538-212c-4932-9fd9-dad1ce45b7e2', 'name': 'network-vif-deleted', 'tag': '25fece87-6d4a-4a7f-9e58-5553208267b5', 'status': 'completed', 'code': 200} Mar 10 18:50:44.450545 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-1d840610-c4ee-49e6-b699-bb1de72178ed req-2340a452-1b20-4bc6-89d6-1eae39376182 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0319781 Mar 10 18:50:44.772174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-27e281aa-42da-444a-a7ef-61e0b1bea328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:45.545892 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f2e897d2-c150-4ea8-b6c5-3358acc88be5 req-5c47d0b0-6683-456d-840b-f7d3d07c67fa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0276239 Mar 10 18:50:46.211157 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:46.649663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-4cbbdd89-9e0d-4c6e-9a3d-81d506aa3f88 req-6f193817-b72a-47b3-9cc5-db8242002e3d tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Mar 10 18:50:46.955599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:50:46.976899 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: 25fece87-6d4a-4a7f-9e58-5553208267b5 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:50:46.977265 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device 25fece87-6d4a-4a7f-9e58-5553208267b5 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:50:47.685857 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:47.757041 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-99727a49-f1da-4c86-b551-72214858625e req-63d64559-faab-43cd-9461-ed6442f7560e tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Mar 10 18:50:48.854476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fa441f67-d11c-428f-b1d4-2b594864da63 req-947b469c-84cf-4bc7-b91a-49cd4bbe83e2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Mar 10 18:50:49.401809 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:49.953975 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-82f1f084-ce5b-4b23-ac5c-939530c5adfc req-d7e46ff9-b8f9-45c5-b270-d71211cbbc9b tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Mar 10 18:50:51.054301 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-17d43d99-abdc-463d-b2c1-6a677a6134cf req-5353f8f6-36f0-4e34-a10d-112de9f167e2 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0314364 Mar 10 18:50:52.153974 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-3366d8f4-096a-4c45-957e-00877ca3ddb6 req-ead3d043-8844-4b83-b2c9-8892d463559c tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Mar 10 18:50:53.254778 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45709ca2-4a4f-4f91-ad3f-b3856e24bd22 req-ecc3f060-3fdb-440c-b965-819f192e5259 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "GET /v2.0/ports?device_id=335e4538-212c-4932-9fd9-dad1ce45b7e2 HTTP/1.1" status: 200 len: 210 time: 0.0313225 Mar 10 18:50:54.315875 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60186) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:54.375299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (0801bf5a-5aa0-461e-9d77-ecd2fcf146f3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:54.402463 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (0801bf5a-5aa0-461e-9d77-ecd2fcf146f3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:54.471513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (0801bf5a-5aa0-461e-9d77-ecd2fcf146f3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:54.474302 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:54.475667 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] 10.222.0.35 "DELETE /v2.0/security-groups/0801bf5a-5aa0-461e-9d77-ecd2fcf146f3 HTTP/1.1" status: 204 len: 168 time: 0.1588230 Mar 10 18:50:54.485403 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c9d86-cb9e-4346-8753-2b6c2460ca49 tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801bf5a-5aa0-461e-9d77-ecd2fcf146f3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:55.542337 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60192) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:56.057666 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (0422a194-3779-481c-95b1-3d77ea3de0df), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:56.325241 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Deleting port a0e51924-f6c0-4fbb-81da-b1a42c2d7877 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:56.325542 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:56.407018 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] For port a0e51924-f6c0-4fbb-81da-b1a42c2d7877, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:56.407351 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:56.421375 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Calling delete_port for a0e51924-f6c0-4fbb-81da-b1a42c2d7877 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:56.612718 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (a0e51924-f6c0-4fbb-81da-b1a42c2d7877), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:56.639329 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e51924-f6c0-4fbb-81da-b1a42c2d7877,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:56.673723 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.674046 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.675003 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.675330 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.675654 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.675986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.676305 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.676620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.676957 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.678119 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.678887 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.679216 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.679540 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:56.834110 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (0422a194-3779-481c-95b1-3d77ea3de0df), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.060558 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Router 0422a194-3779-481c-95b1-3d77ea3de0df has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:50:57.174717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:50:57.184299 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-06fd513c-0e68-4583-a378-e6076df12f2e admin admin] 10.222.0.35 "PUT /v2.0/routers/0422a194-3779-481c-95b1-3d77ea3de0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6374583 Mar 10 18:50:57.184299 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60196) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:57.186628 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Sync routers for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:50:57.197152 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:50:57.197771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:57.296750 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks [] for router (0422a194-3779-481c-95b1-3d77ea3de0df), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.415675 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks [] for router_gateway (0422a194-3779-481c-95b1-3d77ea3de0df), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.473361 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Deleting port 23a66854-9a0e-4b5c-b57b-4e401805dc17 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:57.473965 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.478290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:50:57.557034 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] For port 23a66854-9a0e-4b5c-b57b-4e401805dc17, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=23a66854-9a0e-4b5c-b57b-4e401805dc17,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:57.557514 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.570813 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Calling delete_port for 23a66854-9a0e-4b5c-b57b-4e401805dc17 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:57.648454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.666663 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:50:56Z', 'revision_number': 5, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port': {'id': '23a66854-9a0e-4b5c-b57b-4e401805dc17', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:57.692978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Checking router: 0422a194-3779-481c-95b1-3d77ea3de0df for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:50:57.704463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Routers {'0422a194-3779-481c-95b1-3d77ea3de0df'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:50:57.705077 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['0422a194-3779-481c-95b1-3d77ea3de0df'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:57.754417 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (23a66854-9a0e-4b5c-b57b-4e401805dc17), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.794985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a66854-9a0e-4b5c-b57b-4e401805dc17,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:57.797699 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] Set router 0422a194-3779-481c-95b1-3d77ea3de0df gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:50:57.854459 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:50:57Z', 'revision_number': 6, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:57.855025 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (0422a194-3779-481c-95b1-3d77ea3de0df), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:57.893228 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729fb17-3463-4d21-8c40-7988b5b816f9 None None] The sync data for ids ['0422a194-3779-481c-95b1-3d77ea3de0df'] in n-d-833115-2 is: [{'id': '0422a194-3779-481c-95b1-3d77ea3de0df', 'name': 'tempest-TestShelveInstance-1089234084-router', 'tenant_id': '9b3f4ac331a54ce495385d5457a3c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:52Z', 'updated_at': '2022-03-10T18:50:57Z', 'revision_number': 6, 'project_id': '9b3f4ac331a54ce495385d5457a3c285', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:50:58.293941 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (0422a194-3779-481c-95b1-3d77ea3de0df), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.296840 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks [] for router_controller (0422a194-3779-481c-95b1-3d77ea3de0df), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.351034 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (0422a194-3779-481c-95b1-3d77ea3de0df), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.351706 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0422a194-3779-481c-95b1-3d77ea3de0df {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:50:58.357292 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.361415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60198) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:58.362032 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-948baa4d-1d2a-42ec-acaa-28682f883ff5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0422a194-3779-481c-95b1-3d77ea3de0df HTTP/1.1" status: 204 len: 168 time: 1.1768463 Mar 10 18:50:58.412001 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Deleting subnet 0148701f-61f9-4804-8698-f5e009c1d194 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:50:58.415571 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Publish callbacks [] for subnet (0148701f-61f9-4804-8698-f5e009c1d194), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.459358 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (0148701f-61f9-4804-8698-f5e009c1d194), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.536513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (0148701f-61f9-4804-8698-f5e009c1d194), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.595610 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (0148701f-61f9-4804-8698-f5e009c1d194), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.620711 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0148701f-61f9-4804-8698-f5e009c1d194,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:58.625811 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.629118 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-c713a325-d403-41a1-957c-8f6714c6214a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0148701f-61f9-4804-8698-f5e009c1d194 HTTP/1.1" status: 204 len: 168 time: 0.2664824 Mar 10 18:50:58.632290 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60200) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:58.636029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec3ee2-72e0-44a3-b86d-88415c5a616e None None] Network ede69b6d-deca-4a98-a2a0-e5b9745dfe49 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:50:58.709418 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (ede69b6d-deca-4a98-a2a0-e5b9745dfe49), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.781809 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Deleting port 2be1843a-caff-49cf-a88c-dd0649a21d8a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:58.782294 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.831534 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] DHCP port deletion for ede69b6d-deca-4a98-a2a0-e5b9745dfe49 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:50:58.862843 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] For port 2be1843a-caff-49cf-a88c-dd0649a21d8a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2be1843a-caff-49cf-a88c-dd0649a21d8a,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:58.863471 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.877602 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Calling delete_port for 2be1843a-caff-49cf-a88c-dd0649a21d8a owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:58.901198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Deleting port 2be1843a-caff-49cf-a88c-dd0649a21d8a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:58.901569 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.967502 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.979803 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] For port 2be1843a-caff-49cf-a88c-dd0649a21d8a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=2be1843a-caff-49cf-a88c-dd0649a21d8a,segment=NetworkSegment(79f0e07e-833c-468b-8d8a-59b4950bbc12),segment_id=79f0e07e-833c-468b-8d8a-59b4950bbc12)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:58.980475 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:58.996128 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Pushing event deleted for resources: {'Port': ['ID=2be1843a-caff-49cf-a88c-dd0649a21d8a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:58.996503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Calling delete_port for 2be1843a-caff-49cf-a88c-dd0649a21d8a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:50:59.000132 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] No DVR routers for this DVR port 2be1843a-caff-49cf-a88c-dd0649a21d8a on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:50:59.084813 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (ede69b6d-deca-4a98-a2a0-e5b9745dfe49), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.106930 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (2be1843a-caff-49cf-a88c-dd0649a21d8a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.109674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede69b6d-deca-4a98-a2a0-e5b9745dfe49']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:59.123310 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f0e07e-833c-468b-8d8a-59b4950bbc12') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:59.123654 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f0e07e-833c-468b-8d8a-59b4950bbc12') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:50:59.133933 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (79f0e07e-833c-468b-8d8a-59b4950bbc12), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.135869 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Pushing event deleted for resources: {'Port': ['ID=2be1843a-caff-49cf-a88c-dd0649a21d8a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:59.138205 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] No DVR routers for this DVR port 2be1843a-caff-49cf-a88c-dd0649a21d8a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:50:59.150029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.150644 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.150993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.151329 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.151649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.151977 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.152336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.152856 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.153198 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.153420 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.153745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.154621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.154621 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60d3d97-3c9d-4e64-baa6-16d00977c16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:50:59.164797 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (79f0e07e-833c-468b-8d8a-59b4950bbc12), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.172122 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:50:59.172509 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (79f0e07e-833c-468b-8d8a-59b4950bbc12), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:50:59.174730 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:50:59.229667 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (ede69b6d-deca-4a98-a2a0-e5b9745dfe49), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.236589 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.243080 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] 10.222.0.35 "DELETE /v2.0/networks/ede69b6d-deca-4a98-a2a0-e5b9745dfe49 HTTP/1.1" status: 204 len: 168 time: 0.6064754 Mar 10 18:50:59.244942 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60202) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:50:59.251592 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce85a5-d22c-4188-aa6a-d7e038e8eeee admin admin] Pushing event deleted for resources: {'Network': ['ID=ede69b6d-deca-4a98-a2a0-e5b9745dfe49,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:50:59.624541 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (c825c434-76e8-48f1-bb5d-714543222b1a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.883295 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Deleting port 7726d6bf-0b5d-4981-85cb-f9714ef53d86 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:50:59.883628 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.941011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23a66854-9a0e-4b5c-b57b-4e401805dc17 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:50:59.963477 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 23a66854-9a0e-4b5c-b57b-4e401805dc17 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:50:59.963871 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 23a66854-9a0e-4b5c-b57b-4e401805dc17 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:50:59.964544 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2be1843a-caff-49cf-a88c-dd0649a21d8a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:50:59.975897 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] For port 7726d6bf-0b5d-4981-85cb-f9714ef53d86, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=7726d6bf-0b5d-4981-85cb-f9714ef53d86,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:50:59.976244 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:50:59.983264 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 2be1843a-caff-49cf-a88c-dd0649a21d8a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:50:59.983662 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 2be1843a-caff-49cf-a88c-dd0649a21d8a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:50:59.983994 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0e51924-f6c0-4fbb-81da-b1a42c2d7877 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:50:59.989131 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Calling delete_port for 7726d6bf-0b5d-4981-85cb-f9714ef53d86 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:51:00.004116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: a0e51924-f6c0-4fbb-81da-b1a42c2d7877 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:51:00.004575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device a0e51924-f6c0-4fbb-81da-b1a42c2d7877 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:51:00.180901 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (7726d6bf-0b5d-4981-85cb-f9714ef53d86), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:00.209550 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Pushing event deleted for resources: {'Port': ['ID=7726d6bf-0b5d-4981-85cb-f9714ef53d86,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:00.393219 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (c825c434-76e8-48f1-bb5d-714543222b1a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:00.628500 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Router c825c434-76e8-48f1-bb5d-714543222b1a has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:51:00.754474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:00.762569 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-27f4ec02-9ca0-4524-86b3-c8b101fc0339 admin admin] 10.222.0.35 "PUT /v2.0/routers/c825c434-76e8-48f1-bb5d-714543222b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5133913 Mar 10 18:51:00.763271 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:00.763750 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Sync routers for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:00.775712 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:00.776320 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:00.858753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:00.880956 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks [] for router (c825c434-76e8-48f1-bb5d-714543222b1a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:00.887958 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:00.988060 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks [] for router_gateway (c825c434-76e8-48f1-bb5d-714543222b1a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.043712 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Deleting port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:51:01.043990 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.072528 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:51:00Z', 'revision_number': 5, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port': {'id': '82cce4b8-cb07-4328-a33e-6c8cd3d5c188', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:40:57Z', 'updated_at': '2022-03-10T18:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:01.100146 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Checking router: c825c434-76e8-48f1-bb5d-714543222b1a for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:01.110176 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Routers {'c825c434-76e8-48f1-bb5d-714543222b1a'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:01.110810 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['c825c434-76e8-48f1-bb5d-714543222b1a'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:01.211314 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] Set router c825c434-76e8-48f1-bb5d-714543222b1a gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:01.270482 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:51:00Z', 'revision_number': 6, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:01.306894 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3a1d7-69b6-4571-abb7-f7aa00934e08 None None] The sync data for ids ['c825c434-76e8-48f1-bb5d-714543222b1a'] in n-d-833115-2 is: [{'id': 'c825c434-76e8-48f1-bb5d-714543222b1a', 'name': 'tempest-TestShelveInstance-20211711-router', 'tenant_id': '235d39b03d804b6d90a69f45bd43db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:40:56Z', 'updated_at': '2022-03-10T18:51:00Z', 'revision_number': 6, 'project_id': '235d39b03d804b6d90a69f45bd43db0f', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:01.433219 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] For port 82cce4b8-cb07-4328-a33e-6c8cd3d5c188, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:01.433551 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.446061 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Calling delete_port for 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:51:01.624496 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (82cce4b8-cb07-4328-a33e-6c8cd3d5c188), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.647664 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Pushing event deleted for resources: {'Port': ['ID=82cce4b8-cb07-4328-a33e-6c8cd3d5c188,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:01.717802 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (c825c434-76e8-48f1-bb5d-714543222b1a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.812187 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (c825c434-76e8-48f1-bb5d-714543222b1a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.814570 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks [] for router_controller (c825c434-76e8-48f1-bb5d-714543222b1a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.860930 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (c825c434-76e8-48f1-bb5d-714543222b1a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.861482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c825c434-76e8-48f1-bb5d-714543222b1a {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:51:01.865737 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.867309 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-00e6b169-0eb5-41a2-96d9-6b3dffa54374 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c825c434-76e8-48f1-bb5d-714543222b1a HTTP/1.1" status: 204 len: 168 time: 1.1030118 Mar 10 18:51:01.870071 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:01.914872 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Deleting subnet 096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:51:01.918339 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Publish callbacks [] for subnet (096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:01.953254 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.028550 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.099007 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.131566 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.137530 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60208) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:02.137711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8eaeac-7e9a-4a06-8fc3-933dcf398ceb None None] Network fe8b93b3-8094-4e93-a66b-4ce40903a0a2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:51:02.140877 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd HTTP/1.1" status: 204 len: 168 time: 0.2637603 Mar 10 18:51:02.144086 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8fd83-9522-4b28-8827-25d2630fbd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096d2ee0-3c5a-4226-bcb3-91ccd7df7dfd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:02.158726 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:51:02.182936 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:51:02.183274 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 82cce4b8-cb07-4328-a33e-6c8cd3d5c188 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:51:02.183691 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7726d6bf-0b5d-4981-85cb-f9714ef53d86 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:51:02.213105 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 7726d6bf-0b5d-4981-85cb-f9714ef53d86 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:51:02.213423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 7726d6bf-0b5d-4981-85cb-f9714ef53d86 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:51:02.218769 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (fe8b93b3-8094-4e93-a66b-4ce40903a0a2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.272506 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Deleting port 508aed6f-5a35-4b07-b047-4993adf32bf1 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:51:02.272847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.341643 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] DHCP port deletion for fe8b93b3-8094-4e93-a66b-4ce40903a0a2 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:51:02.348767 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] For port 508aed6f-5a35-4b07-b047-4993adf32bf1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=508aed6f-5a35-4b07-b047-4993adf32bf1,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:02.348767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.361105 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Calling delete_port for 508aed6f-5a35-4b07-b047-4993adf32bf1 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:51:02.392686 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Deleting port 508aed6f-5a35-4b07-b047-4993adf32bf1 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:51:02.393146 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.448832 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.458177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] For port 508aed6f-5a35-4b07-b047-4993adf32bf1, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=508aed6f-5a35-4b07-b047-4993adf32bf1,segment=NetworkSegment(f4adb2bc-4b36-42d7-bc55-a3be69375f62),segment_id=f4adb2bc-4b36-42d7-bc55-a3be69375f62)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:02.458659 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.471788 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Calling delete_port for 508aed6f-5a35-4b07-b047-4993adf32bf1 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:51:02.476798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Pushing event deleted for resources: {'Port': ['ID=508aed6f-5a35-4b07-b047-4993adf32bf1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:02.479807 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] No DVR routers for this DVR port 508aed6f-5a35-4b07-b047-4993adf32bf1 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:51:02.553313 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (fe8b93b3-8094-4e93-a66b-4ce40903a0a2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.555700 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (508aed6f-5a35-4b07-b047-4993adf32bf1), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.575272 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8b93b3-8094-4e93-a66b-4ce40903a0a2']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:02.580824 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] Pushing event deleted for resources: {'Port': ['ID=508aed6f-5a35-4b07-b047-4993adf32bf1,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:02.584336 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe172c-313a-4a93-937e-88b601ed0cf3 None None] No DVR routers for this DVR port 508aed6f-5a35-4b07-b047-4993adf32bf1 on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:51:02.584872 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4adb2bc-4b36-42d7-bc55-a3be69375f62') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:02.585586 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4adb2bc-4b36-42d7-bc55-a3be69375f62') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:02.598489 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (f4adb2bc-4b36-42d7-bc55-a3be69375f62), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.612117 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (f4adb2bc-4b36-42d7-bc55-a3be69375f62), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.618308 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:51:02.618911 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (f4adb2bc-4b36-42d7-bc55-a3be69375f62), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:51:02.620587 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:51:02.681219 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (fe8b93b3-8094-4e93-a66b-4ce40903a0a2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.687593 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.691606 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe8b93b3-8094-4e93-a66b-4ce40903a0a2 HTTP/1.1" status: 204 len: 168 time: 0.5521209 Mar 10 18:51:02.708805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b9b43-c62c-4409-a3fd-4ff94d552933 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8b93b3-8094-4e93-a66b-4ce40903a0a2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:02.834940 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60212) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:02.879455 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-58cb4ae9-48cc-43cf-a777-35d7bbc2dec6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b3f4ac331a54ce495385d5457a3c285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433576 Mar 10 18:51:02.882219 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60214) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:02.935109 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] Publish callbacks [] for security_group (43ea8fc8-0443-4f24-b5d5-45a4dfa60270), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:02.960723 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] Publish callbacks [] for security_group (43ea8fc8-0443-4f24-b5d5-45a4dfa60270), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.016913 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (43ea8fc8-0443-4f24-b5d5-45a4dfa60270), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.019687 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.020882 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43ea8fc8-0443-4f24-b5d5-45a4dfa60270 HTTP/1.1" status: 204 len: 168 time: 0.1373699 Mar 10 18:51:03.028833 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dfd21-18b4-423a-9100-caa2a8b77464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea8fc8-0443-4f24-b5d5-45a4dfa60270,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:03.380475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60220) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:03.422319 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-e1cd6a9c-b5c2-42fe-882a-978d79daf2d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=235d39b03d804b6d90a69f45bd43db0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406373 Mar 10 18:51:03.424984 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60222) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:03.474909 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] Publish callbacks [] for security_group (9fea267e-890c-4f8b-b2da-79976aaf83da), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.497615 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] Publish callbacks [] for security_group (9fea267e-890c-4f8b-b2da-79976aaf83da), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.556353 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (9fea267e-890c-4f8b-b2da-79976aaf83da), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.558887 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:03.560055 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fea267e-890c-4f8b-b2da-79976aaf83da HTTP/1.1" status: 204 len: 168 time: 0.1342204 Mar 10 18:51:03.569391 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedad50c-b6d1-4739-afa4-f93e732b7282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fea267e-890c-4f8b-b2da-79976aaf83da,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:03.923855 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 508aed6f-5a35-4b07-b047-4993adf32bf1 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:51:03.944695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 508aed6f-5a35-4b07-b047-4993adf32bf1 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:51:03.945038 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 508aed6f-5a35-4b07-b047-4993adf32bf1 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:51:04.348252 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60244) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:04.475415 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-343144222-network', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:04.497620 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Made reservation on behalf of beb8d0cc07914efeba963bbf2826e300 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:51:04.500026 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.508354 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.588393 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks [] for security_group (f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.595163 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.619100 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:51:04.628688 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:04.633483 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (55f6dfa9-dcbf-41e0-b380-a37a0d98c269), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.633817 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Added segment 55f6dfa9-dcbf-41e0-b380-a37a0d98c269 of type vlan for network 83635e68-febc-4fca-9bad-041455b5b1b2 Mar 10 18:51:04.673948 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (83635e68-febc-4fca-9bad-041455b5b1b2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.704238 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (83635e68-febc-4fca-9bad-041455b5b1b2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.705821 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:04.706780 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.744679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3953161 Mar 10 18:51:04.747791 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60248) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:04.753041 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Request body: {'subnet': {'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-343144222-subnet', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:04.781145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d85c2-f03f-47e3-b24c-56fca3ec9849 admin admin] Pushing event updated for resources: {'Network': ['ID=83635e68-febc-4fca-9bad-041455b5b1b2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:04.785864 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Made reservation on behalf of beb8d0cc07914efeba963bbf2826e300 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:51:04.788488 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:04.796239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 83635e68-febc-4fca-9bad-041455b5b1b2 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:51:04.966067 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (e1c97c9c-66e3-43d6-a37c-29e25bdc9e51), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.014285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:05.029681 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Checking segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:05.030047 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Network hostable DHCP agents. Network: 83635e68-febc-4fca-9bad-041455b5b1b2, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:51:05.048561 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:51:05.057996 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 83635e68-febc-4fca-9bad-041455b5b1b2) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:05.062463 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:05.063893 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.066945 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2d3cb-d17d-4360-a502-391bd6e9193c None None] Network 83635e68-febc-4fca-9bad-041455b5b1b2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:51:05.079705 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5c44475b-7d27-4cac-9514-0709a545deb1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307738 Mar 10 18:51:05.082611 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:05.087648 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:05.108177 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.109200 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.167077 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for router_controller (85ab6a04-9ef9-4fff-8b06-7e49990388db), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.173412 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-83635e68-febc-4fca-9bad-041455b5b1b2', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:51:05.174412 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.312083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Allocated IP 172.20.0.2 (83635e68-febc-4fca-9bad-041455b5b1b2/e1c97c9c-66e3-43d6-a37c-29e25bdc9e51/b58312ff-064c-4037-8df8-2e467035595a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:05.312563 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for router_gateway (85ab6a04-9ef9-4fff-8b06-7e49990388db), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.456718 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks [] for port (b58312ff-064c-4037-8df8-2e467035595a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.463270 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (b58312ff-064c-4037-8df8-2e467035595a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.505090 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:05.506841 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:05.513155 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:05.516556 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for router_gateway (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.525393 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Pushing event updated for resources: {'Port': ['ID=b58312ff-064c-4037-8df8-2e467035595a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:05.536112 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.573350 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Attempting to bind port b58312ff-064c-4037-8df8-2e467035595a on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:05.573713 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Attempting to bind port b58312ff-064c-4037-8df8-2e467035595a by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:05.574072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Attempting to bind port b58312ff-064c-4037-8df8-2e467035595a on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:05.578952 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:05.579315 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Checking segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:05.579717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.580104 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Bound using segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:05.580555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Bound port: b58312ff-064c-4037-8df8-2e467035595a, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:05.580926 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b58312ff-064c-4037-8df8-2e467035595a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.641888 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Allocated IP 172.25.3.170 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/6aee1660-351e-48e1-a6c1-ad296bf153b0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:05.646321 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] For port b58312ff-064c-4037-8df8-2e467035595a, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:05.650609 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] For port b58312ff-064c-4037-8df8-2e467035595a, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b58312ff-064c-4037-8df8-2e467035595a,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:05.657512 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b58312ff-064c-4037-8df8-2e467035595a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.719497 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08d1be-79ae-4591-b0ff-f904f69736b3 None None] Pushing event updated for resources: {'Port': ['ID=b58312ff-064c-4037-8df8-2e467035595a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:05.750953 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.787278 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:05.826659 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:05.832214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:05.836895 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:05.864532 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6aee1660-351e-48e1-a6c1-ad296bf153b0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:06.004853 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b58312ff-064c-4037-8df8-2e467035595a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:06.060610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b58312ff-064c-4037-8df8-2e467035595a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:06.061085 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b58312ff-064c-4037-8df8-2e467035595a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.139956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b58312ff-064c-4037-8df8-2e467035595a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:06.140653 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (b58312ff-064c-4037-8df8-2e467035595a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.151619 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for router_gateway (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.179408 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port b58312ff-064c-4037-8df8-2e467035595a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b58312ff-064c-4037-8df8-2e467035595a,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:06.185109 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (b58312ff-064c-4037-8df8-2e467035595a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.233780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=b58312ff-064c-4037-8df8-2e467035595a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:06.361847 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.502886 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:51:06.615771 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:06.625639 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:06.637453 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.637674 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:06.638257 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:06.638921 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-56796e4e-76d3-4a13-9f3d-69e4ba159bc4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5553336 Mar 10 18:51:06.642298 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60252) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:06.683893 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14189917-309c-4f88-8ba8-89aad102a8b9 None None] Network 83635e68-febc-4fca-9bad-041455b5b1b2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:51:06.737149 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fe1666bd-373c-46b5-865b-2b420288e6f1 None None] Provisioning complete for port b58312ff-064c-4037-8df8-2e467035595a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:06.737515 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe1666bd-373c-46b5-865b-2b420288e6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b58312ff-064c-4037-8df8-2e467035595a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:06.870175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:07.093758 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.200134 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fe1666bd-373c-46b5-865b-2b420288e6f1 None None] Current status of the port b58312ff-064c-4037-8df8-2e467035595a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:07.256145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Allocated IP 172.20.0.1 (83635e68-febc-4fca-9bad-041455b5b1b2/e1c97c9c-66e3-43d6-a37c-29e25bdc9e51/66b7ca65-4450-4b11-8e1e-709d221b4534) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:07.269635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:06Z', 'revision_number': 3, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:07.297980 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:07.298337 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Updating router 85ab6a04-9ef9-4fff-8b06-7e49990388db port 6aee1660-351e-48e1-a6c1-ad296bf153b0 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:51:07.333950 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.362934 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-da706ca9-3dda-49f5-9b2d-2eb2ddd29d83 None None] Provisioning complete for port b58312ff-064c-4037-8df8-2e467035595a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:07.363311 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-da706ca9-3dda-49f5-9b2d-2eb2ddd29d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b58312ff-064c-4037-8df8-2e467035595a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.365187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks [] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.400581 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.442711 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:07.448248 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:07.450218 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Pushing event updated for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:07.452366 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:07.496694 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.571527 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-da706ca9-3dda-49f5-9b2d-2eb2ddd29d83 None None] Current status of the port b58312ff-064c-4037-8df8-2e467035595a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:07.679861 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks [] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.690585 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.730597 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b4db259e-18e9-44da-a607-796488ed41d2 None None] Provisioning complete for port 66b7ca65-4450-4b11-8e1e-709d221b4534 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:07.730853 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b4db259e-18e9-44da-a607-796488ed41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.778465 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Attempting to bind port 6aee1660-351e-48e1-a6c1-ad296bf153b0 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:07.778857 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Attempting to bind port 6aee1660-351e-48e1-a6c1-ad296bf153b0 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:07.779218 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Attempting to bind port 6aee1660-351e-48e1-a6c1-ad296bf153b0 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:07.787604 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9e9c4-778e-4de7-aa61-13597ae3872d None None] Pushing event updated for resources: {'Port': ['ID=6aee1660-351e-48e1-a6c1-ad296bf153b0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:07.795971 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:07.796599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:07.797223 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.798035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:07.798481 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Bound port: 6aee1660-351e-48e1-a6c1-ad296bf153b0, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:07.798924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.800832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b4db259e-18e9-44da-a607-796488ed41d2 None None] Port 66b7ca65-4450-4b11-8e1e-709d221b4534 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:51:07.854888 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] For port 6aee1660-351e-48e1-a6c1-ad296bf153b0, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:07.858617 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] For port 6aee1660-351e-48e1-a6c1-ad296bf153b0, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6aee1660-351e-48e1-a6c1-ad296bf153b0,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:07.866133 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:07.939773 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9e9c4-778e-4de7-aa61-13597ae3872d None None] Pushing event updated for resources: {'Port': ['ID=6aee1660-351e-48e1-a6c1-ad296bf153b0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:07.942360 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:07.943030 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:07.982997 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b58312ff-064c-4037-8df8-2e467035595a up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:08.006274 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.087947 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port b58312ff-064c-4037-8df8-2e467035595a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:08.088329 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (b58312ff-064c-4037-8df8-2e467035595a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.115179 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:08.184156 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks [] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.189498 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.257992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.259961 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Pushing event updated for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:08.291679 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port b58312ff-064c-4037-8df8-2e467035595a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:08.341063 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:06Z', 'revision_number': 3, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:08.358611 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:08.360132 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:08.367861 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b2df9-2272-49eb-94e4-4b060ba80fc2 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:06Z', 'revision_number': 3, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:08.495562 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:51:08.627074 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:08.631025 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-67a2f22f-4fcf-4089-b99c-e00235452677 None None] Provisioning complete for port 66b7ca65-4450-4b11-8e1e-709d221b4534 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:08.631434 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-67a2f22f-4fcf-4089-b99c-e00235452677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:08.632994 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7c5d4219-ecae-4924-b470-c139fa41d633 admin admin] 10.222.0.35 "PUT /v2.0/routers/85ab6a04-9ef9-4fff-8b06-7e49990388db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898603 Mar 10 18:51:08.679029 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-67a2f22f-4fcf-4089-b99c-e00235452677 None None] Port 66b7ca65-4450-4b11-8e1e-709d221b4534 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:51:09.149982 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60268) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:09.155042 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-469350720-network', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:09.176360 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Made reservation on behalf of c4533ac423864c388ea66c03ddf50d15 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:51:09.178989 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.188107 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.270709 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks [] for security_group (682bfc37-0b96-4665-acfe-a4d3c957234c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.275798 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (682bfc37-0b96-4665-acfe-a4d3c957234c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.300788 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 18:51:09.310728 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682bfc37-0b96-4665-acfe-a4d3c957234c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:09.315583 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (68dc9f30-8df6-4a15-bed0-367222e705c7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.315927 n-d-833115-2 neutron-server[103795]: INFO neutron.db.segments_db [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Added segment 68dc9f30-8df6-4a15-bed0-367222e705c7 of type vlan for network 70e30210-6e9d-4462-8002-eebc110b7453 Mar 10 18:51:09.356495 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791080588508'] for network (70e30210-6e9d-4462-8002-eebc110b7453), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.384088 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800'] for network (70e30210-6e9d-4462-8002-eebc110b7453), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.385309 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:09.386076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.424043 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2728810 Mar 10 18:51:09.427375 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:09.432575 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Request body: {'subnet': {'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-469350720-subnet', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:09.454733 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f365a-a7eb-4642-a56e-c98f719ade98 admin admin] Pushing event updated for resources: {'Network': ['ID=70e30210-6e9d-4462-8002-eebc110b7453,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:09.458387 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Made reservation on behalf of c4533ac423864c388ea66c03ddf50d15 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:51:09.461338 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33467104'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.464692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Network 70e30210-6e9d-4462-8002-eebc110b7453 details requested by agent ovs-agent-n-d-833115-2 with host n-d-833115-2 {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 18:51:09.633286 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33378778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33467086'] for subnet (951486ad-0b8f-4425-ad42-b8314e70dda9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.682465 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951486ad-0b8f-4425-ad42-b8314e70dda9,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:09.698914 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Checking segment: {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:09.699287 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Network hostable DHCP agents. Network: 70e30210-6e9d-4462-8002-eebc110b7453, hostable agents: ['d577708b-ba97-4324-9aa7-20ca226b4910'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 18:51:09.716976 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Network 70e30210-6e9d-4462-8002-eebc110b7453 is scheduled to be hosted by DHCP agent d577708b-ba97-4324-9aa7-20ca226b4910 with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 18:51:09.727805 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833115-2, 70e30210-6e9d-4462-8002-eebc110b7453) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:09.733443 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:09.734207 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.737216 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637492a-34d3-434d-9be4-cb8445f264a9 None None] Network 70e30210-6e9d-4462-8002-eebc110b7453 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:51:09.752335 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8792cf34-aaaa-4e7f-9798-a2b085cc5770 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3237584 Mar 10 18:51:09.755341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60272) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:09.760163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:09.781636 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8341594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23529'] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.782616 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8341742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8338188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7927195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23526'] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.841227 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for router_controller (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.846040 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp19768467-f922-5331-a329-8e30c0d2c866-70e30210-6e9d-4462-8002-eebc110b7453', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9'}]}} from n-d-833115-2. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 18:51:09.847020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:09.990984 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6aee1660-351e-48e1-a6c1-ad296bf153b0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:09.996321 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for router_gateway (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.008639 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:10.020629 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:10.022045 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:10.034531 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Allocated IP 172.20.0.2 (70e30210-6e9d-4462-8002-eebc110b7453/951486ad-0b8f-4425-ad42-b8314e70dda9/dbfbcf26-db2d-4d6b-8a67-6c7f0897da90) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:10.091086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6aee1660-351e-48e1-a6c1-ad296bf153b0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:10.091463 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.133246 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:10.217654 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for router_gateway (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.239132 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.257522 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks [] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.258978 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6aee1660-351e-48e1-a6c1-ad296bf153b0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:10.259403 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.274466 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.291262 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 6aee1660-351e-48e1-a6c1-ad296bf153b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6aee1660-351e-48e1-a6c1-ad296bf153b0,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:10.311289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.324450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Network 70e30210-6e9d-4462-8002-eebc110b7453 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:10.329429 n-d-833115-2 neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:10.332918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:10.338359 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:08Z', 'revision_number': 2, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:10.340436 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Pushing event updated for resources: {'Port': ['ID=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:10.358677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Allocated IP 172.25.3.135 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/44b593a0-e8b3-4310-9be6-48e19eae9b56) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:10.433593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Attempting to bind port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:10.433976 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Attempting to bind port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:10.434343 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Attempting to bind port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 on network 70e30210-6e9d-4462-8002-eebc110b7453 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:10.442737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=6aee1660-351e-48e1-a6c1-ad296bf153b0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:10.445706 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:10.446086 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Checking segment: {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:10.446521 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.446933 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Bound using segment: {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:10.447397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Bound port: dbfbcf26-db2d-4d6b-8a67-6c7f0897da90, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:10.447780 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.478184 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:10.478541 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Updating router 85ab6a04-9ef9-4fff-8b06-7e49990388db port 66b7ca65-4450-4b11-8e1e-709d221b4534 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:51:10.481716 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.505899 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.513322 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] For port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:10.516775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] For port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:10.519316 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.523019 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.572802 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:10.574333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Pushing event updated for resources: {'Port': ['ID=44b593a0-e8b3-4310-9be6-48e19eae9b56,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:10.576877 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:10.579362 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:10.583965 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42888f1-dafe-4dfc-9831-80acc07d7ace None None] Pushing event updated for resources: {'Port': ['ID=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:10.810347 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks [] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.816420 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.876749 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for router_gateway (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.888124 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Pushing event updated for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:10.915845 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.916244 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.916523 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.916865 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.917179 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.917507 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.917828 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.918148 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.918487 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.918810 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.919126 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.919443 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.919760 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:51:10.977598 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Attempting to bind port 66b7ca65-4450-4b11-8e1e-709d221b4534 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:10.978273 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Attempting to bind port 66b7ca65-4450-4b11-8e1e-709d221b4534 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:10.979290 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Attempting to bind port 66b7ca65-4450-4b11-8e1e-709d221b4534 on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:10.986898 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:10.987278 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Checking segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:10.987689 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:10.988083 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Bound using segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:10.989070 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Bound port: 66b7ca65-4450-4b11-8e1e-709d221b4534, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:10.989462 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.056992 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] For port 66b7ca65-4450-4b11-8e1e-709d221b4534, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:11.060267 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] For port 66b7ca65-4450-4b11-8e1e-709d221b4534, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=66b7ca65-4450-4b11-8e1e-709d221b4534,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:11.067908 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.102048 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8341729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8338275'] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.135922 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6295d2-df7f-4e31-9e90-dfaddac805ba None None] Pushing event updated for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:11.147323 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:11.148177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:11.218032 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Provisioning complete for port 66b7ca65-4450-4b11-8e1e-709d221b4534 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:11.218416 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.258095 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:51:11.259407 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 is scheduled to L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 18:51:11.275470 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:11.339559 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Current status of the port 66b7ca65-4450-4b11-8e1e-709d221b4534 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:11.339955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.381850 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] For port 66b7ca65-4450-4b11-8e1e-709d221b4534, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=66b7ca65-4450-4b11-8e1e-709d221b4534,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:11.387704 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.409302 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:11.421258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Sync routers for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:11.442463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.444543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-3cbafd47-9989-4a6a-a281-fb0024bc4e19 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6881323 Mar 10 18:51:11.447563 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60274) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:11.460359 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:11.461687 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:11.500317 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3142a-2226-4d52-a812-cd6c76d35cc7 None None] Pushing event updated for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:11.543554 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-84a3cce7-7d02-41ba-8dd7-6c7cf25de430 None None] Provisioning complete for port 66b7ca65-4450-4b11-8e1e-709d221b4534 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:11.544306 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84a3cce7-7d02-41ba-8dd7-6c7cf25de430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:11.562835 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:11.593856 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8fce-22f8-4256-b33d-579bb08caedb None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:11.676954 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:11.937342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a5b85-3342-434e-8f85-922050f7e177 None None] Network 70e30210-6e9d-4462-8002-eebc110b7453 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:51:11.996405 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-84a3cce7-7d02-41ba-8dd7-6c7cf25de430 None None] Current status of the port 66b7ca65-4450-4b11-8e1e-709d221b4534 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:12.063283 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.123924 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6aee1660-351e-48e1-a6c1-ad296bf153b0 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:12.208938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Provisioning complete for port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:12.209451 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.248112 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Allocated IP 172.20.0.1 (70e30210-6e9d-4462-8002-eebc110b7453/951486ad-0b8f-4425-ad42-b8314e70dda9/e968bd44-4e75-4b24-8a7d-1713c1782ff6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:12.288348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 6aee1660-351e-48e1-a6c1-ad296bf153b0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:12.288880 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.369177 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 3, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:12.380944 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks [] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.413381 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Checking router: e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:12.413689 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Updating router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 port 44b593a0-e8b3-4310-9be6-48e19eae9b56 binding host n-d-833115-2 {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:51:12.420065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Current status of the port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:12.420474 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.422145 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.470544 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Network 70e30210-6e9d-4462-8002-eebc110b7453 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:12.477583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:12.482130 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:12.491330 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.519185 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Pushing event updated for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:12.545166 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 6aee1660-351e-48e1-a6c1-ad296bf153b0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:12.546310 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 66b7ca65-4450-4b11-8e1e-709d221b4534 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:12.547021 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8341004'] for router_interface (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.569332 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] For port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:12.604621 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.687716 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8653bd6f-9349-48af-946f-eadbff480b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.721399 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.769938 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15e88-8cdd-4e45-8234-cdecaaacd474 None None] Pushing event updated for resources: {'Port': ['ID=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:12.796248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-062d241c-7ba7-4052-ae72-d01725c1bef2 None None] Provisioning complete for port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:12.796876 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-062d241c-7ba7-4052-ae72-d01725c1bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.825157 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 66b7ca65-4450-4b11-8e1e-709d221b4534 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:12.825500 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.923618 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks [] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:12.935577 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.001519 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7889850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8341152'] for router_interface (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.043677 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-062d241c-7ba7-4052-ae72-d01725c1bef2 None None] Current status of the port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:13.054816 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 66b7ca65-4450-4b11-8e1e-709d221b4534 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:13.056103 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:13.058318 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Pushing event updated for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:13.084670 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks [] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.098679 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.142370 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Network 70e30210-6e9d-4462-8002-eebc110b7453 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:13.143801 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:13.168848 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa096dc-f3fc-4fc7-bf83-b6aae6ec2625 None None] Pushing event updated for resources: {'Port': ['ID=44b593a0-e8b3-4310-9be6-48e19eae9b56,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:13.171696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Attempting to bind port 44b593a0-e8b3-4310-9be6-48e19eae9b56 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:13.171696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Attempting to bind port 44b593a0-e8b3-4310-9be6-48e19eae9b56 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:13.172035 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Attempting to bind port 44b593a0-e8b3-4310-9be6-48e19eae9b56 on network 6f929545-93b1-4983-80a7-759e0a1154f4 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:13.179646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:13.180136 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Checking segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:13.180940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.181061 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Bound using segment: {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:13.181525 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Bound port: 44b593a0-e8b3-4310-9be6-48e19eae9b56, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd770f569-86ed-4183-9bc5-cbd0150f1a45', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:13.181898 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.211959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:13.212573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.246692 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e7486c9a-7e66-4703-8d39-35bba389df22 None None] Provisioning complete for port e968bd44-4e75-4b24-8a7d-1713c1782ff6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:13.247064 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e7486c9a-7e66-4703-8d39-35bba389df22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.312568 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] For port 44b593a0-e8b3-4310-9be6-48e19eae9b56, host n-d-833115-2, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:13.314882 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e7486c9a-7e66-4703-8d39-35bba389df22 None None] Port e968bd44-4e75-4b24-8a7d-1713c1782ff6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:51:13.318923 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] For port 44b593a0-e8b3-4310-9be6-48e19eae9b56, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=44b593a0-e8b3-4310-9be6-48e19eae9b56,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:13.349747 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.409917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:13.425634 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa096dc-f3fc-4fc7-bf83-b6aae6ec2625 None None] Pushing event updated for resources: {'Port': ['ID=44b593a0-e8b3-4310-9be6-48e19eae9b56,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:13.430088 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:13.430759 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:50:45Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:13.551302 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:13.578898 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-31b0a841-e007-4ced-a9c6-7f9e53f62d21 None None] Provisioning complete for port e968bd44-4e75-4b24-8a7d-1713c1782ff6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:13.579263 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31b0a841-e007-4ced-a9c6-7f9e53f62d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:13.585798 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:51:13.700656 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:13.714669 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-d3265146-edf9-404f-b3eb-da1d7bc39645 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579062 Mar 10 18:51:13.834067 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-31b0a841-e007-4ced-a9c6-7f9e53f62d21 None None] Port e968bd44-4e75-4b24-8a7d-1713c1782ff6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:51:13.955173 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:14.002806 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e968bd44-4e75-4b24-8a7d-1713c1782ff6', 'name': '', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'mac_address': 'fa:16:3e:d5:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:12Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 2, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'subnets': [{'id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:14.031956 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2cca1-0c78-412c-93fb-d268ff070b60 None None] The sync data for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 is: [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e968bd44-4e75-4b24-8a7d-1713c1782ff6', 'name': '', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'mac_address': 'fa:16:3e:d5:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:12Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 2, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'subnets': [{'id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:14.047151 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:14.050465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.137278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:14.405925 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60282) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:14.410737 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218364426', 'description': 'tempest-secgroup-smoke-218364426 description', 'project_id': 'beb8d0cc07914efeba963bbf2826e300'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:14.432406 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.502394 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (1d217b70-a1d5-41e2-9565-2f98daa74b7a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.507767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1d217b70-a1d5-41e2-9565-2f98daa74b7a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.537904 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d217b70-a1d5-41e2-9565-2f98daa74b7a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:14.543546 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.544791 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-fc67f473-6fdb-43f1-b5dc-42a5a43219f4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377931 Mar 10 18:51:14.547930 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:14.552525 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:14.581163 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (4c7bf1d6-f662-4980-89fb-b3c49a848897), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.640701 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (4c7bf1d6-f662-4980-89fb-b3c49a848897), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.645958 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (4c7bf1d6-f662-4980-89fb-b3c49a848897), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.665415 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7bf1d6-f662-4980-89fb-b3c49a848897,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:14.675175 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.676434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-60ad7070-b7eb-4150-b779-e89399841b66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276023 Mar 10 18:51:14.679449 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:14.685935 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:14.731732 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (16a95b11-ed40-4f72-a007-d232c6887b19), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.780208 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8c7-ac5f-4c3b-9e61-7bd195f1e3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.798559 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (16a95b11-ed40-4f72-a007-d232c6887b19), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.802992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (16a95b11-ed40-4f72-a007-d232c6887b19), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.822196 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a95b11-ed40-4f72-a007-d232c6887b19,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:14.829423 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.830679 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-32520583-b8da-44ff-b32d-8eb5e23f5482 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489727 Mar 10 18:51:14.833520 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:14.838284 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:14.865649 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (502b0ae6-551e-44c2-b3f9-e029ea05e91f), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.925760 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (502b0ae6-551e-44c2-b3f9-e029ea05e91f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.935130 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (502b0ae6-551e-44c2-b3f9-e029ea05e91f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.954845 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502b0ae6-551e-44c2-b3f9-e029ea05e91f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:14.965879 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:14.967192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-8cfa5825-937b-4468-975f-c7c4dc60e07c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326401 Mar 10 18:51:14.969908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:14.974487 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:15.001860 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (122da6f6-625f-4386-8964-e2f05ba40bfb), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.063497 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (122da6f6-625f-4386-8964-e2f05ba40bfb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.071033 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (122da6f6-625f-4386-8964-e2f05ba40bfb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.094333 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122da6f6-625f-4386-8964-e2f05ba40bfb,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:15.099819 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.101047 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-172d194a-aa46-4ff9-9369-7a81bb3451c3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301603 Mar 10 18:51:15.104473 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60292) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:15.109485 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:15.134268 n-d-833115-2 neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Project beb8d0cc07914efeba963bbf2826e300 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:51:15.139947 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (5fbb6fdf-5e65-41a6-bb6d-19f8413bd4ec), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.211914 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (5fbb6fdf-5e65-41a6-bb6d-19f8413bd4ec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.217536 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (5fbb6fdf-5e65-41a6-bb6d-19f8413bd4ec), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.242560 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.243867 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382637 Mar 10 18:51:15.246946 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60294) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:15.251475 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'security_group_rule': {'security_group_id': '1d217b70-a1d5-41e2-9565-2f98daa74b7a', 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:15.252273 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d2e4e-82b8-4a14-8e4e-15ea7370d6d0 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbb6fdf-5e65-41a6-bb6d-19f8413bd4ec,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:15.280087 n-d-833115-2 neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Project beb8d0cc07914efeba963bbf2826e300 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 18:51:15.286463 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (40b657a2-aef1-4b0e-b82e-4a318bd5a34e), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.351040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (40b657a2-aef1-4b0e-b82e-4a318bd5a34e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.356278 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865186'] for security_group_rule (40b657a2-aef1-4b0e-b82e-4a318bd5a34e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.377602 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b657a2-aef1-4b0e-b82e-4a318bd5a34e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:15.384078 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:15.385370 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-6f2267d0-0479-4992-83b5-aaff234b4510 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373405 Mar 10 18:51:15.546288 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-6c361279-fdae-44a9-a4e0-51edb63b4ff3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218364426&fields=id&tenant_id=beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 267 time: 0.0462446 Mar 10 18:51:15.660526 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-ecd075ba-9605-4852-8548-cc0e30a1b414 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:15.666973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-ecd075ba-9605-4852-8548-cc0e30a1b414 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 809 time: 0.1140735 Mar 10 18:51:15.677885 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-6669afae-bc49-49ce-afd3-2b61a1853327 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/quotas/beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Mar 10 18:51:15.736323 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-4ce3b492-6d07-4ccb-bea4-092e4755d8da tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528314 Mar 10 18:51:15.847259 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-fb35577b-4ea6-46fc-bda3-4f942ab36373 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:51:15.847564 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-fb35577b-4ea6-46fc-bda3-4f942ab36373 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997510 Mar 10 18:51:15.962634 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-acf881d8-f781-4acb-b8dc-8aef3212a8cc service neutron] 10.222.0.35 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080344 Mar 10 18:51:16.002885 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 44b593a0-e8b3-4310-9be6-48e19eae9b56 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:16.058028 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 44b593a0-e8b3-4310-9be6-48e19eae9b56 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:16.058396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.062628 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-16aaa94a-8ea7-4f52-aab4-35e0403d936e service neutron] 10.222.0.35 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935571 Mar 10 18:51:16.140549 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 44b593a0-e8b3-4310-9be6-48e19eae9b56 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:16.141035 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.167423 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] For port 44b593a0-e8b3-4310-9be6-48e19eae9b56, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=44b593a0-e8b3-4310-9be6-48e19eae9b56,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:16.175534 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.240977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.244576 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Pushing event updated for resources: {'Port': ['ID=44b593a0-e8b3-4310-9be6-48e19eae9b56,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:16.251509 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-10d5c584-45f7-4d71-83f2-f045209b3c60 req-671cc202-c422-43c8-8ba6-9f6bee17b5f6 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 210 time: 0.0313299 Mar 10 18:51:16.307360 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Sync routers for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:16.316774 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:16.317361 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:16.427121 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:16.628566 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e968bd44-4e75-4b24-8a7d-1713c1782ff6', 'name': '', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'mac_address': 'fa:16:3e:d5:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:12Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 2, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'subnets': [{'id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:16.655483 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Checking router: e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:16.655796 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Updating router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 port e968bd44-4e75-4b24-8a7d-1713c1782ff6 binding host n-d-833115-2 {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 18:51:16.682958 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.952528 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks [] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:16.957777 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.006829 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9e4e5-4071-458c-8879-f3890f60b56f None None] Pushing event updated for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:17.069486 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Attempting to bind port e968bd44-4e75-4b24-8a7d-1713c1782ff6 on host n-d-833115-2 for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:17.069884 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Attempting to bind port e968bd44-4e75-4b24-8a7d-1713c1782ff6 by drivers openvswitch,hyperv on host n-d-833115-2 at level 0 using segments [{'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:17.070253 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Attempting to bind port e968bd44-4e75-4b24-8a7d-1713c1782ff6 on network 70e30210-6e9d-4462-8002-eebc110b7453 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:17.075555 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Checking agent: {'id': '329b9c9f-5f4e-4922-914b-65d2f0226822', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 12, 49), 'started_at': datetime.datetime(2022, 3, 10, 17, 13, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833115-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:17.075955 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Checking segment: {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:17.076374 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.076914 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Bound using segment: {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:17.077519 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Bound port: e968bd44-4e75-4b24-8a7d-1713c1782ff6, host: n-d-833115-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dc9f30-8df6-4a15-bed0-367222e705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:17.077897 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.249425 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] For port e968bd44-4e75-4b24-8a7d-1713c1782ff6, host n-d-833115-2, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:17.253032 n-d-833115-2 neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] For port e968bd44-4e75-4b24-8a7d-1713c1782ff6, host n-d-833115-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e968bd44-4e75-4b24-8a7d-1713c1782ff6,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:17.262190 n-d-833115-2 neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.306132 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Provisioning complete for port e968bd44-4e75-4b24-8a7d-1713c1782ff6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:17.306845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.344479 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:17.345306 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:17.365485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-161cbad9-6998-40e8-b9dd-9ef3228b62d2 req-20658261-7e25-4f21-8344-9fcdef47b3e2 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 210 time: 0.0479934 Mar 10 18:51:17.400686 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9e4e5-4071-458c-8879-f3890f60b56f None None] Pushing event updated for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:17.516629 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Current status of the port e968bd44-4e75-4b24-8a7d-1713c1782ff6 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:17.517148 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.537097 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:17.552018 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] For port e968bd44-4e75-4b24-8a7d-1713c1782ff6, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e968bd44-4e75-4b24-8a7d-1713c1782ff6,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:17.559056 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.608724 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75bc66-a87f-4233-b074-6e8fd7cc308c None None] Pushing event updated for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:17.681458 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.686745 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5a55581b-5c57-488a-8608-dfb62b961436 None None] Provisioning complete for port e968bd44-4e75-4b24-8a7d-1713c1782ff6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:17.687116 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5a55581b-5c57-488a-8608-dfb62b961436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:17.744571 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e968bd44-4e75-4b24-8a7d-1713c1782ff6', 'name': '', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'mac_address': 'fa:16:3e:d5:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:12Z', 'updated_at': '2022-03-10T18:51:17Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'subnets': [{'id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:17.770083 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5a55581b-5c57-488a-8608-dfb62b961436 None None] Current status of the port e968bd44-4e75-4b24-8a7d-1713c1782ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:17.770800 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f9838-fa6a-4736-87e2-c07e8c5b9a1d None None] The sync data for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 is: [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:51:12Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': 'e968bd44-4e75-4b24-8a7d-1713c1782ff6', 'name': '', 'network_id': '70e30210-6e9d-4462-8002-eebc110b7453', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'mac_address': 'fa:16:3e:d5:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:12Z', 'updated_at': '2022-03-10T18:51:17Z', 'revision_number': 4, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'subnets': [{'id': '951486ad-0b8f-4425-ad42-b8314e70dda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:17.972084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e968bd44-4e75-4b24-8a7d-1713c1782ff6 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:18.021748 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port e968bd44-4e75-4b24-8a7d-1713c1782ff6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:18.022030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:18.105489 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port e968bd44-4e75-4b24-8a7d-1713c1782ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:18.106600 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 44b593a0-e8b3-4310-9be6-48e19eae9b56 up at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:18.152673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Provisioning complete for port 44b593a0-e8b3-4310-9be6-48e19eae9b56 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:18.152924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:18.231928 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Current status of the port 44b593a0-e8b3-4310-9be6-48e19eae9b56 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:18.456439 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-28af8f33-f9ba-4af8-aace-bde7cb1b3c6b req-d906d705-ba52-42ca-873a-1c0e8c6d4025 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 210 time: 0.0326130 Mar 10 18:51:19.398576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:19.549741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-d4cb7b60-fed8-4c66-a7f9-06245b864f7d req-ebd5e7a5-555e-4ab0-b482-cecb7a52405e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 210 time: 0.0289810 Mar 10 18:51:20.478160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-981fb552-37cd-4d68-98cd-38e49034af1e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:20.480335 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-981fb552-37cd-4d68-98cd-38e49034af1e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 809 time: 0.1060574 Mar 10 18:51:20.547811 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-0959ca9d-30b9-4e1a-96c0-303a32762082 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 379 time: 0.0592837 Mar 10 18:51:20.557193 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'port': {'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'admin_state_up': True, 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'security_groups': ['1d217b70-a1d5-41e2-9565-2f98daa74b7a']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:20.652071 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c7f3c511-4fc3-4563-82b0-d5f7b54f5bcb req-49924415-253c-4ddf-857b-7f9be32feb4e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 210 time: 0.0300746 Mar 10 18:51:20.687890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Made reservation on behalf of beb8d0cc07914efeba963bbf2826e300 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:51:20.691346 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:20.822260 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Allocated IP 172.20.0.9 (83635e68-febc-4fca-9bad-041455b5b1b2/e1c97c9c-66e3-43d6-a37c-29e25bdc9e51/487cee2b-4c22-4ae5-8e1b-f7d558ebf759) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:20.969049 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.008524 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.053840 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:21.058895 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:21.062524 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:21.068992 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:21.114338 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:21.115027 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.132533 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-89450822-4dfe-4501-af3e-dd85352ae446 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791414 Mar 10 18:51:21.189860 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Request body: {'port': {'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833115-2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:21.253836 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.313771 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-aee5a25a-fb98-46b0-b4ea-aacb1e92812d None None] Provisioning complete for port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:21.314454 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-aee5a25a-fb98-46b0-b4ea-aacb1e92812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.347957 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-aee5a25a-fb98-46b0-b4ea-aacb1e92812d None None] Port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:51:21.546658 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:51:21.554115 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks [] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.566288 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Transition to ACTIVE for port object 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:51:21.572657 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.620453 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:21.697081 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Attempting to bind port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 on host n-h2-833115-2 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:51:21.698004 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Attempting to bind port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 by drivers openvswitch,hyperv on host n-h2-833115-2 at level 0 using segments [{'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:51:21.698344 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Attempting to bind port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:21.703021 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 on network 83635e68-febc-4fca-9bad-041455b5b1b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833115-2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:51:21.703341 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Attempting to bind port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:51:21.708392 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Checking agent: {'id': 'f479ba98-2078-4963-8108-c0dcfc4c3b69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:51:21.708697 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Checking segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:51:21.709082 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Bound using segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:51:21.709501 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Bound port: 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host: n-h2-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:51:21.709851 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:21.804708 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:51:21.809745 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:51:21.823933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a240ed-a895-45cb-99bc-82ec535b5592 req-18acfefa-fcab-4608-ba4a-691b12ae6e96 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:21.825446 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96a240ed-a895-45cb-99bc-82ec535b5592 req-18acfefa-fcab-4608-ba4a-691b12ae6e96 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0828793 Mar 10 18:51:21.827288 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:22.199726 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.200326 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:22.201749 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 1091 time: 1.0619760 Mar 10 18:51:22.202197 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:51:22.204761 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743dafb-563b-4023-ba32-8637ef8a601c" -d '{"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:51:22.246474 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fcfde-d7bf-4bb8-8aa0-d245d69932e8 service neutron] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:22.266394 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-96a240ed-a895-45cb-99bc-82ec535b5592 req-531d6ba4-2d74-4f2b-9544-7579d8e5b0c8 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4335063 Mar 10 18:51:22.307469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-326c7073-56e3-41ea-9f1b-063f310aa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.309014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-326c7073-56e3-41ea-9f1b-063f310aa856 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1125 time: 0.0638013 Mar 10 18:51:22.364728 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-0c67034e-9081-4c18-8170-c06daa5ca9d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 217 time: 0.0483615 Mar 10 18:51:22.381070 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb280d6-0b84-4661-a17c-3d98fd67e382 x-openstack-request-id: req-3eb280d6-0b84-4661-a17c-3d98fd67e382 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:51:22.381359 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:51:22.381619 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3eb280d6-0b84-4661-a17c-3d98fd67e382 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:51:22.381999 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'status': 'completed', 'code': 200} Mar 10 18:51:22.419837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-abda4cb5-dd7a-4102-a636-ba139cc26cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.421322 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-abda4cb5-dd7a-4102-a636-ba139cc26cd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0502887 Mar 10 18:51:22.470483 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328785-9687-404a-bfe3-8c1792584d37 req-069e4ccf-87c7-4685-8776-afb0bfd38d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.471918 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-069e4ccf-87c7-4685-8776-afb0bfd38d60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444155 Mar 10 18:51:22.567021 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-e9d486e7-0c8d-44d5-81e4-9ec9564151b3 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887477 Mar 10 18:51:22.657701 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-6c328785-9687-404a-bfe3-8c1792584d37 req-ad3e9848-859e-4a95-a890-051d653ab940 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Mar 10 18:51:22.767151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743dafb-563b-4023-ba32-8637ef8a601c req-e3f24982-77b1-4e8e-86c9-7d5441e00523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.769391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-e3f24982-77b1-4e8e-86c9-7d5441e00523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1125 time: 0.0592213 Mar 10 18:51:22.867778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743dafb-563b-4023-ba32-8637ef8a601c req-3cf6273a-1ada-4215-a6e3-61951727b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.869570 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-3cf6273a-1ada-4215-a6e3-61951727b565 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0937431 Mar 10 18:51:22.909971 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-2c030173-08bd-4531-ab9d-516894688ff4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 217 time: 0.0343874 Mar 10 18:51:22.962459 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743dafb-563b-4023-ba32-8637ef8a601c req-14096410-98a0-4ef2-96d3-af16153afa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:22.963922 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-14096410-98a0-4ef2-96d3-af16153afa3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0478702 Mar 10 18:51:23.013717 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743dafb-563b-4023-ba32-8637ef8a601c req-f15d570a-d585-4141-98ec-31458d9db7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:23.015235 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-f15d570a-d585-4141-98ec-31458d9db7bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452397 Mar 10 18:51:23.110939 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-49c62430-54f1-477d-99d3-6cf500b46638 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893433 Mar 10 18:51:23.201490 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f743dafb-563b-4023-ba32-8637ef8a601c req-2149569b-19bf-427a-b7a1-ad21b5fa4c72 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Mar 10 18:51:23.399774 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46d6e-d639-4602-a988-b170f23a7ca9 req-f7507a26-22e3-40e4-aece-643407788aae tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:23.401360 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55a46d6e-d639-4602-a988-b170f23a7ca9 req-f7507a26-22e3-40e4-aece-643407788aae tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0630441 Mar 10 18:51:23.455842 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-55a46d6e-d639-4602-a988-b170f23a7ca9 req-cb1285e7-ee12-4d00-9e07-6cd0f5caea35 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486472 Mar 10 18:51:24.595373 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bb094-9d9a-41c0-bc1d-d0a4bdb09af3 req-15e9bf89-b714-4def-979d-2390d1776dd9 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:24.596862 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e31bb094-9d9a-41c0-bc1d-d0a4bdb09af3 req-15e9bf89-b714-4def-979d-2390d1776dd9 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0616632 Mar 10 18:51:24.657690 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-e31bb094-9d9a-41c0-bc1d-d0a4bdb09af3 req-32ad81e1-829d-4e9c-becb-43f2dbcda862 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514171 Mar 10 18:51:25.789817 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571976-4395-460f-93d5-6263b5baca0d req-cd1d5bb7-89fa-4a0a-b452-e16e6cf4a9a4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:25.791667 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7571976-4395-460f-93d5-6263b5baca0d req-cd1d5bb7-89fa-4a0a-b452-e16e6cf4a9a4 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0552261 Mar 10 18:51:25.849359 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a7571976-4395-460f-93d5-6263b5baca0d req-e1a1d19a-3284-428b-b815-cbf2fe948141 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493977 Mar 10 18:51:26.547356 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:51:26.655146 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:26.666635 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:51:26.713799 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:26.714195 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:26.727320 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:51:26.747271 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:26.754091 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:26.811872 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:26.987594 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2326c55-3584-427d-b7c8-20dab6a04667 req-49e65244-7ec9-46e5-bc5e-ff41edd3f517 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:26.989087 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2326c55-3584-427d-b7c8-20dab6a04667 req-49e65244-7ec9-46e5-bc5e-ff41edd3f517 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 944 time: 0.0645549 Mar 10 18:51:27.043018 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-b2326c55-3584-427d-b7c8-20dab6a04667 req-af522561-9795-4284-9e97-b86406ba2634 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449610 Mar 10 18:51:27.126300 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['487cee2b-4c22-4ae5-8e1b-f7d558ebf759'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:51:27.648530 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:28.185642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce94880-0b67-4265-a088-862c382c073b req-9541f199-0fd2-434e-b50f-2bfa428aa853 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:28.187156 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cce94880-0b67-4265-a088-862c382c073b req-9541f199-0fd2-434e-b50f-2bfa428aa853 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 944 time: 0.0745161 Mar 10 18:51:28.238580 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cce94880-0b67-4265-a088-862c382c073b req-a00de1ca-53fc-4a58-86b3-4682eb96e18d tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456598 Mar 10 18:51:28.545013 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:51:28.598278 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning for port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:51:28.601968 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:51:28.602510 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:28.684750 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:51:28.685520 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:28.711959 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:51:28.714233 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f29954-5c7c-4b7a-9517-e9044e395eb0" -d '{"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-plugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:51:28.726555 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:51:28.731576 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:28.754827 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426bb3ec-627d-475e-9500-cdb4e0d8389a x-openstack-request-id: req-426bb3ec-627d-475e-9500-cdb4e0d8389a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:51:28.755127 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-plugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:51:28.755439 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-426bb3ec-627d-475e-9500-cdb4e0d8389a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:51:28.755923 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'code': 200} Mar 10 18:51:28.782348 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:28.850628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70aa0-9539-4c10-977d-bdc061ce03c4 req-1e3691bc-49a1-4bff-bc1d-e829232ab5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:28.852132 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d70aa0-9539-4c10-977d-bdc061ce03c4 req-1e3691bc-49a1-4bff-bc1d-e829232ab5fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1127 time: 0.0455854 Mar 10 18:51:28.903983 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-71d70aa0-9539-4c10-977d-bdc061ce03c4 req-ac49b3be-32c6-41d9-883d-222d36afb7e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454178 Mar 10 18:51:29.370661 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16f8ad-70e5-4498-9277-6dd9d5841ef5 req-357aa735-8bf6-4429-a9a9-5a458cc7479d tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:29.372152 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe16f8ad-70e5-4498-9277-6dd9d5841ef5 req-357aa735-8bf6-4429-a9a9-5a458cc7479d tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Mar 10 18:51:29.421495 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-fe16f8ad-70e5-4498-9277-6dd9d5841ef5 req-d7354ed6-c6dd-4cc2-b822-06593d2aa273 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Mar 10 18:51:30.552301 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3e0f-cbf8-4dbc-b373-fccc70c16e5d req-8b3e7977-aa1d-4bef-8a31-bd0344767313 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:30.553780 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fe3e0f-cbf8-4dbc-b373-fccc70c16e5d req-8b3e7977-aa1d-4bef-8a31-bd0344767313 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 945 time: 0.0582995 Mar 10 18:51:30.605063 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-40fe3e0f-cbf8-4dbc-b373-fccc70c16e5d req-a2697f89-5b03-4ec6-8736-f672d2d46caf tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Mar 10 18:51:30.731242 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bdbe5-e883-4f98-a3d1-8cac43c557ae req-ab9f24fb-e12a-45c0-808a-8ff5f5884617 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:30.732614 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f40bdbe5-e883-4f98-a3d1-8cac43c557ae req-ab9f24fb-e12a-45c0-808a-8ff5f5884617 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 945 time: 0.0611827 Mar 10 18:51:30.782230 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f40bdbe5-e883-4f98-a3d1-8cac43c557ae req-e3b25c9c-2bc2-4d8b-8643-94707b3a7ee9 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Mar 10 18:51:30.813189 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60376) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:30.863889 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:30.902109 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479c618-dfe9-46b4-bf09-950bfae3ee10 tempest-TestSnapshotPattern-676294428 tempest-TestSnapshotPattern-676294428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:30.903790 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-c479c618-dfe9-46b4-bf09-950bfae3ee10 tempest-TestSnapshotPattern-676294428 tempest-TestSnapshotPattern-676294428-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1122 time: 0.0894785 Mar 10 18:51:30.906836 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60380) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:51:30.911163 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:51:30.935055 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.038804 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.149019 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Allocated IP 172.25.3.218 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/c5d448b1-5fe7-4152-bcb4-6de9e774cba1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:51:31.253953 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.293341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.334420 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:51:31.337300 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:51:31.341642 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:51:31.344677 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=c5d448b1-5fe7-4152-bcb4-6de9e774cba1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:31.727058 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (a37e68ae-1863-4d1a-9d30-e102df69492b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.802085 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.962040 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:31.969187 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:32.037635 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=c5d448b1-5fe7-4152-bcb4-6de9e774cba1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:51:32.051457 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (a37e68ae-1863-4d1a-9d30-e102df69492b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:32.157043 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Floating IP a37e68ae-1863-4d1a-9d30-e102df69492b associated. External IP: 172.25.3.218, port: 487cee2b-4c22-4ae5-8e1b-f7d558ebf759. Mar 10 18:51:32.371515 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:51:32.483213 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:51:32.494383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:51:32.506652 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:32.508608 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:32.509468 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:32.537846 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-220f7e8e-fafe-4d50-9830-040900bc83fe tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6299593 Mar 10 18:51:32.538579 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:51:32.541705 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e92dcd-ebdb-4c92-bbba-4f842cb38858" -d '{"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:51:32.583920 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1895b-f72b-4f66-9569-7425c5efcc3b x-openstack-request-id: req-13a1895b-f72b-4f66-9569-7425c5efcc3b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:51:32.584374 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:51:32.584701 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13a1895b-f72b-4f66-9569-7425c5efcc3b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:51:32.585107 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'status': 'completed', 'code': 200} Mar 10 18:51:32.629382 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:32.649941 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-59d95e5c-b055-4f66-bfd5-9388598faeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:32.651523 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-59d95e5c-b055-4f66-bfd5-9388598faeff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1127 time: 0.0446799 Mar 10 18:51:32.745384 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-fb0ccb18-f05b-4f59-891b-de7ca214d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:32.746902 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-fb0ccb18-f05b-4f59-891b-de7ca214d99e service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0893457 Mar 10 18:51:32.813014 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-bc4c2ece-7721-4bcb-aea2-4dbb71fdeea9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 999 time: 0.0600586 Mar 10 18:51:32.852252 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:31Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:32.862442 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-f4bd920a-7bcc-4599-9ee8-18927669bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:32.863934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-f4bd920a-7bcc-4599-9ee8-18927669bf8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0450215 Mar 10 18:51:32.878463 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:51:32.888215 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:51:32.888734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:51:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:32.919427 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-74e2e797-b505-488a-9582-7ad4b9be2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:32.921017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-74e2e797-b505-488a-9582-7ad4b9be2119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506158 Mar 10 18:51:33.005158 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:51:33.011747 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-b2f9dcd7-d2d4-4667-8b9a-4b7be8fc2edc service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848815 Mar 10 18:51:33.104367 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16e92dcd-ebdb-4c92-bbba-4f842cb38858 req-e0d40b9d-1658-4203-8bc6-d414971331e2 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Mar 10 18:51:33.235031 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:31Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:51:33.261057 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316de2f8-3e73-451c-acc9-54fe6b7e7d24 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:31Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:51:33.476960 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519c9fc-4b33-404f-ad0b-4fe0ce414ef8 None None] New status for floating IP a37e68ae-1863-4d1a-9d30-e102df69492b: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:51:42.565323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-887390cc-0bc6-4758-8251-155e01b4a392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:44.780169 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d12d4aaf-a32a-4725-b865-a3a77a4a68a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:46.227229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:47.682746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:48.254130 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:51:49.406180 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:56.863955 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-f479fa7e-293b-4079-912b-bf5ee30986b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465703 Mar 10 18:51:56.958099 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-8cde664e-7365-4439-a2a5-47993d32c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:56.959642 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-8cde664e-7365-4439-a2a5-47993d32c34d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1127 time: 0.0524368 Mar 10 18:51:57.067142 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-ed52e166-fe73-47dd-85e3-ae1ffb6cc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:57.068617 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-ed52e166-fe73-47dd-85e3-ae1ffb6cc743 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0902851 Mar 10 18:51:57.138864 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-58a6e50a-a4f9-43fc-9931-a529bc3ebdc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 1001 time: 0.0638866 Mar 10 18:51:57.193257 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-8c94be42-5118-40d8-995a-eb2400cadc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:57.194743 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-8c94be42-5118-40d8-995a-eb2400cadc26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0502639 Mar 10 18:51:57.571713 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-92dcf5e0-4eb0-4e8b-b6ed-834302a32748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:51:57.573089 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-92dcf5e0-4eb0-4e8b-b6ed-834302a32748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3726315 Mar 10 18:51:57.643248 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:51:57.668212 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-f756d63d-db35-4f51-acb6-fccc78e2d153 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Mar 10 18:51:57.769391 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-da867290-ef0e-4410-ba4f-85acbf7d0411 req-9145662f-ba5b-4486-a9ab-1dfe1c996ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943418 Mar 10 18:52:00.884440 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:12.559244 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e244f544-983b-4f9e-8952-58ac2f678f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:14.782806 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-820349cc-33c5-45fb-9329-d2231c852256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:16.223323 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:17.691966 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:19.402392 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:25.247692 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:52:27.668082 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:30.869119 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:42.560789 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b799f761-f7ef-403a-bbd6-6fe8051a8510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:44.783912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06fc61c2-acfd-45f6-98e9-d33598a62ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:46.229656 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:47.695909 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:49.400051 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:57.679268 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:52:59.630940 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-a9f590ff-ac8c-4110-b661-4f6a2e95a9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459623 Mar 10 18:52:59.725469 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-44ede21c-af02-4211-a0e4-474150573b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:52:59.726991 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-44ede21c-af02-4211-a0e4-474150573b87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1127 time: 0.0514653 Mar 10 18:52:59.833505 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-c8ab203a-3393-4708-9e2a-371fb6079d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:52:59.834980 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-c8ab203a-3393-4708-9e2a-371fb6079d6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0861752 Mar 10 18:52:59.903484 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-7c8d6959-a45e-4d0c-82ae-cd6df1469699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 1001 time: 0.0620294 Mar 10 18:52:59.953691 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-b4df6b02-2f46-4797-9403-94ab6d9a12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:52:59.955189 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-b4df6b02-2f46-4797-9403-94ab6d9a12df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0454025 Mar 10 18:53:00.014969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-2e7767d4-af0e-479c-bb2d-104f83c7ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:53:00.016463 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-2e7767d4-af0e-479c-bb2d-104f83c7ee05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549157 Mar 10 18:53:00.117093 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-8993eb0c-450a-4f88-8cc3-4518f2e5a574 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940545 Mar 10 18:53:00.208208 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a75b8b73-56d1-45a9-8386-81d3f5e38928 req-0d04f7f8-7c14-4496-bb62-d26627284479 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Mar 10 18:53:00.889962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:02.249115 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:53:12.562460 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-199b263f-b83f-4013-aded-52b9163d9931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:14.783441 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-efa50667-c5e8-44ae-a7b9-1171bcd2fda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:16.229138 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:17.695524 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:19.396958 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:27.680993 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:30.893057 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:39.257833 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:53:42.563484 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b54a28a-3f0f-46d5-8b7d-96832b0ecb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:44.781095 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5620db7a-527d-450e-9d95-db36161fed6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:46.239552 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:47.713325 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:49.398299 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:53:57.696696 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:00.886091 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-080785d3-1915-4e3c-bf50-14942b71bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:00.887640 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-080785d3-1915-4e3c-bf50-14942b71bb64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1127 time: 0.0530081 Mar 10 18:54:00.903304 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:00.996170 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-3eda65ce-8c16-41af-a2f5-b8a4a14289a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:00.997660 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-3eda65ce-8c16-41af-a2f5-b8a4a14289a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0881627 Mar 10 18:54:01.069016 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-14950d91-be05-4062-9e69-1507850c6ed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 1001 time: 0.0638456 Mar 10 18:54:01.118102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-d78aee2f-aa9f-4a02-ae03-0f9bbf5e6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:01.119559 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-d78aee2f-aa9f-4a02-ae03-0f9bbf5e6d76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0446475 Mar 10 18:54:01.172066 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-7814b3fa-d637-4874-8f01-88f073ecf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:01.173476 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-7814b3fa-d637-4874-8f01-88f073ecf173 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474036 Mar 10 18:54:01.273927 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-f4d0dd27-a9af-458f-b011-2fc1b6e524c9 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932190 Mar 10 18:54:01.370711 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f1f8b7ca-9010-4823-b8ca-36fdf8564f37 req-821b2e62-1246-4d83-8540-322348918498 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904996 Mar 10 18:54:05.471649 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 details requested by agent hyperv_n-h2-833115-2 with host n-h2-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:54:05.574911 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:05.587062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Returning: {'device': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:54:05.624226 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:54:05.624622 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:05.642236 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:54:05.661605 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:05.669740 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:05.722448 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:05.729892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.730239 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.730614 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.730946 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.731270 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.731593 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.731918 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.732234 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.732553 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.732870 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.733185 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.733503 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.733836 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:05.744033 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] get_ports_and_sgs() called for port_ids ['487cee2b-4c22-4ae5-8e1b-f7d558ebf759'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:54:07.483575 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 up at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:54:07.538709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Provisioning complete for port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:54:07.539140 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:07.622116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:54:07.622498 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:07.645863 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:54:07.648683 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c868e0f-cf84-4f2c-8bf1-2f5b953129b4" -d '{"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-plugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:54:07.661746 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:07.667019 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:07.714904 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:07.741220 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb237683-b0e0-4bde-86f0-61d990831ece x-openstack-request-id: req-eb237683-b0e0-4bde-86f0-61d990831ece {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:54:07.741588 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-plugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:54:07.741912 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb237683-b0e0-4bde-86f0-61d990831ece {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:54:07.742525 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'code': 200} Mar 10 18:54:12.560429 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3361e272-eefe-49f4-87e8-2cf6f79a8d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:14.776396 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-eed45142-549a-44ca-82ad-b998a5785971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:16.247666 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:16.263832 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:54:17.706218 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:19.196462 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-a484f53d-fab5-4c85-aeed-78100db89055 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218364426&fields=id&tenant_id=beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 267 time: 0.0465338 Mar 10 18:54:19.315956 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-74cc458e-6b0c-413e-82df-62c64c83f49f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:19.317450 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-74cc458e-6b0c-413e-82df-62c64c83f49f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 809 time: 0.1144650 Mar 10 18:54:19.334106 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-4ede4d15-e2da-4ccd-838f-fd24b5787d92 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/quotas/beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 375 time: 0.0103381 Mar 10 18:54:19.401135 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b94b36a6-eeab-40bf-862a-665d34566261 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609105 Mar 10 18:54:19.405123 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:19.504733 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b2effccd-5856-4fda-8eb7-62909fcf0783 service neutron] 10.222.0.35 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Mar 10 18:54:19.598740 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-91d9de34-9308-497a-830f-96a1df38c4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880620 Mar 10 18:54:20.800264 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-2f6ee995-e7a9-46b9-983f-709d1af895ef req-76e9226c-44d5-4b99-93ec-54282bd06ace tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 210 time: 0.0338733 Mar 10 18:54:21.591637 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:54:21.679961 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Current status of the port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:54:21.680363 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:21.703826 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:54:21.706087 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c492ae-d143-4ddb-a450-cf5688987cbf" -d '{"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-unplugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:54:21.718673 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:21.724943 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:21.748177 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69521e74-1479-40d7-8e57-c10ac478367f x-openstack-request-id: req-69521e74-1479-40d7-8e57-c10ac478367f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:54:21.748472 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-unplugged", "status": "completed", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:54:21.748726 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69521e74-1479-40d7-8e57-c10ac478367f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:54:21.749182 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'code': 200} Mar 10 18:54:21.774306 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Pushing event updated for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:21.908103 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-366e0e73-0d1f-4db0-a77d-05e47876ecab req-182d1f79-2def-43d3-89de-a251fccbd5cc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 210 time: 0.0325077 Mar 10 18:54:21.940568 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-8f4bcee5-3525-48f4-9649-64c68674f0c2 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:21.942079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-8f4bcee5-3525-48f4-9649-64c68674f0c2 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 809 time: 0.1072912 Mar 10 18:54:22.010256 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-c8dfd159-ff42-4a38-940d-0930b244f4cd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb8d0cc07914efeba963bbf2826e300 HTTP/1.1" status: 200 len: 379 time: 0.0588620 Mar 10 18:54:22.022165 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'port': {'device_id': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'admin_state_up': True, 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'security_groups': ['1d217b70-a1d5-41e2-9565-2f98daa74b7a']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:54:22.136336 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Made reservation on behalf of beb8d0cc07914efeba963bbf2826e300 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 18:54:22.140073 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:22.275337 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Allocated IP 172.20.0.7 (83635e68-febc-4fca-9bad-041455b5b1b2/e1c97c9c-66e3-43d6-a37c-29e25bdc9e51/a0061742-d5b8-48f5-ad60-c1f8933dace4) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:54:22.438970 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:22.478106 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:22.558328 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:22.565057 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Network 83635e68-febc-4fca-9bad-041455b5b1b2 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:54:22.570607 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.570928 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.571320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.571618 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.571924 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.572258 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.572588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.572927 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.573244 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.573567 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.573894 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.574248 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.574571 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:22.578632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:54:22.581030 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:54:22.651482 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:22.652614 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:22.677076 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-43b66bf6-7e04-47f9-97f4-9757fd6e4bf5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582112 Mar 10 18:54:22.912212 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-294f3f15-7e9f-4fb0-81c3-eab4ea9a022d None None] Provisioning complete for port a0061742-d5b8-48f5-ad60-c1f8933dace4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:54:22.913005 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-294f3f15-7e9f-4fb0-81c3-eab4ea9a022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:22.963584 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-294f3f15-7e9f-4fb0-81c3-eab4ea9a022d None None] Port a0061742-d5b8-48f5-ad60-c1f8933dace4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 18:54:23.054328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22086775-c7a8-4dc8-af30-7ee565312187 req-8f6b4501-ceeb-4900-8659-ae6f738d8963 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:23.055973 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22086775-c7a8-4dc8-af30-7ee565312187 req-8f6b4501-ceeb-4900-8659-ae6f738d8963 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0683537 Mar 10 18:54:23.109699 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-22086775-c7a8-4dc8-af30-7ee565312187 req-10e9af44-b56a-4b0d-a000-14e2946425f9 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 Mar 10 18:54:24.237378 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3562abb-cfbe-41b8-adaf-0931ef4844d4 req-999c4077-f01d-493e-88f0-80c2966b9cb7 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:24.239817 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3562abb-cfbe-41b8-adaf-0931ef4844d4 req-999c4077-f01d-493e-88f0-80c2966b9cb7 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0555091 Mar 10 18:54:24.296662 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-a3562abb-cfbe-41b8-adaf-0931ef4844d4 req-5047cf2c-086c-4f79-9c87-7fb8e501687e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Mar 10 18:54:25.433676 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4512-a2a7-4b38-8f4d-394653c5c21b req-ca103f04-6606-4517-8c95-35a211394bb7 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:25.435543 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb4a4512-a2a7-4b38-8f4d-394653c5c21b req-ca103f04-6606-4517-8c95-35a211394bb7 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0608275 Mar 10 18:54:25.497663 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb4a4512-a2a7-4b38-8f4d-394653c5c21b req-8161d67b-57e1-4a8d-a508-acf371db3350 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Mar 10 18:54:26.628556 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71246e-480b-4de8-8eee-75b498cd1ab9 req-1d6771ab-3d28-428a-b421-89851cdb56f3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:26.630889 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e71246e-480b-4de8-8eee-75b498cd1ab9 req-1d6771ab-3d28-428a-b421-89851cdb56f3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0589862 Mar 10 18:54:26.683197 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9e71246e-480b-4de8-8eee-75b498cd1ab9 req-6f57454e-e07e-4822-9569-a414a909b1bf tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466321 Mar 10 18:54:27.709009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:27.818704 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1b476-dc08-43f5-97a0-b38d240330cc req-8918fc77-998a-4e4b-853f-fb4362443a04 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:27.821031 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ce1b476-dc08-43f5-97a0-b38d240330cc req-8918fc77-998a-4e4b-853f-fb4362443a04 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0648887 Mar 10 18:54:27.874510 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5ce1b476-dc08-43f5-97a0-b38d240330cc req-13dc2700-ab3d-4aba-b817-4f3e5e0e6156 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473411 Mar 10 18:54:29.029102 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196d3ea-f492-434d-b675-b6a53468d70e req-8e236fe4-2c8c-403c-b16b-7cc9a5cae9b8 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:29.031650 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7196d3ea-f492-434d-b675-b6a53468d70e req-8e236fe4-2c8c-403c-b16b-7cc9a5cae9b8 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0784407 Mar 10 18:54:29.090804 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-7196d3ea-f492-434d-b675-b6a53468d70e req-8cdb1852-a84c-46c7-bd83-8a6704a465ab tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530872 Mar 10 18:54:30.083437 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.v2.base [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Request body: {'port': {'device_id': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833115-2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:54:30.143603 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.216587 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e8ad8-edec-496c-9eda-32cbbbc48b8d req-9f773ca0-2703-4aa7-bffc-0efd676d8c66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:30.217981 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f61e8ad8-edec-496c-9eda-32cbbbc48b8d req-9f773ca0-2703-4aa7-bffc-0efd676d8c66 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 931 time: 0.0583127 Mar 10 18:54:30.268942 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f61e8ad8-edec-496c-9eda-32cbbbc48b8d req-4a99ee02-fbb3-4721-b836-64cde1582a5c tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Mar 10 18:54:30.409326 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0061742-d5b8-48f5-ad60-c1f8933dace4 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:54:30.417727 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks [] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.430003 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Transition to ACTIVE for port object a0061742-d5b8-48f5-ad60-c1f8933dace4 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 18:54:30.436892 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.486836 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:30.561509 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Attempting to bind port a0061742-d5b8-48f5-ad60-c1f8933dace4 on host n-h1-833115-2 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 18:54:30.561817 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Attempting to bind port a0061742-d5b8-48f5-ad60-c1f8933dace4 by drivers openvswitch,hyperv on host n-h1-833115-2 at level 0 using segments [{'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 18:54:30.562166 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Attempting to bind port a0061742-d5b8-48f5-ad60-c1f8933dace4 on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:54:30.566780 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Port a0061742-d5b8-48f5-ad60-c1f8933dace4 on network 83635e68-febc-4fca-9bad-041455b5b1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833115-2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 18:54:30.567135 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Attempting to bind port a0061742-d5b8-48f5-ad60-c1f8933dace4 on network 83635e68-febc-4fca-9bad-041455b5b1b2 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 18:54:30.572263 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Checking agent: {'id': 'b3c672ef-e5e1-453d-88e6-9ca65cf59946', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833115-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'started_at': datetime.datetime(2022, 3, 10, 17, 20, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 18:54:30.572600 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Checking segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 18:54:30.572980 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Bound using segment: {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 18:54:30.573408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Bound port: a0061742-d5b8-48f5-ad60-c1f8933dace4, host: n-h1-833115-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f6dfa9-dcbf-41e0-b380-a37a0d98c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 18:54:30.573767 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.640553 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 18:54:30.644213 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 18:54:30.651325 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33378735'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.685226 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:30.685949 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.687277 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] 10.222.0.59 "PUT /v2.0/ports/a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 1091 time: 0.6678863 Mar 10 18:54:30.687692 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:54:30.689949 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266" -d '{"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:54:30.728097 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dc733-d11e-40db-b0be-eb7515509ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:30.737118 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f3981d-f62b-4f49-bd9c-43d1fe223755 x-openstack-request-id: req-39f3981d-f62b-4f49-bd9c-43d1fe223755 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:54:30.737457 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:54:30.737722 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39f3981d-f62b-4f49-bd9c-43d1fe223755 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:54:30.738862 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'status': 'completed', 'code': 200} Mar 10 18:54:30.797332 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-58e50387-f9de-42b1-ab89-ec2dd7382875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:30.798919 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-58e50387-f9de-42b1-ab89-ec2dd7382875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1125 time: 0.0527430 Mar 10 18:54:30.848172 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-f03ac208-a004-44c9-b89b-d310e1748423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 217 time: 0.0406120 Mar 10 18:54:30.900135 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:30.905170 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-db111e60-06e6-4166-8375-47e3cfbaef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:30.906641 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-db111e60-06e6-4166-8375-47e3cfbaef06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0480697 Mar 10 18:54:30.961114 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-6c0c82f5-62cd-4cc8-9c4e-41ddc01a22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:30.962650 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-6c0c82f5-62cd-4cc8-9c4e-41ddc01a22d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468152 Mar 10 18:54:31.060677 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-92afb074-cb06-45cf-b649-2d39887a43de service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894594 Mar 10 18:54:31.163267 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-45c2b5b2-34cb-4a3c-91df-7ca6f8237621 req-6baccbcb-97bb-48aa-8a3e-3d5d3625ef54 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Mar 10 18:54:31.275014 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-36c738fb-2c9e-4068-a534-f1e0da10bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:31.276546 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-36c738fb-2c9e-4068-a534-f1e0da10bea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1125 time: 0.0532074 Mar 10 18:54:31.370984 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-ecccdbd6-04f1-4a64-a52d-7f5d9bfab655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:31.372465 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-ecccdbd6-04f1-4a64-a52d-7f5d9bfab655 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0894566 Mar 10 18:54:31.399036 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4ef0-5992-48bb-8cda-4a5319e16ca9 req-4bdbfa13-66fe-4e24-a284-0ba2b537abee tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:31.400646 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-719b4ef0-5992-48bb-8cda-4a5319e16ca9 req-4bdbfa13-66fe-4e24-a284-0ba2b537abee tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 943 time: 0.0570099 Mar 10 18:54:31.420699 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-d4d2ca06-466f-487f-b8bf-5d0679e77373 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 217 time: 0.0415769 Mar 10 18:54:31.451761 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-719b4ef0-5992-48bb-8cda-4a5319e16ca9 req-ead91361-10a7-4029-85d9-402739b98a80 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452335 Mar 10 18:54:31.472543 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-45ccb401-e9c2-4d3b-aaeb-47b904fcff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:31.474079 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-45ccb401-e9c2-4d3b-aaeb-47b904fcff52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0476542 Mar 10 18:54:31.524046 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-cebd722f-4833-4081-bff6-045ac3020173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:31.525520 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-cebd722f-4833-4081-bff6-045ac3020173 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445487 Mar 10 18:54:31.620102 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-5c5bf7f2-6ea3-4b02-a6da-f6c74961b14b service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872343 Mar 10 18:54:31.713579 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-b6c697d4-bda6-4f87-bbcc-74eaf1d8d266 req-7b9a8de5-da12-4185-a818-14cf452374c2 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Mar 10 18:54:32.606612 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49e72-9e2f-4a62-b76e-b116ba1b7e4b req-43dd9b9f-9d5d-4763-a4ba-bec0522c144b tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:32.608081 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dc49e72-9e2f-4a62-b76e-b116ba1b7e4b req-43dd9b9f-9d5d-4763-a4ba-bec0522c144b tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 943 time: 0.0646148 Mar 10 18:54:32.671798 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-9dc49e72-9e2f-4a62-b76e-b116ba1b7e4b req-98f23dc2-121d-49dc-8bbc-8a3e5c34aa12 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553091 Mar 10 18:54:33.809098 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0ea4c-8fdb-4dd7-a3ca-0733a6b9a103 req-d44cd009-7010-47e6-a344-0a4e860d9bc3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:33.810610 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a0ea4c-8fdb-4dd7-a3ca-0733a6b9a103 req-d44cd009-7010-47e6-a344-0a4e860d9bc3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 943 time: 0.0632415 Mar 10 18:54:33.865119 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c3a0ea4c-8fdb-4dd7-a3ca-0733a6b9a103 req-4a1e24e1-d0da-4f30-ac0e-e9fd46bbafd7 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 Mar 10 18:54:33.982466 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:54:34.101709 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:34.114502 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'mac_address': 'fa:16:3e:51:42:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:54:34.150548 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a0061742-d5b8-48f5-ad60-c1f8933dace4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:54:34.150940 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:34.163883 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0061742-d5b8-48f5-ad60-c1f8933dace4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:54:34.183351 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:34.189115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:34.237832 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:34.515790 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['a0061742-d5b8-48f5-ad60-c1f8933dace4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:54:35.006225 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ff05-86cd-446f-82ee-967ee230b611 req-3383722d-6cf8-4280-96ca-846ee55102f1 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:35.007748 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb53ff05-86cd-446f-82ee-967ee230b611 req-3383722d-6cf8-4280-96ca-846ee55102f1 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 944 time: 0.0595469 Mar 10 18:54:35.068838 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-cb53ff05-86cd-446f-82ee-967ee230b611 req-61123e9c-0e50-4890-9397-a2837e25df4e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522842 Mar 10 18:54:35.983100 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:54:36.041313 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning for port a0061742-d5b8-48f5-ad60-c1f8933dace4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 18:54:36.047139 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port a0061742-d5b8-48f5-ad60-c1f8933dace4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:54:36.047595 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:36.130283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a0061742-d5b8-48f5-ad60-c1f8933dace4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:54:36.130671 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:36.153539 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:54:36.155847 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce39e55-22ac-4874-9100-f4ac95974440" -d '{"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:54:36.168632 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:54:36.173020 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:36.193985 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd43552-cea3-4bd4-87d0-4c3d46df0db4 req-c4501435-dd17-4342-ab92-d15e20ee4e2b tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:36.196029 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bd43552-cea3-4bd4-87d0-4c3d46df0db4 req-c4501435-dd17-4342-ab92-d15e20ee4e2b tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 944 time: 0.0586946 Mar 10 18:54:36.222892 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:36.245341 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-8bd43552-cea3-4bd4-87d0-4c3d46df0db4 req-21170af0-a1a4-49ce-b862-69cca75bcbfb tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Mar 10 18:54:36.288021 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0c1da-c543-4bb9-969a-0b4f9f81517f x-openstack-request-id: req-03c0c1da-c543-4bb9-969a-0b4f9f81517f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:54:36.288506 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:54:36.288889 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03c0c1da-c543-4bb9-969a-0b4f9f81517f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:54:36.289847 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'code': 200} Mar 10 18:54:36.408298 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee53b-cf94-48d0-99be-608372b75145 req-1556c3ec-6014-4527-a4d2-933af111b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:36.409805 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abcee53b-cf94-48d0-99be-608372b75145 req-1556c3ec-6014-4527-a4d2-933af111b032 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1127 time: 0.0513191 Mar 10 18:54:36.462692 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-abcee53b-cf94-48d0-99be-608372b75145 req-773195a3-d22e-42c5-b120-2efd2735db79 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Mar 10 18:54:37.380645 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26741-cc13-4dee-adfc-241b5f77ecdc req-2a36be8d-a29b-4105-a781-d94da1f548df tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:37.382108 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ee26741-cc13-4dee-adfc-241b5f77ecdc req-2a36be8d-a29b-4105-a781-d94da1f548df tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0566289 Mar 10 18:54:37.434407 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0ee26741-cc13-4dee-adfc-241b5f77ecdc req-0ef0b8e9-6f52-4154-a781-ee30dbb24923 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438418 Mar 10 18:54:38.563873 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adada5-9c2c-48cc-a68f-c5722d7434b1 req-267ac320-6fca-4fa2-a278-dee29556d3fd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:38.565387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41adada5-9c2c-48cc-a68f-c5722d7434b1 req-267ac320-6fca-4fa2-a278-dee29556d3fd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0540318 Mar 10 18:54:38.620665 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-41adada5-9c2c-48cc-a68f-c5722d7434b1 req-a3bf6f43-5295-44fb-9466-aca758cf0e0a tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493381 Mar 10 18:54:38.750538 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff7841-e90e-4bd0-a743-f3cf1794fc04 req-7040bc15-95b7-4bbe-995e-444f93793a81 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:38.751930 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18ff7841-e90e-4bd0-a743-f3cf1794fc04 req-7040bc15-95b7-4bbe-995e-444f93793a81 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0562351 Mar 10 18:54:38.804485 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-18ff7841-e90e-4bd0-a743-f3cf1794fc04 req-f2717134-3741-4afc-b6e0-1d5e32de8f2e tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Mar 10 18:54:38.833328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:54:38.880664 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec1c9f-16c8-45db-8fc5-b06c73f924ef tempest-TestSnapshotPattern-676294428 tempest-TestSnapshotPattern-676294428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:38.882192 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-57ec1c9f-16c8-45db-8fc5-b06c73f924ef tempest-TestSnapshotPattern-676294428 tempest-TestSnapshotPattern-676294428-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1122 time: 0.0475650 Mar 10 18:54:38.886314 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60672) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:54:38.893488 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Request body: {'floatingip': {'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 18:54:38.918118 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.020281 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.126171 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Allocated IP 172.25.3.87 (6f929545-93b1-4983-80a7-759e0a1154f4/8bf1013b-5f24-4ff0-aa18-72bc31779bb5/9cea70b1-5da3-4720-b8ea-08389c5c963c) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 18:54:39.233095 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.272377 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791080570498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.313135 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Network 6f929545-93b1-4983-80a7-759e0a1154f4 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 18:54:39.315973 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 18:54:39.318659 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 18:54:39.324292 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=9cea70b1-5da3-4720-b8ea-08389c5c963c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:39.355861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.356191 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.356527 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.356861 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.357181 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.357508 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.357823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.358145 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.358457 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.358798 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.359114 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.359429 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.359709 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:54:39.729341 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (20510881-0bb0-42a5-b93a-a6f7a335e580), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.803698 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.953952 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:39.961028 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33486270'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:40.033357 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event updated for resources: {'Port': ['ID=9cea70b1-5da3-4720-b8ea-08389c5c963c,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:54:40.043956 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8338309'] for floatingip (20510881-0bb0-42a5-b93a-a6f7a335e580), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:40.166993 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Floating IP 20510881-0bb0-42a5-b93a-a6f7a335e580 associated. External IP: 172.25.3.87, port: a0061742-d5b8-48f5-ad60-c1f8933dace4. Mar 10 18:54:40.388212 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:54:40.507078 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:54:40.517967 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:54:40.525771 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:40.529821 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:54:40.530458 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:54:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:54:40.555337 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-4f6e624d-790f-4b95-9142-439f03a122dc tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6677606 Mar 10 18:54:40.556010 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:54:40.558278 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4048d5da-a9f0-45a7-8668-068eb984a07d" -d '{"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:54:40.594885 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e25dff-fd30-4f9c-a564-8ae733e451bc x-openstack-request-id: req-07e25dff-fd30-4f9c-a564-8ae733e451bc {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:54:40.595178 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:54:40.595421 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07e25dff-fd30-4f9c-a564-8ae733e451bc {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:54:40.595837 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'status': 'completed', 'code': 200} Mar 10 18:54:40.646116 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:54:40.663059 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-623b84ac-e757-4084-b63b-bb85b369c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:40.665348 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-623b84ac-e757-4084-b63b-bb85b369c651 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1127 time: 0.0471015 Mar 10 18:54:40.759088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-e784fce1-fe40-49a4-a1d9-3d011930d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:40.760543 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-e784fce1-fe40-49a4-a1d9-3d011930d94b service neutron] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0882382 Mar 10 18:54:40.828009 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-27367c30-b9e0-488b-9757-3626ed8d92e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 998 time: 0.0599272 Mar 10 18:54:40.878610 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '20510881-0bb0-42a5-b93a-a6f7a335e580', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:51:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:54:39Z', 'updated_at': '2022-03-10T18:54:39Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}, {'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:54:40.882238 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-6d602ee0-7b93-4f3d-893d-05ef341230ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:40.883841 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-6d602ee0-7b93-4f3d-893d-05ef341230ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0501800 Mar 10 18:54:40.909922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:54:40.919142 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:54:40.919772 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:54:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:54:40.940884 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-3cbe4247-a5f1-4acc-9aea-5ba74c45c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:40.942756 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-3cbe4247-a5f1-4acc-9aea-5ba74c45c29e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526671 Mar 10 18:54:41.030137 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:54:41.031880 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-119a341d-2543-45e5-805d-bca6af2008b7 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829632 Mar 10 18:54:41.126935 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-4048d5da-a9f0-45a7-8668-068eb984a07d req-724fb29d-89f6-4cce-bfc3-87f3f68e80c7 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888345 Mar 10 18:54:41.264917 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '20510881-0bb0-42a5-b93a-a6f7a335e580', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:51:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:54:39Z', 'updated_at': '2022-03-10T18:54:39Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}, {'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:54:41.295189 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4fa4c-aad8-4cc4-ae92-d092f54bbb46 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': '20510881-0bb0-42a5-b93a-a6f7a335e580', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:51:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:54:39Z', 'updated_at': '2022-03-10T18:54:39Z', 'revision_number': 0, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}, {'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:54:41.504372 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd2e55-52f4-443a-b3d2-e913345c5b01 None None] New status for floating IP 20510881-0bb0-42a5-b93a-a6f7a335e580: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:54:42.556746 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4c054f5c-22b4-4cd8-a63f-bdb88f0cc2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:44.786955 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f716fe4-1ac3-41e0-929a-b39866197d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:46.244439 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:47.711954 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:49.406544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:54:49.762205 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-9bda0e3b-5588-42e7-a0e3-63aab84924e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465510 Mar 10 18:54:49.854064 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-f411d946-6341-4139-ab01-55669a1bfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:49.855599 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-f411d946-6341-4139-ab01-55669a1bfbd0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1127 time: 0.0471389 Mar 10 18:54:49.966073 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-7f91441a-2026-4ad8-8163-31f5bccf3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:49.967719 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-7f91441a-2026-4ad8-8163-31f5bccf3c2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0922947 Mar 10 18:54:50.049434 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-3ec391f8-a109-47c0-b0a4-9b3a5fa934a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 1000 time: 0.0755157 Mar 10 18:54:50.103408 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-17245fd6-fea9-44d0-af61-e56d0b8a257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:50.104900 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-17245fd6-fea9-44d0-af61-e56d0b8a257d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0497704 Mar 10 18:54:50.156674 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-fb9ae022-2e9c-4b1a-8deb-8c645784c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:54:50.158177 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-fb9ae022-2e9c-4b1a-8deb-8c645784c0ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456338 Mar 10 18:54:50.251674 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-1e32d87f-49ab-454c-8b3b-b995b5d5fb63 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858250 Mar 10 18:54:50.348305 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-3fea60bf-e315-4728-a3a5-77456f108b70 req-cb4dfb5b-ecee-43fb-ba46-6b16a538d4e7 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901666 Mar 10 18:54:53.248854 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:54:57.706706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:00.918486 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:01.854741 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-523596aa-cef7-4ed6-9ff8-d1a5219513c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534897 Mar 10 18:55:01.949970 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-a1d17a6c-4895-49a9-8fee-a6cb5dd95644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:01.951513 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-a1d17a6c-4895-49a9-8fee-a6cb5dd95644 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1125 time: 0.0531158 Mar 10 18:55:02.059922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-efcd7f35-2fab-4101-babf-f3df08636da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:02.061390 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-efcd7f35-2fab-4101-babf-f3df08636da0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0902195 Mar 10 18:55:02.127577 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-87c3d73a-a4e9-4f43-8175-48fca828ca8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 999 time: 0.0592103 Mar 10 18:55:02.179760 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-980f47a6-c4d8-4eaf-9478-ae602bee9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:02.181153 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-980f47a6-c4d8-4eaf-9478-ae602bee9d9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0470562 Mar 10 18:55:02.236182 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-8cba2797-60ca-4de7-b063-301d0a2d78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:02.238387 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-8cba2797-60ca-4de7-b063-301d0a2d78a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504742 Mar 10 18:55:02.328505 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-84f957d1-96ab-4191-b445-a57f74453752 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835826 Mar 10 18:55:02.426284 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-0e2426de-b910-4ca6-b134-ae9ed3e0a7c3 req-fa1da198-54d1-409c-b963-1e638830eb09 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Mar 10 18:55:12.559128 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2b31e0f1-51c3-4f3b-8643-4ca304723b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:14.793006 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-44243cb9-8d10-4c59-97a5-3b59a1bc2701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:16.244236 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:17.717529 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:19.415038 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:27.721021 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:30.252282 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:55:30.916734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:42.561551 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7eeae154-a347-45d3-ab48-269939faf70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:44.779544 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-58d28ec8-6bd3-4c1b-a694-2af8a50b9e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:46.252619 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:47.716250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:49.416077 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:55:51.805737 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-59cba56a-afe0-4d36-83f5-4210c286483c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528398 Mar 10 18:55:51.914240 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e824f-f489-4bde-9695-55cfae198e7b req-449977ed-05b0-4243-8d12-a37561152c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:51.916204 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-449977ed-05b0-4243-8d12-a37561152c20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1127 time: 0.0522664 Mar 10 18:55:52.028960 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e824f-f489-4bde-9695-55cfae198e7b req-32b92e2f-e82d-4027-a12d-389241937558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:52.030403 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-32b92e2f-e82d-4027-a12d-389241937558 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0884955 Mar 10 18:55:52.112491 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-08f50dae-bb47-47b7-9f27-6627f6a45cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 1000 time: 0.0727084 Mar 10 18:55:52.181197 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e824f-f489-4bde-9695-55cfae198e7b req-81ca946b-22dc-4c65-afe9-f28a8fcfc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:52.182660 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-81ca946b-22dc-4c65-afe9-f28a8fcfc01b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0581090 Mar 10 18:55:52.239033 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e824f-f489-4bde-9695-55cfae198e7b req-82bad049-dfcd-44fc-971d-32d9f2f71b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:55:52.240566 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-82bad049-dfcd-44fc-971d-32d9f2f71b7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481701 Mar 10 18:55:52.254093 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-9b278aa2-3d3a-4571-bd04-8bd57951f2a9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:55:52.255125 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-9b278aa2-3d3a-4571-bd04-8bd57951f2a9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050719 Mar 10 18:55:52.351506 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-53b9c0b1-cd11-4d26-b6b5-22aff32a31dc service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883038 Mar 10 18:55:52.447895 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d06e824f-f489-4bde-9695-55cfae198e7b req-7193e256-06c0-4399-a4aa-59512a76c8d4 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869095 Mar 10 18:55:57.719691 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:00.918735 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:01.845934 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-ad3cbbea-f5bc-4aa3-a22e-1100aaf072b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456715 Mar 10 18:56:01.943222 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-f169aa3f-3599-4bbe-a821-b404213ff86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:01.945199 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-f169aa3f-3599-4bbe-a821-b404213ff86c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1125 time: 0.0485520 Mar 10 18:56:02.384504 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-f5f23591-1231-446d-a7a9-1928677e77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:02.385965 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-f5f23591-1231-446d-a7a9-1928677e77b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.4203191 Mar 10 18:56:02.454028 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-4d8d245e-3bec-433d-9439-26a395e58212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 999 time: 0.0615339 Mar 10 18:56:02.510915 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-b031b0d9-1692-4ae8-add8-7da833e85972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:02.512419 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-b031b0d9-1692-4ae8-add8-7da833e85972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0523381 Mar 10 18:56:02.565205 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-9ca4825e-975d-489e-81de-61994b7d9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:02.566794 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-9ca4825e-975d-489e-81de-61994b7d9eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477428 Mar 10 18:56:02.663054 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-e365cb9c-51e1-449c-867a-dec7ee46a82a service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900874 Mar 10 18:56:02.755451 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-27a8989e-b9c3-4877-9e3a-5af600aa7f50 req-cb9d8a1d-b348-43ba-9a36-5374c9589d31 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867610 Mar 10 18:56:07.257408 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:56:12.434499 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 details requested by agent hyperv_n-h1-833115-2 with host n-h1-833115-2 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 18:56:12.538415 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:12.561135 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Returning: {'device': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'port_id': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'mac_address': 'fa:16:3e:51:42:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 18:56:12.569496 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3f2be966-8c0d-4baa-be3e-fdb9ca26af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:12.610640 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a0061742-d5b8-48f5-ad60-c1f8933dace4 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:56:12.611465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:12.626543 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0061742-d5b8-48f5-ad60-c1f8933dace4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 18:56:12.651601 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:12.657060 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:12.719042 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:12.726620 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.727037 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.727399 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.727737 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.728062 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.728383 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.728711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.729022 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.729340 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.729659 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.729966 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.730290 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.730717 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:12.742107 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] get_ports_and_sgs() called for port_ids ['a0061742-d5b8-48f5-ad60-c1f8933dace4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 18:56:14.448864 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 up at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 18:56:14.502342 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Provisioning complete for port a0061742-d5b8-48f5-ad60-c1f8933dace4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 18:56:14.502805 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039857'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:14.584233 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Current status of the port a0061742-d5b8-48f5-ad60-c1f8933dace4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 18:56:14.584734 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638911'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:14.612175 n-d-833115-2 neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:56:14.614631 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a78bddf672ede9b49b9eb8d57bb053dcfa38f749144011c929f974f896c6fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a4a1c-9898-49df-84d0-46468ed8e67d" -d '{"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:56:14.629712 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:14.635557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791081072487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791080570516', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791080570534'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:14.662533 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711c802-6adc-4475-9eee-99cd2b30257e x-openstack-request-id: req-0711c802-6adc-4475-9eee-99cd2b30257e {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:56:14.662832 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:56:14.663088 n-d-833115-2 neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0711c802-6adc-4475-9eee-99cd2b30257e {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:56:14.663483 n-d-833115-2 neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'code': 200} Mar 10 18:56:14.699915 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Pushing event updated for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:14.776045 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e38d6377-ff59-4597-9a22-401eb3ad54eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:16.271063 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:17.719750 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:19.411465 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:21.897948 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60878) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:22.066048 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Deleting port 9cea70b1-5da3-4720-b8ea-08389c5c963c {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:22.066402 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.143107 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.143441 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (9cea70b1-5da3-4720-b8ea-08389c5c963c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.156088 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Calling delete_port for 9cea70b1-5da3-4720-b8ea-08389c5c963c owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:22.311285 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (9cea70b1-5da3-4720-b8ea-08389c5c963c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.337495 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event deleted for resources: {'Port': ['ID=9cea70b1-5da3-4720-b8ea-08389c5c963c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:22.360783 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.361127 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.361489 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.361822 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.362149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.362471 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.362824 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.363149 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.363464 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.363784 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.364090 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.364401 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.364719 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:22.410322 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (20510881-0bb0-42a5-b93a-a6f7a335e580), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.410661 n-d-833115-2 neutron-server[103794]: INFO neutron.db.l3_db [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Floating IP 20510881-0bb0-42a5-b93a-a6f7a335e580 disassociated (deleted). External IP: 172.25.3.87, port: a0061742-d5b8-48f5-ad60-c1f8933dace4. Mar 10 18:56:22.638216 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:56:22.759729 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:56:22.765043 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:22.769695 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:56:22.780248 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:22.780942 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:22.795760 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-bf75e99c-769c-4923-8d60-a050d4c66ca5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "DELETE /v2.0/floatingips/20510881-0bb0-42a5-b93a-a6f7a335e580 HTTP/1.1" status: 204 len: 168 time: 0.8966470 Mar 10 18:56:22.796285 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:56:22.798579 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b80f4c-6f94-47c7-873f-2abad52613fa" -d '{"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:56:22.893101 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:23.016059 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af9aef-d8e2-49fa-8fba-b51cdea22f7d x-openstack-request-id: req-82af9aef-d8e2-49fa-8fba-b51cdea22f7d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:56:23.016601 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:56:23.016770 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82af9aef-d8e2-49fa-8fba-b51cdea22f7d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:56:23.017249 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'status': 'completed', 'code': 200} Mar 10 18:56:23.096826 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-ff7074ea-103b-43dc-b735-7e98a72faab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:23.098625 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-ff7074ea-103b-43dc-b735-7e98a72faab1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 1127 time: 0.0514367 Mar 10 18:56:23.119115 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37466bb8-776f-4fc7-8f9b-781fb157f177 req-fc652579-1c79-4dcd-bd3d-b5a83025076a tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:23.121435 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37466bb8-776f-4fc7-8f9b-781fb157f177 req-fc652579-1c79-4dcd-bd3d-b5a83025076a tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0583863 Mar 10 18:56:23.129800 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:23.160443 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:56:23.169700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:23.170323 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:23.178774 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-37466bb8-776f-4fc7-8f9b-781fb157f177 req-fd7a6e8d-efea-42b7-ab0e-03113e79984a tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517404 Mar 10 18:56:23.194345 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-8d635d5e-422f-46f8-95e8-638ebf76cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:23.195917 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-8d635d5e-422f-46f8-95e8-638ebf76cda7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.0903599 Mar 10 18:56:23.244840 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-6c322439-904d-46b2-9042-1f965ec3ea1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 200 len: 217 time: 0.0397270 Mar 10 18:56:23.282454 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:23.295840 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-b8fb2659-58ef-4dff-9073-fa6cd34473b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:23.297337 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-b8fb2659-58ef-4dff-9073-fa6cd34473b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0459492 Mar 10 18:56:23.346355 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-767b55ff-2e98-41a4-a013-ba2a242d11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:23.347963 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-767b55ff-2e98-41a4-a013-ba2a242d11d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438333 Mar 10 18:56:23.513404 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:23.541272 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bf6ae-f07a-4c5f-956d-0d34b3b87d43 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_floatingips': [{'id': 'a37e68ae-1863-4d1a-9d30-e102df69492b', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'router_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'port_id': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'mac_address': 'fa:16:3e:82:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5340ada2-4450-45f5-b65a-7700592d20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T18:51:31Z', 'updated_at': '2022-03-10T18:51:33Z', 'revision_number': 1, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:56:23.753393 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-767c2f0c-95aa-4bb0-b6b5-5e496842eb46 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987753 Mar 10 18:56:23.843177 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b1baf-d44c-4190-96be-4fc6c8937fa3 None None] New status for floating IP 20510881-0bb0-42a5-b93a-a6f7a335e580: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:56:23.845436 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-95b80f4c-6f94-47c7-873f-2abad52613fa req-6d830cd6-76ed-4afa-af85-42d2c1cee8d4 service neutron] 10.222.0.59 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849159 Mar 10 18:56:24.322137 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa01edd-6c2b-4336-89c9-a7ac622f9c09 req-5e17471d-06c5-4c27-9c59-2e591e3e1c45 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:24.323639 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-baa01edd-6c2b-4336-89c9-a7ac622f9c09 req-5e17471d-06c5-4c27-9c59-2e591e3e1c45 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0639195 Mar 10 18:56:24.379127 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-baa01edd-6c2b-4336-89c9-a7ac622f9c09 req-ff2d87dd-2323-4557-bf5c-5dda48eddcdd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471327 Mar 10 18:56:24.767782 n-d-833115-2 neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-6752f87f-e696-4a0a-9fd0-1e9773299ae5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:24.769214 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-6752f87f-e696-4a0a-9fd0-1e9773299ae5 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.59 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 945 time: 0.0613654 Mar 10 18:56:24.873081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Deleting port a0061742-d5b8-48f5-ad60-c1f8933dace4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:24.873384 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:24.964828 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] For port a0061742-d5b8-48f5-ad60-c1f8933dace4, host n-h1-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833115-2',level=0,port_id=a0061742-d5b8-48f5-ad60-c1f8933dace4,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:24.965191 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:24.979214 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Calling delete_port for a0061742-d5b8-48f5-ad60-c1f8933dace4 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:25.123336 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (a0061742-d5b8-48f5-ad60-c1f8933dace4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:25.157123 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event deleted for resources: {'Port': ['ID=a0061742-d5b8-48f5-ad60-c1f8933dace4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:25.201278 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] No DVR routers for this DVR port a0061742-d5b8-48f5-ad60-c1f8933dace4 on host n-h1-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:56:25.204097 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:25.207538 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [req-d0e20cf2-ac56-46f7-805e-54cdddf2c42f req-fde8c3c5-ba15-4dde-abdd-8cdd2c29eefd tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.59 "DELETE /v2.0/ports/a0061742-d5b8-48f5-ad60-c1f8933dace4 HTTP/1.1" status: 204 len: 173 time: 0.4321728 Mar 10 18:56:25.208200 n-d-833115-2 neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-deleted', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:56:25.210458 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e1d03b3790cb55138bc2113a320560e2bd2a00a5757089aa4d7d24146a616ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f361dd1e-9ca9-41f9-9955-23f8754f9f7b" -d '{"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-deleted", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:56:25.248023 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c42fb-742b-4c43-b86f-65fa0d2d5dd4 x-openstack-request-id: req-cb9c42fb-742b-4c43-b86f-65fa0d2d5dd4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:56:25.248327 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f74efc-c85d-40a8-8741-c6473db33a4f", "name": "network-vif-deleted", "tag": "a0061742-d5b8-48f5-ad60-c1f8933dace4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:56:25.248585 n-d-833115-2 neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb9c42fb-742b-4c43-b86f-65fa0d2d5dd4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:56:25.249003 n-d-833115-2 neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f74efc-c85d-40a8-8741-c6473db33a4f', 'name': 'network-vif-deleted', 'tag': 'a0061742-d5b8-48f5-ad60-c1f8933dace4', 'status': 'completed', 'code': 200} Mar 10 18:56:25.507293 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-c5da1839-08ad-4774-844d-63211405a78d req-a491ea0d-939d-4b58-9bd5-7fe526d755c9 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=40f74efc-c85d-40a8-8741-c6473db33a4f HTTP/1.1" status: 200 len: 210 time: 0.0301549 Mar 10 18:56:26.470397 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 no longer exists at agent hyperv_n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:26.494011 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] No Port match for: a0061742-d5b8-48f5-ad60-c1f8933dace4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:26.494353 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Device a0061742-d5b8-48f5-ad60-c1f8933dace4 not bound to the agent host n-h1-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:27.109151 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60942) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:27.270293 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Deleting port c5d448b1-5fe7-4152-bcb4-6de9e774cba1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:27.270598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.349663 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.349959 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.364166 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Calling delete_port for c5d448b1-5fe7-4152-bcb4-6de9e774cba1 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:27.535123 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (c5d448b1-5fe7-4152-bcb4-6de9e774cba1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.560778 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event deleted for resources: {'Port': ['ID=c5d448b1-5fe7-4152-bcb4-6de9e774cba1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:27.573210 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.573557 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.573909 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.574240 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.574614 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.574933 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.575765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.575765 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.575986 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.576206 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.576553 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.576851 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.577180 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833115-2 {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 18:56:27.637184 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for floatingip (a37e68ae-1863-4d1a-9d30-e102df69492b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.637494 n-d-833115-2 neutron-server[103795]: INFO neutron.db.l3_db [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Floating IP a37e68ae-1863-4d1a-9d30-e102df69492b disassociated (deleted). External IP: 172.25.3.218, port: 487cee2b-4c22-4ae5-8e1b-f7d558ebf759. Mar 10 18:56:27.714400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.868922 n-d-833115-2 neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:56:27.989160 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:56:27.994228 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:27.999279 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:56:28.009776 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:28.010450 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:28.025674 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-0fcd9c54-35d6-4066-b797-78af58a19742 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "DELETE /v2.0/floatingips/a37e68ae-1863-4d1a-9d30-e102df69492b HTTP/1.1" status: 204 len: 168 time: 0.9151566 Mar 10 18:56:28.027835 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:56:28.028449 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66" -d '{"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:56:28.121833 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:28.242767 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfea023-aa42-4698-86fe-378f4ea32d63 x-openstack-request-id: req-bbfea023-aa42-4698-86fe-378f4ea32d63 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:56:28.243359 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:56:28.243496 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbfea023-aa42-4698-86fe-378f4ea32d63 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:56:28.244046 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'status': 'completed', 'code': 200} Mar 10 18:56:28.327452 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:28.357830 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:56:28.367084 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:28.367696 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:28.374890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26dc27-156a-4604-958a-8d3a24360ed6 req-2bc8bbc3-c29d-4446-a3ea-b24084fea1d3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:28.376263 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f26dc27-156a-4604-958a-8d3a24360ed6 req-2bc8bbc3-c29d-4446-a3ea-b24084fea1d3 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0842762 Mar 10 18:56:28.382665 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-486607ff-1c96-482e-8bc6-a05582b46aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:28.384080 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-486607ff-1c96-482e-8bc6-a05582b46aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb8d0cc07914efeba963bbf2826e300&device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 1125 time: 0.1185584 Mar 10 18:56:28.489161 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-5f26dc27-156a-4604-958a-8d3a24360ed6 req-33c0ee03-039f-4339-aa20-5884e27c851d tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040430 Mar 10 18:56:28.514746 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-9c29f668-c50b-422c-96fe-a7a5e8e22f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:28.516225 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-9c29f668-c50b-422c-96fe-a7a5e8e22f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 200 len: 910 time: 0.1245623 Mar 10 18:56:28.561207 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-5ddaf6d9-f65f-429d-ad03-aebaa7d6b385 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 200 len: 217 time: 0.0375748 Mar 10 18:56:28.617843 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-5fcecd4f-8aa6-473d-978f-bba967b5ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:28.619504 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-5fcecd4f-8aa6-473d-978f-bba967b5ebb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 200 len: 848 time: 0.0518992 Mar 10 18:56:28.641879 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:28.671254 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-c4311519-58b2-4a4e-b9c9-ffd4bae072e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:28.672789 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-c4311519-58b2-4a4e-b9c9-ffd4bae072e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83635e68-febc-4fca-9bad-041455b5b1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467100 Mar 10 18:56:28.684328 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-7f80b790-79e8-4007-9b3c-e13c7190a926 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 18:56:28.685251 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-7f80b790-79e8-4007-9b3c-e13c7190a926 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052776 Mar 10 18:56:28.779861 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-eb49ffe4-c74f-4cd1-96e1-0e41bd8762e7 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885057 Mar 10 18:56:28.839747 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:28.866111 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd68bcd-b83e-4bd3-b5c6-b8d57c40c2f2 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:07Z', 'revision_number': 4, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2', '_interfaces': [{'id': '66b7ca65-4450-4b11-8e1e-709d221b4534', 'name': '', 'network_id': '83635e68-febc-4fca-9bad-041455b5b1b2', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'mac_address': 'fa:16:3e:7f:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:07Z', 'updated_at': '2022-03-10T18:51:11Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'subnets': [{'id': 'e1c97c9c-66e3-43d6-a37c-29e25bdc9e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:56:28.878194 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f5ff29d5-4f9f-4dc7-a02f-d869778ced66 req-888ece8d-a925-43f1-9308-7e38af38f2b1 service neutron] 10.222.0.41 "GET /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867579 Mar 10 18:56:29.107141 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592d33f-c4b2-41d8-9802-10aea12f07cb None None] New status for floating IP a37e68ae-1863-4d1a-9d30-e102df69492b: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 18:56:29.524268 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-b79f9910-566d-488f-9673-0b4552234d42 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:29.526170 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-b79f9910-566d-488f-9673-0b4552234d42 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.41 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0561159 Mar 10 18:56:29.648187 n-d-833115-2 neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab31ad-4d8e-4f83-9221-5e99aafb1e2d req-2f637437-e6e4-483b-9d2f-1bd1a2ac95a1 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 18:56:29.649657 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16ab31ad-4d8e-4f83-9221-5e99aafb1e2d req-2f637437-e6e4-483b-9d2f-1bd1a2ac95a1 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/ports?device_id=5340ada2-4450-45f5-b65a-7700592d20e7 HTTP/1.1" status: 200 len: 943 time: 0.0872369 Mar 10 18:56:29.680283 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Deleting port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:29.680578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:29.762605 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-16ab31ad-4d8e-4f83-9221-5e99aafb1e2d req-5307d208-8bf6-4bda-8811-995ea7f24545 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d217b70-a1d5-41e2-9565-2f98daa74b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043367 Mar 10 18:56:29.804007 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] For port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759, host n-h2-833115-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833115-2',level=0,port_id=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:29.804452 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:29.818628 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Calling delete_port for 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 owned by compute:nova {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:29.960509 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (487cee2b-4c22-4ae5-8e1b-f7d558ebf759), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:29.992063 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event deleted for resources: {'Port': ['ID=487cee2b-4c22-4ae5-8e1b-f7d558ebf759,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:30.042561 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] No DVR routers for this DVR port 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 on host n-h2-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:56:30.045079 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107858'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.048619 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [req-f9e7295f-3cc9-494b-ac2a-e7f456476b77 req-99aba2ea-d492-4119-b641-c546f4bb1c1f tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.41 "DELETE /v2.0/ports/487cee2b-4c22-4ae5-8e1b-f7d558ebf759 HTTP/1.1" status: 204 len: 173 time: 0.5173473 Mar 10 18:56:30.246087 n-d-833115-2 neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-deleted', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 18:56:30.249893 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3d70a183f122b4152162501056adcd9e4e32bbeccd1a42cb227d2959d3d2924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80468958-f069-4884-accb-ad29d30c212f" -d '{"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-deleted", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 18:56:30.288332 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7149b-da63-4baf-b8bb-f433c5edf857 x-openstack-request-id: req-17a7149b-da63-4baf-b8bb-f433c5edf857 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 18:56:30.288650 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5340ada2-4450-45f5-b65a-7700592d20e7", "name": "network-vif-deleted", "tag": "487cee2b-4c22-4ae5-8e1b-f7d558ebf759", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 18:56:30.288895 n-d-833115-2 neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17a7149b-da63-4baf-b8bb-f433c5edf857 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 18:56:30.289678 n-d-833115-2 neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5340ada2-4450-45f5-b65a-7700592d20e7', 'name': 'network-vif-deleted', 'tag': '487cee2b-4c22-4ae5-8e1b-f7d558ebf759', 'status': 'completed', 'code': 200} Mar 10 18:56:30.828652 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60960) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:30.896076 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (1d217b70-a1d5-41e2-9565-2f98daa74b7a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.923313 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (1d217b70-a1d5-41e2-9565-2f98daa74b7a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.930610 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.988598 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (1d217b70-a1d5-41e2-9565-2f98daa74b7a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.991249 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:30.992406 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] 10.222.0.35 "DELETE /v2.0/security-groups/1d217b70-a1d5-41e2-9565-2f98daa74b7a HTTP/1.1" status: 204 len: 168 time: 0.1627545 Mar 10 18:56:31.004589 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49856a15-a15d-44f2-aa67-e11b584f3288 tempest-TestSnapshotPattern-1560233436 tempest-TestSnapshotPattern-1560233436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d217b70-a1d5-41e2-9565-2f98daa74b7a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:31.044938 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60964) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:31.516395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:31.782564 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Deleting port 66b7ca65-4450-4b11-8e1e-709d221b4534 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:31.782798 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:31.860595 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] For port 66b7ca65-4450-4b11-8e1e-709d221b4534, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=66b7ca65-4450-4b11-8e1e-709d221b4534,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:31.860989 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:31.873788 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Calling delete_port for 66b7ca65-4450-4b11-8e1e-709d221b4534 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:32.074024 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (66b7ca65-4450-4b11-8e1e-709d221b4534), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.099286 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b7ca65-4450-4b11-8e1e-709d221b4534,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:32.276289 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.496539 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Router 85ab6a04-9ef9-4fff-8b06-7e49990388db has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:56:32.610643 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:56:32.618048 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-27150f62-5e99-444c-8d0d-efb9263156c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/85ab6a04-9ef9-4fff-8b06-7e49990388db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718517 Mar 10 18:56:32.622062 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60968) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:32.624611 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Sync routers for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:56:32.635072 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:32.635672 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:32.727852 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks [] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.742700 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: n-d-833115-2 {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:32.842779 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks [] for router_gateway (85ab6a04-9ef9-4fff-8b06-7e49990388db), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.896742 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Deleting port 6aee1660-351e-48e1-a6c1-ad296bf153b0 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:32.897084 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.925153 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:56:32Z', 'revision_number': 5, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port': {'id': '6aee1660-351e-48e1-a6c1-ad296bf153b0', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:32.956065 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Checking router: 85ab6a04-9ef9-4fff-8b06-7e49990388db for host: n-d-833115-2 {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:56:32.964599 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Routers {'85ab6a04-9ef9-4fff-8b06-7e49990388db'} bound to L3 agent in host n-d-833115-2 {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:32.965208 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['85ab6a04-9ef9-4fff-8b06-7e49990388db'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:32.977983 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] For port 6aee1660-351e-48e1-a6c1-ad296bf153b0, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=6aee1660-351e-48e1-a6c1-ad296bf153b0,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:32.978347 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:32.992101 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Calling delete_port for 6aee1660-351e-48e1-a6c1-ad296bf153b0 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:33.050258 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] Set router 85ab6a04-9ef9-4fff-8b06-7e49990388db gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:33.103922 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:56:32Z', 'revision_number': 6, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:33.134622 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c604a-f4a5-4004-8b9c-b3c4928e9a08 None None] The sync data for ids ['85ab6a04-9ef9-4fff-8b06-7e49990388db'] in n-d-833115-2 is: [{'id': '85ab6a04-9ef9-4fff-8b06-7e49990388db', 'name': 'tempest-TestSnapshotPattern-343144222-router', 'tenant_id': 'beb8d0cc07914efeba963bbf2826e300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:05Z', 'updated_at': '2022-03-10T18:56:32Z', 'revision_number': 6, 'project_id': 'beb8d0cc07914efeba963bbf2826e300', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:56:33.176794 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (6aee1660-351e-48e1-a6c1-ad296bf153b0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.205933 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6aee1660-351e-48e1-a6c1-ad296bf153b0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:33.267348 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.358298 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.360553 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks [] for router_controller (85ab6a04-9ef9-4fff-8b06-7e49990388db), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.709380 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (85ab6a04-9ef9-4fff-8b06-7e49990388db), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.709943 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ab6a04-9ef9-4fff-8b06-7e49990388db {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:56:33.714931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.716082 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-8653db03-82c9-4020-a89e-fa5005ae36eb admin admin] 10.222.0.35 "DELETE /v2.0/routers/85ab6a04-9ef9-4fff-8b06-7e49990388db HTTP/1.1" status: 204 len: 168 time: 1.0930607 Mar 10 18:56:33.719583 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60970) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:33.764274 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Deleting subnet e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:56:33.767621 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Publish callbacks [] for subnet (e1c97c9c-66e3-43d6-a37c-29e25bdc9e51), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.802979 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33356618'] for subnet (e1c97c9c-66e3-43d6-a37c-29e25bdc9e51), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.894898 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (e1c97c9c-66e3-43d6-a37c-29e25bdc9e51), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.956492 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33467079'] for subnet (e1c97c9c-66e3-43d6-a37c-29e25bdc9e51), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.981978 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c97c9c-66e3-43d6-a37c-29e25bdc9e51,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:33.989401 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:33.993498 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-cd5ecaab-9167-4921-9a88-005660650ffe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1c97c9c-66e3-43d6-a37c-29e25bdc9e51 HTTP/1.1" status: 204 len: 168 time: 0.2729328 Mar 10 18:56:33.994736 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd51db-200f-4866-a338-a5deeb10808d None None] Network 83635e68-febc-4fca-9bad-041455b5b1b2 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:56:33.996437 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60972) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:34.083834 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (83635e68-febc-4fca-9bad-041455b5b1b2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.140937 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 66b7ca65-4450-4b11-8e1e-709d221b4534 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:34.149837 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Deleting port b58312ff-064c-4037-8df8-2e467035595a {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:34.150253 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b58312ff-064c-4037-8df8-2e467035595a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.171711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 66b7ca65-4450-4b11-8e1e-709d221b4534 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:34.171711 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 66b7ca65-4450-4b11-8e1e-709d221b4534 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:34.173504 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6aee1660-351e-48e1-a6c1-ad296bf153b0 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:34.194810 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] DHCP port deletion for 83635e68-febc-4fca-9bad-041455b5b1b2 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:56:34.196986 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 6aee1660-351e-48e1-a6c1-ad296bf153b0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:34.197326 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 6aee1660-351e-48e1-a6c1-ad296bf153b0 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:34.223908 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] For port b58312ff-064c-4037-8df8-2e467035595a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b58312ff-064c-4037-8df8-2e467035595a,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:34.223908 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b58312ff-064c-4037-8df8-2e467035595a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.239890 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Calling delete_port for b58312ff-064c-4037-8df8-2e467035595a owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:34.247283 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Deleting port b58312ff-064c-4037-8df8-2e467035595a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:34.247662 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (b58312ff-064c-4037-8df8-2e467035595a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.300682 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 no longer exists at agent hyperv_n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:34.325303 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33486247'] for port (b58312ff-064c-4037-8df8-2e467035595a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.332903 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] No Port match for: 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:34.333246 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Device 487cee2b-4c22-4ae5-8e1b-f7d558ebf759 not bound to the agent host n-h2-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:34.335780 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] For port b58312ff-064c-4037-8df8-2e467035595a, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=b58312ff-064c-4037-8df8-2e467035595a,segment=NetworkSegment(55f6dfa9-dcbf-41e0-b380-a37a0d98c269),segment_id=55f6dfa9-dcbf-41e0-b380-a37a0d98c269)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:34.336179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (b58312ff-064c-4037-8df8-2e467035595a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.349587 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Calling delete_port for b58312ff-064c-4037-8df8-2e467035595a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:34.352565 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58312ff-064c-4037-8df8-2e467035595a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:34.356430 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] No DVR routers for this DVR port b58312ff-064c-4037-8df8-2e467035595a on host n-d-833115-2 {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:56:34.430916 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507'] for port (b58312ff-064c-4037-8df8-2e467035595a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.432269 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (83635e68-febc-4fca-9bad-041455b5b1b2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.452750 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83635e68-febc-4fca-9bad-041455b5b1b2']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:34.456473 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] Pushing event deleted for resources: {'Port': ['ID=b58312ff-064c-4037-8df8-2e467035595a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:34.461582 n-d-833115-2 neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa0987-04e4-4f28-8414-c63e6dd9a6b0 None None] No DVR routers for this DVR port b58312ff-064c-4037-8df8-2e467035595a on host n-d-833115-2 {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:56:34.462662 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f6dfa9-dcbf-41e0-b380-a37a0d98c269') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:34.462960 n-d-833115-2 neutron-server[103795]: DEBUG neutron.services.segments.db [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f6dfa9-dcbf-41e0-b380-a37a0d98c269') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:34.474553 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33549687'] for segment (55f6dfa9-dcbf-41e0-b380-a37a0d98c269), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.487992 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (55f6dfa9-dcbf-41e0-b380-a37a0d98c269), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.494226 n-d-833115-2 neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:56:34.494603 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33487446'] for segment (55f6dfa9-dcbf-41e0-b380-a37a0d98c269), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: Traceback (most recent call last): Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: timer() Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: cb(*args, **kw) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: return func(*args, **kwargs) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: self._notify() Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: self.callback(batched_events) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: event.method(event) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: return f(self, *a, **k) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: return self._get(url).json() Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: return self.request(url, 'GET', **kwargs) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:56:34.496784 n-d-833115-2 neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:56:34.560419 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (83635e68-febc-4fca-9bad-041455b5b1b2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.569446 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:34.574444 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] 10.222.0.35 "DELETE /v2.0/networks/83635e68-febc-4fca-9bad-041455b5b1b2 HTTP/1.1" status: 204 len: 168 time: 0.5761707 Mar 10 18:56:34.577955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60974) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:34.586969 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6a447-a93b-4f86-8d28-51ed11ec7e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=83635e68-febc-4fca-9bad-041455b5b1b2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:34.944938 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8341125'] for router_interface (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:35.209267 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Deleting port e968bd44-4e75-4b24-8a7d-1713c1782ff6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:35.209541 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:35.290484 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] For port e968bd44-4e75-4b24-8a7d-1713c1782ff6, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=e968bd44-4e75-4b24-8a7d-1713c1782ff6,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:35.290928 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:35.304329 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Calling delete_port for e968bd44-4e75-4b24-8a7d-1713c1782ff6 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:35.494597 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (e968bd44-4e75-4b24-8a7d-1713c1782ff6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:35.519720 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Pushing event deleted for resources: {'Port': ['ID=e968bd44-4e75-4b24-8a7d-1713c1782ff6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:35.695299 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7889843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8342037'] for router_interface (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:35.938180 n-d-833115-2 neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 has already been hosted by L3 agent e211df24-dfb1-4c50-a130-db435f86d4e7 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 18:56:36.056087 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] Notify agent at l3_agent.n-d-833115-2 the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 18:56:36.061397 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-98a9440e-54df-4040-8de1-3b610acc1311 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823799 Mar 10 18:56:36.064314 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60976) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:36.066689 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Sync routers for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 18:56:36.078744 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:36.079473 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:36.181993 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b58312ff-064c-4037-8df8-2e467035595a no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:36.183626 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks [] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.203433 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: b58312ff-064c-4037-8df8-2e467035595a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:36.203775 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device b58312ff-064c-4037-8df8-2e467035595a not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:36.281462 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: n-d-833115-2 {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:36.293271 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks [] for router_gateway (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.347380 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Deleting port 44b593a0-e8b3-4310-9be6-48e19eae9b56 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:36.347759 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.425725 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] For port 44b593a0-e8b3-4310-9be6-48e19eae9b56, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=44b593a0-e8b3-4310-9be6-48e19eae9b56,segment=NetworkSegment(d770f569-86ed-4183-9bc5-cbd0150f1a45),segment_id=d770f569-86ed-4183-9bc5-cbd0150f1a45)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:36.426095 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.439320 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Calling delete_port for 44b593a0-e8b3-4310-9be6-48e19eae9b56 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:36.463186 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'external_fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:56:35Z', 'revision_number': 5, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port': {'id': '44b593a0-e8b3-4310-9be6-48e19eae9b56', 'name': '', 'network_id': '6f929545-93b1-4983-80a7-759e0a1154f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833115-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T18:51:10Z', 'updated_at': '2022-03-10T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf1013b-5f24-4ff0-aa18-72bc31779bb5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833115-2'}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:36.489981 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Checking router: e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 for host: n-d-833115-2 {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 18:56:36.498655 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Routers {'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'} bound to L3 agent in host n-d-833115-2 {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 18:56:36.499250 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833115-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T17:12:44Z,description=,heartbeat_timestamp=2022-03-10T18:56:15Z,host='n-d-833115-2',id=e211df24-dfb1-4c50-a130-db435f86d4e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T17:12:44Z,topic='l3_agent')) {'router_ids': ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:36.595433 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] Set router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 18:56:36.614332 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (44b593a0-e8b3-4310-9be6-48e19eae9b56), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.647741 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b593a0-e8b3-4310-9be6-48e19eae9b56,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:36.651079 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:56:36Z', 'revision_number': 6, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port_host': None}], 'n-d-833115-2', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:36.679964 n-d-833115-2 neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d23f753-0fdf-456a-b3fb-9cd5c789be29 None None] The sync data for ids ['e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04'] in n-d-833115-2 is: [{'id': 'e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04', 'name': 'tempest-TestSnapshotPattern-469350720-router', 'tenant_id': 'c4533ac423864c388ea66c03ddf50d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T18:51:09Z', 'updated_at': '2022-03-10T18:56:36Z', 'revision_number': 6, 'project_id': 'c4533ac423864c388ea66c03ddf50d15', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 18:56:36.712423 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8338367'] for router_gateway (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.805513 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8343088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23519'] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.807822 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks [] for router_controller (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.854931 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8343083'] for router (e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.855462 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 18:56:36.859878 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.861249 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-802d36d7-17e0-4714-aa1f-724ad8fee040 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e2fe4dd5-b5d3-4f51-b863-0cb31fc72b04 HTTP/1.1" status: 204 len: 168 time: 0.7959933 Mar 10 18:56:36.864052 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.35', 60978) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:36.909823 n-d-833115-2 neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Deleting subnet 951486ad-0b8f-4425-ad42-b8314e70dda9 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 18:56:36.913263 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Publish callbacks [] for subnet (951486ad-0b8f-4425-ad42-b8314e70dda9), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:36.949578 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33549692'] for subnet (951486ad-0b8f-4425-ad42-b8314e70dda9), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.036614 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033187'] for subnet (951486ad-0b8f-4425-ad42-b8314e70dda9), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.092116 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33486216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365772'] for subnet (951486ad-0b8f-4425-ad42-b8314e70dda9), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.118048 n-d-833115-2 neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951486ad-0b8f-4425-ad42-b8314e70dda9,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:37.121837 n-d-833115-2 neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.125017 n-d-833115-2 neutron-server[103795]: INFO neutron.wsgi [None req-9cdb648a-cbbc-4142-befa-ec1a25e3530b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/951486ad-0b8f-4425-ad42-b8314e70dda9 HTTP/1.1" status: 204 len: 168 time: 0.2599478 Mar 10 18:56:37.128362 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f081859-5d34-4ba1-8710-3496c0b52f57 None None] Network 70e30210-6e9d-4462-8002-eebc110b7453 requested from n-d-833115-2 {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 18:56:37.128526 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60980) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:37.200329 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-878630'] for network (70e30210-6e9d-4462-8002-eebc110b7453), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.259100 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Deleting port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 18:56:37.259444 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791081066478'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.325883 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] For port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90, host n-d-833115-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833115-2',level=0,port_id=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,segment=NetworkSegment(68dc9f30-8df6-4a15-bed0-367222e705c7),segment_id=68dc9f30-8df6-4a15-bed0-367222e705c7)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 18:56:37.326108 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8337875'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.338955 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Calling delete_port for dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 18:56:37.424608 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791081072469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791080570507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33378742'] for port (dbfbcf26-db2d-4d6b-8a67-6c7f0897da90), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.455358 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfbcf26-db2d-4d6b-8a67-6c7f0897da90,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:37.459475 n-d-833115-2 neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] No DVR routers for this DVR port dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 on host n-d-833115-2 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 18:56:37.462734 n-d-833115-2 neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8341993-e9f8-4fa4-bdd7-c6cd741d10e6 None None] DHCP port deletion for 70e30210-6e9d-4462-8002-eebc110b7453 request from n-d-833115-2 {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 18:56:37.533592 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033240', 'neutron.services.segments.db._delete_segments_for_network-8791080899350'] for network (70e30210-6e9d-4462-8002-eebc110b7453), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.555850 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e30210-6e9d-4462-8002-eebc110b7453']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:37.568632 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dc9f30-8df6-4a15-bed0-367222e705c7') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:37.568923 n-d-833115-2 neutron-server[103794]: DEBUG neutron.services.segments.db [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dc9f30-8df6-4a15-bed0-367222e705c7') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 18:56:37.579686 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791080900127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33356609'] for segment (68dc9f30-8df6-4a15-bed0-367222e705c7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.594669 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596'] for segment (68dc9f30-8df6-4a15-bed0-367222e705c7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.603598 n-d-833115-2 neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 18:56:37.604196 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33381959'] for segment (68dc9f30-8df6-4a15-bed0-367222e705c7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: Traceback (most recent call last): Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: timer() Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: cb(*args, **kw) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: return func(*args, **kwargs) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: self._notify() Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: self.callback(batched_events) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: event.method(event) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: return f(self, *a, **k) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: return self._get(url).json() Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: return self.request(url, 'GET', **kwargs) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 18:56:37.606150 n-d-833115-2 neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 18:56:37.668090 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7869855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7889800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8338331'] for network (70e30210-6e9d-4462-8002-eebc110b7453), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.673743 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.677042 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/70e30210-6e9d-4462-8002-eebc110b7453 HTTP/1.1" status: 204 len: 168 time: 0.5481358 Mar 10 18:56:37.688158 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63199-8dca-4d31-818d-bb4ed37e85d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e30210-6e9d-4462-8002-eebc110b7453,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:37.810496 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60984) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:37.851847 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-7d38fa8c-22c2-4f1c-a396-adea60d04b75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beb8d0cc07914efeba963bbf2826e300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400257 Mar 10 18:56:37.854588 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60986) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:37.903781 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] Publish callbacks [] for security_group (f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.927204 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] Publish callbacks [] for security_group (f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.982772 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.985341 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:37.986596 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1 HTTP/1.1" status: 204 len: 168 time: 0.1310637 Mar 10 18:56:37.996340 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749e07a-a6ca-48bc-977a-f188c8c1d734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f8191-3fb2-4e8c-b8cd-1b70ee3047a1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:38.126654 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:38.148462 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:38.148878 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device dbfbcf26-db2d-4d6b-8a67-6c7f0897da90 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:38.149387 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e968bd44-4e75-4b24-8a7d-1713c1782ff6 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:38.172636 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: e968bd44-4e75-4b24-8a7d-1713c1782ff6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:38.172981 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device e968bd44-4e75-4b24-8a7d-1713c1782ff6 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:38.173400 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 44b593a0-e8b3-4310-9be6-48e19eae9b56 no longer exists at agent ovs-agent-n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 18:56:38.192303 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] No Port match for: 44b593a0-e8b3-4310-9be6-48e19eae9b56 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 18:56:38.192646 n-d-833115-2 neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Device 44b593a0-e8b3-4310-9be6-48e19eae9b56 not bound to the agent host n-d-833115-2 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 18:56:38.319819 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:38.363353 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-59d9b830-a689-4359-928b-e2a5117ecd7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4533ac423864c388ea66c03ddf50d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423491 Mar 10 18:56:38.366691 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.35', 60994) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 18:56:38.415971 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] Publish callbacks [] for security_group (682bfc37-0b96-4665-acfe-a4d3c957234c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:38.437776 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] Publish callbacks [] for security_group (682bfc37-0b96-4665-acfe-a4d3c957234c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:38.491877 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7865155'] for security_group (682bfc37-0b96-4665-acfe-a4d3c957234c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:38.494395 n-d-833115-2 neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:38.495678 n-d-833115-2 neutron-server[103794]: INFO neutron.wsgi [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/682bfc37-0b96-4665-acfe-a4d3c957234c HTTP/1.1" status: 204 len: 168 time: 0.1281271 Mar 10 18:56:38.503295 n-d-833115-2 neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc4d91-0a7c-4cad-ade8-4dc6b5868d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bfc37-0b96-4665-acfe-a4d3c957234c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 18:56:42.564469 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7693ffa8-9ece-4511-9c5d-9ad7c766831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:44.263123 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:56:44.781867 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a8a9938b-1e44-4c0f-afd7-ce3cbf9b72f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:46.258903 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:47.725912 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:49.425938 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:56:57.742133 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:00.955509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:12.568797 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-72261ee8-a4a3-4106-b1de-ec66135e70f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:14.786770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e9a9afdb-7bd0-479e-ae98-ab49eb3bd8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:16.258983 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:17.727371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:19.425884 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:21.270358 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:57:27.763239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:30.966196 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:42.569683 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a22d3835-9eb9-42cd-a477-2d9ec3556835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:44.793624 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9eabf89-42ec-469f-b63b-30cb17495950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:46.268977 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:47.733345 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:49.434882 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:57.764557 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:57:58.259913 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:58:00.960282 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:12.570229 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-47b9cea0-2a48-415c-ae83-4a21a304950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:14.782216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3753-ab46-4ffb-95fc-8423f914bb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:16.266397 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:17.736216 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:19.421703 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:27.761611 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:30.981528 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:35.265601 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:58:42.573411 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3962d0e5-0180-4c3f-ab06-9a4abd08fae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:44.786573 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-79798687-ba9c-43cb-ac7a-abdae778705a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:46.277174 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:47.733388 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:49.420705 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:58:57.779869 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:00.990949 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:12.265809 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:59:12.572580 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-deaa9529-6e5a-4a2a-a6c5-64e124227a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:14.785678 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dd68609d-f09e-4b95-a9fd-3b139661ea0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:16.275444 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:17.744717 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:19.418331 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:27.796980 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:30.991541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:42.568301 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0864-f4cc-4b6b-84ec-82023e1d20e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:44.782924 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7e92e93c-612e-4e89-9482-fc2459aa7fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:46.293772 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:47.742962 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:49.266080 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 18:59:49.417250 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 18:59:57.793180 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:00.989541 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:12.578845 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-33ad995d-990e-4ee0-b611-2bfd7bb2192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:14.787885 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-697289ab-f7f0-4757-bdcc-b14b2bf46fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:16.283380 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:17.754087 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:19.422253 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:26.269929 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:00:27.798644 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:30.995879 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:42.577371 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f248e84-f234-44f7-8f41-338656113ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:44.779009 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-60900c4b-9a6a-47ba-81d0-34c2bd06a057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:46.285795 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:47.756089 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:49.428190 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:00:57.799226 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:01.032241 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:03.273747 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:01:12.579117 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-434b8d41-7b79-4f5f-a3e1-1d3f13618247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:14.785198 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20cfe8e2-dd84-4e20-b29a-2aa14d6e4b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:16.288212 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:17.764472 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:19.431083 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:27.839834 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:31.035313 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:40.279255 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:01:42.580835 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d56813d9-8d9b-4a52-9b43-9324436b963e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:44.788205 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d42a6cdc-a731-4cde-b2a2-a4a02dc6f7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:46.291685 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:47.764050 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:49.435509 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:01:57.843565 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:01.055974 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:12.590115 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b99881c-2406-4e9e-96fc-53f2b84690fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:14.792400 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4eba860-e782-4c4e-90a0-083b0e37c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:16.298847 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:17.280906 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:02:17.762151 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:19.441657 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:27.837713 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:31.055978 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:42.574383 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5914120d-f7c2-4dae-bcaa-b868bf585b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:44.794757 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8e38d7eb-dc6f-4c5d-8f3d-915fb769af0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:46.303030 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:47.766233 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:49.427480 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:02:54.285018 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:02:57.836743 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:01.069239 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:12.582347 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-61846f04-088f-4de7-82b7-443f273aeab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:14.791360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d76c744a-8666-46c7-b8d5-2c6e10bba73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:16.302393 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:17.771559 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:19.443427 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:27.839360 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:31.079416 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:31.284720 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:03:42.580162 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-92f00ee4-ddab-4212-83e7-b3bd6d4e1bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:44.787289 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4713ff6-6ec3-452e-a8c7-9fac3492abed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:46.311423 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:47.782113 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:49.444288 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:57.850279 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:03:59.398081 n-d-833115-2 neutron-server[103794]: DEBUG neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-4c5c3fe6-708b-4457-a96e-4171b99d6ef3 service neutron] (103794) timed out ('10.222.0.35', 58726) {{(pid=103794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 19:03:59.495759 n-d-833115-2 neutron-server[103795]: DEBUG neutron.wsgi [req-e3c89bc6-d7dd-4ae8-9bfb-c9d0b393cfff req-7325d61f-d622-477a-90a5-4025e375e5aa tempest-TestShelveInstance-729313489 tempest-TestShelveInstance-729313489-project] (103795) timed out ('10.222.0.35', 58748) {{(pid=103795) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 19:04:01.078944 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:08.284132 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:04:12.585655 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51396ff3-1690-4dc7-9857-1a0c81d5f08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:14.783768 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ed98e5df-86df-4ab7-9af3-bf74123c013a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:16.308770 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:17.781358 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:19.446516 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:27.870451 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:31.081706 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:42.585911 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e4c65c7f-49a1-409b-8971-7bf86157231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:44.799846 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ff846c1e-3c7d-4b58-8093-a483fea517ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:45.284953 n-d-833115-2 neutron-server[103797]: DEBUG neutron.db.agents_db [None req-d8adfa9d-a8c3-4a8a-989d-7995a2d58564 None None] Agent healthcheck: found 7 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 19:04:46.311936 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:47.781497 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f02bd66f-c7e3-4d0b-8ac2-d70f6818d761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (0d07b1c9-82f3-482d-b5a2-b72df4acab58), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:49.450865 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fac21723-428d-4988-979b-6a0bcde7b2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (329b9c9f-5f4e-4922-914b-65d2f0226822), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:04:57.864179 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-388f03d1-129a-422f-8ca4-b9a495fc26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (b3c672ef-e5e1-453d-88e6-9ca65cf59946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:05:01.075753 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a6e66f14-cb0e-4b82-8d6e-e70ba7dc5bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (f479ba98-2078-4963-8108-c0dcfc4c3b69), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:05:12.581317 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7ede880c-79da-4fbc-a820-c03b503f0dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (d577708b-ba97-4324-9aa7-20ca226b4910), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:05:14.797062 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd097-196b-4fe5-8936-79f3f207a91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (e211df24-dfb1-4c50-a130-db435f86d4e7), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 19:05:16.316135 n-d-833115-2 neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-360d21e4-af3a-4b85-9952-6946ab960342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791080899332', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039379'] for agent (93b1643c-6474-41fb-8363-e9b7a9ba440d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}